-- Logs begin at Sat 2021-11-27 15:04:02 UTC, end at Sat 2021-11-27 17:19:29 UTC. -- Nov 27 15:35:18.023469 n-d-819494-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 27 15:35:20.829577 n-d-819494-4 neutron-server[109968]: INFO neutron.common.config [-] Logging enabled! Nov 27 15:35:20.830179 n-d-819494-4 neutron-server[109968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev230 Nov 27 15:35:20.830364 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 15:35:20.833675 n-d-819494-4 neutron-server[109968]: INFO neutron.common.config [-] Logging enabled! Nov 27 15:35:20.833933 n-d-819494-4 neutron-server[109968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev230 Nov 27 15:35:20.834249 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 15:35:20.835182 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 15:35:20.835419 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 15:35:20.835784 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 15:35:20.836032 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 15:35:20.836258 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 15:35:20.836578 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.837004 n-d-819494-4 neutron-server[109968]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 27 15:35:20.837315 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.837635 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.837927 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.838224 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.838514 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.838797 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.839090 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.839385 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.839673 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.839955 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.840241 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.840531 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.840810 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.841096 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.841843 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.841843 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] debug = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.842008 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.842361 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.842763 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.843050 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.843347 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.843628 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.843900 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.844180 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.844465 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.844819 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] host = n-d-819494-4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.845101 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.845389 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.845707 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.845995 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.846272 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.846551 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.846836 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.847111 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.847385 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.847660 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.847948 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.848235 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.848526 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.848751 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.848978 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.849277 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.849595 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.849873 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.850147 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.850422 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.850696 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.850969 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.851238 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.851525 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.851807 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.852091 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.852369 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.852640 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.852911 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.853180 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.853495 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.853770 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.854042 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.854314 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.854602 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.854870 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.855142 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.855467 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.855725 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.856006 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.856293 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.856569 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.856850 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.857121 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.857391 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.857691 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] use_json = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.857961 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.858230 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.858509 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.858779 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.859047 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.859581 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.859849 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.860131 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:20.860938 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.861237 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.861563 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.861849 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.862155 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.862439 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.862728 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.863006 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.863296 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.863582 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.863875 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.864152 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.864439 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.864715 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.865010 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.865315 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.865632 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.865925 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.866202 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.866476 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.866750 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.867029 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.867316 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.867594 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.867882 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.868172 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.868450 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.868748 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.869034 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.869325 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.869639 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.869916 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.870195 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.870487 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.870764 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.871038 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.871315 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.871604 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.871882 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.872153 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.872430 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.872705 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.872977 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.873248 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.873545 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.873840 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.874115 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.874387 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.874656 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.874930 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.875199 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.875481 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.875755 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.876647 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.876934 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.877213 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.877517 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.877793 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.878069 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.878342 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.878617 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.878889 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.879159 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.879434 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.879709 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.879985 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.880257 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.880526 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.880801 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.881071 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.881342 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.881634 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.881907 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.882179 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.882462 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.882757 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.883031 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.883308 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.883585 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.883862 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.884140 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.884414 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.884689 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.884965 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.885236 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.885554 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.885837 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.886124 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.886403 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.886703 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.886996 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.887273 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.887552 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.887825 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.888101 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.888381 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.888661 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.888950 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.889239 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.889557 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.889849 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.890142 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.890420 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.890726 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.891005 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:20.891223 n-d-819494-4 neutron-server[109968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 15:35:20.891463 n-d-819494-4 neutron-server[109968]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109968) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 27 15:35:21.319500 n-d-819494-4 neutron-server[109968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 15:35:21.319919 n-d-819494-4 neutron-server[109968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 15:35:21.320378 n-d-819494-4 neutron-server[109968]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 15:35:21.320892 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 27 15:35:21.649571 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.649793 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.650066 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.651256 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.651529 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.651914 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.687818 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.688099 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.688369 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.702932 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.703213 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.703482 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.732079 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.732362 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.732635 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.770944 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.771222 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:21.771490 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.117137 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.117824 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.117824 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.118000 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.118653 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.217354 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.217702 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.217990 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.218269 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.218539 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.218852 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.219117 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.219377 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.219635 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.220489 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.220755 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.221026 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.221284 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.221564 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.221825 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.222092 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.222351 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.222620 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.222890 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.223152 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.223424 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.223678 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.223960 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.224335 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.224587 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.224834 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.225226 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.225486 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.225726 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.225962 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.226196 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.226429 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.226789 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 27 15:35:22.229939 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 27 15:35:22.233999 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 27 15:35:22.238195 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 27 15:35:22.239833 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 27 15:35:22.240287 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 27 15:35:22.240625 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 27 15:35:22.241011 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 27 15:35:22.243861 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 27 15:35:22.244110 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 27 15:35:22.244458 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 15:35:22.249820 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 27 15:35:22.273522 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 27 15:35:22.273973 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.274274 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109968) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 27 15:35:22.274637 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.276023 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109968) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 27 15:35:22.276304 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 15:35:22.276551 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 27 15:35:22.279778 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.280065 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.343886 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 27 15:35:22.344122 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 27 15:35:22.344363 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 27 15:35:22.344753 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 27 15:35:22.366672 n-d-819494-4 neutron-server[109968]: DEBUG oslo_db.sqlalchemy.engines [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109968) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 27 15:35:22.795728 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing driver for type 'gre' Nov 27 15:35:22.796325 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] gre ID ranges: [(1, 1000)] Nov 27 15:35:22.849595 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing driver for type 'local' Nov 27 15:35:22.849963 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing driver for type 'vlan' Nov 27 15:35:22.862575 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] VlanTypeDriver initialization complete Nov 27 15:35:22.862950 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing driver for type 'vxlan' Nov 27 15:35:22.863479 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] vxlan ID ranges: [(1, 1000)] Nov 27 15:35:22.911198 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing extension driver 'port_security' Nov 27 15:35:22.911663 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.extensions.port_security [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] PortSecurityExtensionDriver initialization complete Nov 27 15:35:22.912006 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing mechanism driver 'openvswitch' Nov 27 15:35:22.912328 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing mechanism driver 'hyperv' Nov 27 15:35:22.918976 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:35:22.919808 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.920180 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.920532 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.921064 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 15:35:22.921520 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.921871 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.922213 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.922612 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 15:35:22.923506 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.923855 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.924192 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.924589 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 15:35:22.924993 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > security_group after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.925336 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > security_group after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.925699 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.926098 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 15:35:22.926500 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.926847 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.927183 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.927578 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 15:35:22.927978 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > address_group after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.928324 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > address_group after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.928659 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.929077 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 15:35:22.929472 n-d-819494-4 neutron-server[109968]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] ML2 OVO RPC backend initialized. {{(pid=109968) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 27 15:35:22.930171 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.930522 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.930958 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.931299 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > networks before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.931641 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.931977 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > ports before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.932311 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.932643 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnets before_response 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.932979 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.933312 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.933665 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.933997 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.934323 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.934650 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.934977 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.935306 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.935632 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.936188 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.plugin [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Modular L2 Plugin initialization complete Nov 27 15:35:22.936509 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading services supported by the core plugin {{(pid=109968) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 27 15:35:22.936830 n-d-819494-4 neutron-server[109968]: INFO neutron.plugins.ml2.managers [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Got port-security extension from driver 'port_security' Nov 27 15:35:22.937309 n-d-819494-4 neutron-server[109968]: INFO neutron.extensions.vlantransparent [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Disabled vlantransparent extension. Nov 27 15:35:22.937820 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109968) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 27 15:35:22.938131 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: router Nov 27 15:35:22.974083 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.974472 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_create 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.974840 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router before_create 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.975201 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.975575 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.975928 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_delete 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.976286 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.976751 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.977108 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_create 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.977476 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_update 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.977825 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_update 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.978171 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.978526 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_update 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.978936 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_update 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.979304 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.979644 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.979980 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: subnet after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.980315 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.980661 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.981003 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_create 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.981339 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.981705 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.982056 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router after_update 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.982400 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.982745 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_create 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.983101 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.983439 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_update 55549900 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.983807 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > agent after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.984150 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > agent after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.984757 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > network after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.986140 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Tracking information for resource: router configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.986465 n-d-819494-4 neutron-server[109968]: DEBUG neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Tracking information for resource: floatingip configured {{(pid=109968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 15:35:22.991312 n-d-819494-4 neutron-server[109968]: INFO neutron.db.l3_agentschedulers_db [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 27 15:35:22.991888 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.992244 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.992591 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.992936 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.993729 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router before_create 55550100 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.994089 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.994447 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_create 55550100 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.994801 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > router precommit_update 55550100 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:22.999613 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.provider_configuration [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service providers = [] {{(pid=109968) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 27 15:35:22.999976 n-d-819494-4 neutron-server[109968]: DEBUG neutron.db.servicetype_db [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109968) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 27 15:35:23.003555 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.service_base [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 15:35:23.003903 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.service_base [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 15:35:23.004245 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.service_base [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 15:35:23.005129 n-d-819494-4 neutron-server[109968]: DEBUG neutron.services.service_base [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 15:35:23.005537 n-d-819494-4 neutron-server[109968]: INFO neutron.services.service_base [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 27 15:35:23.005911 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.006232 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 27 15:35:23.016865 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.017195 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: auto_allocate Nov 27 15:35:23.023028 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: network precommit_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.023393 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: network precommit_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.023912 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.024230 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: tag Nov 27 15:35:23.031014 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.031343 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: timestamp Nov 27 15:35:23.035174 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.035505 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: network_ip_availability Nov 27 15:35:23.040906 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.041273 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.041648 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.042339 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.042654 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: flavors Nov 27 15:35:23.048255 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.048562 n-d-819494-4 neutron-server[109968]: INFO neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading Plugin: revisions Nov 27 15:35:23.052838 n-d-819494-4 neutron-server[109968]: DEBUG neutron.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 15:35:23.053226 n-d-819494-4 neutron-server[109968]: DEBUG oslo_concurrency.lockutils [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.733s {{(pid=109968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 15:35:23.054004 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109968) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 27 15:35:23.054343 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Initializing extension manager. Nov 27 15:35:23.054856 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: __init__.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.055194 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: __pycache__ {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.055529 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.055869 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: address_group.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.056603 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.057151 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: address-group Nov 27 15:35:23.057509 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: address_scope.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.058213 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.058706 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: address-scope Nov 27 15:35:23.059027 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.059945 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.060443 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: router-admin-state-down-before-update Nov 27 15:35:23.060762 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: agent.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.061484 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.061982 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: agent Nov 27 15:35:23.062306 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: agent_resources_synced.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.063239 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.064344 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: agent-resources-synced Nov 27 15:35:23.064665 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: allowedaddresspairs.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.066464 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.066976 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: allowed-address-pairs Nov 27 15:35:23.067297 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: auto_allocated_topology.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.068374 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.068884 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: auto-allocated-topology Nov 27 15:35:23.069209 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: availability_zone.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.069957 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.070452 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: availability_zone Nov 27 15:35:23.070771 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: availability_zone_filter.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.071682 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.072177 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: availability_zone_filter Nov 27 15:35:23.072494 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: data_plane_status.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.073395 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.073908 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension data-plane-status not supported by any of loaded plugins Nov 27 15:35:23.074230 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: default_subnetpools.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.075202 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.075633 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: default-subnetpools Nov 27 15:35:23.075949 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.076750 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.077246 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: dhcp_agent_scheduler Nov 27 15:35:23.077592 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: dns.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.078510 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.079024 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension dns-integration not supported by any of loaded plugins Nov 27 15:35:23.079347 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: dns_domain_ports.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.080263 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.080761 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 27 15:35:23.081076 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.082013 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.082506 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 27 15:35:23.082824 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: dvr.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.083481 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.083972 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: dvr Nov 27 15:35:23.084294 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: ecmp_routes.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.085201 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.085729 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 27 15:35:23.086046 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: empty_string_filtering.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.086949 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.087438 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: empty-string-filtering Nov 27 15:35:23.087758 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.088660 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.089148 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 27 15:35:23.089497 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.090411 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.090899 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 27 15:35:23.091218 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: external_net.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.092184 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.092827 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: external-net Nov 27 15:35:23.093204 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.094478 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.095123 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: extra_dhcp_opt Nov 27 15:35:23.095540 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: extraroute.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.096534 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.097300 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: extraroute Nov 27 15:35:23.097745 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: extraroute_atomic.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.099087 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.099648 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: extraroute-atomic Nov 27 15:35:23.100114 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: filter_validation.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.100970 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.101660 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: filter-validation Nov 27 15:35:23.102040 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: fip_pf_description.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.103136 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.103750 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 27 15:35:23.104205 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: fip_port_details.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.105294 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.106005 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: fip-port-details Nov 27 15:35:23.106411 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: flavors.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.108019 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.108577 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: flavors Nov 27 15:35:23.109005 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.111881 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.112446 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 27 15:35:23.112835 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: floatingip_pools.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.113780 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.114438 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: floatingip-pools Nov 27 15:35:23.114819 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: ip_allocation.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.116024 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.116692 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension ip_allocation not supported by any of loaded plugins Nov 27 15:35:23.117230 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.118332 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.118889 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: ip-substring-filtering Nov 27 15:35:23.119263 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l2_adjacency.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.120390 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.120943 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 27 15:35:23.121316 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.122547 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.123114 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: router Nov 27 15:35:23.123490 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.125781 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.126856 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 27 15:35:23.127182 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.128103 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.128609 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: ext-gw-mode Nov 27 15:35:23.128932 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.129892 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.130398 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: l3-ha Nov 27 15:35:23.130721 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3_flavors.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.131642 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.132136 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: l3-flavors Nov 27 15:35:23.132460 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.133372 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.133899 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 27 15:35:23.134219 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: l3agentscheduler.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.135251 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.135746 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: l3_agent_scheduler Nov 27 15:35:23.136068 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: local_ip.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.137882 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.138386 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension local_ip not supported by any of loaded plugins Nov 27 15:35:23.138714 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: logging.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.140323 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.140832 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension logging not supported by any of loaded plugins Nov 27 15:35:23.141163 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: metering.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.141973 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.142538 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: metering Nov 27 15:35:23.142864 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.143949 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.144449 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: metering_source_and_destination_fields Nov 27 15:35:23.144781 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: multiprovidernet.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.145735 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.146233 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: multi-provider Nov 27 15:35:23.146556 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: netmtu.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.147576 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.148072 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: net-mtu Nov 27 15:35:23.148393 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: netmtu_writable.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.149303 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.149830 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: net-mtu-writable Nov 27 15:35:23.150151 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: network_availability_zone.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.150813 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.151302 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: network_availability_zone Nov 27 15:35:23.151620 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: network_ip_availability.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.152727 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.153224 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: network-ip-availability Nov 27 15:35:23.153578 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: network_segment_range.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.154335 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.154825 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension network-segment-range not supported by any of loaded plugins Nov 27 15:35:23.155144 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: pagination.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.156118 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.156448 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: pagination Nov 27 15:35:23.156767 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: port_device_profile.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.157723 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.158224 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: port-device-profile Nov 27 15:35:23.158543 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.159468 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.159962 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: port-mac-address-regenerate Nov 27 15:35:23.160281 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.161183 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.161715 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: port-numa-affinity-policy Nov 27 15:35:23.162032 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: port_resource_request.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.162941 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.163427 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension port-resource-request not supported by any of loaded plugins Nov 27 15:35:23.163741 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: port_resource_request_groups.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.164706 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.165198 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 27 15:35:23.165613 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: portbindings.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.167577 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.168554 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: binding Nov 27 15:35:23.168969 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: portbindings_extended.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.170503 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.171968 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: binding-extended Nov 27 15:35:23.172194 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: portsecurity.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.174322 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.175431 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: port-security Nov 27 15:35:23.175867 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: project_id.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.177867 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.178211 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: project-id Nov 27 15:35:23.178540 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: providernet.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.179477 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.179982 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: provider Nov 27 15:35:23.180302 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.183909 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.184451 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos not supported by any of loaded plugins Nov 27 15:35:23.184780 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.186056 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.186562 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 27 15:35:23.186893 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.187815 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.188322 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 27 15:35:23.189183 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_default.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.190113 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.190615 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-default not supported by any of loaded plugins Nov 27 15:35:23.190937 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_fip.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.191586 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.192074 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-fip not supported by any of loaded plugins Nov 27 15:35:23.192393 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_gateway_ip.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.193310 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.193842 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 27 15:35:23.194165 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_port_network_policy.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.196610 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.197124 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 27 15:35:23.197481 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.198532 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.199034 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 27 15:35:23.199357 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_pps_rule.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.200544 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.201053 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-pps not supported by any of loaded plugins Nov 27 15:35:23.201379 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_rule_type_details.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.202346 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.202849 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 27 15:35:23.203173 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: qos_rules_alias.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.204238 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.204742 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 27 15:35:23.205065 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: quota_check_limit.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.206013 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.206516 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: quota-check-limit Nov 27 15:35:23.206839 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: quotasv2.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.207779 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.208104 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: quotas Nov 27 15:35:23.208424 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: quotasv2_detail.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.211718 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.212062 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: quota_details Nov 27 15:35:23.212393 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: rbac.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.213467 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.213981 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: rbac-policies Nov 27 15:35:23.214303 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: rbac_address_group.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.215240 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.215747 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: rbac-address-group Nov 27 15:35:23.216066 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: rbac_address_scope.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.216988 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.217538 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: rbac-address-scope Nov 27 15:35:23.217861 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: rbac_security_groups.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.218775 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.219280 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: rbac-security-groups Nov 27 15:35:23.219599 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: rbac_subnetpool.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.220536 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.221118 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: rbac-subnetpool Nov 27 15:35:23.221488 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: revisionifmatch.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.222517 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.223015 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: revision-if-match Nov 27 15:35:23.223334 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: revisions.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.224462 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.224961 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: standard-attr-revisions Nov 27 15:35:23.225287 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: router_availability_zone.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.225970 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.226468 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: router_availability_zone Nov 27 15:35:23.226785 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: routerservicetype.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.227697 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.228189 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension router-service-type not supported by any of loaded plugins Nov 27 15:35:23.228508 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.229539 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.230043 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: security-groups-normalized-cidr Nov 27 15:35:23.230363 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.231288 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.231787 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: port-security-groups-filtering Nov 27 15:35:23.232106 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.233045 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.233566 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: security-groups-remote-address-group Nov 27 15:35:23.233887 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.235087 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.236106 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: security-groups-shared-filtering Nov 27 15:35:23.236424 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.237019 n-d-819494-4 neutron-server[109968]: WARNING neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 27 15:35:23.237339 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: securitygroup.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.247099 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.247618 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: security-group Nov 27 15:35:23.248038 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: segment.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.248821 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.249318 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension segment not supported by any of loaded plugins Nov 27 15:35:23.249735 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.250681 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.251831 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 27 15:35:23.252153 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: servicetype.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.253237 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.253787 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: service-type Nov 27 15:35:23.254113 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: sorting.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.255093 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.255421 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: sorting Nov 27 15:35:23.255741 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: standard_attr_segment.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.256652 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.257154 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 27 15:35:23.257504 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: standardattrdescription.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.258164 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.258659 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: standard-attr-description Nov 27 15:35:23.258978 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: stateful_security_group.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.259910 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.260412 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: stateful-security-group Nov 27 15:35:23.260739 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: stdattrs_common.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.261306 n-d-819494-4 neutron-server[109968]: WARNING neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 27 15:35:23.261650 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.262588 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.263089 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 27 15:35:23.263406 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: subnet_onboard.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.264502 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.265003 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: subnet_onboard Nov 27 15:35:23.265322 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.266278 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.266811 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 27 15:35:23.267128 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: subnet_service_types.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.268045 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.268542 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: subnet-service-types Nov 27 15:35:23.268888 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: subnetallocation.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.270050 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.270607 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: subnet_allocation Nov 27 15:35:23.270948 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.271678 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.272180 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: subnetpool-prefix-ops Nov 27 15:35:23.272497 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.273435 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.273939 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 27 15:35:23.274256 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: tagging.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.275290 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.275807 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: standard-attr-tag Nov 27 15:35:23.276128 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: timestamp.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.277320 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.277851 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loaded extension: standard-attr-timestamp Nov 27 15:35:23.278174 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: trunk.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.279208 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.279710 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension trunk not supported by any of loaded plugins Nov 27 15:35:23.280034 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: trunk_details.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.280968 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.281498 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension trunk-details not supported by any of loaded plugins Nov 27 15:35:23.281818 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: uplink_status_propagation.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.283240 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.283736 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 27 15:35:23.284056 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Loading extension file: vlantransparent.py {{(pid=109968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 15:35:23.284720 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 15:35:23.285214 n-d-819494-4 neutron-server[109968]: INFO neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 27 15:35:23.287761 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:network Nov 27 15:35:23.288299 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:subnet Nov 27 15:35:23.288693 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 15:35:23.289077 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:port Nov 27 15:35:23.290323 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.290753 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service FLAVORS assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.291363 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.291790 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.292118 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:router Nov 27 15:35:23.292535 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:floatingip Nov 27 15:35:23.293008 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service METERING assigned prefix: /metering {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.294477 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.294846 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.295193 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:35:23.296159 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 15:35:23.296609 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:security_group Nov 27 15:35:23.297029 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 15:35:23.297672 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service CORE assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.298584 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 15:35:23.298873 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] subnetpool is already registered Nov 27 15:35:23.299299 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service CORE assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.299618 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 15:35:23.299941 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] subnetpool is already registered Nov 27 15:35:23.302195 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.302623 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service FLAVORS assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.303201 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.303613 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.303943 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:router Nov 27 15:35:23.304276 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] router is already registered Nov 27 15:35:23.304678 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:floatingip Nov 27 15:35:23.305008 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] floatingip is already registered Nov 27 15:35:23.305482 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service METERING assigned prefix: /metering {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.306133 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 15:35:23.306462 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] rbac_policy is already registered Nov 27 15:35:23.306862 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:security_group Nov 27 15:35:23.307191 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] security_group is already registered Nov 27 15:35:23.307585 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 15:35:23.307913 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] security_group_rule is already registered Nov 27 15:35:23.308543 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service CORE assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.308867 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 15:35:23.309196 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] subnetpool is already registered Nov 27 15:35:23.309630 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.v2.resource_helper [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Service CORE assigned prefix: {{(pid=109968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 15:35:23.309949 n-d-819494-4 neutron-server[109968]: INFO neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 15:35:23.310272 n-d-819494-4 neutron-server[109968]: WARNING neutron.quota.resource_registry [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] subnetpool is already registered Nov 27 15:35:23.310730 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: extensions {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.312156 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: address-groups {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.313691 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: address-scopes {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.314991 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: agents {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.316146 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: auto-allocated-topology {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.317383 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: availability_zones {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.318597 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: dhcp-networks {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.320107 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: dhcp-agents {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.321528 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: routers {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.323726 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: flavors {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.324877 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: service_profiles {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.326113 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: next_providers {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.327570 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: service_profiles {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.329126 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: floatingip-pools {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.330356 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: routers {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.332454 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: floatingips {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.333761 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: l3-routers {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.335140 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: l3-agents {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.336537 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: metering-labels {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.338768 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: metering-label-rules {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.340054 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: network-ip-availabilities {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.341325 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: bindings {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.342990 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: quotas {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.344530 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: quotas {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.346580 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: rbac-policies {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.347879 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: security-groups {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.349229 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: security-group-rules {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.350506 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: service-providers {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.351700 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: subnetpools {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.353101 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: subnetpools {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.354584 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.356268 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.358099 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.360125 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.362533 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.364371 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.366070 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.367959 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.369734 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.371538 n-d-819494-4 neutron-server[109968]: DEBUG neutron.api.extensions [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Extended resource: tags {{(pid=109968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 15:35:23.377561 n-d-819494-4 neutron-server[109968]: WARNING keystonemiddleware.auth_token [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 27 15:35:23.382208 n-d-819494-4 neutron-server[109968]: WARNING keystonemiddleware.auth_token [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 27 15:35:23.390804 n-d-819494-4 neutron-server[109968]: DEBUG oslo_concurrency.lockutils [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Acquired lock "singleton_lock" {{(pid=109968) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 27 15:35:23.391271 n-d-819494-4 neutron-server[109968]: DEBUG oslo_concurrency.lockutils [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Releasing lock "singleton_lock" {{(pid=109968) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 27 15:35:23.391929 n-d-819494-4 neutron-server[109968]: INFO oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Starting 2 workers Nov 27 15:35:23.396720 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Started child 110075 {{(pid=109968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 15:35:23.401087 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Started child 110076 {{(pid=109968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 15:35:23.402366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:23.403066 n-d-819494-4 neutron-server[109968]: INFO neutron.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 27 15:35:23.403460 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Publish callbacks [] for process, before_spawn {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:23.405028 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [-] (110075) wsgi starting up on http://0.0.0.0:9696 Nov 27 15:35:23.405938 n-d-819494-4 neutron-server[109968]: INFO oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Starting 1 workers Nov 27 15:35:23.407636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:23.410018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [-] (110076) wsgi starting up on http://0.0.0.0:9696 Nov 27 15:35:23.412134 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Started child 110077 {{(pid=109968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 15:35:23.412706 n-d-819494-4 neutron-server[109968]: INFO oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Starting 1 workers Nov 27 15:35:23.416105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] calling RpcWorker wait() {{(pid=110077) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 27 15:35:23.416685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] returning from RpcWorker wait() {{(pid=110077) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 27 15:35:23.417216 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Started child 110078 {{(pid=109968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 15:35:23.417939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:23.418040 n-d-819494-4 neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3abe-88d1-47b9-a3f2-1d74723cf98c None None] Publish callbacks [] for process, after_spawn {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:23.418389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:35:23.419934 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109968) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 15:35:23.420143 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 15:35:23.420321 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 15:35:23.420543 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 15:35:23.420857 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 15:35:23.421033 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 15:35:23.421593 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.421875 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.422120 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.422373 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.422464 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:23.423447 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.423815 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.424105 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.424353 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.424643 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.424882 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.425038 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.425202 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.425461 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.425695 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.425989 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.426258 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.426505 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.426758 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.426932 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.427170 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.427432 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.427662 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.427931 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] debug = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.428167 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.428639 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.428894 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.429087 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.429305 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.429583 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.429827 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.430077 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.430310 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.430536 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.430780 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.431049 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.431285 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.431513 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.431746 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.431956 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.432202 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.432419 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.432885 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] host = n-d-819494-4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.433099 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.433317 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.433563 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.433813 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.434063 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.434312 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.434520 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.434781 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.435031 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.435256 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.435519 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.435724 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.435955 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.436197 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.436347 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_options = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.436597 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.436864 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.437129 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.437325 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.437535 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.437683 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.437925 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.438087 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.438328 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.438631 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.438843 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.439074 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.439304 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.439547 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.439804 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.440032 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.440265 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.440490 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.440770 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.440961 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.441198 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.441452 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.441683 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.441897 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.442105 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.442331 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.442553 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.442782 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.443000 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.443229 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.443456 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.443703 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.443928 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.444173 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.444437 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.444660 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.444887 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.445096 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.445363 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.445626 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.445850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.446100 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.446321 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.446547 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.446775 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.447000 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.447237 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_json = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.447449 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.447674 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.447926 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.448154 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.448361 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.448569 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.448774 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.449081 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.450349 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.450671 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.450956 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.451234 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.451592 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.451811 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.451980 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.452215 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.452329 n-d-819494-4 neutron-server[110078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:35:23.452497 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.452681 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.453024 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.453274 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.453712 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.454734 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.456067 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.456067 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.456067 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.456510 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.456510 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.456782 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.457519 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.457519 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.457519 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.457761 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.457939 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.458195 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.458440 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.458731 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.459031 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.459386 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.459684 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.459952 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.460219 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.460436 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.460679 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.460904 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.461155 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.461334 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.461585 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.462004 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.462161 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.462298 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.462567 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.462827 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.463262 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.463262 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.463550 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.464050 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.464050 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.464345 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.464492 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.464767 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.465705 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.465705 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.465705 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.465705 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467953 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467953 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.467953 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.468144 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.468367 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.468583 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.468794 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.469026 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.469240 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.469508 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.470533 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.470533 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.470707 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.470839 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.471049 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.471257 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.471469 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.471682 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.471886 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.472102 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.472599 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.472599 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.472911 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.472911 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.473204 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.473358 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.473536 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.473826 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.474259 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.474442 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.475439 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.475439 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.475439 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.475439 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.475718 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.475785 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.476014 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.476220 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.476472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.476697 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.476947 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.477175 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.477564 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.477855 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.478075 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.478325 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.478544 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.478793 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.479038 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.479327 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.479558 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.479788 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.480036 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.480263 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.480529 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.480780 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.481076 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.481295 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.481574 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.482471 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.482471 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.482471 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.482925 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.482925 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.483186 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.483397 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.483639 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.483875 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.484112 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.484589 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.484901 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.485066 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.485392 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.486069 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.486939 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.486939 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.486939 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.487360 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.487360 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.487618 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.488141 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.488141 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.488450 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.488657 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.488802 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.489814 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.489814 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.489814 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.489814 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.490121 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.490198 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.490614 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.490852 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.491088 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.491324 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.491573 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.491795 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.492029 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.492260 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.492479 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.492696 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.492943 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.493192 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.493375 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.493633 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.493871 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.494088 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.494305 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.494534 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.494762 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.494982 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.495248 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.495510 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.495743 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.495967 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.496209 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.496472 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.496684 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.496928 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.497236 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.497502 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.497718 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.497938 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.498152 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.498385 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.498675 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.498894 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.499134 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.499373 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.499725 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.499964 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.500195 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.500449 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.500669 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.500920 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.501173 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.501448 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.501697 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.501942 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.502162 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.502400 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.502639 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.502876 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.503113 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.503290 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.503526 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.503736 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.503947 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.504234 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.504484 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.504721 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.504991 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.505232 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.505460 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.505689 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.505899 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.506129 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.506349 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.506592 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.506804 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.507048 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.507278 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.507507 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.507726 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.507946 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.508194 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.508424 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.508632 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.508840 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.509058 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.509276 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.509507 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.509753 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.509983 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.510193 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.510435 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.510647 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.510856 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.511100 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.511308 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.511515 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.511757 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.511991 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.512198 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.512471 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.512740 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.512958 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.513477 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.513730 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.513978 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.514225 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.514529 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.514770 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.515183 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.515403 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.515622 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.515873 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.516128 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.516444 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.516739 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.517001 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.517240 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.517538 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.517825 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.518102 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.518315 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.518599 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.518918 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.519181 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.519421 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.519697 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.519931 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.520150 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.520364 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.520597 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.520834 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.521082 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.521319 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.521569 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.521823 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.522071 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.522296 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.522529 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.522781 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.523008 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.523258 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.523470 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.523620 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 15:35:23.524127 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109968) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 15:35:23.524287 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 15:35:23.524425 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 15:35:23.524883 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 15:35:23.524883 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 15:35:23.525062 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 15:35:23.525141 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.525239 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.525401 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.525735 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.525895 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526077 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526232 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526392 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526549 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526673 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526816 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.526976 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.527134 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.527290 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.527830 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.527830 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.527830 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528194 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528194 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528194 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528405 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528480 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528616 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] debug = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528799 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.528976 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.529146 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.529303 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.529495 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.529654 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.529810 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.529968 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.530126 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.530283 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.530444 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.530571 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.530733 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.530891 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531049 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531227 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531356 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531507 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531667 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] host = n-d-819494-4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531835 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.531974 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.532635 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.532799 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.532955 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.533114 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.533271 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.533456 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.533619 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.533774 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.534088 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.534237 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.534391 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.534547 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.534706 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_options = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.534876 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535034 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535205 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535306 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535448 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535604 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535763 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.535921 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.536078 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.536236 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.536394 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.536551 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.536710 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.536866 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.537021 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.537651 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.537651 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.537651 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.537651 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.538070 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.538070 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.538070 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.538479 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.538479 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539051 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539051 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539051 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539051 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.539850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.540399 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.540399 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.540399 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.540399 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541066 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541066 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541066 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541066 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541461 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541461 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541461 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541782 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541782 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_json = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.541959 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542375 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542375 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542375 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542588 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542588 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542772 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.542872 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 15:35:23.543076 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.543194 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.543357 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.543518 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.543678 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.543838 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.543998 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.544156 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.544320 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.544478 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.544798 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.544963 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.545135 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.545296 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.545481 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.545646 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.545805 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.545965 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.546126 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.546295 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.546476 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.546656 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.546825 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.546984 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.547143 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.547289 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.547458 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.547580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:35:23.547718 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.548442 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.548442 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.548726 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.548858 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.548981 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549103 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549224 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549345 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549578 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549706 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549828 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.549973 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.550132 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.550291 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.550450 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.550610 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.550770 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.550930 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.551091 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.551250 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.551409 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.551570 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.551729 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.551889 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.552049 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.552210 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.552369 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.552528 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.552686 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.552856 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553014 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553172 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553332 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553511 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553671 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553830 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.553989 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.554147 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.554308 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.554467 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.554639 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.554797 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.554956 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.555114 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.555274 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.555437 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.555596 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.555754 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.555914 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.556073 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.556232 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.556391 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.556549 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.556709 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.556868 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.557027 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.557186 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.557347 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.557531 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.557691 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.557849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558008 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558168 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558377 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558501 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558645 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558806 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.558966 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.559125 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.559284 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.559446 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.559618 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.559758 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.559919 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.560078 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.560236 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.560398 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.560558 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.560716 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.560875 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561034 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561191 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561351 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561513 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561678 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561838 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.561997 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.562175 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.562304 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.562466 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.562669 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.562778 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.562939 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.563101 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.563311 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.563602 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.563765 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.563927 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.564087 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.564247 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.564407 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.564567 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.564905 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.564905 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565130 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565235 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565323 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565509 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565669 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565861 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.565998 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.566155 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.566315 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.566475 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.566634 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.566793 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.566953 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.567111 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.567271 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.567432 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.567593 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.567741 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.567901 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.568060 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.568219 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.568363 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.568529 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.568689 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.568849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569009 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569169 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569329 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569509 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569669 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569811 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.569975 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.570134 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.570325 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.570474 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.570601 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.570726 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.570888 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.571048 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.571209 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.571369 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.571528 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.571687 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.571847 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.572007 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.572355 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.572355 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.572598 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.572598 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.572878 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573004 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573088 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573213 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573347 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573519 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573680 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.573843 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574003 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574163 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574323 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574483 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574657 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574817 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.574976 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.575136 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.575297 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.575461 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.575620 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.575779 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.575941 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.576099 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.576257 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.576421 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.576582 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.576742 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.576900 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.577059 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.577218 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.577376 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.577556 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.577727 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.577887 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.578047 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.578206 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.578364 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.578522 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.578691 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.578850 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579031 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579193 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579351 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579510 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579679 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579838 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.579998 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.580156 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.580314 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.580475 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.580642 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.580802 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.580960 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.581119 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.581277 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.581458 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.581613 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.581775 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.581934 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.582092 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.582250 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.582408 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.582577 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.582736 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.582895 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.583053 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.583212 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.583359 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.583528 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.583688 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.583848 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584016 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584174 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584332 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584493 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584662 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584821 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.584985 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.585146 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.585291 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.585487 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.585647 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.585787 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.585956 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.586184 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.586329 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.586550 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.586922 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.586922 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.586922 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.587583 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.587583 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.587583 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.587583 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588102 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588102 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588102 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588102 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.588849 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.589521 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.589521 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.589521 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.589521 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.590246 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.590246 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.590246 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.590246 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 15:35:23.590246 n-d-819494-4 neutron-server[109968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 15:35:23.693791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:23.702344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063252 Nov 27 15:35:35.249260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d4b59-a6a9-4657-9920-9de50ea01c88 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 15:35:35.322510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d4b59-a6a9-4657-9920-9de50ea01c88 None None] No non-hosted networks {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 27 15:35:35.354302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.agentschedulers_db [None req-a08d4b59-a6a9-4657-9920-9de50ea01c88 None None] DHCP Agent not found on host n-d-819494-4 {{(pid=110077) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 27 15:35:35.538966 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-84575066-3cbc-4ffb-9acf-1cb6b2efe443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:37.459084 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d938da4-d0dc-4147-a3e6-4d3726ccbcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:37.530062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dec83fde-44fb-43a4-a42c-52243dd83782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:38.381945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:40.192190 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:41.072830 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:41.073826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.074163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.074507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.074845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.075176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.077106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.077623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.078313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.079078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.079822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.080329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.080827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:41.082201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819494-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:35:41.095332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819494-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:35:41.369124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53946) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:41.880099 n-d-819494-4 neutron-server[110076]: WARNING oslo_policy.policy [None req-1740445f-a143-4728-bc4a-fb5b379011ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:41.881069 n-d-819494-4 neutron-server[110076]: WARNING oslo_policy.policy [None req-1740445f-a143-4728-bc4a-fb5b379011ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:41.993702 n-d-819494-4 neutron-server[110077]: INFO neutron.db.l3_hamode_db [None req-530a037d-87c8-4fde-9e5a-1c3d72322c5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 27 15:35:42.070741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a037d-87c8-4fde-9e5a-1c3d72322c5e None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:35:42.071132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a037d-87c8-4fde-9e5a-1c3d72322c5e None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 15:35:42.105989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-1740445f-a143-4728-bc4a-fb5b379011ab admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:35:42.107120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1740445f-a143-4728-bc4a-fb5b379011ab admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7370334 Nov 27 15:35:44.675239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:44.987532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:35:45.081845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.policy [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110076) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 15:35:45.128492 n-d-819494-4 neutron-server[110076]: WARNING oslo_policy.policy [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:45.128854 n-d-819494-4 neutron-server[110076]: WARNING oslo_policy.policy [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:45.137270 n-d-819494-4 neutron-server[110076]: INFO neutron.quota [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] Loaded quota_driver: . Nov 27 15:35:45.227600 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779059211003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779059210440', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779059231837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779059225414', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779059367334', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779059374406', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541832', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1562415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-402774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640911'] for rbac-policy, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:45.292566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:45.293785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-519293f5-fc9c-4534-8762-9d1a4d633481 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6175303 Nov 27 15:35:48.065237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53974) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:48.360420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Request body: {'network': {'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:35:48.389447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Made reservation on behalf of a9fb64a5c2a34bd9bc5ea67daae1c03b for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:35:48.392774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.409359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.513971 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.517570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.540303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:35:48.565009 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779056890143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.565592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Unsubscribe: segment precommit_create {{(pid=110076) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 15:35:48.566099 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Added segment aa17d9f2-94f8-4632-89ef-1329322b2bdd of type vlan for network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 Nov 27 15:35:48.571581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5447675e-0cda-4084-84e0-638936855ffd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:35:48.592328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.592670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.593007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.593341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.593716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.594050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.594377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.594694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.595014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.595332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.595645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.595960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Tracked resource versions report: Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: pushed versions: Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: { 'AddressGroup': {'1.2'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'ConntrackHelper': {'1.0'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Log': {'1.0'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Network': {'1.1'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Port': {'1.7'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'PortForwarding': {'1.2'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'QosPolicy': {'1.10'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'SecurityGroup': {'1.5'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'SubPort': {'1.0'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Subnet': {'1.1'}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Trunk': {'1.1'}} Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: consumer versions: Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: L3 agent@n-d-819494-4: {}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: Metadata agent@n-d-819494-4: {}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: Metering agent@n-d-819494-4: {}, Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'ConntrackHelper': '1.0', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Log': '1.0', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Network': '1.1', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Port': '1.7', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'PortForwarding': '1.2', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'QosPolicy': '1.10', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'SecurityGroup': '1.5', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'SecurityGroupRule': '1.2', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'SubPort': '1.0', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Subnet': '1.1', Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: 'Trunk': '1.1'}} Nov 27 15:35:48.597087 n-d-819494-4 neutron-server[110076]: {{(pid=110076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:35:48.681172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.719359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.720685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:35:48.721436 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:48.808076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7416515 Nov 27 15:35:48.826477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf14c7-a376-470d-a687-c26de6e9543e admin admin] Pushing event updated for resources: {'Network': ['ID=ac83b7e6-2b78-4d73-b2dd-72ab909d27a3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:35:48.844290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:35:51.621440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:52.112319 n-d-819494-4 neutron-server[110075]: WARNING oslo_policy.policy [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:52.112953 n-d-819494-4 neutron-server[110075]: WARNING oslo_policy.policy [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:52.551841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.policy [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110075) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 15:35:52.598436 n-d-819494-4 neutron-server[110075]: WARNING oslo_policy.policy [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:52.598799 n-d-819494-4 neutron-server[110075]: WARNING oslo_policy.policy [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 15:35:52.607509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:35:52.610137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8d63d34c-454e-4e45-a620-299b9aaa3c17 admin admin] 10.222.0.15 "GET /v2.0/networks/ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 HTTP/1.1" status: 200 len: 825 time: 0.9858613 Nov 27 15:35:52.647361 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f34b304d-916e-4639-87a4-094f97d52679 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/5b079f01-a5f8-413d-8f5c-5d483422cec4 HTTP/1.1" status: 200 len: 734 time: 0.0311680 Nov 27 15:35:52.657058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'ip_version': 4, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'name': 'private-subnet'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:35:52.658615 n-d-819494-4 neutron-server[110075]: INFO neutron.quota [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Loaded quota_driver: . Nov 27 15:35:52.695719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Made reservation on behalf of a9fb64a5c2a34bd9bc5ea67daae1c03b for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:35:52.698376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:52.979931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:53.046966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Checking segment: {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:35:53.047337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Network hostable DHCP agents. Network: ac83b7e6-2b78-4d73-b2dd-72ab909d27a3, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:35:53.060620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4497b22d-e127-42d9-a238-f496cff63ebb,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:35:53.075354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.075717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.076140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.076494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.076799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.077121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.077457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.077798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.078682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.079008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.079369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.079685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Tracked resource versions report: Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: pushed versions: Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: { 'AddressGroup': {'1.2'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'ConntrackHelper': {'1.0'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Log': {'1.0'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Network': {'1.1'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Port': {'1.7'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'PortForwarding': {'1.2'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'QosPolicy': {'1.10'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'SecurityGroup': {'1.5'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'SubPort': {'1.0'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Subnet': {'1.1'}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Trunk': {'1.1'}} Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: consumer versions: Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: L3 agent@n-d-819494-4: {}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: Metadata agent@n-d-819494-4: {}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: Metering agent@n-d-819494-4: {}, Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'ConntrackHelper': '1.0', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Log': '1.0', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Network': '1.1', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Port': '1.7', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'PortForwarding': '1.2', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'QosPolicy': '1.10', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'SecurityGroup': '1.5', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'SecurityGroupRule': '1.2', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'SubPort': '1.0', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Subnet': '1.1', Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: 'Trunk': '1.1'}} Nov 27 15:35:53.080750 n-d-819494-4 neutron-server[110075]: {{(pid=110075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:35:53.100631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:35:53.115452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ac83b7e6-2b78-4d73-b2dd-72ab909d27a3) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:35:53.135522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:35:53.136154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:53.141432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87589711-d620-4270-96ed-82aebbc73f92 None None] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:35:53.160091 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa54d233-0ba4-488f-adeb-c6800a359ce3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5069265 Nov 27 15:35:53.463576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:35:53.464833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:53.755199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Allocated IP 172.20.0.2 (ac83b7e6-2b78-4d73-b2dd-72ab909d27a3/4497b22d-e127-42d9-a238-f496cff63ebb/542723e3-18b5-4f74-8a7b-7f48ca147ba0) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:35:53.958249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:53.966597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:54.039370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:35:54.044626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:35:54.053617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:35:54.056668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Pushing event updated for resources: {'Port': ['ID=542723e3-18b5-4f74-8a7b-7f48ca147ba0,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:35:54.088749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.089098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.089449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.089789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.090126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.090455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.090779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.091151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.091477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.091797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.092117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.092435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Tracked resource versions report: Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: pushed versions: Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: { 'AddressGroup': {'1.2'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'ConntrackHelper': {'1.0'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Log': {'1.0'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Network': {'1.1'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Port': {'1.7'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'PortForwarding': {'1.2'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'QosPolicy': {'1.10'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'SecurityGroup': {'1.5'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'SubPort': {'1.0'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Subnet': {'1.1'}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Trunk': {'1.1'}} Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: consumer versions: Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: L3 agent@n-d-819494-4: {}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: Metadata agent@n-d-819494-4: {}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: Metering agent@n-d-819494-4: {}, Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'ConntrackHelper': '1.0', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Log': '1.0', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Network': '1.1', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Port': '1.7', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'PortForwarding': '1.2', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'QosPolicy': '1.10', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'SecurityGroup': '1.5', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'SecurityGroupRule': '1.2', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'SubPort': '1.0', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Subnet': '1.1', Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: 'Trunk': '1.1'}} Nov 27 15:35:54.094113 n-d-819494-4 neutron-server[110077]: {{(pid=110077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:35:54.141383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Attempting to bind port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:35:54.141838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Attempting to bind port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:35:54.142386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Attempting to bind port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 on network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:35:54.147113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:35:54.147498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Checking segment: {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:35:54.147982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:54.148371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Bound using segment: {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:35:54.148852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Bound port: 542723e3-18b5-4f74-8a7b-7f48ca147ba0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:35:54.149270 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:54.209795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] For port 542723e3-18b5-4f74-8a7b-7f48ca147ba0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:35:54.213937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] For port 542723e3-18b5-4f74-8a7b-7f48ca147ba0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=542723e3-18b5-4f74-8a7b-7f48ca147ba0,segment=NetworkSegment(aa17d9f2-94f8-4632-89ef-1329322b2bdd),segment_id=aa17d9f2-94f8-4632-89ef-1329322b2bdd)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:35:54.219899 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:35:54.282372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a415acb-d149-4e24-a524-555402c3b773 None None] Pushing event updated for resources: {'Port': ['ID=542723e3-18b5-4f74-8a7b-7f48ca147ba0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:35:55.778184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54010) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:56.087214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-3e387ef4-29b2-4a51-ae51-23f6e7ea1857 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:35:56.088271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e387ef4-29b2-4a51-ae51-23f6e7ea1857 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091400 Nov 27 15:35:58.672565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54018) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:35:58.983239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-2236fbf7-7498-46f3-a882-2dbdb4932a00 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:35:58.997439 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2236fbf7-7498-46f3-a882-2dbdb4932a00 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111899 Nov 27 15:36:01.818722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:02.131976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:36:02.156288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:02.157962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:02.295417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:02.299874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:02.314297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:02.315467 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-086fdca8-65a3-4282-b96f-06b5b8f1aa42 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4957108 Nov 27 15:36:02.920904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 542723e3-18b5-4f74-8a7b-7f48ca147ba0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:36:03.012517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:03.012911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:03.129515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:03.163407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 542723e3-18b5-4f74-8a7b-7f48ca147ba0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=542723e3-18b5-4f74-8a7b-7f48ca147ba0,segment=NetworkSegment(aa17d9f2-94f8-4632-89ef-1329322b2bdd),segment_id=aa17d9f2-94f8-4632-89ef-1329322b2bdd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:36:03.167247 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:03.213918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=542723e3-18b5-4f74-8a7b-7f48ca147ba0,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:03.299061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8778b4-5c60-43df-ac1a-7f13f186709b None None] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:36:03.412399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c5ec7467-7e69-4bf8-938c-2ef9029c851f None None] Provisioning complete for port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:03.412774 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7467-7e69-4bf8-938c-2ef9029c851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:03.761923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-263a1afd-bdd5-484f-a7a6-437b04862433 None None] Provisioning complete for port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:03.762292 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-263a1afd-bdd5-484f-a7a6-437b04862433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:04.894677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 542723e3-18b5-4f74-8a7b-7f48ca147ba0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:36:04.904141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54040) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:04.941186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:04.941597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:05.160657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-59ea14d9-baf6-4af3-8daf-0fd75509c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:05.216646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-91f8fbbe-d599-4c61-82ec-f92b28f051f8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:36:05.217657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91f8fbbe-d599-4c61-82ec-f92b28f051f8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125675 Nov 27 15:36:07.455449 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b6bb231a-5d33-4db7-9fb3-149b56acc10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:07.773660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54048) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:08.081538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:36:08.125847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Made reservation on behalf of 8a1d83c1e80b43b8ac9f342f19ee0e42 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:36:08.128128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.143162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.241243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.244742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.260196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Reserving flat network on physical network physnet1 {{(pid=110075) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 27 15:36:08.282386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d82243-7308-44fe-8cf9-18f61f35d32f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:08.290713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779056890143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.290713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Unsubscribe: segment precommit_create {{(pid=110075) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 15:36:08.291104 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Added segment 98fdd778-457a-4cd5-b6c6-bea690a3d3db of type flat for network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd Nov 27 15:36:08.323295 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.342114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.380234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.381128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:36:08.381748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:08.450108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6754069 Nov 27 15:36:08.474691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305997e-3ee2-408d-aca5-6489bca95f99 admin admin] Pushing event updated for resources: {'Network': ['ID=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:08.486300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:36:10.106542 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:11.001222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:11.069688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:11.175048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a825f83-070d-4c91-b542-bdb4430d0194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:36:11.176360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8a825f83-070d-4c91-b542-bdb4430d0194 admin admin] 10.222.0.15 "GET /v2.0/subnets/4497b22d-e127-42d9-a238-f496cff63ebb HTTP/1.1" status: 200 len: 849 time: 0.1741664 Nov 27 15:36:11.293354 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4021d44e-368e-4e33-8104-00a57f2ec49e admin admin] 10.222.0.15 "GET /v2.0/routers/480740d0-b99f-4a2d-9dfb-0db7f219be66 HTTP/1.1" status: 200 len: 704 time: 0.1109614 Nov 27 15:36:11.553592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:11.838432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Allocated IP 172.20.0.1 (ac83b7e6-2b78-4d73-b2dd-72ab909d27a3/4497b22d-e127-42d9-a238-f496cff63ebb/ab051236-a99e-4e43-96a7-15cded3945f7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:36:11.990400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.054604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.162076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:36:12.168977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:36:12.175208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:36:12.175753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.244471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab051236-a99e-4e43-96a7-15cded3945f7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:12.366129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b32b4f6c-5ec9-4851-8f48-1af222e76dbb None None] Provisioning complete for port ab051236-a99e-4e43-96a7-15cded3945f7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:12.366731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b32b4f6c-5ec9-4851-8f48-1af222e76dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.379038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.402608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b32b4f6c-5ec9-4851-8f48-1af222e76dbb None None] Port ab051236-a99e-4e43-96a7-15cded3945f7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:36:12.585047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.589133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.589881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.668088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab051236-a99e-4e43-96a7-15cded3945f7,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:12.712256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:36:12.713567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:36:12.870621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Router 480740d0-b99f-4a2d-9dfb-0db7f219be66 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:36:12.923714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-376ef426-f8b1-4699-9c7e-c3d017202121 None None] Provisioning complete for port ab051236-a99e-4e43-96a7-15cded3945f7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:12.924088 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-376ef426-f8b1-4699-9c7e-c3d017202121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:12.957525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-376ef426-f8b1-4699-9c7e-c3d017202121 None None] Port ab051236-a99e-4e43-96a7-15cded3945f7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:36:12.959150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:36:12.964669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1f951eec-5cda-4545-b633-f1e5e1c08ff3 admin admin] 10.222.0.15 "PUT /v2.0/routers/480740d0-b99f-4a2d-9dfb-0db7f219be66/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6651683 Nov 27 15:36:12.969822 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Sync routers for ids ['480740d0-b99f-4a2d-9dfb-0db7f219be66'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:36:12.981796 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Routers {'480740d0-b99f-4a2d-9dfb-0db7f219be66'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:36:12.982595 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:36:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['480740d0-b99f-4a2d-9dfb-0db7f219be66'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:13.176611 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Set router 480740d0-b99f-4a2d-9dfb-0db7f219be66 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:36:13.604910 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'name': 'router1', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:36:02Z', 'updated_at': '2021-11-27T15:36:12Z', 'revision_number': 2, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'gw_port_host': None, '_interfaces': [{'id': 'ab051236-a99e-4e43-96a7-15cded3945f7', 'name': '', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'mac_address': 'fa:16:3e:64:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:11Z', 'updated_at': '2021-11-27T15:36:12Z', 'revision_number': 2, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'subnets': [{'id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:13.655290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Checking router: 480740d0-b99f-4a2d-9dfb-0db7f219be66 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:36:13.655660 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Updating router 480740d0-b99f-4a2d-9dfb-0db7f219be66 port ab051236-a99e-4e43-96a7-15cded3945f7 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:36:13.704804 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.213420 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.219677 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.374930 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Pushing event updated for resources: {'Port': ['ID=ab051236-a99e-4e43-96a7-15cded3945f7,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:14.390918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.391273 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.391619 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.391960 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.392300 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.392631 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.392961 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.393289 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.393818 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.393966 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.394291 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.394614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Tracked resource versions report: Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: pushed versions: Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: { 'AddressGroup': {'1.2'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'ConntrackHelper': {'1.0'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Log': {'1.0'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Network': {'1.1'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Port': {'1.7'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'PortForwarding': {'1.2'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'QosPolicy': {'1.10'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'SecurityGroup': {'1.5'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'SubPort': {'1.0'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Subnet': {'1.1'}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Trunk': {'1.1'}} Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: consumer versions: Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: L3 agent@n-d-819494-4: {}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: Metadata agent@n-d-819494-4: {}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: Metering agent@n-d-819494-4: {}, Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'ConntrackHelper': '1.0', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Log': '1.0', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Network': '1.1', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Port': '1.7', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'PortForwarding': '1.2', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'QosPolicy': '1.10', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'SecurityGroup': '1.5', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'SecurityGroupRule': '1.2', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'SubPort': '1.0', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Subnet': '1.1', Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: 'Trunk': '1.1'}} Nov 27 15:36:14.395733 n-d-819494-4 neutron-server[110078]: {{(pid=110078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:36:14.398176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Attempting to bind port ab051236-a99e-4e43-96a7-15cded3945f7 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:36:14.398561 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Attempting to bind port ab051236-a99e-4e43-96a7-15cded3945f7 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:36:14.399012 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Attempting to bind port ab051236-a99e-4e43-96a7-15cded3945f7 on network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:36:14.404868 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:36:14.405836 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Checking segment: {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:36:14.406321 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.406709 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Bound using segment: {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:36:14.407845 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Bound port: ab051236-a99e-4e43-96a7-15cded3945f7, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa17d9f2-94f8-4632-89ef-1329322b2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:36:14.407845 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.472449 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] For port ab051236-a99e-4e43-96a7-15cded3945f7, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:36:14.486747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-90ce4860-6ffc-483a-8a0b-f6c94ce8647b None None] Provisioning complete for port ab051236-a99e-4e43-96a7-15cded3945f7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:14.487308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-90ce4860-6ffc-483a-8a0b-f6c94ce8647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.492668 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] For port ab051236-a99e-4e43-96a7-15cded3945f7, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ab051236-a99e-4e43-96a7-15cded3945f7,segment=NetworkSegment(aa17d9f2-94f8-4632-89ef-1329322b2bdd),segment_id=aa17d9f2-94f8-4632-89ef-1329322b2bdd)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:36:14.497983 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.523135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-90ce4860-6ffc-483a-8a0b-f6c94ce8647b None None] Port ab051236-a99e-4e43-96a7-15cded3945f7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:36:14.556114 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Routers {'480740d0-b99f-4a2d-9dfb-0db7f219be66'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:36:14.556607 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:36:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['480740d0-b99f-4a2d-9dfb-0db7f219be66'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:14.623947 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25419bbb-ab20-4fce-bc72-57bfb18eca83 None None] Pushing event updated for resources: {'Port': ['ID=ab051236-a99e-4e43-96a7-15cded3945f7,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:14.648444 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] Set router 480740d0-b99f-4a2d-9dfb-0db7f219be66 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:36:14.742653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e317471f-ff27-4cf4-9fd7-5a27c26470e0 None None] Provisioning complete for port ab051236-a99e-4e43-96a7-15cded3945f7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:14.742958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e317471f-ff27-4cf4-9fd7-5a27c26470e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.820423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e317471f-ff27-4cf4-9fd7-5a27c26470e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.854934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e317471f-ff27-4cf4-9fd7-5a27c26470e0 None None] For port ab051236-a99e-4e43-96a7-15cded3945f7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ab051236-a99e-4e43-96a7-15cded3945f7,segment=NetworkSegment(aa17d9f2-94f8-4632-89ef-1329322b2bdd),segment_id=aa17d9f2-94f8-4632-89ef-1329322b2bdd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:36:14.859743 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e317471f-ff27-4cf4-9fd7-5a27c26470e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:14.862705 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'name': 'router1', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:36:02Z', 'updated_at': '2021-11-27T15:36:12Z', 'revision_number': 2, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'gw_port_host': None, '_interfaces': [{'id': 'ab051236-a99e-4e43-96a7-15cded3945f7', 'name': '', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'mac_address': 'fa:16:3e:64:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:11Z', 'updated_at': '2021-11-27T15:36:14Z', 'revision_number': 4, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'subnets': [{'id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:14.892095 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00bb75-af67-41d9-a3a9-74690dce9f11 None None] The sync data for ids ['480740d0-b99f-4a2d-9dfb-0db7f219be66'] in n-d-819494-4 is: [{'id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'name': 'router1', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:36:02Z', 'updated_at': '2021-11-27T15:36:12Z', 'revision_number': 2, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'gw_port_host': None, '_interfaces': [{'id': 'ab051236-a99e-4e43-96a7-15cded3945f7', 'name': '', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'mac_address': 'fa:16:3e:64:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:11Z', 'updated_at': '2021-11-27T15:36:14Z', 'revision_number': 4, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'subnets': [{'id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:36:14.910596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317471f-ff27-4cf4-9fd7-5a27c26470e0 None None] Pushing event updated for resources: {'Port': ['ID=ab051236-a99e-4e43-96a7-15cded3945f7,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:15.385163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54086) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:15.498844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842174f-7c27-4b40-8e7a-cdd8519023c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:36:15.500696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5842174f-7c27-4b40-8e7a-cdd8519023c2 admin admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 842 time: 0.1145396 Nov 27 15:36:15.510795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Request body: {'subnet': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:36:15.530890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Made reservation on behalf of 8a1d83c1e80b43b8ac9f342f19ee0e42 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:36:15.533286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:15.813986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 15:36:15.814425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:15.872871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb66ff73-d4c5-4744-b475-8565f3ff4569,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:15.874758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:36:15.875102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Network hostable DHCP agents. Network: e71c7826-0f3d-4a3a-a4af-819b5a9f74bd, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:36:15.890864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:36:15.898971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, e71c7826-0f3d-4a3a-a4af-819b5a9f74bd) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:36:15.902839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:36:15.903413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:15.910797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9478b-10a4-4a1d-b948-fd167069de0a None None] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:36:15.922039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6dca36e0-f6ff-4c23-a0d7-6e3ebd200501 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4145448 Nov 27 15:36:16.051913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f190055-c3e3-46f0-afd1-8969b3eae962 None None] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:36:17.474518 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:36:18.428164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54094) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:18.634975 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4d774cf-7ccc-410a-8a03-90bf4a3be4f4 admin admin] 10.222.0.15 "GET /v2.0/routers/480740d0-b99f-4a2d-9dfb-0db7f219be66 HTTP/1.1" status: 200 len: 710 time: 0.2055638 Nov 27 15:36:18.722932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a0f117-1687-459f-8b36-5a9d0cf1e3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:36:18.724341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46a0f117-1687-459f-8b36-5a9d0cf1e3c1 admin admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 886 time: 0.0834141 Nov 27 15:36:18.735774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:36:18.982633 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:19.221549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:19.295508 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:19.398011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Allocated IP 172.25.1.56 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/fb689315-4f64-42aa-a8f1-49e923b03ca2) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:36:19.501070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:19.536094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:19.573954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:36:19.576689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:36:19.582460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:36:19.587320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=fb689315-4f64-42aa-a8f1-49e923b03ca2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:19.828494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:20.109838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:20.113021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:20.218037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Router 480740d0-b99f-4a2d-9dfb-0db7f219be66 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:36:20.327134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:36:20.331513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:20.332742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4c7b3e23-6efe-4446-b5d5-367ed14b1fa3 admin admin] 10.222.0.15 "PUT /v2.0/routers/480740d0-b99f-4a2d-9dfb-0db7f219be66 HTTP/1.1" status: 200 len: 889 time: 1.6020534 Nov 27 15:36:20.918768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ab051236-a99e-4e43-96a7-15cded3945f7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:36:20.965396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ab051236-a99e-4e43-96a7-15cded3945f7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:20.965798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:22.020186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Sync routers for ids ['480740d0-b99f-4a2d-9dfb-0db7f219be66'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:36:22.034257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Routers {'480740d0-b99f-4a2d-9dfb-0db7f219be66'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:36:22.034921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:36:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['480740d0-b99f-4a2d-9dfb-0db7f219be66'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:22.243735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Set router 480740d0-b99f-4a2d-9dfb-0db7f219be66 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:36:22.702444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'name': 'router1', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fb689315-4f64-42aa-a8f1-49e923b03ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:36:02Z', 'updated_at': '2021-11-27T15:36:19Z', 'revision_number': 4, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'gw_port': {'id': 'fb689315-4f64-42aa-a8f1-49e923b03ca2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:19Z', 'updated_at': '2021-11-27T15:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ab051236-a99e-4e43-96a7-15cded3945f7', 'name': '', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'mac_address': 'fa:16:3e:64:82:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:11Z', 'updated_at': '2021-11-27T15:36:14Z', 'revision_number': 5, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'subnets': [{'id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:22.753698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Checking router: 480740d0-b99f-4a2d-9dfb-0db7f219be66 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:36:22.754057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Updating router 480740d0-b99f-4a2d-9dfb-0db7f219be66 port fb689315-4f64-42aa-a8f1-49e923b03ca2 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:36:22.801127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:22.925757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54106) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:36:23.039238 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f53ef4f0-8faa-43a0-8643-b553887bfc53 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1123672 Nov 27 15:36:23.129096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:23.136337 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:23.192235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912082-f848-4815-b422-3a0c3564fba3 None None] Pushing event updated for resources: {'Port': ['ID=fb689315-4f64-42aa-a8f1-49e923b03ca2,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:23.194586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Attempting to bind port fb689315-4f64-42aa-a8f1-49e923b03ca2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:36:23.194962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Attempting to bind port fb689315-4f64-42aa-a8f1-49e923b03ca2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:36:23.195346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Attempting to bind port fb689315-4f64-42aa-a8f1-49e923b03ca2 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:36:23.201746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:36:23.202129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:36:23.202537 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:23.202931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:36:23.203413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Bound port: fb689315-4f64-42aa-a8f1-49e923b03ca2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:36:23.203909 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:23.255521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] For port fb689315-4f64-42aa-a8f1-49e923b03ca2, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:36:23.258891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] For port fb689315-4f64-42aa-a8f1-49e923b03ca2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fb689315-4f64-42aa-a8f1-49e923b03ca2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:36:23.263575 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:23.321791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Routers {'480740d0-b99f-4a2d-9dfb-0db7f219be66'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:36:23.322408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:36:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['480740d0-b99f-4a2d-9dfb-0db7f219be66'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:23.325338 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912082-f848-4815-b422-3a0c3564fba3 None None] Pushing event updated for resources: {'Port': ['ID=fb689315-4f64-42aa-a8f1-49e923b03ca2,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:23.432075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] Set router 480740d0-b99f-4a2d-9dfb-0db7f219be66 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:36:23.643934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'name': 'router1', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fb689315-4f64-42aa-a8f1-49e923b03ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:36:02Z', 'updated_at': '2021-11-27T15:36:19Z', 'revision_number': 4, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'gw_port': {'id': 'fb689315-4f64-42aa-a8f1-49e923b03ca2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:19Z', 'updated_at': '2021-11-27T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ab051236-a99e-4e43-96a7-15cded3945f7', 'name': '', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'mac_address': 'fa:16:3e:64:82:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:11Z', 'updated_at': '2021-11-27T15:36:14Z', 'revision_number': 5, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'subnets': [{'id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:36:23.669878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762d38d-2cd7-4e04-b15a-962306523139 None None] The sync data for ids ['480740d0-b99f-4a2d-9dfb-0db7f219be66'] in n-d-819494-4 is: [{'id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'name': 'router1', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fb689315-4f64-42aa-a8f1-49e923b03ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:36:02Z', 'updated_at': '2021-11-27T15:36:19Z', 'revision_number': 4, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'gw_port': {'id': 'fb689315-4f64-42aa-a8f1-49e923b03ca2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:19Z', 'updated_at': '2021-11-27T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ab051236-a99e-4e43-96a7-15cded3945f7', 'name': '', 'network_id': 'ac83b7e6-2b78-4d73-b2dd-72ab909d27a3', 'tenant_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'mac_address': 'fa:16:3e:64:82:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480740d0-b99f-4a2d-9dfb-0db7f219be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:36:11Z', 'updated_at': '2021-11-27T15:36:14Z', 'revision_number': 5, 'project_id': 'a9fb64a5c2a34bd9bc5ea67daae1c03b', 'subnets': [{'id': '4497b22d-e127-42d9-a238-f496cff63ebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b079f01-a5f8-413d-8f5c-5d483422cec4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:36:24.946757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fb689315-4f64-42aa-a8f1-49e923b03ca2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:36:25.006430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port fb689315-4f64-42aa-a8f1-49e923b03ca2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:25.006804 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:25.092781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:25.117887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port fb689315-4f64-42aa-a8f1-49e923b03ca2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fb689315-4f64-42aa-a8f1-49e923b03ca2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:36:25.121701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:25.170484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=fb689315-4f64-42aa-a8f1-49e923b03ca2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:36:26.944768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fb689315-4f64-42aa-a8f1-49e923b03ca2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:36:27.030921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port fb689315-4f64-42aa-a8f1-49e923b03ca2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:36:27.031632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:35.162457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-37ec1506-8850-4eb9-a962-449b7bc7f274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:37.464920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52288414-4e21-4e93-8863-f4e0a9ee3e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:38.328971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:40.100987 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:41.073836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:36:54.476738 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:37:05.164171 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-adc7db7f-1e3d-4806-9365-97aa124e0f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:07.474821 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1013230-98f6-4454-ab76-96d211fb255f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:08.332354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:10.103243 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:11.070119 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:31.475470 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:37:35.165986 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d33b8acd-2140-4f79-8bf7-6ca8660b9d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:37.470231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4431811b-a5fd-4adf-a14e-9da8b3916afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:38.336104 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:40.099554 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:41.072783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:48.945913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:37:49.018212 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1095715f-b2bb-4230-af72-15946af4b524 admin admin] GET failed (client error): The resource could not be found. Nov 27 15:37:49.019520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1095715f-b2bb-4230-af72-15946af4b524 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0726724 Nov 27 15:37:49.188373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c374ff4-3e29-4a55-bdb4-c355c85ce9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:49.189878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c374ff4-3e29-4a55-bdb4-c355c85ce9ed admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1657758 Nov 27 15:37:51.552718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:37:51.699303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a395562a-e42d-4d47-b5cf-7ca4564c368f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:51.700679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a395562a-e42d-4d47-b5cf-7ca4564c368f admin admin] 10.222.0.15 "GET /v2.0/subnets/4497b22d-e127-42d9-a238-f496cff63ebb HTTP/1.1" status: 200 len: 849 time: 0.1466057 Nov 27 15:37:51.710789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:37:51.794010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:51.941832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779056838000'] for subnet, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:51.977100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:51.978260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:51.979200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] 10.222.0.15 "PUT /v2.0/subnets/4497b22d-e127-42d9-a238-f496cff63ebb HTTP/1.1" status: 200 len: 868 time: 0.2718468 Nov 27 15:37:51.995798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94689c9b-f108-4fb7-9fda-83fa90a45e15 None None] Network ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:37:51.997095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4497b22d-e127-42d9-a238-f496cff63ebb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:37:52.004494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.004878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.005189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.005555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.005895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.006227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.006559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.006888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.007219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.007556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.007884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.008213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de475595-172e-4228-b52c-2e15a6fc6ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:37:52.428800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e713c8c4-0e73-457e-b46b-3d5253550de4 None None] Provisioning complete for port ab051236-a99e-4e43-96a7-15cded3945f7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:37:52.429193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e713c8c4-0e73-457e-b46b-3d5253550de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:52.515691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e713c8c4-0e73-457e-b46b-3d5253550de4 None None] Provisioning complete for port 542723e3-18b5-4f74-8a7b-7f48ca147ba0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:37:52.515959 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e713c8c4-0e73-457e-b46b-3d5253550de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:37:54.346104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54640) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:37:54.545591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85076fc6-bef8-4232-92f2-c5842b47707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:54.545975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85076fc6-bef8-4232-92f2-c5842b47707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:54.547486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-85076fc6-bef8-4232-92f2-c5842b47707b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004337 Nov 27 15:37:56.912718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54648) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:37:57.041089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affcf8b7-7705-4fe0-b97c-14400e9546fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:57.042171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affcf8b7-7705-4fe0-b97c-14400e9546fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:57.043656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-affcf8b7-7705-4fe0-b97c-14400e9546fe admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300390 Nov 27 15:37:59.407702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:37:59.602266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b89da0-1cdf-44c3-b751-7392c9fe906e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:37:59.603527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23b89da0-1cdf-44c3-b751-7392c9fe906e admin admin] 10.222.0.15 "GET /v2.0/networks/ac83b7e6-2b78-4d73-b2dd-72ab909d27a3 HTTP/1.1" status: 200 len: 869 time: 0.1948848 Nov 27 15:38:01.962380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54664) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:02.083130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe26d3a-d3e3-4e3b-8c24-1423b8c1225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:02.084465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-afe26d3a-d3e3-4e3b-8c24-1423b8c1225f admin admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 886 time: 0.1211288 Nov 27 15:38:04.457024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54672) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:04.583273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a0fcc-679b-4f91-8a98-22d96aaf70f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:04.583719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a0fcc-679b-4f91-8a98-22d96aaf70f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:04.585221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d13a0fcc-679b-4f91-8a98-22d96aaf70f8 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272225 Nov 27 15:38:05.167119 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f16224-0dbe-47e8-a33c-f9d743ef34ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:06.956764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54680) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:07.046717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b1a27-6eff-490f-9ef7-590a406b9d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:07.047170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b1a27-6eff-490f-9ef7-590a406b9d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:07.048657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d5b1a27-6eff-490f-9ef7-590a406b9d54 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909579 Nov 27 15:38:07.471758 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51b8f8b6-2182-4c59-a6be-e80377f83f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:08.336438 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:08.523296 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:38:09.464037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54688) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:09.554759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a3b67-d3e3-4250-9a1e-14bcb16ecbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:09.556109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-147a3b67-d3e3-4250-9a1e-14bcb16ecbbd admin admin] 10.222.0.15 "GET /v2.0/subnets/4497b22d-e127-42d9-a238-f496cff63ebb HTTP/1.1" status: 200 len: 868 time: 0.0911438 Nov 27 15:38:10.101682 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:11.076637 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:11.908490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54698) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:11.995919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98edde1-3cbc-4661-9444-b26169308e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:11.997257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b98edde1-3cbc-4661-9444-b26169308e81 admin admin] 10.222.0.15 "GET /v2.0/subnets/eb66ff73-d4c5-4744-b475-8565f3ff4569 HTTP/1.1" status: 200 len: 816 time: 0.0878460 Nov 27 15:38:35.171784 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fb4487e9-7729-4ddb-9f91-e6eeb1db03cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:36.761896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:36.808043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-b733d904-5157-4113-934c-c7580beb3e2e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:38:36.809014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b733d904-5157-4113-934c-c7580beb3e2e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460591 Nov 27 15:38:37.472880 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6d38d485-9e74-4d81-92ea-db3b27d6fa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:38.339811 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:39.278295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54760) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:39.338963 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e31e7-3359-4b7c-bbfc-c85f3247d1a6 admin admin] GET failed (client error): The resource could not be found. Nov 27 15:38:39.340215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bc0e31e7-3359-4b7c-bbfc-c85f3247d1a6 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610027 Nov 27 15:38:39.480739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d7afa-71f8-4b48-91a6-d88aeaf99aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:39.482138 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3c1d7afa-71f8-4b48-91a6-d88aeaf99aed admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373990 Nov 27 15:38:40.105348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:41.077395 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:41.863868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54768) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:41.910010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:38:41.929898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Made reservation on behalf of 8a1d83c1e80b43b8ac9f342f19ee0e42 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:38:41.932691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:41.959032 n-d-819494-4 neutron-server[110075]: WARNING neutron.services.revisions.revision_plugin [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Could not find related network for resource to bump revision. Nov 27 15:38:41.972223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:38:41.985210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:41.985584 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Added segment 1af68e29-2192-4240-b274-f72b535ec748 of type vlan for network 104926a1-0264-4a83-b10c-e3222a74802e Nov 27 15:38:42.022869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:42.046183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:42.047014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:42.047587 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:42.095608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2306798 Nov 27 15:38:42.106241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Pushing event updated for resources: {'Network': ['ID=104926a1-0264-4a83-b10c-e3222a74802e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:38:42.113796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.114163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.114518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.114930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.115579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.115711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.116006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.116404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.116809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.117211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.117596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.117986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6b8e2b-f6f5-486c-8f74-d45ce282f5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:42.129909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 104926a1-0264-4a83-b10c-e3222a74802e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:38:44.460288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54776) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:38:44.519590 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ed29df-93cb-452c-927f-34bafc3999a0 admin admin] GET failed (client error): The resource could not be found. Nov 27 15:38:44.520832 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-41ed29df-93cb-452c-927f-34bafc3999a0 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596008 Nov 27 15:38:44.589722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c78d7-c7c4-4619-a76f-d20e5e22f393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:44.591105 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f01c78d7-c7c4-4619-a76f-d20e5e22f393 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658765 Nov 27 15:38:44.600815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:38:44.622488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Made reservation on behalf of 8a1d83c1e80b43b8ac9f342f19ee0e42 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:38:44.625566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:44.783494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:44.837341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81b91c0-6601-45eb-bc63-73e2aef9cc25,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:38:44.844471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:38:44.844632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Network hostable DHCP agents. Network: 104926a1-0264-4a83-b10c-e3222a74802e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:38:44.860007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Network 104926a1-0264-4a83-b10c-e3222a74802e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:38:44.867986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 104926a1-0264-4a83-b10c-e3222a74802e) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:38:44.872116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:38:44.872703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:44.876753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c55d229-8d3c-4f15-907e-847a7aadb7f8 None None] Network 104926a1-0264-4a83-b10c-e3222a74802e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:38:44.887813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0d6366c5-43dd-4b80-9c57-c91fc2b68b30 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902622 Nov 27 15:38:45.120737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-104926a1-0264-4a83-b10c-e3222a74802e', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'tenant_id': '8a1d83c1e80b43b8ac9f342f19ee0e42', 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:38:45.121900 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:45.258487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Allocated IP 192.168.233.2 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/9f9c8df5-1234-4b59-a826-5027b34f67d4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:38:45.401205 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:45.407414 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:45.449318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:38:45.452183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:38:45.456285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:38:45.458513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Pushing event updated for resources: {'Port': ['ID=9f9c8df5-1234-4b59-a826-5027b34f67d4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:38:45.467731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.468088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.468434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.468776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.469110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.469473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.469810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.470836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.470836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.470836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.471096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.471409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:38:45.472029 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:38:45.523413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Attempting to bind port 9f9c8df5-1234-4b59-a826-5027b34f67d4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:38:45.523781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Attempting to bind port 9f9c8df5-1234-4b59-a826-5027b34f67d4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:38:45.524138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Attempting to bind port 9f9c8df5-1234-4b59-a826-5027b34f67d4 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:38:45.530319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:38:45.530692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:38:45.531084 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:45.531466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:38:45.531921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Bound port: 9f9c8df5-1234-4b59-a826-5027b34f67d4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:38:45.532313 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:45.596179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] For port 9f9c8df5-1234-4b59-a826-5027b34f67d4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:38:45.599222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] For port 9f9c8df5-1234-4b59-a826-5027b34f67d4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f9c8df5-1234-4b59-a826-5027b34f67d4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:38:45.604365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:45.664987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1819672-e3cf-43d4-a015-692ed42417be None None] Pushing event updated for resources: {'Port': ['ID=9f9c8df5-1234-4b59-a826-5027b34f67d4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:38:46.495876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd88aa-c208-4888-916b-3a786bd8bc98 None None] Network 104926a1-0264-4a83-b10c-e3222a74802e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:38:46.560969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9f82db8c-cc4b-4d7b-8055-43301c76c95b None None] Provisioning complete for port 9f9c8df5-1234-4b59-a826-5027b34f67d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:38:46.561339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f82db8c-cc4b-4d7b-8055-43301c76c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:46.707457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f82db8c-cc4b-4d7b-8055-43301c76c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:46.748501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9f82db8c-cc4b-4d7b-8055-43301c76c95b None None] For port 9f9c8df5-1234-4b59-a826-5027b34f67d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f9c8df5-1234-4b59-a826-5027b34f67d4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:38:46.755385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f82db8c-cc4b-4d7b-8055-43301c76c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:46.805281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82db8c-cc4b-4d7b-8055-43301c76c95b None None] Pushing event updated for resources: {'Port': ['ID=9f9c8df5-1234-4b59-a826-5027b34f67d4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:38:47.042594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f9c8df5-1234-4b59-a826-5027b34f67d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:38:47.090848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-719bc65b-5554-4456-ba36-194a8d76f5e3 None None] Provisioning complete for port 9f9c8df5-1234-4b59-a826-5027b34f67d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:38:47.091215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-719bc65b-5554-4456-ba36-194a8d76f5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:38:47.130772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9f9c8df5-1234-4b59-a826-5027b34f67d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:38:47.131141 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:05.173608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-441268db-eadd-438b-afbc-d973f7825ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:07.474595 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35c8798a-7f91-49a9-ba39-9a5dae5715ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:08.342423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:10.109522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:11.083429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:22.469998 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:39:35.174683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33a256c0-1ed0-415c-9309-619182073025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:37.482375 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d58de42c-b426-469c-86e5-e54ec89a1857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:38.344449 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:40.110530 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:41.074592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:39:59.468729 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:40:02.902246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54820) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:40:02.908031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-dca5d0af-831f-4c47-aec1-328c7855aea3 tempest-verify_tempest_config-1726250297 tempest-verify_tempest_config-1726250297-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:40:02.908983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dca5d0af-831f-4c47-aec1-328c7855aea3 tempest-verify_tempest_config-1726250297 tempest-verify_tempest_config-1726250297-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057950 Nov 27 15:40:03.198410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54838) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:40:03.300680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.373014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.376646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.423435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=479ec69639b34e1dbb49b42a35339b0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2240124 Nov 27 15:40:03.424410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d393180d-fdde-42d9-9570-e4c569dd66ed,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:40:03.426347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:40:03.431236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.431579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.431918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.432257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.432588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.432913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.433236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.433592 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.433913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.434235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.434558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.434876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f95598-28bb-4c9f-a365-bcda663189a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.486519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.505968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.594254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.596808 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:03.600392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d393180d-fdde-42d9-9570-e4c569dd66ed HTTP/1.1" status: 204 len: 168 time: 0.1700239 Nov 27 15:40:03.606006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393180d-fdde-42d9-9570-e4c569dd66ed,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:40:03.614220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.614579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.614926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.615268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.615607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.615942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.616275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.616605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.616935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.617296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.617659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:03.617991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b0ecb-d560-4165-a4f5-2f607bac0af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:40:05.176135 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6dc47e2d-fb9a-4d11-85db-2ff5bc9308c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:07.478269 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-67a7cf3e-c591-41ff-b3aa-058524219a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:08.347590 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:10.113571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:11.078816 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:35.175958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80115137-78f8-4341-a5ba-420c8ddf35a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:36.467645 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:40:37.469129 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a2c-3356-44fc-b61d-44d3521370e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:38.350121 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:40.115376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:40:41.079798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:05.176919 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41bbddc7-0cf0-4360-b339-4692e752cab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:07.470724 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0b3977a-a332-4550-b081-59863f89cfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:08.354469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:10.120332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:11.082164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:13.466622 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:41:35.178101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b2eca3a6-1568-46da-981a-f0a5fae09dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:37.472598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a54e6f6-d140-4cc0-bcb7-9af80000dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:38.355673 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:40.123369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:41.084346 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:41:50.465340 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:42:05.179320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d39f-24a4-4d56-86e7-e769459637a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:07.473535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c91d6d4-3839-44b9-9996-b34f33e16eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:08.358944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:10.125152 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:11.093284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:27.463452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 5 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:42:35.180235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-54397034-00ae-4c97-a408-3a55294d769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:37.474505 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-11193f9e-afe9-409e-9857-2e5fe9520b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:38.361520 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:40.128162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:41.084666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:42:59.412398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:01.521564 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649754'] for agent, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:04.462925 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:43:05.182961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3849ea1-3a01-40b8-a73d-4aa2dabbc72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:07.475026 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5fde7326-f883-431a-ade9-7638167c0c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:08.363297 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:10.132572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:11.088594 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:29.391326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:31.470558 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:35.184425 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3ea8-14cb-43ab-b0bf-bf34ce33541a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:37.475333 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13348cd8-aa03-436d-8fbc-0f380f70ba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:38.365802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:40.133330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:41.090620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:43:41.462420 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:43:50.817357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54900) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:43:50.922740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b16ee87-3250-4b95-853e-63823b50129a admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1042590 Nov 27 15:43:53.296853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54910) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:43:53.349779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-911bc987-20c5-4aee-acfb-05197d984907 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0518222 Nov 27 15:43:59.390936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:01.472499 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:05.185350 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a987b25d-ec43-48aa-810c-d7adb3a482fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:07.476724 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7873-850c-4d1a-9b67-0496c68f3dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:08.369037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:10.136574 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:11.091710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:18.463142 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:44:29.407584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:31.485043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:35.188385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10a10105-c706-498d-b090-233539dcd716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:37.484917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a505dc2a-a159-4eae-91f3-4cf985d8d2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:38.382559 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:40.147679 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:41.093847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:44:55.463193 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:44:59.404797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:01.484667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:05.191727 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6cb5a7c1-e58f-4637-bc16-0fa3e9f70271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:07.478193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c39e1ba7-8fbd-48b6-b3b6-f16f75a6083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:08.373767 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:10.144104 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:11.105787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:15.768287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:16.072775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-network', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:16.095162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Made reservation on behalf of 609b7dc5958c4a42b24d879abb6f1c04 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:16.097473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.106438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.190791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.196423 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.209055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:45:16.217460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55140) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:16.234651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc594a4-ef24-4e8c-b4b4-47e96e7e78c8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:16.238754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.239250 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Added segment 41c59bc6-ae7a-46fc-80ce-a90d193e1091 of type vlan for network 2f28f871-1dda-43b8-bcdb-ac6461451e33 Nov 27 15:45:16.253017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.253613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.254095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.254596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.255120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.255602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.255944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.256261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.256680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.257045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.257556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.258077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Tracked resource versions report: Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: pushed versions: Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: { 'AddressGroup': {'1.2'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'ConntrackHelper': {'1.0'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Log': {'1.0'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Network': {'1.1'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Port': {'1.7'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'PortForwarding': {'1.2'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'QosPolicy': {'1.10'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'SecurityGroup': {'1.5'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'SubPort': {'1.0'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Subnet': {'1.1'}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Trunk': {'1.1'}} Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: consumer versions: Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: HyperV agent@n-h1-819494-4: {}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: HyperV agent@n-h2-819494-4: {}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: L3 agent@n-d-819494-4: {}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: Metadata agent@n-d-819494-4: {}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: Metering agent@n-d-819494-4: {}, Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'ConntrackHelper': '1.0', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Log': '1.0', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Network': '1.1', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Port': '1.7', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'PortForwarding': '1.2', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'QosPolicy': '1.10', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'SecurityGroup': '1.5', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'SecurityGroupRule': '1.2', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'SubPort': '1.0', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Subnet': '1.1', Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: 'Trunk': '1.1'}} Nov 27 15:45:16.259345 n-d-819494-4 neutron-server[110075]: {{(pid=110075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:45:16.297982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.322815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.323789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:16.324390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.380584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55150) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:16.388156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Request body: {'subnet': {'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-subnet', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:16.400224 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6299636 Nov 27 15:45:16.416934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Made reservation on behalf of 609b7dc5958c4a42b24d879abb6f1c04 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:16.417128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d181-5a26-48c5-b85d-ec31204d6b71 admin admin] Pushing event updated for resources: {'Network': ['ID=2f28f871-1dda-43b8-bcdb-ac6461451e33,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:16.420892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.428113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:45:16.644009 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.681734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7ca587-867b-4123-b22e-1a5bea8dc7cf,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:16.693900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.694109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.694664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.694931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.695267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.696194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.696528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.696849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.697167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.697640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.698119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.698587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Tracked resource versions report: Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: pushed versions: Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: { 'AddressGroup': {'1.2'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'ConntrackHelper': {'1.0'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Log': {'1.0'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Network': {'1.1'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Port': {'1.7'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'PortForwarding': {'1.2'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'QosPolicy': {'1.10'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'SecurityGroup': {'1.5'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'SubPort': {'1.0'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Subnet': {'1.1'}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Trunk': {'1.1'}} Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: consumer versions: Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: HyperV agent@n-h1-819494-4: {}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: HyperV agent@n-h2-819494-4: {}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: L3 agent@n-d-819494-4: {}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: Metadata agent@n-d-819494-4: {}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: Metering agent@n-d-819494-4: {}, Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'ConntrackHelper': '1.0', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Log': '1.0', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Network': '1.1', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Port': '1.7', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'PortForwarding': '1.2', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'QosPolicy': '1.10', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'SecurityGroup': '1.5', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'SecurityGroupRule': '1.2', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'SubPort': '1.0', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Subnet': '1.1', Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: 'Trunk': '1.1'}} Nov 27 15:45:16.699697 n-d-819494-4 neutron-server[110076]: {{(pid=110076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:45:16.704722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1032677992-network', 'tenant_id': '93d68f827a2e4d9cbecdba351503bc7e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:16.736643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Made reservation on behalf of 93d68f827a2e4d9cbecdba351503bc7e for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:16.739190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.751020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.815425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Checking segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:16.815824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Network hostable DHCP agents. Network: 2f28f871-1dda-43b8-bcdb-ac6461451e33, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:45:16.856015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.865807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.884212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:45:16.895809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.896206 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Added segment 23d9de8c-5351-4ff7-b9ca-34bcac8e4b29 of type vlan for network 8c29ef00-b7e9-4431-8275-c7f37c550603 Nov 27 15:45:16.912979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:45:16.965199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2f28f871-1dda-43b8-bcdb-ac6461451e33) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:16.967604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:16.974480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a43315-3ca5-4362-a847-2a354cbb6cb6 None None] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:16.996976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:16.997758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.005890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.006884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:17.007714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.081232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Pushing event updated for resources: {'Network': ['ID=8c29ef00-b7e9-4431-8275-c7f37c550603,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:17.083543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:17.101107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6fa0b61e-02e0-4920-b947-ad018214ea58 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8809884 Nov 27 15:45:17.105128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55196) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:17.111894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Request body: {'subnet': {'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1032677992-subnet', 'tenant_id': '93d68f827a2e4d9cbecdba351503bc7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:17.122132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1cbfdd24-4619-4426-8f08-d24a1a04eaa8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7402916 Nov 27 15:45:17.122688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55198) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:17.127856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:17.130354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:45:17.146618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Made reservation on behalf of 93d68f827a2e4d9cbecdba351503bc7e for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:17.150143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.173715 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.175874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.334516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-2f28f871-1dda-43b8-bcdb-ac6461451e33', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:45:17.337706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.338579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.421024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c43f5a0-2116-4379-abfc-5ab1bc13c328,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:17.424042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:17.424700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Network hostable DHCP agents. Network: 8c29ef00-b7e9-4431-8275-c7f37c550603, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:45:17.463725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.478460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:45:17.493924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8c29ef00-b7e9-4431-8275-c7f37c550603) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:17.508897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:17.511144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:17.529094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe8e11-54e6-41e7-b637-245cdec73968 None None] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:17.538023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e523a0a9-b84c-4b1a-920a-be0e59683c1d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4317529 Nov 27 15:45:17.688382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246f7bf-4e32-41d2-aa10-d896f9080826 None None] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:17.695046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Allocated IP 172.20.0.2 (2f28f871-1dda-43b8-bcdb-ac6461451e33/3b7ca587-867b-4123-b22e-1a5bea8dc7cf/04a48d3d-c24b-424d-8f0e-8c3695d9bfc2) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:17.727443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.063079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.132592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.214976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.224597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.294506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:18.296098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Pushing event updated for resources: {'Port': ['ID=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:18.299239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:18.303035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:18.313080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.313445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.313794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.314134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.314468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.314802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.315131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.315456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.315779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.316230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.316556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.316882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Tracked resource versions report: Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: pushed versions: Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: { 'AddressGroup': {'1.2'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'ConntrackHelper': {'1.0'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Log': {'1.0'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Network': {'1.1'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Port': {'1.7'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'PortForwarding': {'1.2'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'QosPolicy': {'1.10'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'SecurityGroup': {'1.5'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'SubPort': {'1.0'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Subnet': {'1.1'}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Trunk': {'1.1'}} Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: consumer versions: Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: HyperV agent@n-h1-819494-4: {}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: HyperV agent@n-h2-819494-4: {}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: L3 agent@n-d-819494-4: {}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: Metadata agent@n-d-819494-4: {}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: Metering agent@n-d-819494-4: {}, Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'ConntrackHelper': '1.0', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Log': '1.0', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Network': '1.1', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Port': '1.7', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'PortForwarding': '1.2', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'QosPolicy': '1.10', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'SecurityGroup': '1.5', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'SecurityGroupRule': '1.2', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'SubPort': '1.0', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Subnet': '1.1', Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: 'Trunk': '1.1'}} Nov 27 15:45:18.318034 n-d-819494-4 neutron-server[110077]: {{(pid=110077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:45:18.367762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Allocated IP 172.25.1.232 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/127755d3-f4ea-4c8a-b306-8dc0fce2f0fc) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:18.402381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Attempting to bind port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:18.403127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Attempting to bind port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:18.403670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Attempting to bind port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:18.409358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:18.409901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Checking segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:18.410313 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.410849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Bound using segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:18.411335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Bound port: 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:18.411792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.489436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] For port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:18.493598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] For port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:18.500898 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.511345 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.576705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b207c9f-f651-46c2-87de-fdf7ca296828 None None] Pushing event updated for resources: {'Port': ['ID=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:18.614969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:18.710199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:18.712804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:18.729231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:18.838425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Pushing event updated for resources: {'Port': ['ID=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:19.062161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:19.270819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56d30ece-bd5a-4bdc-a341-7dd70eb087a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.282562 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.344037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:19.429210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:19.431198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.562191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.631905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:19.641569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.687746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56d30ece-bd5a-4bdc-a341-7dd70eb087a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.697673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56d30ece-bd5a-4bdc-a341-7dd70eb087a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.727823 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-56d30ece-bd5a-4bdc-a341-7dd70eb087a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=065078155f5240ba96c36f76a9f19efa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6645515 Nov 27 15:45:19.733221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:19.739805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:19.755471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55306) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:19.765372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-252324421-network', 'tenant_id': '8f813651a6f84c2b8f37b44d4af03c6b'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:19.811623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d30ece-bd5a-4bdc-a341-7dd70eb087a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7678279-e771-4910-9bc1-708e32a31dda,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:19.850959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.856320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Made reservation on behalf of 8f813651a6f84c2b8f37b44d4af03c6b for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:19.859120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.871035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.890963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2de48cd7-1208-4f77-9d57-3f34cacbe93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:19.922264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6488112-d4c2-4e0a-bd19-dcd746133401 None None] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:19.950396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2de48cd7-1208-4f77-9d57-3f34cacbe93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.055922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-33a71046-93d5-4c8b-b628-76e9b6613f7e None None] Provisioning complete for port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:20.056514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33a71046-93d5-4c8b-b628-76e9b6613f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.064135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2de48cd7-1208-4f77-9d57-3f34cacbe93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.068038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2de48cd7-1208-4f77-9d57-3f34cacbe93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.072443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2de48cd7-1208-4f77-9d57-3f34cacbe93b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7678279-e771-4910-9bc1-708e32a31dda HTTP/1.1" status: 204 len: 168 time: 0.3367200 Nov 27 15:45:20.079791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.089715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de48cd7-1208-4f77-9d57-3f34cacbe93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7678279-e771-4910-9bc1-708e32a31dda,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:20.094323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.112821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:45:20.120545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:45:20.144605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.145940 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Added segment 189158fb-5d22-4657-bc61-73c89482d90c of type vlan for network 754b0fb1-d0b1-4904-804e-07bc235501f2 Nov 27 15:45:20.146619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828d5b06-c9cd-4024-ad4e-4f7cc283eba9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:20.301733 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.341319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:45:20.344066 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.345031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:20.345728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.356050 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:45:20.380718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55332) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:20.385009 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:20.388007 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:20.412157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6556053 Nov 27 15:45:20.412428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:20.416735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.417922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-74ebc4eb-1fac-49cc-ace3-2a77e29570b4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2943046 Nov 27 15:45:20.425850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Request body: {'subnet': {'network_id': '754b0fb1-d0b1-4904-804e-07bc235501f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-252324421-subnet', 'tenant_id': '8f813651a6f84c2b8f37b44d4af03c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:20.432325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55338) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:20.435398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f7c2e-0fd2-4161-8157-fed37867c57c admin admin] Pushing event updated for resources: {'Network': ['ID=754b0fb1-d0b1-4904-804e-07bc235501f2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:20.460701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 754b0fb1-d0b1-4904-804e-07bc235501f2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:45:20.531679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Made reservation on behalf of 8f813651a6f84c2b8f37b44d4af03c6b for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:20.534232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.627729 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:20.671089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:20.679587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fe6725d6-8c6c-45e7-adf1-3edcd4bb0d1b None None] Provisioning complete for port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:20.680135 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6725d6-8c6c-45e7-adf1-3edcd4bb0d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.691558 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b682a1a2-4870-4b32-bb57-b0690fec7158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.824129 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:18Z', 'revision_number': 3, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:20.860745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:45:20.861373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Updating router 1ace5dc7-8965-43e0-8628-31d97cc4c939 port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:45:20.868007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b682a1a2-4870-4b32-bb57-b0690fec7158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.884279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b682a1a2-4870-4b32-bb57-b0690fec7158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.894227 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:20.940966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682a1a2-4870-4b32-bb57-b0690fec7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e95a4-e69f-417c-8609-6e50786cb729,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:20.992690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b682a1a2-4870-4b32-bb57-b0690fec7158 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=037eb5d027974f69b92e6bc79623231b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3201499 Nov 27 15:45:20.996049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55360) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:21.054334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee66a-ff07-45eb-90c3-32fca0fcb899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.099172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee66a-ff07-45eb-90c3-32fca0fcb899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.116343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547d67ed-725c-4860-a0af-05e46ee2c497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.216758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55376) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:21.220370 n-d-819494-4 neutron-server[110076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 15:45:21.265046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-a28b8d86-4b6d-4f0a-938b-1da09c5074c9 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460739 Nov 27 15:45:21.279950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee66a-ff07-45eb-90c3-32fca0fcb899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.284244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee66a-ff07-45eb-90c3-32fca0fcb899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.288172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf0ee66a-ff07-45eb-90c3-32fca0fcb899 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d3e95a4-e69f-417c-8609-6e50786cb729 HTTP/1.1" status: 204 len: 168 time: 0.2910130 Nov 27 15:45:21.293974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:21.318513 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.329497 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.385579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.393870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ee66a-ff07-45eb-90c3-32fca0fcb899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e95a4-e69f-417c-8609-6e50786cb729,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:21.455174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:21.455803 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.496232 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Pushing event updated for resources: {'Port': ['ID=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:21.496959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4356e686-f8c1-4477-aec4-0946a57a1976,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:21.537598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547d67ed-725c-4860-a0af-05e46ee2c497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.557883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547d67ed-725c-4860-a0af-05e46ee2c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.564483 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.565263 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.565838 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.566408 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.568347 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.568836 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.569310 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.571675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-0609bca0-a86e-4c12-bbbd-b828d18d9ec0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:21.573093 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.573611 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.574258 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.575620 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.577077 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Tracked resource versions report: Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: pushed versions: Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: { 'AddressGroup': {'1.2'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'ConntrackHelper': {'1.0'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Log': {'1.0'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Network': {'1.1'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Port': {'1.7'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'PortForwarding': {'1.2'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'QosPolicy': {'1.10'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'SecurityGroup': {'1.5'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'SecurityGroupRule': {'1.2'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'SubPort': {'1.0'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Subnet': {'1.1'}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Trunk': {'1.1'}} Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: consumer versions: Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: { DHCP agent@n-d-819494-4: {}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: HyperV agent@n-h1-819494-4: {}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: HyperV agent@n-h2-819494-4: {}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: L3 agent@n-d-819494-4: {}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: Metadata agent@n-d-819494-4: {}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: Metering agent@n-d-819494-4: {}, Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: Open vSwitch agent@n-d-819494-4: { 'AddressGroup': '1.2', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'ConntrackHelper': '1.0', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Log': '1.0', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Network': '1.1', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Port': '1.7', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'PortForwarding': '1.2', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'QosPolicy': '1.10', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'SecurityGroup': '1.5', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'SecurityGroupRule': '1.2', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'SubPort': '1.0', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Subnet': '1.1', Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: 'Trunk': '1.1'}} Nov 27 15:45:21.578414 n-d-819494-4 neutron-server[110078]: {{(pid=110078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 15:45:21.580503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-0609bca0-a86e-4c12-bbbd-b828d18d9ec0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130612 Nov 27 15:45:21.585271 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.596822 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Attempting to bind port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:21.603027 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Attempting to bind port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:21.603600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Attempting to bind port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:21.605007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-52333e99-540a-4656-8bcc-080730946098 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/quotas/f2e4a76d93294c999bc9e73b17bba79e HTTP/1.1" status: 200 len: 375 time: 0.0238717 Nov 27 15:45:21.612980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Checking segment: {'id': '189158fb-5d22-4657-bc61-73c89482d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '754b0fb1-d0b1-4904-804e-07bc235501f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:21.613344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Network hostable DHCP agents. Network: 754b0fb1-d0b1-4904-804e-07bc235501f2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:45:21.613742 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:21.614123 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:21.614949 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.615343 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:21.616481 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Bound port: 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:21.617128 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.681520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] For port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:21.686251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] For port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:21.692330 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.693955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-1c453374-88d6-4999-b3a6-7e56eb01c29e tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879142 Nov 27 15:45:21.718129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-547d67ed-725c-4860-a0af-05e46ee2c497 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da3b3d56a4c34df1be83512ecd3ae6e1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3360181 Nov 27 15:45:21.720782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55404) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:21.723359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d67ed-725c-4860-a0af-05e46ee2c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa786ff1-769a-4dc2-a147-0a073da169f3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:21.803728 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b7de-1720-4294-bf95-3002db6071eb None None] Pushing event updated for resources: {'Port': ['ID=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:21.822450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Network 754b0fb1-d0b1-4904-804e-07bc235501f2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:45:21.837845 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:21.839097 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:21.848471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f061f5b4-4fd7-4119-a5c0-2b28a178d917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.853577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 754b0fb1-d0b1-4904-804e-07bc235501f2) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:21.863336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4203a5-9b3d-4191-a10d-b821c6e28cd4 None None] Network 754b0fb1-d0b1-4904-804e-07bc235501f2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:21.887372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:21.888184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.909214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f061f5b4-4fd7-4119-a5c0-2b28a178d917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:21.920520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b359fff0-0b67-4ae4-8c59-719346db85db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5067666 Nov 27 15:45:22.017170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f061f5b4-4fd7-4119-a5c0-2b28a178d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:22.020177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f061f5b4-4fd7-4119-a5c0-2b28a178d917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:22.021331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f061f5b4-4fd7-4119-a5c0-2b28a178d917 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa786ff1-769a-4dc2-a147-0a073da169f3 HTTP/1.1" status: 204 len: 168 time: 0.2995183 Nov 27 15:45:22.035290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Allocated IP 172.20.0.1 (2f28f871-1dda-43b8-bcdb-ac6461451e33/3b7ca587-867b-4123-b22e-1a5bea8dc7cf/81f4135b-5c9f-4da4-b10c-b7b95d947a21) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:22.042198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061f5b4-4fd7-4119-a5c0-2b28a178d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa786ff1-769a-4dc2-a147-0a073da169f3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:22.056073 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:22.188123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88bf345-2b2a-411d-acea-079aee80756c None None] Network 754b0fb1-d0b1-4904-804e-07bc235501f2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:22.298684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:22.343581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:22.365742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b20acd52-faff-4000-b70b-db973286cc6a req-96de44e7-4bb8-430d-80d1-69a45b7a74b1 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 210 time: 0.1028647 Nov 27 15:45:22.448390 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:18Z', 'revision_number': 3, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:22.456058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:22.463069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:22.466653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:22.467127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:22.534534 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404ec15-000c-4e0b-aa1f-75a927b431d5 None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:18Z', 'revision_number': 3, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:45:22.620224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Pushing event updated for resources: {'Port': ['ID=81f4135b-5c9f-4da4-b10c-b7b95d947a21,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:22.892785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.002445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9b50b71c-0ba3-424b-80eb-4957569517af None None] Provisioning complete for port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:23.005838 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b50b71c-0ba3-424b-80eb-4957569517af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.097514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55494) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:23.127151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0904900-b820-4169-be48-76724e4cc57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.130531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9b50b71c-0ba3-424b-80eb-4957569517af None None] Port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:23.328945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.338027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.339692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.348619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0904900-b820-4169-be48-76724e4cc57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.359606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0904900-b820-4169-be48-76724e4cc57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.394083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:23.442985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0904900-b820-4169-be48-76724e4cc57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b00deaf-f121-4e98-a681-d0397277d175,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:23.451510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0904900-b820-4169-be48-76724e4cc57e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e1e215d93ef4983a623045c8675d21b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3521686 Nov 27 15:45:23.452694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55510) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:23.538019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:23.539892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.548056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e346f75-f7fd-404f-a669-b8aea454c3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.603887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Pushing event updated for resources: {'Port': ['ID=81f4135b-5c9f-4da4-b10c-b7b95d947a21,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:23.609806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e346f75-f7fd-404f-a669-b8aea454c3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.634224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:23.637736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:23.763935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e346f75-f7fd-404f-a669-b8aea454c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.767213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e346f75-f7fd-404f-a669-b8aea454c3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.771878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e346f75-f7fd-404f-a669-b8aea454c3b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b00deaf-f121-4e98-a681-d0397277d175 HTTP/1.1" status: 204 len: 168 time: 0.3181124 Nov 27 15:45:23.780870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e346f75-f7fd-404f-a669-b8aea454c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b00deaf-f121-4e98-a681-d0397277d175,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:23.903207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:23.903384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-b0eb775d-41aa-4c2e-b179-f680bc6969ef tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=54bf0775ff9e4a73a195aba7781524b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485125 Nov 27 15:45:23.968635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:23.979783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:24.128804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-197a3787-50aa-4078-bc3d-e7152d5dcd99 None None] Provisioning complete for port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:24.132047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-197a3787-50aa-4078-bc3d-e7152d5dcd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:24.137678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:24.252216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-197a3787-50aa-4078-bc3d-e7152d5dcd99 None None] Port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:24.304108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-a6c57a84-0550-41d3-b005-ac27c1ba46c9 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:24.312336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:45:24.316927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-a6c57a84-0550-41d3-b005-ac27c1ba46c9 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127288 Nov 27 15:45:24.328596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-77bb58a0-767a-4027-a354-24954d71a8c6 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/quotas/54bf0775ff9e4a73a195aba7781524b6 HTTP/1.1" status: 200 len: 375 time: 0.0099781 Nov 27 15:45:24.368816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-cb8ac525-ac78-4455-8a73-b2f6ece92101 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=54bf0775ff9e4a73a195aba7781524b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315347 Nov 27 15:45:24.422975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55560) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:24.511877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:45:24.521457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f34549f-3081-4f7f-b277-d33a5992f880 admin admin] 10.222.0.15 "PUT /v2.0/routers/1ace5dc7-8965-43e0-8628-31d97cc4c939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0831256 Nov 27 15:45:24.789959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-9ff51546-4c23-40d8-88f7-0177e43da489 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:24.798040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-9ff51546-4c23-40d8-88f7-0177e43da489 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.3734717 Nov 27 15:45:24.814690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-6fdada73-0d18-4833-b875-90a10fb5116d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/quotas/93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 375 time: 0.0156653 Nov 27 15:45:24.865218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-634c4e81-9014-40c3-816a-e61e711c429a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492191 Nov 27 15:45:25.003417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13a9ac5c-e073-4b5d-bf3a-026a2c88b46b req-76d1c801-b215-4128-85d1-80bfdbd30ee0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 210 time: 0.0671132 Nov 27 15:45:25.119112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7b418eb-7ac7-4b5f-af46-52b6423e5e34 req-59cd5a1d-2e6c-4b14-84a6-61b3d61906a4 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 210 time: 0.0458291 Nov 27 15:45:25.287508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:45:25.314428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:25.316828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:25.370457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:25.457636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.21', 64537) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:25.504843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-4e2a217f-980a-4155-912b-efc7770d702e tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377786 Nov 27 15:45:25.584535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-54e05a72-8600-40c3-a778-6c8ce654d375 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:45:25.593158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-54e05a72-8600-40c3-a778-6c8ce654d375 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210564 Nov 27 15:45:25.690614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:25.724277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-b211e974-4f84-4141-98d3-dc20a7ab3f9a tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:25.725463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-b211e974-4f84-4141-98d3-dc20a7ab3f9a tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127676 Nov 27 15:45:25.745546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-a1d82625-2b08-45a6-bef7-d87b6feca47c service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514101 Nov 27 15:45:25.778093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:25.778470 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:25.854919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Request body: {'port': {'device_id': '34baa89c-7a5e-40f5-92e7-182aef770287', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'f2e4a76d93294c999bc9e73b17bba79e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:26.079861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-fe5a4536-d20b-4d2d-ad4b-6a8b30c73dba service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331001 Nov 27 15:45:26.136823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55670) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:26.143396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-network', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:26.213062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Made reservation on behalf of 310f0895b45d45a48ac9d907bccf8817 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:26.216274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.251017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.262137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 2, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:26.300045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:45:26.301729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Updating router 1ace5dc7-8965-43e0-8628-31d97cc4c939 port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:45:26.345519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1e06aa6-1247-4ae9-9fa8-3bb281d19ca5 req-a283ca4d-50e6-4543-9b79-03634d61f11d tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 210 time: 0.0747745 Nov 27 15:45:26.388231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.400926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Made reservation on behalf of f2e4a76d93294c999bc9e73b17bba79e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:26.409236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.428502 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.511007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.519635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.587387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd58e6fc-0c07-4213-aec9-04899f19ac58 req-ddd938d0-0ab5-4f30-a532-866d21b38049 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 210 time: 0.0474405 Nov 27 15:45:26.609901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4164e348-e23a-4049-a230-59a34546e6a9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:26.626613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.37', 61750) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:26.654737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:45:26.686455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.689911 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Added segment 04675493-68e1-4aab-9afb-5458eb73f3ef of type vlan for network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d Nov 27 15:45:26.722002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-a640c58e-8a1e-4e81-a797-bae621471eae tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=54bf0775ff9e4a73a195aba7781524b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868464 Nov 27 15:45:26.863021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.931873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.932844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:26.933506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:26.978032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-637b81c3-8862-4542-b953-1a304d6d432c req-0ac5a8c0-64dd-4267-97f1-4db16a5ef68d tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 210 time: 0.2038970 Nov 27 15:45:27.044842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9095881 Nov 27 15:45:27.045025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55728) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:27.082195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Request body: {'subnet': {'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-subnet', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:27.114779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55736) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:27.151814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733f28c-66b2-47e1-a506-984d65118420 admin admin] Pushing event updated for resources: {'Network': ['ID=17a9f14f-b4c3-47bf-a304-4fa74f113d2d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:27.180207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:45:27.200772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Made reservation on behalf of 310f0895b45d45a48ac9d907bccf8817 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:27.203933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.211970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.222933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.317124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-cdb5131a-8b05-4d29-8d87-1029c0bb62c5 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:27.319476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-cdb5131a-8b05-4d29-8d87-1029c0bb62c5 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5957303 Nov 27 15:45:27.419708 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.447671 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.449239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Request body: {'port': {'device_id': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '54bf0775ff9e4a73a195aba7781524b6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:27.763270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.843326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9c0e1-c755-476f-bed1-56b0b35f2438 None None] Pushing event updated for resources: {'Port': ['ID=81f4135b-5c9f-4da4-b10c-b7b95d947a21,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:27.850808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Attempting to bind port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:27.851784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Attempting to bind port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:27.852062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Attempting to bind port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:27.866918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:27.867791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Checking segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:27.868204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.868599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Bound using segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:27.869074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Bound port: 81f4135b-5c9f-4da4-b10c-b7b95d947a21, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:27.869498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:27.973818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Checking segment: {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:27.974565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Network hostable DHCP agents. Network: 17a9f14f-b4c3-47bf-a304-4fa74f113d2d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:45:28.017327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa98fa9d-1fad-442b-b45b-d1a0d7ddc937,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:28.086464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:45:28.090547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5f5-483a-49cb-8a18-a45ef78042d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.099186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] For port 81f4135b-5c9f-4da4-b10c-b7b95d947a21, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:28.104967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 17a9f14f-b4c3-47bf-a304-4fa74f113d2d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:28.112677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] For port 81f4135b-5c9f-4da4-b10c-b7b95d947a21, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81f4135b-5c9f-4da4-b10c-b7b95d947a21,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:28.127169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bce52-904a-4046-a183-fa62c64e5b73 None None] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:28.172561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Made reservation on behalf of 54bf0775ff9e4a73a195aba7781524b6 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:28.173380 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.187448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.232610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.239942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5f5-483a-49cb-8a18-a45ef78042d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.260764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:28.262772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.271616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5f5-483a-49cb-8a18-a45ef78042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.279460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac20c82d-3a6a-441a-82d2-9131877d0514 req-326af157-5ae8-4653-b235-f8984ca2ab8a tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 210 time: 0.3842647 Nov 27 15:45:28.308774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7264b212-f468-4f58-97b3-ce7248ba23bb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:28.375811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-01b4b5f5-483a-49cb-8a18-a45ef78042d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a43ad51595149ddae990aecfa6da5b4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2555456 Nov 27 15:45:28.385710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:28.396693 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8db83eeb-8f62-426a-8284-8446fdf5aa7f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3467000 Nov 27 15:45:28.403552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55794) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:28.407819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:28.408553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:28.415508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:28.468458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.471304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.485629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cf4e35c-1721-472b-acbb-388159e71ecc req-2cba25ee-e7d3-4c15-b127-f3297e1d281c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 210 time: 0.5232735 Nov 27 15:45:28.640619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:28.663968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.21', 64541) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:28.663968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b5f5-483a-49cb-8a18-a45ef78042d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5ff83a-8cb7-44a2-ac61-26d90b6c043a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:28.677980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47df8d8d-707c-46de-b970-d9583a720fc0 req-f2ac1488-44bc-40e1-aa21-048b6c7ee0ac tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 210 time: 0.1062026 Nov 27 15:45:28.914879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Allocated IP 192.168.233.93 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/daa01a5e-560b-42b9-a2f8-03f4c06936bd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:29.072381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.084958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.137099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-996c43e2-a602-4e0c-8517-c934c80379dc None None] Provisioning complete for port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:29.137704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-996c43e2-a602-4e0c-8517-c934c80379dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.231759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9c0e1-c755-476f-bed1-56b0b35f2438 None None] Pushing event updated for resources: {'Port': ['ID=81f4135b-5c9f-4da4-b10c-b7b95d947a21,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:29.371036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:29.406078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-c65ed16c-8385-4611-b149-e286ab18a768 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:29.406681 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-c65ed16c-8385-4611-b149-e286ab18a768 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.7423797 Nov 27 15:45:29.452232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-17a9f14f-b4c3-47bf-a304-4fa74f113d2d', 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'fixed_ips': [{'subnet_id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:45:29.453502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.521339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-996c43e2-a602-4e0c-8517-c934c80379dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.560234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.577591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Request body: {'port': {'device_id': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'admin_state_up': True, 'tenant_id': '93d68f827a2e4d9cbecdba351503bc7e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:29.584789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-996c43e2-a602-4e0c-8517-c934c80379dc None None] For port 81f4135b-5c9f-4da4-b10c-b7b95d947a21, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81f4135b-5c9f-4da4-b10c-b7b95d947a21,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:29.586504 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.660793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aedf34fb-2ef3-4ac2-a65f-e16330051ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.683927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aedf34fb-2ef3-4ac2-a65f-e16330051ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.759224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55834) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:29.781793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aedf34fb-2ef3-4ac2-a65f-e16330051ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.786468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aedf34fb-2ef3-4ac2-a65f-e16330051ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.787742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aedf34fb-2ef3-4ac2-a65f-e16330051ade admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f5ff83a-8cb7-44a2-ac61-26d90b6c043a HTTP/1.1" status: 204 len: 168 time: 1.4002914 Nov 27 15:45:29.796256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:29.943844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Allocated IP 172.20.0.2 (17a9f14f-b4c3-47bf-a304-4fa74f113d2d/aa98fa9d-1fad-442b-b45b-d1a0d7ddc937/13a76d35-a718-4f6b-a3e0-9c9de4cc69a4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:29.985117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf34fb-2ef3-4ac2-a65f-e16330051ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5ff83a-8cb7-44a2-ac61-26d90b6c043a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:30.052625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Allocated IP 192.168.233.199 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/3af01c97-142b-487c-b2d4-e5010dc536e3) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:30.111603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.121650 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-996c43e2-a602-4e0c-8517-c934c80379dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.181716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.221532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c43e2-a602-4e0c-8517-c934c80379dc None None] Pushing event updated for resources: {'Port': ['ID=81f4135b-5c9f-4da4-b10c-b7b95d947a21,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:30.232946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:30.242920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543a9602-dfad-4424-a99d-4395218fbdce,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:30.261599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.290147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:30.291957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Pushing event updated for resources: {'Port': ['ID=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:30.314452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:30.316152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Made reservation on behalf of 93d68f827a2e4d9cbecdba351503bc7e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:30.325165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.390453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a685d71b-9c60-4d4d-8cd5-aad1add05246 None None] Provisioning complete for port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:30.390834 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a685d71b-9c60-4d4d-8cd5-aad1add05246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.500735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ef7a0358-96b4-440e-b75f-e171f6c7b72b req-90e8f25a-7746-4dbf-bea9-a9ffe18fda20 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 210 time: 0.6209097 Nov 27 15:45:30.516627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Attempting to bind port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:30.517003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Attempting to bind port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:30.517755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Attempting to bind port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 on network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:30.534859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:30.535253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Checking segment: {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:30.535674 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.536086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Bound using segment: {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:30.536567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Bound port: 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:30.536964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.603713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55846) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:30.662898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:30.675988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:30.692084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:30.708797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:30.710121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.714929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] For port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:30.719128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] For port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,segment=NetworkSegment(04675493-68e1-4aab-9afb-5458eb73f3ef),segment_id=04675493-68e1-4aab-9afb-5458eb73f3ef)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:30.751003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.791225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2074f046-9b1f-4b0a-a68b-79ec0f6b7ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.815168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9716451 Nov 27 15:45:30.815940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5d12378-8f3d-493b-85a7-b1a780926c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:30.875207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0f4786b-7a16-4d82-86f7-0f77e049b965 req-cf308866-da1f-4d19-8b2a-c20ed3b66e9c tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 210 time: 0.1288934 Nov 27 15:45:30.896282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-72f5b132-e49f-4490-b7ec-993c6bd2e738 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:45:30.910772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-72f5b132-e49f-4490-b7ec-993c6bd2e738 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294731 Nov 27 15:45:30.967156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03dd2-7301-4bc5-b1d5-00c225d41d2b None None] Pushing event updated for resources: {'Port': ['ID=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:31.010424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:28Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:31.019794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940e4e5-e0ad-49e7-a18d-00294436ba22 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Pushing event updated for resources: {'Port': ['ID=daa01a5e-560b-42b9-a2f8-03f4c06936bd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:31.110270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b60ac-d251-4da9-85c0-c8e527596e30 None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:28Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:45:31.116571 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5d12378-8f3d-493b-85a7-b1a780926c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.127722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5d12378-8f3d-493b-85a7-b1a780926c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.161942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4b3affb0-effa-4c80-b249-17c4edea8965 None None] Provisioning complete for port daa01a5e-560b-42b9-a2f8-03f4c06936bd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:31.162562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b3affb0-effa-4c80-b249-17c4edea8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.214745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70da5fe-d5c0-4cb5-92c8-efef9b58276c req-2fef85ee-04bc-420e-9384-64d4803a36f0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:31.222147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d70da5fe-d5c0-4cb5-92c8-efef9b58276c req-2fef85ee-04bc-420e-9384-64d4803a36f0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 935 time: 1.3357792 Nov 27 15:45:31.236518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4b3affb0-effa-4c80-b249-17c4edea8965 None None] Port daa01a5e-560b-42b9-a2f8-03f4c06936bd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:31.484471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2074f046-9b1f-4b0a-a68b-79ec0f6b7ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.515987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.526008 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2074f046-9b1f-4b0a-a68b-79ec0f6b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.542661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81f4135b-5c9f-4da4-b10c-b7b95d947a21 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:31.545583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5d12378-8f3d-493b-85a7-b1a780926c37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b68d2ea0b7a4552bf2736878882058d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9408834 Nov 27 15:45:31.570344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Request body: {'port': {'device_id': '34baa89c-7a5e-40f5-92e7-182aef770287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:31.572740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:31.635422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.638264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Allocated IP 172.20.0.10 (8c29ef00-b7e9-4431-8275-c7f37c550603/2c43f5a0-2116-4379-abfc-5ab1bc13c328/718bd503-9584-4973-b53c-cb207991c7e0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:31.660895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.698228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55860) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:31.715708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.733077 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2074f046-9b1f-4b0a-a68b-79ec0f6b7ad8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5066b12615ba449da4b92e0e2693b258&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9640875 Nov 27 15:45:31.734372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074f046-9b1f-4b0a-a68b-79ec0f6b7ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63204d1b-e506-42c6-8e71-f5c7d9886e36,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:31.737048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55864) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:31.738756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:31.739506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:31.763446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d12378-8f3d-493b-85a7-b1a780926c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0758a775-99fa-4cdf-961a-e454ab4e50f6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:31.946609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51fdf437-a587-49a8-bd56-0dcf312d4a32 req-dd25ae44-4dd9-4947-817f-50156e9e0634 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 210 time: 0.1867025 Nov 27 15:45:31.978102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d70da5fe-d5c0-4cb5-92c8-efef9b58276c req-c9965d0a-60a8-41ef-a185-52b3724b8caf tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542691 Nov 27 15:45:32.121486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.199289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c59038b-c2eb-42ed-be48-2a762bd11b73 req-b8a3e565-e48d-4271-9b06-9d73e39a4931 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 210 time: 0.1165056 Nov 27 15:45:32.237495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.242433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7273a499-954a-4dd0-91ee-ae2f1d8f7105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.313821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.357713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f49b09-da85-462c-b4c2-1098ec2d6de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.369237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.393211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-740c74b1-0e5d-4735-b193-fd1453b5fc2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.453157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:32.458807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7273a499-954a-4dd0-91ee-ae2f1d8f7105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.466954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:32.469691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:32.476148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:32.476765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.486424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:32.491157 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:45:32.516680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-740c74b1-0e5d-4735-b193-fd1453b5fc2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.568419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:32.604419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:32.610128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:32.610766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:32.674947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Allocated IP 172.25.1.15 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/95ccc420-cab5-415d-844d-7f461a307e8f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:32.684713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1170495 Nov 27 15:45:32.709271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Pushing event updated for resources: {'Port': ['ID=3af01c97-142b-487c-b2d4-e5010dc536e3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:32.760300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11baadb7-b989-49ef-bd71-1282c2c6de88 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3393788 Nov 27 15:45:32.779066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ff15b-433d-4011-a15d-09e7e45475f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:32.805399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Request body: {'port': {'device_id': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:32.987057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa01a5e-560b-42b9-a2f8-03f4c06936bd {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:33.011674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2814b4-686a-4304-97da-29a741e81231 None None] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:33.024209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.098207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Transition to ACTIVE for port object daa01a5e-560b-42b9-a2f8-03f4c06936bd will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:45:33.119419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f49b09-da85-462c-b4c2-1098ec2d6de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.130683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f49b09-da85-462c-b4c2-1098ec2d6de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.136190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7273a499-954a-4dd0-91ee-ae2f1d8f7105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.146833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7273a499-954a-4dd0-91ee-ae2f1d8f7105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.151253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7273a499-954a-4dd0-91ee-ae2f1d8f7105 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0758a775-99fa-4cdf-961a-e454ab4e50f6 HTTP/1.1" status: 204 len: 168 time: 1.5167687 Nov 27 15:45:33.167491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.180495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-740c74b1-0e5d-4735-b193-fd1453b5fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.184413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-740c74b1-0e5d-4735-b193-fd1453b5fc2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.198551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Provisioning complete for port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:33.199279 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.202813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-740c74b1-0e5d-4735-b193-fd1453b5fc2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63204d1b-e506-42c6-8e71-f5c7d9886e36 HTTP/1.1" status: 204 len: 168 time: 1.4403291 Nov 27 15:45:33.339329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f49b09-da85-462c-b4c2-1098ec2d6de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a76dc8e-3e96-4722-8dcf-60f0827c13c5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:33.389070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273a499-954a-4dd0-91ee-ae2f1d8f7105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758a775-99fa-4cdf-961a-e454ab4e50f6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:33.477713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Pushing event updated for resources: {'Port': ['ID=daa01a5e-560b-42b9-a2f8-03f4c06936bd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:33.506246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b7f49b09-da85-462c-b4c2-1098ec2d6de8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f9af94481d244619fac0362e525709e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7935696 Nov 27 15:45:33.508790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.510523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:33.523486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55880) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:33.573078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311a7c-c70e-46bc-a7a6-a2ce53ab9f73 req-da8f4002-dfc1-4ebe-a8ee-cc63205e9ec0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:33.582064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd311a7c-c70e-46bc-a7a6-a2ce53ab9f73 req-da8f4002-dfc1-4ebe-a8ee-cc63205e9ec0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 932 time: 0.4997740 Nov 27 15:45:33.714106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:33.714479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.732942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:33.958323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] For port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,segment=NetworkSegment(04675493-68e1-4aab-9afb-5458eb73f3ef),segment_id=04675493-68e1-4aab-9afb-5458eb73f3ef)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:33.974502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.038076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6cd3c-f034-4400-8b89-efe4c37d10cd req-2b6af6f2-a17e-4121-a7de-1fc6a846ea53 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:34.049826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bee6cd3c-f034-4400-8b89-efe4c37d10cd req-2b6af6f2-a17e-4121-a7de-1fc6a846ea53 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.8995004 Nov 27 15:45:34.104132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd311a7c-c70e-46bc-a7a6-a2ce53ab9f73 req-745e2f37-71ee-4caf-a8c4-98ae9390ebfd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199509 Nov 27 15:45:34.149658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-d64a9bca-c180-4c25-8804-3e47ac109480 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:45:34.152822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-d64a9bca-c180-4c25-8804-3e47ac109480 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1356983 Nov 27 15:45:34.154636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:34.183385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Provisioning complete for port 3af01c97-142b-487c-b2d4-e5010dc536e3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:34.191777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.235372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de495820-857c-4e1c-88ea-ff4c2b3a88d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.297751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de495820-857c-4e1c-88ea-ff4c2b3a88d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.308706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Pushing event updated for resources: {'Port': ['ID=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:34.333149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b9c50-373b-4b4e-94bf-5038f81238d6 None None] Port 3af01c97-142b-487c-b2d4-e5010dc536e3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:34.384586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c74b1-0e5d-4735-b193-fd1453b5fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63204d1b-e506-42c6-8e71-f5c7d9886e36,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:34.498203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.506368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ab83c3d-63da-4c6e-923a-e050020ce651 None None] Provisioning complete for port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:34.506751 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ab83c3d-63da-4c6e-923a-e050020ce651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.624504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bee6cd3c-f034-4400-8b89-efe4c37d10cd req-d7ff5a9c-e5d5-48e2-95f9-1a4a6b02f0f4 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734158 Nov 27 15:45:34.625538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Attempting to bind port daa01a5e-560b-42b9-a2f8-03f4c06936bd on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:34.626034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Attempting to bind port daa01a5e-560b-42b9-a2f8-03f4c06936bd by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:34.626406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Attempting to bind port daa01a5e-560b-42b9-a2f8-03f4c06936bd on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:34.644468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58e2a2e7-e67f-4c58-91a7-8c5cc8edb120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.646445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de495820-857c-4e1c-88ea-ff4c2b3a88d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.657972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de495820-857c-4e1c-88ea-ff4c2b3a88d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.661619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-de495820-857c-4e1c-88ea-ff4c2b3a88d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a76dc8e-3e96-4722-8dcf-60f0827c13c5 HTTP/1.1" status: 204 len: 168 time: 1.0739114 Nov 27 15:45:34.693938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Port daa01a5e-560b-42b9-a2f8-03f4c06936bd on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:45:34.694418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Attempting to bind port daa01a5e-560b-42b9-a2f8-03f4c06936bd on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:34.699417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718bd503-9584-4973-b53c-cb207991c7e0 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:34.728120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.741449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.890729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Pushing event updated for resources: {'Port': ['ID=95ccc420-cab5-415d-844d-7f461a307e8f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:34.896601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58e2a2e7-e67f-4c58-91a7-8c5cc8edb120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.903920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de495820-857c-4e1c-88ea-ff4c2b3a88d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a76dc8e-3e96-4722-8dcf-60f0827c13c5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:34.913576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58e2a2e7-e67f-4c58-91a7-8c5cc8edb120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.933441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:34.933885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:34.934461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:34.934914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Bound port: daa01a5e-560b-42b9-a2f8-03f4c06936bd, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:34.935285 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:34.968734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:34.970979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Transition to ACTIVE for port object 718bd503-9584-4973-b53c-cb207991c7e0 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:45:34.975570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:34.989844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:34.994700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.166727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-58e2a2e7-e67f-4c58-91a7-8c5cc8edb120 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09d98ddfe3584db9ae57bea40cb84eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5947649 Nov 27 15:45:35.173064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55906) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:35.235402 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e9a96a8-e650-4ff7-9ac0-48af71409ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.276889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:35.294038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2a2e7-e67f-4c58-91a7-8c5cc8edb120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e66dad-593b-4afa-a9a4-58561e061d21,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:35.374570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:35.482555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8364f-db81-47fe-b69c-b669909d1550 req-d6b0d53e-ae22-4453-bde0-35541ba24ae3 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:35.494757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7af8364f-db81-47fe-b69c-b669909d1550 req-d6b0d53e-ae22-4453-bde0-35541ba24ae3 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 936 time: 0.8885262 Nov 27 15:45:35.521359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:35.523789 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.594412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] For port daa01a5e-560b-42b9-a2f8-03f4c06936bd, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:35.608423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] For port daa01a5e-560b-42b9-a2f8-03f4c06936bd, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:35.665730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55914) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:35.669302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:35.671271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:35.675721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:35.703629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:45:35.704166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Request body: {'port': {'device_id': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'device_owner': 'compute:tempest-test_az-1524736357', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:35.704531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:35.712408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:35.713746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:35.714512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:35.715158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Bound port: 718bd503-9584-4973-b53c-cb207991c7e0, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:35.715722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.729391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c5d0-b6c9-4b38-bf93-8e4a376be936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.796555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.820661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c5d0-b6c9-4b38-bf93-8e4a376be936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.827815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c5d0-b6c9-4b38-bf93-8e4a376be936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.839705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.903086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:35.906762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:35.915936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] 10.222.0.21 "PUT /v2.0/ports/daa01a5e-560b-42b9-a2f8-03f4c06936bd HTTP/1.1" status: 200 len: 1095 time: 4.7521684 Nov 27 15:45:36.326484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.468216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af01c97-142b-487c-b2d4-e5010dc536e3 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:36.479232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.494007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Transition to ACTIVE for port object 3af01c97-142b-487c-b2d4-e5010dc536e3 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:45:36.495020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34baa89c-7a5e-40f5-92e7-182aef770287', 'tag': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:36.572950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e9c6-b97c-45b4-a260-12dc24f009f3 req-d42cbbf3-2fcf-4551-bf76-11f81348f214 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:36.575108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa49e9c6-b97c-45b4-a260-12dc24f009f3 req-d42cbbf3-2fcf-4551-bf76-11f81348f214 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 1.1378241 Nov 27 15:45:36.575400 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.615715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.762434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-442f89a5-b907-49b1-a561-16a70f2bf285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.791333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-442f89a5-b907-49b1-a561-16a70f2bf285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.922795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Attempting to bind port 3af01c97-142b-487c-b2d4-e5010dc536e3 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:36.923545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Attempting to bind port 3af01c97-142b-487c-b2d4-e5010dc536e3 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:36.923873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Attempting to bind port 3af01c97-142b-487c-b2d4-e5010dc536e3 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:36.931160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-2f7869b0-f094-4ab2-8c44-3ca65faaac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:36.932820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-2f7869b0-f094-4ab2-8c44-3ca65faaac45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 1098 time: 0.3717895 Nov 27 15:45:36.933473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-442f89a5-b907-49b1-a561-16a70f2bf285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.936434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-442f89a5-b907-49b1-a561-16a70f2bf285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.938352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-442f89a5-b907-49b1-a561-16a70f2bf285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61e66dad-593b-4afa-a9a4-58561e061d21 HTTP/1.1" status: 204 len: 168 time: 1.7155211 Nov 27 15:45:36.946788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Port 3af01c97-142b-487c-b2d4-e5010dc536e3 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:45:36.947365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Attempting to bind port 3af01c97-142b-487c-b2d4-e5010dc536e3 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:36.970666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:36.970988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:36.971394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:36.971812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Bound port: 3af01c97-142b-487c-b2d4-e5010dc536e3, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:36.972387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:36.979761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7c5d0-b6c9-4b38-bf93-8e4a376be936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b252b7-88d1-43c1-b2cc-9a3e035077de,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:37.004442 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eeb7c5d0-b6c9-4b38-bf93-8e4a376be936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f27c4b922f294142a8173f330e877b01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3217595 Nov 27 15:45:37.008010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55942) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:37.010779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f89a5-b907-49b1-a561-16a70f2bf285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e66dad-593b-4afa-a9a4-58561e061d21,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:37.084770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Router dc382c60-53e3-40ad-8791-d36aa1fec78b is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:45:37.087445 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd815f7e-75f5-432a-93b9-378d2bcf8646" -d '{"events": [{"name": "network-changed", "server_uuid": "34baa89c-7a5e-40f5-92e7-182aef770287", "tag": "daa01a5e-560b-42b9-a2f8-03f4c06936bd"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:37.101495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:37.146846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:37.169371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.269773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf277-8f92-4675-b0a6-248bf7042c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.292284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:37.293193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.295024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] 10.222.0.21 "PUT /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 1092 time: 4.5755899 Nov 27 15:45:37.299610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:37.353908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] For port 3af01c97-142b-487c-b2d4-e5010dc536e3, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:37.358487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] For port 3af01c97-142b-487c-b2d4-e5010dc536e3, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3af01c97-142b-487c-b2d4-e5010dc536e3,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:37.380820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7af8364f-db81-47fe-b69c-b669909d1550 req-7ec2ced4-39c0-4759-b0b5-3bc19c479521 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8848934 Nov 27 15:45:37.383280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7542-29fa-4aaa-9c7e-e4730498b667 service neutron] Pushing event updated for resources: {'Port': ['ID=daa01a5e-560b-42b9-a2f8-03f4c06936bd,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:37.488155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-855ee37d-f725-422c-b00e-9f8d2ff461d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.565294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.664313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:37.665401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.667097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] 10.222.0.37 "PUT /v2.0/ports/3af01c97-142b-487c-b2d4-e5010dc536e3 HTTP/1.1" status: 200 len: 1118 time: 3.0469763 Nov 27 15:45:37.679950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa49e9c6-b97c-45b4-a260-12dc24f009f3 req-0bbe62ee-99f9-47df-8d10-94aea0b7ca96 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0886645 Nov 27 15:45:37.697684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf277-8f92-4675-b0a6-248bf7042c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.849042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:45:37.870746 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Sync routers for ids ['dc382c60-53e3-40ad-8791-d36aa1fec78b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:45:37.899846 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Routers {'dc382c60-53e3-40ad-8791-d36aa1fec78b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:37.902106 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dc382c60-53e3-40ad-8791-d36aa1fec78b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:37.931173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-737a602f-1203-43c8-bf62-e4c379dfd4cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd HTTP/1.1" status: 200 len: 217 time: 0.7297363 Nov 27 15:45:37.976114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf277-8f92-4675-b0a6-248bf7042c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.983079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf277-8f92-4675-b0a6-248bf7042c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:37.984370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6a1cf277-8f92-4675-b0a6-248bf7042c9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6b252b7-88d1-43c1-b2cc-9a3e035077de HTTP/1.1" status: 204 len: 168 time: 0.9603691 Nov 27 15:45:38.015652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c35f3-02d3-45b8-9753-5b2a27344941 req-5ae27a27-4a69-48b4-8070-703f4ee3e748 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:38.026606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:38.027817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ee9548a4-61f2-462c-a1c3-761268da3612 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.6175907 Nov 27 15:45:38.046383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db8c35f3-02d3-45b8-9753-5b2a27344941 req-5ae27a27-4a69-48b4-8070-703f4ee3e748 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.3882837 Nov 27 15:45:38.048004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55970) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:38.054407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5c335-2f4f-4d9a-8e9d-f6c992e56f17 service neutron] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:38.084623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cf277-8f92-4675-b0a6-248bf7042c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b252b7-88d1-43c1-b2cc-9a3e035077de,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:38.146240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-9a0f52ea-d0b3-44f4-8edc-ca5413d70a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:38.149401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-9a0f52ea-d0b3-44f4-8edc-ca5413d70a75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54bf0775ff9e4a73a195aba7781524b6&device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 1121 time: 0.4082003 Nov 27 15:45:38.239335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db8c35f3-02d3-45b8-9753-5b2a27344941 req-fa639154-05c6-4087-80c0-fa7ff1008b65 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909046 Nov 27 15:45:38.240158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Pushing event updated for resources: {'Port': ['ID=3af01c97-142b-487c-b2d4-e5010dc536e3,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:38.280478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-a21b0fe7-9bcb-40eb-8324-022f70b244d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:38.283705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-a21b0fe7-9bcb-40eb-8324-022f70b244d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1095 time: 0.8273935 Nov 27 15:45:38.385371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Set router dc382c60-53e3-40ad-8791-d36aa1fec78b gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:38.394688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:38.484286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-645f59dc-5fdf-41be-b10b-2f52bc7a95a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3af01c97-142b-487c-b2d4-e5010dc536e3 HTTP/1.1" status: 200 len: 217 time: 0.2674284 Nov 27 15:45:38.493716 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931af4c1-9909-4e02-9398-384e11faa32e x-openstack-request-id: req-931af4c1-9909-4e02-9398-384e11faa32e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:38.499611 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34baa89c-7a5e-40f5-92e7-182aef770287", "tag": "daa01a5e-560b-42b9-a2f8-03f4c06936bd", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:38.499858 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-931af4c1-9909-4e02-9398-384e11faa32e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:38.505930 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34baa89c-7a5e-40f5-92e7-182aef770287', 'tag': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd', 'status': 'completed', 'code': 200} Nov 27 15:45:38.599267 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a21b13-3a74-446c-9152-965c7b1ad9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "tag": "718bd503-9584-4973-b53c-cb207991c7e0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:38.688310 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-64b813e1-a38f-4369-ae77-bcb3a5a55221 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.3920450 Nov 27 15:45:38.856378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:45:35Z', 'revision_number': 3, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:38.880566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d1569-3166-4f2e-9318-080ce54190fa service neutron] Pushing event updated for resources: {'Port': ['ID=3af01c97-142b-487c-b2d4-e5010dc536e3,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:38.902451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-5844f0c7-0790-4378-9f21-12f7eb89591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:38.903893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-5844f0c7-0790-4378-9f21-12f7eb89591a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.8452928 Nov 27 15:45:38.931463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-2eda66d8-e6b8-4a1f-ab90-bf2bad14d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:38.934192 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-2eda66d8-e6b8-4a1f-ab90-bf2bad14d03c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1464188 Nov 27 15:45:38.959085 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Checking router: dc382c60-53e3-40ad-8791-d36aa1fec78b for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:45:38.959661 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Updating router dc382c60-53e3-40ad-8791-d36aa1fec78b port 95ccc420-cab5-415d-844d-7f461a307e8f binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:45:39.021010 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:39.083337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-2e5d531d-073c-4ef9-b603-0ea0f7f222fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:39.084889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-2e5d531d-073c-4ef9-b603-0ea0f7f222fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.3688996 Nov 27 15:45:39.097741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e7c66-0688-4c09-baeb-682eb3c47b1c req-ee827191-a761-49aa-8ea1-7bcf3fb7f947 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:39.099354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-345e7c66-0688-4c09-baeb-682eb3c47b1c req-ee827191-a761-49aa-8ea1-7bcf3fb7f947 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 970 time: 0.4580121 Nov 27 15:45:39.135956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-a971d580-a405-46a8-a803-2a5e00b7603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:39.147996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-a971d580-a405-46a8-a803-2a5e00b7603e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699390 Nov 27 15:45:39.237524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-345e7c66-0688-4c09-baeb-682eb3c47b1c req-3c3a9f85-ac57-4ea9-837b-bfe98305a971 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299911 Nov 27 15:45:39.336207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-48014a77-904a-48ee-8222-11c646081122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:39.336207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-48014a77-904a-48ee-8222-11c646081122 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087532 Nov 27 15:45:39.336207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-70f9c571-c116-4e34-a490-2cd1885da242 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773441 Nov 27 15:45:39.350641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:39.410160 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-ab4709d5-e18d-464b-a894-232b64534617 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4568703 Nov 27 15:45:39.748948 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab5c0a9-9e50-4f4e-b7fb-b21cb2496b80 x-openstack-request-id: req-dab5c0a9-9e50-4f4e-b7fb-b21cb2496b80 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:39.749440 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "tag": "718bd503-9584-4973-b53c-cb207991c7e0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:39.749699 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dab5c0a9-9e50-4f4e-b7fb-b21cb2496b80 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:39.750188 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0', 'status': 'completed', 'code': 200} Nov 27 15:45:39.841694 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:39.854463 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:39.984017 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Attempting to bind port 95ccc420-cab5-415d-844d-7f461a307e8f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:39.984721 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Attempting to bind port 95ccc420-cab5-415d-844d-7f461a307e8f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:39.984811 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Attempting to bind port 95ccc420-cab5-415d-844d-7f461a307e8f on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:39.987314 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f82b1-f99b-4c99-aaf0-f8aa9c293a77 None None] Pushing event updated for resources: {'Port': ['ID=95ccc420-cab5-415d-844d-7f461a307e8f,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:40.000116 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:40.000744 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:40.001337 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.002411 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:40.003050 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Bound port: 95ccc420-cab5-415d-844d-7f461a307e8f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:40.003627 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.041937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a4241a-c400-41a8-a9a1-9dde5d3bf19e req-b451da57-162d-458d-ad16-93b6db5e0821 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888709 Nov 27 15:45:40.108210 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] For port 95ccc420-cab5-415d-844d-7f461a307e8f, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:40.118363 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] For port 95ccc420-cab5-415d-844d-7f461a307e8f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=95ccc420-cab5-415d-844d-7f461a307e8f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:40.121236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1314697774-network', 'tenant_id': 'cd1f731b3dcf463ca2ed4c5d4dc85074'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:40.125830 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.171715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.189255 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.199178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-ac5ae685-0d1f-4d2b-befc-0be4135caaa8 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989418 Nov 27 15:45:40.296658 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f82b1-f99b-4c99-aaf0-f8aa9c293a77 None None] Pushing event updated for resources: {'Port': ['ID=95ccc420-cab5-415d-844d-7f461a307e8f,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:40.320656 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Routers {'dc382c60-53e3-40ad-8791-d36aa1fec78b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:40.323002 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dc382c60-53e3-40ad-8791-d36aa1fec78b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:40.431186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Made reservation on behalf of cd1f731b3dcf463ca2ed4c5d4dc85074 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:40.433749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.481540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9be04f2-93b7-4a55-ab31-862b5a86c7ba req-11b29ee9-0ffc-4899-84db-e8058e1169c4 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715957 Nov 27 15:45:40.505454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.530354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ccb74-d22a-42ba-b02a-92c7b01605be req-fe036bc5-f5bf-4111-b718-0c509f728d32 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:40.561890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-905ccb74-d22a-42ba-b02a-92c7b01605be req-fe036bc5-f5bf-4111-b718-0c509f728d32 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.5186753 Nov 27 15:45:40.573727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Allocated IP 172.20.0.1 (17a9f14f-b4c3-47bf-a304-4fa74f113d2d/aa98fa9d-1fad-442b-b45b-d1a0d7ddc937/35937cb6-9d46-40ba-8b75-6fc5b1b2ea99) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:40.585008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'tag': '3af01c97-142b-487c-b2d4-e5010dc536e3'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:40.587459 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c87670-b5ba-4d78-8d51-8bb14690e41e", "tag": "3af01c97-142b-487c-b2d4-e5010dc536e3"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:40.622401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-f8eb2d6b-e07a-4466-bfa2-10ab84d61d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:40.624244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-f8eb2d6b-e07a-4466-bfa2-10ab84d61d46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 1098 time: 0.4477980 Nov 27 15:45:40.650151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] Set router dc382c60-53e3-40ad-8791-d36aa1fec78b gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:40.732910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.766202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.791574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.802686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.889445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:40.896446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:40.922735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6297cb3a-37bf-4c45-8d95-0e04b60c82cf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:40.932640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:40.933383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:40.938795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-fd5db65b-b7ac-4484-8389-b24e2d4c8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:40.940852 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-fd5db65b-b7ac-4484-8389-b24e2d4c8b93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1095 time: 0.1641326 Nov 27 15:45:40.986195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-11b4f992-16de-4c7d-8293-e1ab0ab36e8a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6380336 Nov 27 15:45:41.067819 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:45:35Z', 'revision_number': 3, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:41.119436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.120244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-905ccb74-d22a-42ba-b02a-92c7b01605be req-2d906d92-bd42-4a6d-a422-0f6c5f0d74a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545993 Nov 27 15:45:41.152405 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fdb23-32d9-4b71-98e7-efe416da0aa4 None None] The sync data for ids ['dc382c60-53e3-40ad-8791-d36aa1fec78b'] in n-d-819494-4 is: [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:45:35Z', 'revision_number': 3, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:45:41.189561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:45:41.281051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-5e362f26-324e-4ff0-a26f-9cc61cc45a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:41.282968 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-5e362f26-324e-4ff0-a26f-9cc61cc45a59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.2903657 Nov 27 15:45:41.293820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Pushing event updated for resources: {'Port': ['ID=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:41.439729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a49d8ea-fedf-4703-8d26-29e744928500 req-0dcf70ec-a1bf-448d-93eb-8cafed3e0fdd service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435273 Nov 27 15:45:41.473798 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.474386 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Added segment 978a9572-97ba-4450-b370-0e60aea22f25 of type vlan for network 09372cc7-c207-47b5-9651-6677bdc755ae Nov 27 15:45:41.534980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f0cd1bf9-29bc-43c6-85e4-a88662c1d9b7 None None] Provisioning complete for port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:41.535569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f0cd1bf9-29bc-43c6-85e4-a88662c1d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.548205 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-a320ca16-7c2d-40f3-9f05-6634a0e1e99f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.2292101 Nov 27 15:45:41.602745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.669651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-2244eadd-d017-44d2-984b-20505b9f4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:41.672660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-2244eadd-d017-44d2-984b-20505b9f4ead service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.8957875 Nov 27 15:45:41.675108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.680920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd1bf9-29bc-43c6-85e4-a88662c1d9b7 None None] Port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:41.772112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bdf2c-2071-4a38-adc6-d0c2a91f83e1 req-e0842765-ad52-43bc-a569-a87fb9992e41 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:41.780917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a5bdf2c-2071-4a38-adc6-d0c2a91f83e1 req-e0842765-ad52-43bc-a569-a87fb9992e41 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.3384285 Nov 27 15:45:41.782874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.resource_extend [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:45:41.797324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-82a41698-7db8-496c-8a6d-edbd74afdad1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd HTTP/1.1" status: 200 len: 217 time: 0.1132014 Nov 27 15:45:41.832600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-3d67e905-6cf1-41a2-90d9-832a3c7c2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:41.834083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-3d67e905-6cf1-41a2-90d9-832a3c7c2c8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1894433 Nov 27 15:45:41.838723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.839692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:41.840298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:41.999577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a5bdf2c-2071-4a38-adc6-d0c2a91f83e1 req-b07c2b89-7947-416e-bc0c-84a85530e9fd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189138 Nov 27 15:45:42.009226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56040) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:42.010811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6363530 Nov 27 15:45:42.025890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6f3c9-2347-4e66-8f23-1d66a7ac5561 admin admin] Pushing event updated for resources: {'Network': ['ID=09372cc7-c207-47b5-9651-6677bdc755ae,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:42.027805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Request body: {'subnet': {'network_id': '09372cc7-c207-47b5-9651-6677bdc755ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1314697774-subnet', 'tenant_id': 'cd1f731b3dcf463ca2ed4c5d4dc85074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:42.034849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 09372cc7-c207-47b5-9651-6677bdc755ae details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:45:42.081768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:42.090522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:42.091315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:42.208506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Made reservation on behalf of cd1f731b3dcf463ca2ed4c5d4dc85074 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:42.215685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Publish callbacks [] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:42.343308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-7ac6d5ba-e0c1-4b38-a7dd-faa73893f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:42.344966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-7ac6d5ba-e0c1-4b38-a7dd-faa73893f90e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1301434 Nov 27 15:45:42.361684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04b8dd-f2c0-423c-b4e9-b10286e52c47 req-a7cc5473-5981-45ba-b53c-bcef9ff0d78b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:42.363262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd04b8dd-f2c0-423c-b4e9-b10286e52c47 req-a7cc5473-5981-45ba-b53c-bcef9ff0d78b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 970 time: 0.2103615 Nov 27 15:45:42.395992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-33d07bce-6b72-42f0-aeb5-1e694055d31d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750717 Nov 27 15:45:42.455864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:42.464727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd04b8dd-f2c0-423c-b4e9-b10286e52c47 req-f1a8555d-6f4c-4f2b-b44b-75319db082b2 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901968 Nov 27 15:45:42.484095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-92864bcf-cfef-4a56-9969-0481fd2f7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:42.485713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-92864bcf-cfef-4a56-9969-0481fd2f7ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214437 Nov 27 15:45:42.521092 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4d1e9-fd60-472c-a3c6-c4273cba576f x-openstack-request-id: req-0ab4d1e9-fd60-472c-a3c6-c4273cba576f {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:42.521550 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c87670-b5ba-4d78-8d51-8bb14690e41e", "tag": "3af01c97-142b-487c-b2d4-e5010dc536e3", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:42.521998 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ab4d1e9-fd60-472c-a3c6-c4273cba576f {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:42.523061 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'tag': '3af01c97-142b-487c-b2d4-e5010dc536e3', 'status': 'completed', 'code': 200} Nov 27 15:45:42.556970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Pushing event updated for resources: {'Port': ['ID=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:42.636658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:42.879288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Router dc382c60-53e3-40ad-8791-d36aa1fec78b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:45:43.020608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-60910e51-c0a9-4fdc-98a5-0116594964f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:43.022235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-60910e51-c0a9-4fdc-98a5-0116594964f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54bf0775ff9e4a73a195aba7781524b6&device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 1121 time: 0.2726691 Nov 27 15:45:43.071434 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-309198c4-beea-44ea-a945-b540e35ca70f service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157628 Nov 27 15:45:43.104272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fe2f-340d-4afb-a4d5-5049e65e9ac9 req-1a97be60-0a97-448d-815a-e5461a0f5046 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:43.105875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db52fe2f-340d-4afb-a4d5-5049e65e9ac9 req-1a97be60-0a97-448d-815a-e5461a0f5046 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.2078118 Nov 27 15:45:43.109927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-6ba8dde8-085c-4ebf-b375-cc0fbada1aac service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279275 Nov 27 15:45:43.133142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-23ce978e-c158-4172-8838-ae32af002330 None None] Provisioning complete for port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:43.136830 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-23ce978e-c158-4172-8838-ae32af002330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:43.240994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-23ce978e-c158-4172-8838-ae32af002330 None None] Port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:43.327923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db52fe2f-340d-4afb-a4d5-5049e65e9ac9 req-37ef7880-888f-446a-8ca1-a130b2261e32 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116070 Nov 27 15:45:43.423889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95ccc420-cab5-415d-844d-7f461a307e8f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:43.443549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd815f7e-75f5-432a-93b9-378d2bcf8646 req-e3c23986-d9f6-4363-b7ae-1778ae709b32 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910488 Nov 27 15:45:43.498901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:45:43.509461 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-13f884f5-9b0b-476c-b7a1-915d8d3c725e admin admin] 10.222.0.15 "PUT /v2.0/routers/dc382c60-53e3-40ad-8791-d36aa1fec78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4420741 Nov 27 15:45:43.587591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 95ccc420-cab5-415d-844d-7f461a307e8f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:43.587970 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:43.610726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91a21b13-3a74-446c-9152-965c7b1ad9a5 req-48600f88-7cdc-4d40-aa2b-e2429d3270eb service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641511 Nov 27 15:45:43.621562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:43.635295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4085cd19-3d74-4399-9aaa-5b8312d68f13 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f83e3bc72cc4ffd8166cf17387a5672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3060577 Nov 27 15:45:43.775553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8654e075-a35b-4b7f-aac2-72801786d8b0,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:43.784325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Checking segment: {'id': '978a9572-97ba-4450-b370-0e60aea22f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '09372cc7-c207-47b5-9651-6677bdc755ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:43.784824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Network hostable DHCP agents. Network: 09372cc7-c207-47b5-9651-6677bdc755ae, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:45:43.791695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:43.811966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f71a4-44ac-4060-a4b0-3089bc3c544e req-abf3ae75-d458-4a50-831c-d40d391b6dc8 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:43.814253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Network 09372cc7-c207-47b5-9651-6677bdc755ae is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:45:43.821882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a4f71a4-44ac-4060-a4b0-3089bc3c544e req-abf3ae75-d458-4a50-831c-d40d391b6dc8 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.1910822 Nov 27 15:45:43.837737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-d34fd47b-cdae-485c-bcd4-6717074641e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:43.839787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-d34fd47b-cdae-485c-bcd4-6717074641e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.3953145 Nov 27 15:45:43.847194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 09372cc7-c207-47b5-9651-6677bdc755ae) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:43.854915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:43.857260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:43.864885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b98ce0-7896-44d5-b0fd-c326279c850d None None] Network 09372cc7-c207-47b5-9651-6677bdc755ae requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:43.884373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 95ccc420-cab5-415d-844d-7f461a307e8f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=95ccc420-cab5-415d-844d-7f461a307e8f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:43.900393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-68dcb96c-ff87-4372-8409-8382d5985c5b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8815973 Nov 27 15:45:43.902770 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:43.973104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-eda6ba98-d69a-4fe1-97c1-fae8a13e46c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3af01c97-142b-487c-b2d4-e5010dc536e3 HTTP/1.1" status: 200 len: 217 time: 0.1189153 Nov 27 15:45:44.021934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Sync routers for ids ['dc382c60-53e3-40ad-8791-d36aa1fec78b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:45:44.051258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=95ccc420-cab5-415d-844d-7f461a307e8f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:44.062962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Routers {'dc382c60-53e3-40ad-8791-d36aa1fec78b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:44.064032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dc382c60-53e3-40ad-8791-d36aa1fec78b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:44.117662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-9157f5b8-c309-4f25-a39d-c0006bb99d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:44.119139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-9157f5b8-c309-4f25-a39d-c0006bb99d51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1091001 Nov 27 15:45:44.142956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-32a0eb71-695b-4c35-a33c-d71266c23a06 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:44.144625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-32a0eb71-695b-4c35-a33c-d71266c23a06 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4825447 Nov 27 15:45:44.174640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a4f71a4-44ac-4060-a4b0-3089bc3c544e req-a3750d1c-2f60-4f82-9f33-004811f32f39 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467224 Nov 27 15:45:44.259162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d970c-09b4-4737-98d7-7f7c5fa23ccc None None] Network 09372cc7-c207-47b5-9651-6677bdc755ae requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:44.340074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Set router dc382c60-53e3-40ad-8791-d36aa1fec78b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:44.516038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-bda60b6b-deca-4a56-b2fa-3f706739c9df tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/quotas/8f83e3bc72cc4ffd8166cf17387a5672 HTTP/1.1" status: 200 len: 375 time: 0.3611214 Nov 27 15:45:44.575658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-301dd723-a1f1-4c60-9330-248e56554235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:44.576039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-301dd723-a1f1-4c60-9330-248e56554235 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4306331 Nov 27 15:45:44.578164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-b2d045b2-c857-4d8a-a332-9186c93d95b7 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f83e3bc72cc4ffd8166cf17387a5672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368102 Nov 27 15:45:44.700401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23872de-ad97-465b-87ff-410efe9fb039 req-af7f3b5e-6e62-4864-bfda-657d8c437d0d tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:44.708461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a23872de-ad97-465b-87ff-410efe9fb039 req-af7f3b5e-6e62-4864-bfda-657d8c437d0d tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 970 time: 0.2353325 Nov 27 15:45:44.834889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a23872de-ad97-465b-87ff-410efe9fb039 req-ea490ab8-c1c9-478a-9073-ffbb83ee0327 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246440 Nov 27 15:45:44.869905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:45:41Z', 'revision_number': 4, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '35937cb6-9d46-40ba-8b75-6fc5b1b2ea99', 'name': '', 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'mac_address': 'fa:16:3e:7b:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:40Z', 'updated_at': '2021-11-27T15:45:41Z', 'revision_number': 2, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'subnets': [{'id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:44.889479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-94dfb446-af3a-4675-8b86-88108da1c948 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004611 Nov 27 15:45:44.923303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56092) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:44.928209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-505784506-network', 'tenant_id': '1ae4116239cc43678b02dbd06cf02f83'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:44.949179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Checking router: dc382c60-53e3-40ad-8791-d36aa1fec78b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:45:44.949528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Updating router dc382c60-53e3-40ad-8791-d36aa1fec78b port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:45:44.972418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Made reservation on behalf of 1ae4116239cc43678b02dbd06cf02f83 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:44.976192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.011933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.022149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.172967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.187003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.213312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74df3ee8-3abc-46c5-b5bd-aa19ddeb3f5f req-a8c2ffc9-2c84-4b61-8117-1c6f33c4ac82 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151090 Nov 27 15:45:45.278640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47c37-978e-48c4-9e2f-0a0219d86db9 req-da026cc8-c9e0-4e2d-8287-4902456f1e13 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:45.280990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:45:45.281649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59c47c37-978e-48c4-9e2f-0a0219d86db9 req-da026cc8-c9e0-4e2d-8287-4902456f1e13 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.0813134 Nov 27 15:45:45.326860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.327211 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Added segment 0aba2e0a-7c19-43c3-a6ba-ce3d08099171 of type vlan for network 41b3a850-9bcd-49cc-927d-3826b37cf1fe Nov 27 15:45:45.353927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04305655-1f56-4423-8197-71437553bab9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:45.367692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95ccc420-cab5-415d-844d-7f461a307e8f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:45.385978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59c47c37-978e-48c4-9e2f-0a0219d86db9 req-e54c7f37-c459-4b8f-a0be-f104218adcb5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901434 Nov 27 15:45:45.416190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.478870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.480004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:45.480734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.531478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af3d679b-4f5b-4753-bd0e-bd006344696f req-ddc51bc4-89a6-49f3-bbc0-77fa4afee3a7 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 210 time: 0.0580711 Nov 27 15:45:45.573671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] Pushing event updated for resources: {'Network': ['ID=41b3a850-9bcd-49cc-927d-3826b37cf1fe,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:45.589099 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-374c8aff-70b2-4a7e-86be-b087b607e249 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6645970 Nov 27 15:45:45.592439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:45.599143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Request body: {'subnet': {'network_id': '41b3a850-9bcd-49cc-927d-3826b37cf1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-505784506-subnet', 'tenant_id': '1ae4116239cc43678b02dbd06cf02f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:45.623209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 41b3a850-9bcd-49cc-927d-3826b37cf1fe details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:45:45.653386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Made reservation on behalf of 1ae4116239cc43678b02dbd06cf02f83 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:45.655833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.817893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 95ccc420-cab5-415d-844d-7f461a307e8f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:45.838815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:45.877977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeabf62-4350-4f78-82ae-55df69d1e638 req-ec96bee7-a716-4faa-83b7-254412713516 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:45.886650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6aeabf62-4350-4f78-82ae-55df69d1e638 req-ec96bee7-a716-4faa-83b7-254412713516 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.1941960 Nov 27 15:45:45.967436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6aeabf62-4350-4f78-82ae-55df69d1e638 req-12683511-c6b3-4365-a6c8-37acdb51b7db tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Nov 27 15:45:46.025842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:46.079523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:46.270540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697edb06-a700-42c0-9b90-990f5c2c9331 None None] Pushing event updated for resources: {'Port': ['ID=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:46.301572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Attempting to bind port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:46.303632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Attempting to bind port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:46.304173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Attempting to bind port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 on network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:46.311332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f377f-a340-4f36-9853-c0301aadf459 req-d52c0512-34cf-4259-a30b-e3c52088251b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:46.314061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:46.314652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Checking segment: {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:46.315224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:46.315770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Bound using segment: {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:46.317004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Bound port: 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04675493-68e1-4aab-9afb-5458eb73f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:46.317605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:46.333043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46f377f-a340-4f36-9853-c0301aadf459 req-d52c0512-34cf-4259-a30b-e3c52088251b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 970 time: 0.1855130 Nov 27 15:45:46.360617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:46.468255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] For port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:46.476649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] For port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,segment=NetworkSegment(04675493-68e1-4aab-9afb-5458eb73f3ef),segment_id=04675493-68e1-4aab-9afb-5458eb73f3ef)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:46.483741 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:46.574886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Routers {'dc382c60-53e3-40ad-8791-d36aa1fec78b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:45:46.575533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:45:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dc382c60-53e3-40ad-8791-d36aa1fec78b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:46.609038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-59f8bf56-0daa-49d5-8b31-e1aaec482da0 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8f83e3bc72cc4ffd8166cf17387a5672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845447 Nov 27 15:45:46.623206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677b44bb-342f-44b0-87d5-7d939f0cc3da,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:46.671056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46f377f-a340-4f36-9853-c0301aadf459 req-5acfdbb6-2f18-4e9c-92b2-c39a2829dbce tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368073 Nov 27 15:45:46.863909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-d885d14b-dabc-4502-aa83-25a4640a1966 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:46.865621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-d885d14b-dabc-4502-aa83-25a4640a1966 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435665 Nov 27 15:45:46.881016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Checking segment: {'id': '0aba2e0a-7c19-43c3-a6ba-ce3d08099171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41b3a850-9bcd-49cc-927d-3826b37cf1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:46.881382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Network hostable DHCP agents. Network: 41b3a850-9bcd-49cc-927d-3826b37cf1fe, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:45:46.893210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Request body: {'port': {'device_id': '649e2c33-0fa7-432a-916a-800347c57f3c', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '8f83e3bc72cc4ffd8166cf17387a5672'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:46.998314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Network 41b3a850-9bcd-49cc-927d-3826b37cf1fe is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:45:47.018225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697edb06-a700-42c0-9b90-990f5c2c9331 None None] Pushing event updated for resources: {'Port': ['ID=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:47.019918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e5a7-b46a-47fb-bf7d-cea1b038f858 req-ed5818be-935f-482d-8d87-0d92f07c893e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:47.027713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-480c607e-672f-4555-b2a7-80476e037f22 None None] Provisioning complete for port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:47.028185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-480c607e-672f-4555-b2a7-80476e037f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.030519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7199e5a7-b46a-47fb-bf7d-cea1b038f858 req-ed5818be-935f-482d-8d87-0d92f07c893e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.4140363 Nov 27 15:45:47.034421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 41b3a850-9bcd-49cc-927d-3826b37cf1fe) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:47.055497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:47.068075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.073073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] Set router dc382c60-53e3-40ad-8791-d36aa1fec78b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:45:47.076127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615541c3-3034-46b4-84e8-75d40dba69a5 None None] Network 41b3a850-9bcd-49cc-927d-3826b37cf1fe requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:47.113290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ff33e3e-cb8b-48ff-af43-1cef62b92002 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5196147 Nov 27 15:45:47.172281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7199e5a7-b46a-47fb-bf7d-cea1b038f858 req-21c4a645-6190-4a28-92f7-13f9cc97e185 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277187 Nov 27 15:45:47.254231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56144) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:47.263787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850786109', 'description': 'tempest-description--632190244'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:47.282238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Made reservation on behalf of 8f83e3bc72cc4ffd8166cf17387a5672 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:47.291116 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.331346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.365482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa53a74d-0e27-4ef0-b8aa-e3ef50cf94ca req-b2dddcc5-458e-442d-bff7-02d783d40f00 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 210 time: 0.0550365 Nov 27 15:45:47.398155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56148) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:47.482384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Deleting subnet 8654e075-a35b-4b7f-aac2-72801786d8b0 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:45:47.500042 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.518285 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.555719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.564188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-480c607e-672f-4555-b2a7-80476e037f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.571911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.601740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe86c-9761-428c-82ce-924ee40446e5 req-a8991f7d-d8f1-468c-8c34-46a7d486f647 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:47.603290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cabe86c-9761-428c-82ce-924ee40446e5 req-a8991f7d-d8f1-468c-8c34-46a7d486f647 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.2253635 Nov 27 15:45:47.612097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.624584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.658241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.698191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-480c607e-672f-4555-b2a7-80476e037f22 None None] For port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,segment=NetworkSegment(04675493-68e1-4aab-9afb-5458eb73f3ef),segment_id=04675493-68e1-4aab-9afb-5458eb73f3ef)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:47.712170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.716676 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-480c607e-672f-4555-b2a7-80476e037f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.723879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2981f6-ebed-4310-a3c0-2005cbf92038,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:47.736824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8654e075-a35b-4b7f-aac2-72801786d8b0 HTTP/1.1" status: 204 len: 168 time: 0.3367419 Nov 27 15:45:47.739633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56156) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:47.740800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb9980-f86d-4fd7-884b-61644c1ddb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8654e075-a35b-4b7f-aac2-72801786d8b0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:47.750978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e7390-fe22-472a-897d-677673eabbad None None] Network 41b3a850-9bcd-49cc-927d-3826b37cf1fe requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:45:47.826374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.850127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56158) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:47.861663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.913046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c607e-672f-4555-b2a7-80476e037f22 None None] Pushing event updated for resources: {'Port': ['ID=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:47.915757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f0bbaccd-d359-43e2-a783-f4b8f4db80bb None None] Provisioning complete for port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:47.916384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f0bbaccd-d359-43e2-a783-f4b8f4db80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.923502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cabe86c-9761-428c-82ce-924ee40446e5 req-ce2d5dd9-df83-4a4e-b686-81e44a291714 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671709 Nov 27 15:45:47.949720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:45:41Z', 'revision_number': 4, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '35937cb6-9d46-40ba-8b75-6fc5b1b2ea99', 'name': '', 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'mac_address': 'fa:16:3e:7b:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:40Z', 'updated_at': '2021-11-27T15:45:46Z', 'revision_number': 4, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'subnets': [{'id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:47.957563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.983027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d308ab4-636c-486d-9476-1baa6f15a59a None None] The sync data for ids ['dc382c60-53e3-40ad-8791-d36aa1fec78b'] in n-d-819494-4 is: [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:45:41Z', 'revision_number': 4, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '35937cb6-9d46-40ba-8b75-6fc5b1b2ea99', 'name': '', 'network_id': '17a9f14f-b4c3-47bf-a304-4fa74f113d2d', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'mac_address': 'fa:16:3e:7b:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:40Z', 'updated_at': '2021-11-27T15:45:46Z', 'revision_number': 4, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'subnets': [{'id': 'aa98fa9d-1fad-442b-b45b-d1a0d7ddc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:45:47.985859 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-febb53eb-b60f-4b8f-9713-6fb15d4dafb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.994706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:47.998926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7430320 Nov 27 15:45:47.999110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56162) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:48.003644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'security_group_rule': {'security_group_id': '1049fd1c-20c1-4ca0-a5e3-2090c69b845f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:48.014909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87937e6d-cd32-4518-9370-e39a622c18ab tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1049fd1c-20c1-4ca0-a5e3-2090c69b845f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:48.018929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Allocated IP 192.168.233.162 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/efa9e2b7-5cce-4920-93ed-512a14ffd4cd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:48.029972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55680fe3-8ef0-4262-9f9d-5d1bb308dd80 req-942b2837-8968-452a-8e33-0aee952097c2 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:48.031388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55680fe3-8ef0-4262-9f9d-5d1bb308dd80 req-942b2837-8968-452a-8e33-0aee952097c2 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 970 time: 0.2099798 Nov 27 15:45:48.076154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.181359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-febb53eb-b60f-4b8f-9713-6fb15d4dafb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.188962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-febb53eb-b60f-4b8f-9713-6fb15d4dafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.189181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3af01c97-142b-487c-b2d4-e5010dc536e3 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:45:48.214399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.222031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb53eb-b60f-4b8f-9713-6fb15d4dafb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dcd73f-0ed6-424c-9d72-c1c203b09ab0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:48.245101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.245508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.246661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.247018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > port after_create 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.247370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.247759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > port after_update 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.248410 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.248745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.249073 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.249417 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.257114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.264147 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-febb53eb-b60f-4b8f-9713-6fb15d4dafb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1bb035a2cc24382afb0419f793d2c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123497 Nov 27 15:45:48.266013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.267854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56166) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:48.318963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d8d05d-798e-4682-9fd3-30e548bf1756,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:48.341347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d5e-dc8a-4f59-a015-796fef9809bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.345844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.352821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.353139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-628dff8f-6676-4ecf-a83a-a822caf727f9 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527443 Nov 27 15:45:48.353665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.354422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.355222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:48.356117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09372cc7-c207-47b5-9651-6677bdc755ae']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:48.362788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56168) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:48.369157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'security_group_rule': {'security_group_id': '1049fd1c-20c1-4ca0-a5e3-2090c69b845f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:48.392455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3af01c97-142b-487c-b2d4-e5010dc536e3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3af01c97-142b-487c-b2d4-e5010dc536e3,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:48.396786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d5e-dc8a-4f59-a015-796fef9809bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.410673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '3af01c97-142b-487c-b2d4-e5010dc536e3', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '3af01c97-142b-487c-b2d4-e5010dc536e3', 'mac_address': 'fa:16:3e:73:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:tempest-test_az-1524736357', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:45:48.422682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978a9572-97ba-4450-b370-0e60aea22f25') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:48.422994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978a9572-97ba-4450-b370-0e60aea22f25') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:48.455025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.470704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.485067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.486670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af01c97-142b-487c-b2d4-e5010dc536e3 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:48.498492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d5e-dc8a-4f59-a015-796fef9809bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.501582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d5e-dc8a-4f59-a015-796fef9809bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.505805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cd6a6d5e-dc8a-4f59-a015-796fef9809bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49dcd73f-0ed6-424c-9d72-c1c203b09ab0 HTTP/1.1" status: 204 len: 168 time: 0.2343659 Nov 27 15:45:48.515495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3af01c97-142b-487c-b2d4-e5010dc536e3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3af01c97-142b-487c-b2d4-e5010dc536e3,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:48.522333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a6d5e-dc8a-4f59-a015-796fef9809bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dcd73f-0ed6-424c-9d72-c1c203b09ab0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:48.530640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.539738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55680fe3-8ef0-4262-9f9d-5d1bb308dd80 req-f3e7d03e-3167-49c5-baac-d87e12b3cd6b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813952 Nov 27 15:45:48.556404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.566769 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.603663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3af01c97-142b-487c-b2d4-e5010dc536e3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:48.620203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a53bb21-e136-433a-b160-f8e3e697b5ac,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:48.641756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.643469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7830789b-ae7f-4797-8ccf-07bab94c40fc tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795177 Nov 27 15:45:48.647020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56174) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:48.654128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:48.688711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9faeb0-9fd5-4397-815f-993ac72c9b53 req-5690a134-e249-4b9f-9874-b42db9959849 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:48.690337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf9faeb0-9fd5-4397-815f-993ac72c9b53 req-5690a134-e249-4b9f-9874-b42db9959849 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.3243668 Nov 27 15:45:48.695194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.696682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.720604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:45:48.721727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: from cryptography.utils import int_from_bytes Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: from cryptography.utils import int_from_bytes Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:45:48.762330 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:45:48.826419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3af01c97-142b-487c-b2d4-e5010dc536e3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:45:48.849319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.917579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4784107e-3d17-421e-9df8-3f1341f52400 req-d74d136f-7ba2-4353-a051-065c94d1ee95 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 210 time: 0.2261682 Nov 27 15:45:48.925593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf9faeb0-9fd5-4397-815f-993ac72c9b53 req-a7736dbd-a087-49cc-888e-49d0b82d299f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128282 Nov 27 15:45:48.939288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.952501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:48.958632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/09372cc7-c207-47b5-9651-6677bdc755ae HTTP/1.1" status: 204 len: 168 time: 1.2142389 Nov 27 15:45:48.965840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56180) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:48.977946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56182) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:49.029215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Allocated IP 172.25.1.37 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/c24d0156-d7b1-4626-a8ec-8a93d1ef39b4) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:49.156801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.202208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.263778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:49.274722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:49.278618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:49.287471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'Port': ['ID=c24d0156-d7b1-4626-a8ec-8a93d1ef39b4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:49.306574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8128-1701-4b99-ba76-e160d1721d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=09372cc7-c207-47b5-9651-6677bdc755ae,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:49.325517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68edf28c-7fbc-4c87-b94b-3b0487b04dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.342162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Deleting subnet 677b44bb-342f-44b0-87d5-7d939f0cc3da {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:45:49.343261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:49.359095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.379538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.403469 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.408853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:49.409524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.425982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59376aac-6651-48da-9d1d-852122d2aede req-89792312-48a2-4433-b2e3-0943a83e6e81 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:49.427435 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.427553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59376aac-6651-48da-9d1d-852122d2aede req-89792312-48a2-4433-b2e3-0943a83e6e81 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.4010818 Nov 27 15:45:49.456334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.569697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.594229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.608014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.614886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.627765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59376aac-6651-48da-9d1d-852122d2aede req-a94124f8-a1d0-44ae-ba14-4871d29980cd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868160 Nov 27 15:45:49.651029 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.671310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'Port': ['ID=c24d0156-d7b1-4626-a8ec-8a93d1ef39b4,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:49.673020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68edf28c-7fbc-4c87-b94b-3b0487b04dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.676713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.678002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5aa8a808-62a7-4ea5-bbfd-7f8671411b2c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0293267 Nov 27 15:45:49.702334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:49.705918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68edf28c-7fbc-4c87-b94b-3b0487b04dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.733460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:49.748515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:49.760897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Pushing event updated for resources: {'Port': ['ID=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:49.814282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edf28c-7fbc-4c87-b94b-3b0487b04dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89086e2d-89e7-4a83-9a67-9d5d68602ad3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:49.818992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-68edf28c-7fbc-4c87-b94b-3b0487b04dd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d040f3ae833d4c469c022962d1d1c946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7992814 Nov 27 15:45:49.822491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56188) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:49.827906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.862279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef18a6a-39ce-42f0-8d34-fb51b8182de2 req-1d20d224-eb83-4131-9a2c-39e0336c4385 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:49.864207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ef18a6a-39ce-42f0-8d34-fb51b8182de2 req-1d20d224-eb83-4131-9a2c-39e0336c4385 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 971 time: 0.2471161 Nov 27 15:45:49.891261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e43c416a-43e0-4d0a-b490-1e18a7e2d4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.895835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677b44bb-342f-44b0-87d5-7d939f0cc3da,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:49.911243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:49.911818 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.917210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.922692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-607f93c2-58e8-4bf4-a6a7-2cb54b318298 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/677b44bb-342f-44b0-87d5-7d939f0cc3da HTTP/1.1" status: 204 len: 168 time: 0.9433367 Nov 27 15:45:49.922856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e43c416a-43e0-4d0a-b490-1e18a7e2d4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:49.924033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56200) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:49.970159 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-07c39cab-10a7-4e3d-bee2-645c38321c4b tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0837777 Nov 27 15:45:49.998274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Request body: {'port': {'device_id': '649e2c33-0fa7-432a-916a-800347c57f3c', 'device_owner': 'compute:tempest-test_az-1524736357', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:50.003166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e7f14968-1d24-40ce-9fe2-ac591fbc2036 None None] Provisioning complete for port efa9e2b7-5cce-4920-93ed-512a14ffd4cd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:50.003667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7f14968-1d24-40ce-9fe2-ac591fbc2036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.006173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ef18a6a-39ce-42f0-8d34-fb51b8182de2 req-69d1506a-125b-4db2-b356-6388c9006915 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172688 Nov 27 15:45:50.033922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.054408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e7f14968-1d24-40ce-9fe2-ac591fbc2036 None None] Port efa9e2b7-5cce-4920-93ed-512a14ffd4cd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:50.077889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-7e048ca3-9cf3-4a3e-a90f-5d77fbb351b5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--850786109&fields=id&tenant_id=609b7dc5958c4a42b24d879abb6f1c04 HTTP/1.1" status: 200 len: 267 time: 0.1510627 Nov 27 15:45:50.088572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.128156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e43c416a-43e0-4d0a-b490-1e18a7e2d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.130645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e43c416a-43e0-4d0a-b490-1e18a7e2d4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.132317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e43c416a-43e0-4d0a-b490-1e18a7e2d4c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89086e2d-89e7-4a83-9a67-9d5d68602ad3 HTTP/1.1" status: 204 len: 168 time: 0.3085656 Nov 27 15:45:50.147715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c416a-43e0-4d0a-b490-1e18a7e2d4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89086e2d-89e7-4a83-9a67-9d5d68602ad3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:50.152576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.175720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.176099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.177008 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.177337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > port after_create 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.177712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.178849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > port after_update 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.178849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.179226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.179477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.179837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3af01c97-142b-487c-b2d4-e5010dc536e3 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:50.179951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.226222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307c688-80e8-4b53-a8a1-8390a81186bc req-803e648b-dfc3-46c6-a336-0c72e402809f tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:50.233623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4307c688-80e8-4b53-a8a1-8390a81186bc req-803e648b-dfc3-46c6-a336-0c72e402809f tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 936 time: 0.1547484 Nov 27 15:45:50.250619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.250971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.251412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.251748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 15:45:50.252138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b3a850-9bcd-49cc-927d-3826b37cf1fe']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:50.254012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 3af01c97-142b-487c-b2d4-e5010dc536e3 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:45:50.259248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 3af01c97-142b-487c-b2d4-e5010dc536e3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:50.259907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.273836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba2e0a-7c19-43c3-a6ba-ce3d08099171') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:50.274364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba2e0a-7c19-43c3-a6ba-ce3d08099171') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:45:50.293319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.318838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.334551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:45:50.335106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: from cryptography.utils import int_from_bytes Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: from cryptography.utils import int_from_bytes Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:45:50.339610 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:45:50.363772 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.388322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af01c97-142b-487c-b2d4-e5010dc536e3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:50.397799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4307c688-80e8-4b53-a8a1-8390a81186bc req-8289c849-78a7-4454-9e19-c0715cb3dd17 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591096 Nov 27 15:45:50.404679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-a784d925-3660-4897-8434-f596e1703768 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:50.411881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-a784d925-3660-4897-8434-f596e1703768 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 824 time: 0.3204129 Nov 27 15:45:50.420174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.443539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.457174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] 10.222.0.15 "DELETE /v2.0/networks/41b3a850-9bcd-49cc-927d-3826b37cf1fe HTTP/1.1" status: 204 len: 168 time: 0.5320415 Nov 27 15:45:50.474195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-40fb62c9-be6b-467f-8433-065f0ff54f4a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/quotas/609b7dc5958c4a42b24d879abb6f1c04 HTTP/1.1" status: 200 len: 375 time: 0.0605352 Nov 27 15:45:50.485108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628e691-94fc-4b7d-b69a-98c4310c1011 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b3a850-9bcd-49cc-927d-3826b37cf1fe,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:50.626033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3af01c97-142b-487c-b2d4-e5010dc536e3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3af01c97-142b-487c-b2d4-e5010dc536e3,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:50.636915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.644834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-c8621b54-2b0c-406d-89a7-f7f980a95089 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1696939 Nov 27 15:45:50.665489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4656da-1ce4-4afd-a994-ecf111b91491 req-de3f24bf-7f1a-497a-bac5-df119260eccd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:50.666839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b4656da-1ce4-4afd-a994-ecf111b91491 req-de3f24bf-7f1a-497a-bac5-df119260eccd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.1689529 Nov 27 15:45:50.690499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3af01c97-142b-487c-b2d4-e5010dc536e3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:50.717042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56226) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:50.737669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa9e2b7-5cce-4920-93ed-512a14ffd4cd {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:50.748653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.776023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6cd9299d-66b7-4714-8b24-13c14f41cb0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd1f731b3dcf463ca2ed4c5d4dc85074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560172 Nov 27 15:45:50.776299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56230) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:50.784321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Transition to ACTIVE for port object efa9e2b7-5cce-4920-93ed-512a14ffd4cd will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:45:50.796899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b4656da-1ce4-4afd-a994-ecf111b91491 req-33b4557f-fd57-41b4-a20d-9569d697a6e2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811050 Nov 27 15:45:50.806388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.818388 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56163c4-d80d-4af7-8a31-b92fa4964c68" -d '{"events": [{"server_uuid": "f6c87670-b5ba-4d78-8d51-8bb14690e41e", "name": "network-vif-plugged", "status": "completed", "tag": "3af01c97-142b-487c-b2d4-e5010dc536e3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:50.885589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422c0afb-feb6-48c1-9f05-746599f72ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.934510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422c0afb-feb6-48c1-9f05-746599f72ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:50.964370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Pushing event updated for resources: {'Port': ['ID=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:51.018928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422c0afb-feb6-48c1-9f05-746599f72ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.021847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422c0afb-feb6-48c1-9f05-746599f72ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.031430 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-422c0afb-feb6-48c1-9f05-746599f72ede admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6297cb3a-37bf-4c45-8d95-0e04b60c82cf HTTP/1.1" status: 204 len: 168 time: 0.2468541 Nov 27 15:45:51.045717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce6ea9-d758-4970-bb8a-f0fae0f23230 req-2e95c4f0-bcb7-488d-8a66-21f1e9bf3297 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:51.048095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c0afb-feb6-48c1-9f05-746599f72ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6297cb3a-37bf-4c45-8d95-0e04b60c82cf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:51.054118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bce6ea9-d758-4970-bb8a-f0fae0f23230 req-2e95c4f0-bcb7-488d-8a66-21f1e9bf3297 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.1210041 Nov 27 15:45:51.082180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Attempting to bind port efa9e2b7-5cce-4920-93ed-512a14ffd4cd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:51.082542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Attempting to bind port efa9e2b7-5cce-4920-93ed-512a14ffd4cd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:51.082861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Attempting to bind port efa9e2b7-5cce-4920-93ed-512a14ffd4cd on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:51.093890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Port efa9e2b7-5cce-4920-93ed-512a14ffd4cd on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:45:51.094218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Attempting to bind port efa9e2b7-5cce-4920-93ed-512a14ffd4cd on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:51.117759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:51.118018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:51.118409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:51.118851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Bound port: efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:51.119208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.142866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-c3099c87-091e-4059-8b04-7134582abfb6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:45:51.143880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-c3099c87-091e-4059-8b04-7134582abfb6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1659245 Nov 27 15:45:51.155483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bce6ea9-d758-4970-bb8a-f0fae0f23230 req-c3f94cb9-d31e-48a0-8be4-cdb663a33e29 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003671 Nov 27 15:45:51.285463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] For port efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:51.304800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-2a6602df-dbc5-4ec4-a791-5583c6e7a8e6 service neutron] 10.222.0.15 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466677 Nov 27 15:45:51.306400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] For port efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:51.313527 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.386583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:51.387478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.388890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] 10.222.0.37 "PUT /v2.0/ports/efa9e2b7-5cce-4920-93ed-512a14ffd4cd HTTP/1.1" status: 200 len: 1118 time: 1.4082906 Nov 27 15:45:51.438540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649e2c33-0fa7-432a-916a-800347c57f3c', 'tag': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:51.440955 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a" -d '{"events": [{"name": "network-changed", "server_uuid": "649e2c33-0fa7-432a-916a-800347c57f3c", "tag": "efa9e2b7-5cce-4920-93ed-512a14ffd4cd"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:51.455542 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327e17c-cc5c-4b59-89d5-c1fb1d62531a x-openstack-request-id: req-9327e17c-cc5c-4b59-89d5-c1fb1d62531a {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:51.456384 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c87670-b5ba-4d78-8d51-8bb14690e41e", "name": "network-vif-plugged", "status": "completed", "tag": "3af01c97-142b-487c-b2d4-e5010dc536e3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:51.456808 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9327e17c-cc5c-4b59-89d5-c1fb1d62531a {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:51.457836 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af01c97-142b-487c-b2d4-e5010dc536e3', 'code': 200} Nov 27 15:45:51.549715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b3a62-c087-4dd2-809a-6b46f2cccff2 service neutron] Pushing event updated for resources: {'Port': ['ID=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:51.552881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.37', 61758) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:51.558584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-a5a99b6b-0837-4548-a61d-5ef7d6ebd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:51.560403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-a5a99b6b-0837-4548-a61d-5ef7d6ebd366 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f83e3bc72cc4ffd8166cf17387a5672&device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 1121 time: 0.1076934 Nov 27 15:45:51.622513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56260) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:51.658914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-4ac52a37-ca2b-4be8-ae20-99fc6d223882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd HTTP/1.1" status: 200 len: 217 time: 0.0837188 Nov 27 15:45:51.684006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72257cdb-6133-4274-a6f3-3a5f5bdbd9f9 req-3f2b96c4-9134-4b70-9dcf-a0ac9e8de7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:51.685746 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72257cdb-6133-4274-a6f3-3a5f5bdbd9f9 req-3f2b96c4-9134-4b70-9dcf-a0ac9e8de7a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 1123 time: 0.1307952 Nov 27 15:45:51.690463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-63102362-58ec-43a7-88b7-b346b4e7177f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ae4116239cc43678b02dbd06cf02f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635800 Nov 27 15:45:51.690632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56262) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:51.726411 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72257cdb-6133-4274-a6f3-3a5f5bdbd9f9 req-653ab3c1-58f1-4144-b790-64ae0411e01d service neutron] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.781993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b163d034-9b36-4c89-9ba0-19958eba24d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.816705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b163d034-9b36-4c89-9ba0-19958eba24d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.854232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-a3a3b96c-199f-4b12-a59a-8b479d9bcacb service neutron] 10.222.0.15 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381899 Nov 27 15:45:51.887430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72257cdb-6133-4274-a6f3-3a5f5bdbd9f9 req-653ab3c1-58f1-4144-b790-64ae0411e01d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.896728 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72257cdb-6133-4274-a6f3-3a5f5bdbd9f9 req-653ab3c1-58f1-4144-b790-64ae0411e01d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.910903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-795cabe8-3e43-491e-82e0-c413346dd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:51.912379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-795cabe8-3e43-491e-82e0-c413346dd9d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0611625 Nov 27 15:45:51.923238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301fdce-4be3-49ea-bcb2-f1e1aa6051ce req-8e89b859-3d6d-4032-991e-386e4ff12fc6 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:51.930966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e301fdce-4be3-49ea-bcb2-f1e1aa6051ce req-8e89b859-3d6d-4032-991e-386e4ff12fc6 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 972 time: 0.3418620 Nov 27 15:45:51.949675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b163d034-9b36-4c89-9ba0-19958eba24d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.952240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b163d034-9b36-4c89-9ba0-19958eba24d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:51.955664 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b163d034-9b36-4c89-9ba0-19958eba24d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04305655-1f56-4423-8197-71437553bab9 HTTP/1.1" status: 204 len: 168 time: 0.2618294 Nov 27 15:45:51.966768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72257cdb-6133-4274-a6f3-3a5f5bdbd9f9 req-653ab3c1-58f1-4144-b790-64ae0411e01d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681994 Nov 27 15:45:51.968621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab3c1-58f1-4144-b790-64ae0411e01d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba68fb7d-4ee8-484d-a15d-b5646959ab34,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:51.996376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163d034-9b36-4c89-9ba0-19958eba24d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04305655-1f56-4423-8197-71437553bab9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:52.075468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e301fdce-4be3-49ea-bcb2-f1e1aa6051ce req-ad70149d-9da7-4d52-a7fc-a40918013546 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434722 Nov 27 15:45:52.085442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-9f69d04b-2673-4d7c-ab42-54075c2d5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:52.086952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-9f69d04b-2673-4d7c-ab42-54075c2d5ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536629 Nov 27 15:45:52.140953 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82be556-c95c-443b-b0a5-4952f27f4d1b x-openstack-request-id: req-e82be556-c95c-443b-b0a5-4952f27f4d1b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:52.142123 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649e2c33-0fa7-432a-916a-800347c57f3c", "tag": "efa9e2b7-5cce-4920-93ed-512a14ffd4cd", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:52.147557 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e82be556-c95c-443b-b0a5-4952f27f4d1b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:52.150787 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649e2c33-0fa7-432a-916a-800347c57f3c', 'tag': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd', 'status': 'completed', 'code': 200} Nov 27 15:45:52.200468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d281a4-e26e-4e73-b78f-5a99261a88f1 req-eb29c16a-8590-48fd-99c1-de00afd67c5a tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:52.205208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8d281a4-e26e-4e73-b78f-5a99261a88f1 req-eb29c16a-8590-48fd-99c1-de00afd67c5a tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 970 time: 0.1276507 Nov 27 15:45:52.300811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b6b2e-c4d7-4634-9fd8-dd39ef79f2a0 req-45484739-dbca-4949-bddc-b20343b0a6cf tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:52.315064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:45:52.315394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b8b6b2e-c4d7-4634-9fd8-dd39ef79f2a0 req-45484739-dbca-4949-bddc-b20343b0a6cf tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.1090541 Nov 27 15:45:52.429422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8d281a4-e26e-4e73-b78f-5a99261a88f1 req-78f60bb2-bdf9-47d0-8808-abb569c278c3 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029684 Nov 27 15:45:52.454720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b8b6b2e-c4d7-4634-9fd8-dd39ef79f2a0 req-7ede3f13-6cf5-428e-b96d-ca318f34d89e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376903 Nov 27 15:45:52.497774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:52.514687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-ce59dc76-9bdf-4737-841f-c7500697fffb service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455320 Nov 27 15:45:52.514853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '718bd503-9584-4973-b53c-cb207991c7e0', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'port_id': '718bd503-9584-4973-b53c-cb207991c7e0', 'mac_address': 'fa:16:3e:68:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c43f5a0-2116-4379-abfc-5ab1bc13c328', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:45:52.558225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:52.602946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718bd503-9584-4973-b53c-cb207991c7e0 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:52.634097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a82cf420-f341-4f09-a1ab-3fcc8babe871 req-9319ef47-5331-4e44-886b-027b3cfed397 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 210 time: 0.0753310 Nov 27 15:45:52.640476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:52.653111 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:52.653111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device daa01a5e-560b-42b9-a2f8-03f4c06936bd details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:45:52.708826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4fd9-30af-49a8-98c8-76247226491a req-04b9427e-c0d9-4106-97f7-04f9e66e7af9 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:52.721169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-193c4fd9-30af-49a8-98c8-76247226491a req-04b9427e-c0d9-4106-97f7-04f9e66e7af9 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 947 time: 0.1270452 Nov 27 15:45:52.725032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:52.755499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53a32f4-8821-4bde-9ad5-e340c4e5aff4 req-aa2ee0ac-d669-4394-92aa-df6b19e069b2 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338202 Nov 27 15:45:52.791346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-193c4fd9-30af-49a8-98c8-76247226491a req-897a8fac-0018-490f-9d04-479c29d525dd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689588 Nov 27 15:45:52.855865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port daa01a5e-560b-42b9-a2f8-03f4c06936bd, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:52.884384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd', 'mac_address': 'fa:16:3e:22:ca:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:45:52.906074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-d96961ac-f9b7-4ce1-8cd4-823c6018be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:52.908798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-d96961ac-f9b7-4ce1-8cd4-823c6018be98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f83e3bc72cc4ffd8166cf17387a5672&device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 1121 time: 0.0701118 Nov 27 15:45:52.936569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:52.960597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa01a5e-560b-42b9-a2f8-03f4c06936bd {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:52.986448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port daa01a5e-560b-42b9-a2f8-03f4c06936bd, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:52.992314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:53.047751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-207c4d31-6e8a-4f5d-8578-47c670127257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.049237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=daa01a5e-560b-42b9-a2f8-03f4c06936bd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:53.049754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-207c4d31-6e8a-4f5d-8578-47c670127257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1320779 Nov 27 15:45:53.086021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56318) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:53.093570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-57cb0b94-2319-4159-b302-2048a1b20f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd HTTP/1.1" status: 200 len: 217 time: 0.0354404 Nov 27 15:45:53.147565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-f1d0f501-1950-41e4-bda7-fb50ce3aada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.148955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-f1d0f501-1950-41e4-bda7-fb50ce3aada4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0474131 Nov 27 15:45:53.236073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-574ffd2b-125d-4c6d-b93e-fa5a0ad30bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.237591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-574ffd2b-125d-4c6d-b93e-fa5a0ad30bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706766 Nov 27 15:45:53.248819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ed02-f0d0-4693-ac29-bead3fa2695e req-e9da6bc7-0358-45f8-890a-957f85973ccc tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.249943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a63ed02-f0d0-4693-ac29-bead3fa2695e req-e9da6bc7-0358-45f8-890a-957f85973ccc tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 972 time: 0.0937934 Nov 27 15:45:53.290566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae293-4b0c-4c02-b2a0-f09f906b2948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:53.347767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['daa01a5e-560b-42b9-a2f8-03f4c06936bd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:45:53.376208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a63ed02-f0d0-4693-ac29-bead3fa2695e req-025fd817-eb33-447b-8a43-1469fc0e3aab tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131170 Nov 27 15:45:53.393321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['718bd503-9584-4973-b53c-cb207991c7e0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:45:53.407064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-e41f777c-3b0f-4f2e-8ac1-c2e205398ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557596 Nov 27 15:45:53.740727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0af4a-fe99-47e5-b401-f0bfd1b08be8 req-c3f1cc65-a27b-446f-86bc-1ffca0c05783 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.744121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fe0af4a-fe99-47e5-b401-f0bfd1b08be8 req-c3f1cc65-a27b-446f-86bc-1ffca0c05783 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 970 time: 0.1961365 Nov 27 15:45:53.755059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faebf02-1b9c-4cba-84d1-fc4e9cc31f4e req-cedce556-b247-4b0e-8bcd-9d20a80d33b4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.756579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7faebf02-1b9c-4cba-84d1-fc4e9cc31f4e req-cedce556-b247-4b0e-8bcd-9d20a80d33b4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 945 time: 0.1452444 Nov 27 15:45:53.763568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1d4df3-1c79-4ce8-8b7a-0c4fa4ccd92a req-e4e609d5-1297-4637-9ed4-1582907a7fd8 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459675 Nov 27 15:45:53.781266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae293-4b0c-4c02-b2a0-f09f906b2948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:53.790120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-d8e3eaa9-842d-4036-b4fb-f148a679be91 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:53.791788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-d8e3eaa9-842d-4036-b4fb-f148a679be91 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.21 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 824 time: 0.4751420 Nov 27 15:45:53.792968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae293-4b0c-4c02-b2a0-f09f906b2948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:53.831989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fe0af4a-fe99-47e5-b401-f0bfd1b08be8 req-fe19c1b1-5851-4c93-8c99-5c15c38a2f1a tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742626 Nov 27 15:45:53.853036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7faebf02-1b9c-4cba-84d1-fc4e9cc31f4e req-f9885e66-19a2-4bda-a6a0-c467c0f1341c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833867 Nov 27 15:45:53.887411 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cf7ae293-4b0c-4c02-b2a0-f09f906b2948 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3330c44389974cf096e1ca28db3fae20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7970715 Nov 27 15:45:53.890014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:53.966941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c268013-9778-48af-8b59-93bf0a158557 req-06c61493-100a-4417-8fad-bead1a453621 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 210 time: 0.0350170 Nov 27 15:45:53.969857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f323ff-edb9-46cd-b69b-ffd0126b7be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:53.992816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae293-4b0c-4c02-b2a0-f09f906b2948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f088a618-01f3-4a26-a00d-848f65a7cca9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:54.000389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f323ff-edb9-46cd-b69b-ffd0126b7be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.029818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-095a7696-82e5-43b0-801f-0a209b35b41f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609b7dc5958c4a42b24d879abb6f1c04 HTTP/1.1" status: 200 len: 379 time: 0.2264900 Nov 27 15:45:54.040507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'port': {'device_id': '95c5329e-cb92-4085-ba6f-51580bad774f', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'admin_state_up': True, 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'security_groups': ['1049fd1c-20c1-4ca0-a5e3-2090c69b845f']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:54.074318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc9659-bc1e-4837-bdad-7ed325d6cce0 req-d9afe7e9-d0ab-4282-b4e2-770055f385b0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:54.075821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dedc9659-bc1e-4837-bdad-7ed325d6cce0 req-d9afe7e9-d0ab-4282-b4e2-770055f385b0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 948 time: 0.0734808 Nov 27 15:45:54.108431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f323ff-edb9-46cd-b69b-ffd0126b7be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.111181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f323ff-edb9-46cd-b69b-ffd0126b7be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.113522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-76f323ff-edb9-46cd-b69b-ffd0126b7be4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f088a618-01f3-4a26-a00d-848f65a7cca9 HTTP/1.1" status: 204 len: 168 time: 0.2213492 Nov 27 15:45:54.130166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f323ff-edb9-46cd-b69b-ffd0126b7be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f088a618-01f3-4a26-a00d-848f65a7cca9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:54.142882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dedc9659-bc1e-4837-bdad-7ed325d6cce0 req-aeb5e503-baae-4a8b-a946-79dc5f9c8038 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587282 Nov 27 15:45:54.197617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Made reservation on behalf of 609b7dc5958c4a42b24d879abb6f1c04 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:54.201225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.267564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-1628eda8-63a2-4b1f-8b43-0f4c713bdc50 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac747522ab144d5d8dcdb8486e868927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228095 Nov 27 15:45:54.319956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:54.347990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Allocated IP 172.20.0.11 (2f28f871-1dda-43b8-bcdb-ac6461451e33/3b7ca587-867b-4123-b22e-1a5bea8dc7cf/4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:54.387027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 718bd503-9584-4973-b53c-cb207991c7e0 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:45:54.399357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-fe21d4b9-fee2-43e0-abe1-a76ac0411fbd tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:54.400862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-fe21d4b9-fee2-43e0-abe1-a76ac0411fbd tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263299 Nov 27 15:45:54.403227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 718bd503-9584-4973-b53c-cb207991c7e0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:54.403945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.432487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-c8fce1fd-10ef-4736-98ee-3ee5fb68c1d1 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/quotas/ac747522ab144d5d8dcdb8486e868927 HTTP/1.1" status: 200 len: 375 time: 0.0197780 Nov 27 15:45:54.488755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-ec4b2daa-3a42-4f8a-abb9-dbd57b52d8a1 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac747522ab144d5d8dcdb8486e868927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552938 Nov 27 15:45:54.490357 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.517900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:54.520501 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acab50d-9979-42b5-a4bf-18d39c4c18f8" -d '{"events": [{"server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "name": "network-vif-plugged", "status": "completed", "tag": "718bd503-9584-4973-b53c-cb207991c7e0"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:54.541613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:54.547802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.548649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device daa01a5e-560b-42b9-a2f8-03f4c06936bd up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:54.553959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.582142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb42d2-3fa6-47ee-aebd-73002e7921d5 req-c4e657e0-ac01-40cf-8b13-4b7e6d7fbb3b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:54.590389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fdb42d2-3fa6-47ee-aebd-73002e7921d5 req-c4e657e0-ac01-40cf-8b13-4b7e6d7fbb3b tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 972 time: 0.1233542 Nov 27 15:45:54.593749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.599112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56368) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:54.645227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:54.656536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e56dfa90-db32-40d8-be7c-7f7ffd401252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.661635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port daa01a5e-560b-42b9-a2f8-03f4c06936bd completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:45:54.667239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port daa01a5e-560b-42b9-a2f8-03f4c06936bd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:54.668157 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.674698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:54.680015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:54.682597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:54.716213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fdb42d2-3fa6-47ee-aebd-73002e7921d5 req-2f14ebce-da33-41b4-a246-d0ea06e72046 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247659 Nov 27 15:45:54.735965 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13db36f9-0e32-40bf-b83f-4e3570afc580 x-openstack-request-id: req-13db36f9-0e32-40bf-b83f-4e3570afc580 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:54.736296 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "name": "network-vif-plugged", "status": "completed", "tag": "718bd503-9584-4973-b53c-cb207991c7e0", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:54.736559 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13db36f9-0e32-40bf-b83f-4e3570afc580 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:54.737650 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0', 'code': 200} Nov 27 15:45:54.742137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'Port': ['ID=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:54.840069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:54.840773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.864621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.900446 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-6781a75a-9ea7-4039-9041-503a453e433a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8642571 Nov 27 15:45:54.917323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port daa01a5e-560b-42b9-a2f8-03f4c06936bd, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:54.926174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:54.927598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Request body: {'port': {'device_id': '95c5329e-cb92-4085-ba6f-51580bad774f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:54.962561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3b94d5b-270c-49fb-b4c1-c752521a8e1b req-e8e7e6fe-bc19-4d81-8d61-d8915cb10c31 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 210 time: 0.1681516 Nov 27 15:45:55.001074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.019446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-280f06df-63c0-4291-a4bd-930d764db4a7 None None] Provisioning complete for port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:55.019888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-280f06df-63c0-4291-a4bd-930d764db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.027420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=daa01a5e-560b-42b9-a2f8-03f4c06936bd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:55.057818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fa6ba-ce2f-4959-b120-94d456938f1f req-77b0cde8-8bab-42a1-b5c9-3f0d867d8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.059316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b6fa6ba-ce2f-4959-b120-94d456938f1f req-77b0cde8-8bab-42a1-b5c9-3f0d867d8736 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1097 time: 0.2638750 Nov 27 15:45:55.070768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-280f06df-63c0-4291-a4bd-930d764db4a7 None None] Port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:55.076673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9b340-ed71-4171-8a49-e19344469ccc req-87fb6bf9-6321-4454-a67f-fae841e18f05 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.078762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53c9b340-ed71-4171-8a49-e19344469ccc req-87fb6bf9-6321-4454-a67f-fae841e18f05 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 1123 time: 0.1583266 Nov 27 15:45:55.097211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e56dfa90-db32-40d8-be7c-7f7ffd401252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.109174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e56dfa90-db32-40d8-be7c-7f7ffd401252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.163685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b6fa6ba-ce2f-4959-b120-94d456938f1f req-a76d3222-96b7-4756-8840-a38e3375f103 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826781 Nov 27 15:45:55.165839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53c9b340-ed71-4171-8a49-e19344469ccc req-5bcaa201-f175-48a0-8699-7f7ed895a166 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.197292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48897321-d968-4a2a-a64a-87a38618a39d req-9cb401aa-0a5b-44b8-86a4-0571956db698 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.198832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48897321-d968-4a2a-a64a-87a38618a39d req-9cb401aa-0a5b-44b8-86a4-0571956db698 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 970 time: 0.1374269 Nov 27 15:45:55.204540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dfa90-db32-40d8-be7c-7f7ffd401252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03273c8-a5fa-46b4-8ee6-a1353d394e83,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:55.215775 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e56dfa90-db32-40d8-be7c-7f7ffd401252 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14c9d09f552a4f18a2cdab119822b243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080894 Nov 27 15:45:55.215775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56390) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:55.301701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48897321-d968-4a2a-a64a-87a38618a39d req-cc701efb-5624-497c-8eab-c85ac3ebec57 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Nov 27 15:45:55.320909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06f40c70-3182-4db4-bce5-06f10dca815f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.339178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53c9b340-ed71-4171-8a49-e19344469ccc req-5bcaa201-f175-48a0-8699-7f7ed895a166 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.344679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53c9b340-ed71-4171-8a49-e19344469ccc req-5bcaa201-f175-48a0-8699-7f7ed895a166 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.366401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06f40c70-3182-4db4-bce5-06f10dca815f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.393438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaa201-f175-48a0-8699-7f7ed895a166 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d21ae24-fbb6-4d72-b1b7-4d7ccda8b7a1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:55.397178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53c9b340-ed71-4171-8a49-e19344469ccc req-5bcaa201-f175-48a0-8699-7f7ed895a166 tempest-AggregatesAdminTestJSON-1878969434 tempest-AggregatesAdminTestJSON-1878969434-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946637 Nov 27 15:45:55.460823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:55.462296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b3873-facf-4a1a-b85e-8c6d7b632b53 req-8c955e6f-6a1d-4927-8794-a88fbf36eff6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.469180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.470483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b2b3873-facf-4a1a-b85e-8c6d7b632b53 req-8c955e6f-6a1d-4927-8794-a88fbf36eff6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 946 time: 0.0942008 Nov 27 15:45:55.482431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06f40c70-3182-4db4-bce5-06f10dca815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.485185 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06f40c70-3182-4db4-bce5-06f10dca815f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.486401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06f40c70-3182-4db4-bce5-06f10dca815f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a03273c8-a5fa-46b4-8ee6-a1353d394e83 HTTP/1.1" status: 204 len: 168 time: 0.2703464 Nov 27 15:45:55.492841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Transition to ACTIVE for port object 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:45:55.498269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40c70-3182-4db4-bce5-06f10dca815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03273c8-a5fa-46b4-8ee6-a1353d394e83,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:55.500478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.567611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Pushing event updated for resources: {'Port': ['ID=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:55.578450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b2b3873-facf-4a1a-b85e-8c6d7b632b53 req-9cc5afe1-abde-4c07-a626-e6b0351e633a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069841 Nov 27 15:45:55.589083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90159c59-b091-4b51-b00a-70565dba234b req-0790a9b1-e1b7-442a-b479-34c837eb4474 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.596722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90159c59-b091-4b51-b00a-70565dba234b req-0790a9b1-e1b7-442a-b479-34c837eb4474 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 944 time: 0.1127994 Nov 27 15:45:55.648601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90159c59-b091-4b51-b00a-70565dba234b req-7f57ad1c-1a3a-4744-8b4f-99da8d5be31a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510087 Nov 27 15:45:55.674205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Attempting to bind port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:55.674542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Attempting to bind port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:55.674870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Attempting to bind port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:55.680855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:45:55.681184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Attempting to bind port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:55.686986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:55.687405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Checking segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:55.687700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Bound using segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:55.688133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Bound port: 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:55.688496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.734839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9c10c-2c6a-4911-9bb6-55bfbc4d5a5e req-b1c32efd-c874-4f13-a8ed-79f886efc36a tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.736334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bf9c10c-2c6a-4911-9bb6-55bfbc4d5a5e req-b1c32efd-c874-4f13-a8ed-79f886efc36a tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 949 time: 0.0520144 Nov 27 15:45:55.815930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] For port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:55.821816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] For port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:55.837786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.842109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bf9c10c-2c6a-4911-9bb6-55bfbc4d5a5e req-d6c93914-15ad-4c73-8f65-6bacd183b293 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946398 Nov 27 15:45:55.929443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:55.930323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:55.933235 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] 10.222.0.21 "PUT /v2.0/ports/4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f HTTP/1.1" status: 200 len: 1092 time: 1.0200305 Nov 27 15:45:55.934943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:55.948538 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:56.040934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f042d-0d38-4686-a26d-00cca5f0f1cf service neutron] Pushing event updated for resources: {'Port': ['ID=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:56.061302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-bd6ec0b9-23a2-45ce-9fd9-d83b32cb9b45 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac747522ab144d5d8dcdb8486e868927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578976 Nov 27 15:45:56.118653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-19c28331-4740-4e56-a151-6805e8856d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.128624 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-19c28331-4740-4e56-a151-6805e8856d9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 1095 time: 0.1012919 Nov 27 15:45:56.232725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device efa9e2b7-5cce-4920-93ed-512a14ffd4cd details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:45:56.273334 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbd335e-9b4a-4287-915c-a3391073d2ad x-openstack-request-id: req-ebbd335e-9b4a-4287-915c-a3391073d2ad {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:56.282342 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:56.282342 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebbd335e-9b4a-4287-915c-a3391073d2ad {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:56.282342 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'status': 'completed', 'code': 200} Nov 27 15:45:56.288152 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-58dda77e-f7df-421f-b59c-3c8801aad104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f HTTP/1.1" status: 200 len: 217 time: 0.1385944 Nov 27 15:45:56.342336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4367beae-490a-49b7-8f2a-d962a3b935c5 req-d352a01e-1a9e-4f9d-bf94-7019082773f9 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 210 time: 0.0681567 Nov 27 15:45:56.360826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-c4e2b7d4-7fa9-4383-95f4-1cc83e4e2a55 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.374915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-c4e2b7d4-7fa9-4383-95f4-1cc83e4e2a55 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028336 Nov 27 15:45:56.376356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-0abfbf1f-bb7e-44fc-8319-47dee36ea9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.378027 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-0abfbf1f-bb7e-44fc-8319-47dee36ea9fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.0869036 Nov 27 15:45:56.393440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Request body: {'port': {'device_id': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'ac747522ab144d5d8dcdb8486e868927'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:56.444703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:56.463978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd', 'mac_address': 'fa:16:3e:6a:71:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:tempest-test_az-1524736357', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:45:56.509206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:56.524878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa9e2b7-5cce-4920-93ed-512a14ffd4cd {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:56.545451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-2133ed40-377c-410d-acba-bb6fdad24446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.547180 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-2133ed40-377c-410d-acba-bb6fdad24446 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587319 Nov 27 15:45:56.554252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:56.563046 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:56.579441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6337b9-3fe6-4e2a-ba3c-b74cdeb8b8cb req-57add748-fd75-4247-9587-92a86a5c9e51 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.580929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f6337b9-3fe6-4e2a-ba3c-b74cdeb8b8cb req-57add748-fd75-4247-9587-92a86a5c9e51 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 970 time: 0.0969853 Nov 27 15:45:56.644561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:56.652832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Made reservation on behalf of ac747522ab144d5d8dcdb8486e868927 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:45:56.656505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:56.668260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:56.675373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f6337b9-3fe6-4e2a-ba3c-b74cdeb8b8cb req-0b5f6869-ac86-4e44-83ec-7bd115b76e19 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854836 Nov 27 15:45:56.676131 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-4ee8912a-9789-4f8d-be4c-72213675c39f service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187925 Nov 27 15:45:56.738921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34baa89c-7a5e-40f5-92e7-182aef770287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:56.744287 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47b36bf-4eaa-4625-8ef6-a3fe8b329c5d" -d '{"events": [{"server_uuid": "34baa89c-7a5e-40f5-92e7-182aef770287", "name": "network-vif-plugged", "status": "completed", "tag": "daa01a5e-560b-42b9-a2f8-03f4c06936bd"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:56.810299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['efa9e2b7-5cce-4920-93ed-512a14ffd4cd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:45:56.825987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-38e59e29-ca4e-40c3-b3aa-bcce3507847f req-24f8b4ec-6281-4e3e-811c-e8abb9a0a1a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411519 Nov 27 15:45:56.877062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:56.886720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da33d0-d511-412d-a80f-d193663eb6c8 req-6f52dba5-01ba-444e-8093-c70485573f1a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.893925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10da33d0-d511-412d-a80f-d193663eb6c8 req-6f52dba5-01ba-444e-8093-c70485573f1a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 946 time: 0.1252975 Nov 27 15:45:56.902604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:56.943109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-3725226e-7d06-449c-b639-9d0b14f7ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:56.945566 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-3725226e-7d06-449c-b639-9d0b14f7ff60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 1095 time: 0.0580013 Nov 27 15:45:57.029322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:57.067266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10da33d0-d511-412d-a80f-d193663eb6c8 req-fce0416a-1394-4bc7-be97-f7b8ef8a02e0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724117 Nov 27 15:45:57.072581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-30915641-9451-462f-b5ef-50278571b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.074087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-30915641-9451-462f-b5ef-50278571b627 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 925 time: 0.1191094 Nov 27 15:45:57.094176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bbb85-b452-4330-86ce-6bcebe5159d0 req-320641b2-b108-45f8-8897-13e23a6f5873 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.095684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d9bbb85-b452-4330-86ce-6bcebe5159d0 req-320641b2-b108-45f8-8897-13e23a6f5873 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 944 time: 0.1480777 Nov 27 15:45:57.129897 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a50fc01-7787-4563-81d0-0c78f2406545 x-openstack-request-id: req-6a50fc01-7787-4563-81d0-0c78f2406545 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:57.130373 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34baa89c-7a5e-40f5-92e7-182aef770287", "name": "network-vif-plugged", "status": "completed", "tag": "daa01a5e-560b-42b9-a2f8-03f4c06936bd", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:57.130751 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a50fc01-7787-4563-81d0-0c78f2406545 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:57.133162 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34baa89c-7a5e-40f5-92e7-182aef770287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd', 'code': 200} Nov 27 15:45:57.168349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-fa17f710-b104-4d5b-b380-505ff003f20a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f HTTP/1.1" status: 200 len: 217 time: 0.0767810 Nov 27 15:45:57.172202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Allocated IP 192.168.233.88 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/5d8a51de-63dd-4e7e-8c6c-7a656417ca77) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:45:57.212134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d9bbb85-b452-4330-86ce-6bcebe5159d0 req-ef7fc476-20b7-4724-a58e-62dea24e1345 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824182 Nov 27 15:45:57.306995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-aba987d9-d1c2-45ef-9e10-3c80904900dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.308764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-aba987d9-d1c2-45ef-9e10-3c80904900dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.1176155 Nov 27 15:45:57.387761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-fcb19ba3-5eb7-4c9a-9763-0b612e01efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.389571 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-fcb19ba3-5eb7-4c9a-9763-0b612e01efe6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628691 Nov 27 15:45:57.431943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f744-a70c-4aa3-a2bb-43042920cd12 req-cea9344a-fc51-4fae-9468-e50edf0fb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.434218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f021f744-a70c-4aa3-a2bb-43042920cd12 req-cea9344a-fc51-4fae-9468-e50edf0fb605 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 1100 time: 0.1596911 Nov 27 15:45:57.464477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623ba3-8408-4874-8f04-8c6d7f536518 req-b8603a55-01f4-468c-b416-ccffc34f5d3d tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.467150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5623ba3-8408-4874-8f04-8c6d7f536518 req-b8603a55-01f4-468c-b416-ccffc34f5d3d tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 949 time: 0.1742713 Nov 27 15:45:57.512641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-d68cef19-ef7c-4648-ac66-ed804788d35d service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130331 Nov 27 15:45:57.643535 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0c990e54-ccf7-45ca-9a9f-b684ea6ea8cb req-b00ac325-93b0-430c-b2a8-912ca74f6fac service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223469 Nov 27 15:45:57.724289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f03da4f5-7a38-4bbb-9084-8582a10b8c85 req-3f049ef4-ba29-465e-bb5e-1fe2cf02a988 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 210 time: 0.0541031 Nov 27 15:45:57.734454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:57.760433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f021f744-a70c-4aa3-a2bb-43042920cd12 req-c4fc3c88-6bef-44da-b9a3-02c6dac92d0f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147438 Nov 27 15:45:57.782617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5623ba3-8408-4874-8f04-8c6d7f536518 req-4b769998-bc95-4f1c-ab68-d9b2b0873b85 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144981 Nov 27 15:45:57.815952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:57.886836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:45:57.894125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:45:57.896717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:45:57.911168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b918192-8014-4494-a1e4-ab3787913c13 req-402993df-5ffc-456c-b196-894d5b26da20 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.913473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b918192-8014-4494-a1e4-ab3787913c13 req-402993df-5ffc-456c-b196-894d5b26da20 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 971 time: 0.1100357 Nov 27 15:45:57.939411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Pushing event updated for resources: {'Port': ['ID=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:57.992050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:57.992720 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.016275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b918192-8014-4494-a1e4-ab3787913c13 req-15261f22-1731-4ccb-b12c-4cbba6859d15 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731869 Nov 27 15:45:58.020695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-2f68df18-cea6-4be1-8314-efc284798db4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6375268 Nov 27 15:45:58.038657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Request body: {'port': {'device_id': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'device_owner': 'compute:tempest-test_az-1524736357', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:45:58.108441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.193124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-795cc800-f500-4929-9273-94259d536092 None None] Provisioning complete for port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:58.194070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-795cc800-f500-4929-9273-94259d536092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.229760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-795cc800-f500-4929-9273-94259d536092 None None] Port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:45:58.232769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device efa9e2b7-5cce-4920-93ed-512a14ffd4cd up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:45:58.290175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port efa9e2b7-5cce-4920-93ed-512a14ffd4cd completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:45:58.295701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port efa9e2b7-5cce-4920-93ed-512a14ffd4cd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:45:58.296617 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.307408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06574f7e-6561-4443-8ffa-74f1963bae6d req-19a6cfb6-4618-46b6-af3f-934365bed270 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:58.308982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06574f7e-6561-4443-8ffa-74f1963bae6d req-19a6cfb6-4618-46b6-af3f-934365bed270 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 946 time: 0.1358123 Nov 27 15:45:58.386862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.422273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:45:58.426863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.431806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06574f7e-6561-4443-8ffa-74f1963bae6d req-6320ecdf-c7eb-4fae-a34f-bad647bdbd30 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102602 Nov 27 15:45:58.478201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619f83-e710-42e7-82c1-f9b52852b5d4 req-cd53f881-1087-40dc-96d0-78b548690ccf tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:58.479691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e619f83-e710-42e7-82c1-f9b52852b5d4 req-cd53f881-1087-40dc-96d0-78b548690ccf tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 944 time: 0.1079056 Nov 27 15:45:58.489892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:58.580297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e619f83-e710-42e7-82c1-f9b52852b5d4 req-7e6d16c6-ed67-40bd-8722-5d37c859984d tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837235 Nov 27 15:45:58.583991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:45:58.597110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.610155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Transition to ACTIVE for port object 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:45:58.614279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.702035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:58.789845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Attempting to bind port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:45:58.790336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Attempting to bind port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:45:58.791117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Attempting to bind port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:58.796053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:45:58.796376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Attempting to bind port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:45:58.803269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:45:58.803602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:45:58.804067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:45:58.804727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Bound port: 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:45:58.804831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:58.946219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] For port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:45:58.950156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93697-6992-4e91-b48c-182ee2f9b647 req-5bccedd5-8eb7-4dc1-95cd-f37e4b286386 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:58.951649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ed93697-6992-4e91-b48c-182ee2f9b647 req-5bccedd5-8eb7-4dc1-95cd-f37e4b286386 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1097 time: 0.1077249 Nov 27 15:45:58.976216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] For port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:45:58.992810 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:59.007274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b773e7-8a09-4622-97bd-426857ea31dc req-2b536bc7-cf9b-45ab-afd1-14ca8731c084 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.008742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5b773e7-8a09-4622-97bd-426857ea31dc req-2b536bc7-cf9b-45ab-afd1-14ca8731c084 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 969 time: 0.1110084 Nov 27 15:45:59.042370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.043174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:59.044624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d8a51de-63dd-4e7e-8c6c-7a656417ca77 HTTP/1.1" status: 200 len: 1117 time: 1.0151699 Nov 27 15:45:59.049721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'tag': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:59.052188 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "97e48355-886a-43f4-b532-2c8c1a6c3f00", "tag": "5d8a51de-63dd-4e7e-8c6c-7a656417ca77"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:59.103625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ed93697-6992-4e91-b48c-182ee2f9b647 req-deee58c8-ff5e-44d7-a405-6c271673629f tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397080 Nov 27 15:45:59.134191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e2c33-0fa7-432a-916a-800347c57f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:45:59.136510 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5667d05-d0ad-4928-9b27-cd0454b6a27f" -d '{"events": [{"server_uuid": "649e2c33-0fa7-432a-916a-800347c57f3c", "name": "network-vif-plugged", "status": "completed", "tag": "efa9e2b7-5cce-4920-93ed-512a14ffd4cd"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:45:59.158882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefc9a7-9fc3-425c-ae20-94710fcb7f38 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:45:59.187541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5b773e7-8a09-4622-97bd-426857ea31dc req-e662f0d8-a86f-42a1-a611-727a1572d8af tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511731 Nov 27 15:45:59.197868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-4695bbbc-08e0-453a-a87e-e1a7857f13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.199707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-4695bbbc-08e0-453a-a87e-e1a7857f13e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac747522ab144d5d8dcdb8486e868927&device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 1120 time: 0.1119151 Nov 27 15:45:59.257524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-e9553b02-004c-4099-9ec6-f1038038a225 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77 HTTP/1.1" status: 200 len: 217 time: 0.0439909 Nov 27 15:45:59.340581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-ea0dd8b5-5280-45b4-aee3-84bb29d636e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.342013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-ea0dd8b5-5280-45b4-aee3-84bb29d636e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0747938 Nov 27 15:45:59.353349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03035dac-f4e6-4aaa-8ddb-553897df5d9f req-adac256a-18ff-4016-95dd-44f249054b65 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.354972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03035dac-f4e6-4aaa-8ddb-553897df5d9f req-adac256a-18ff-4016-95dd-44f249054b65 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 949 time: 0.0965631 Nov 27 15:45:59.416158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:45:59.433741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-79d9dbd2-46d9-45e1-ba7e-ee3fed41132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.435487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-79d9dbd2-46d9-45e1-ba7e-ee3fed41132b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795946 Nov 27 15:45:59.439620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03035dac-f4e6-4aaa-8ddb-553897df5d9f req-0fead03a-bc19-49fc-8b4c-6e44b6749e17 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Nov 27 15:45:59.463960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-70802e7a-99d6-434c-87a4-49706797e7d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625165 Nov 27 15:45:59.507359 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e4e89e-6116-4d1a-a2cb-819341863634 x-openstack-request-id: req-c6e4e89e-6116-4d1a-a2cb-819341863634 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:59.507726 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e48355-886a-43f4-b532-2c8c1a6c3f00", "tag": "5d8a51de-63dd-4e7e-8c6c-7a656417ca77", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:59.508036 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6e4e89e-6116-4d1a-a2cb-819341863634 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:59.508431 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'tag': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77', 'status': 'completed', 'code': 200} Nov 27 15:45:59.558699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-81d76f15-ad8c-45de-8927-575737389b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.560430 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-81d76f15-ad8c-45de-8927-575737389b69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54bf0775ff9e4a73a195aba7781524b6&device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 1123 time: 0.0444019 Nov 27 15:45:59.589994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4c62-3a7d-4cae-b403-cb37cbf3aaf0 req-626d21d0-8b4d-4eef-ae0f-7d5d3a755d38 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.591651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b8f4c62-3a7d-4cae-b403-cb37cbf3aaf0 req-626d21d0-8b4d-4eef-ae0f-7d5d3a755d38 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 972 time: 0.0868556 Nov 27 15:45:59.597851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-d8cb920d-f6b5-4fd2-9639-14747fe172d0 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555495 Nov 27 15:45:59.672933 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c73508-06ae-4567-8f47-8f923bb83697 x-openstack-request-id: req-87c73508-06ae-4567-8f47-8f923bb83697 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:45:59.673255 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649e2c33-0fa7-432a-916a-800347c57f3c", "name": "network-vif-plugged", "status": "completed", "tag": "efa9e2b7-5cce-4920-93ed-512a14ffd4cd", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:45:59.673553 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87c73508-06ae-4567-8f47-8f923bb83697 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:45:59.673946 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649e2c33-0fa7-432a-916a-800347c57f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd', 'code': 200} Nov 27 15:45:59.685285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-ce4bc652-547e-4ff6-b2ec-62debc17e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.687273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-ce4bc652-547e-4ff6-b2ec-62debc17e2ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1035390 Nov 27 15:45:59.698556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b8f4c62-3a7d-4cae-b403-cb37cbf3aaf0 req-309fa0b8-8004-4b4f-b0fe-8cb0b9b1a613 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984526 Nov 27 15:45:59.731734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-85a09c81-18cf-4f8d-852d-b087ac874e12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3af01c97-142b-487c-b2d4-e5010dc536e3 HTTP/1.1" status: 200 len: 217 time: 0.0366824 Nov 27 15:45:59.742590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.37', 61764) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:45:59.776709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad2da7bf-7ed5-4933-9ebf-8ab9a8f33147 req-0174122d-ea76-4c8b-9fc7-67d9c4812a89 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690204 Nov 27 15:45:59.788767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c322-7948-49f2-aa94-8781d5b0aab1 req-14fea708-9a66-4f8a-b109-3f9594ed06eb tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.790909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fce3c322-7948-49f2-aa94-8781d5b0aab1 req-14fea708-9a66-4f8a-b109-3f9594ed06eb tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1097 time: 0.0556412 Nov 27 15:45:59.824813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-ecacd658-cd2d-4924-9746-fe3375163ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.826342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-ecacd658-cd2d-4924-9746-fe3375163ee8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0752895 Nov 27 15:45:59.849681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ac24-9e0e-498e-8aeb-063fac8d3557 req-9d56cf96-67fd-4e4f-93e5-badb2e9ca38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.851410 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b88ac24-9e0e-498e-8aeb-063fac8d3557 req-9d56cf96-67fd-4e4f-93e5-badb2e9ca38a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 1123 time: 0.1024804 Nov 27 15:45:59.882611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fce3c322-7948-49f2-aa94-8781d5b0aab1 req-20dce878-0a4c-4efe-8454-295acfdd8953 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831697 Nov 27 15:45:59.888845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-08991b2a-81e4-4f26-a517-3b2e32991551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.890396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-08991b2a-81e4-4f26-a517-3b2e32991551 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac747522ab144d5d8dcdb8486e868927&device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 1120 time: 0.0644052 Nov 27 15:45:59.916740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-93f8c73c-b03a-483e-bd2a-f22cb37aef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:45:59.918392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-93f8c73c-b03a-483e-bd2a-f22cb37aef6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830271 Nov 27 15:45:59.947365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b88ac24-9e0e-498e-8aeb-063fac8d3557 req-e66f02b2-e9ec-44a4-bb70-39f6420ee0a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817101 Nov 27 15:46:00.012167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-33b09f1e-470a-45b0-a6fa-27800d11bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:00.015342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-33b09f1e-470a-45b0-a6fa-27800d11bb82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1170585 Nov 27 15:46:00.051412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-8d5cab5e-53f7-4e61-9a2d-de5300599260 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209407 Nov 27 15:46:00.091565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ca1d-425f-4186-ab75-85ff379d5c29 req-2cdb343c-eb38-4058-88bf-f56f4e7e74b4 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:00.093068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94a2ca1d-425f-4186-ab75-85ff379d5c29 req-2cdb343c-eb38-4058-88bf-f56f4e7e74b4 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 944 time: 0.0509596 Nov 27 15:46:00.138580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94a2ca1d-425f-4186-ab75-85ff379d5c29 req-5bd56517-ec34-43f8-9305-f23af7ad6ab2 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Nov 27 15:46:00.217902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-6d51d126-2ece-47f1-9529-894f529ebe48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77 HTTP/1.1" status: 200 len: 217 time: 0.0535972 Nov 27 15:46:00.284450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-6333d7ca-71e6-434c-9d95-469feb773bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:00.286154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-6333d7ca-71e6-434c-9d95-469feb773bf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0610735 Nov 27 15:46:00.287952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f997f897-4c83-4dc9-a5f8-fac343626f78 req-bfb9552a-8400-4dc7-9360-0e4d6457a377 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354072 Nov 27 15:46:00.329184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:00.372147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-dc166a39-47b1-4305-8d11-e7db43849713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:00.373789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-dc166a39-47b1-4305-8d11-e7db43849713 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744655 Nov 27 15:46:00.456245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:00.468734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'port_id': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'mac_address': 'fa:16:3e:0a:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:00.515008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:00.530005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:00.534402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67551d66-737e-4091-aa49-adf372bd30e3 req-6b39a2b4-da6c-4f22-8704-2bc968963fce tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:00.535880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67551d66-737e-4091-aa49-adf372bd30e3 req-6b39a2b4-da6c-4f22-8704-2bc968963fce tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 949 time: 0.0971880 Nov 27 15:46:00.556021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:00.560178 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:00.580418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d44a5-bd6d-4cb7-9b0b-ac3560ca48eb req-262e9b29-133f-4108-b97e-b51ef98eac56 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:00.582001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-620d44a5-bd6d-4cb7-9b0b-ac3560ca48eb req-262e9b29-133f-4108-b97e-b51ef98eac56 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 969 time: 0.1452239 Nov 27 15:46:00.582436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56630) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:00.621657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:00.625210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-614b013d-2bc6-4fb0-bf50-f17c3fa2ddc5 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425389 Nov 27 15:46:00.648887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67551d66-737e-4091-aa49-adf372bd30e3 req-5a87e877-0959-4c86-8abf-c99b6ba073a7 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Nov 27 15:46:00.705257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a108df2-e9d0-4f85-931a-93eaddca8fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:00.709625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-620d44a5-bd6d-4cb7-9b0b-ac3560ca48eb req-fb9b4d1d-6cef-4c0c-810d-6e1be0e14c63 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202362 Nov 27 15:46:00.748791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cfd574-560c-4fcd-b029-f8cc9f9a3dd6 req-32e222e7-7a3a-4f47-8d76-2cc97e5fd9de service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148925 Nov 27 15:46:00.776423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-f8dc5cc9-4bfe-4b93-867b-80b86963c874 req-e9e22f0d-1b24-42b5-ab4d-25da379bc196 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:46:00.777538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8dc5cc9-4bfe-4b93-867b-80b86963c874 req-e9e22f0d-1b24-42b5-ab4d-25da379bc196 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058274 Nov 27 15:46:00.797297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a108df2-e9d0-4f85-931a-93eaddca8fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:00.801911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a108df2-e9d0-4f85-931a-93eaddca8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:00.834577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:00.849564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6a108df2-e9d0-4f85-931a-93eaddca8fbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17209a86f1e144e6b67891e7b82b0ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633567 Nov 27 15:46:00.849564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a108df2-e9d0-4f85-931a-93eaddca8fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cfbe4a-0790-4a22-a886-30c78df50c03,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:00.849715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56642) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:00.920832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe089f58-b766-43d7-a8a4-4423ac954fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:00.949054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe089f58-b766-43d7-a8a4-4423ac954fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.056460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963ac85-c3e6-4864-81a7-8e09c5f5b6aa req-c00120da-7adb-4997-b4a2-c47284459b41 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:01.058112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3963ac85-c3e6-4864-81a7-8e09c5f5b6aa req-c00120da-7adb-4997-b4a2-c47284459b41 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 972 time: 0.0718174 Nov 27 15:46:01.072065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe089f58-b766-43d7-a8a4-4423ac954fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.079131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe089f58-b766-43d7-a8a4-4423ac954fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.080276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe089f58-b766-43d7-a8a4-4423ac954fec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1cfbe4a-0790-4a22-a886-30c78df50c03 HTTP/1.1" status: 204 len: 168 time: 0.2284002 Nov 27 15:46:01.103428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089f58-b766-43d7-a8a4-4423ac954fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cfbe4a-0790-4a22-a886-30c78df50c03,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:01.149767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3963ac85-c3e6-4864-81a7-8e09c5f5b6aa req-284c706c-6892-4ae2-a154-c516d5710b66 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851121 Nov 27 15:46:01.328018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c60145-79c7-4d63-a5ce-383e91150390 req-46a55b47-b4c9-4193-a289-4fb1ec98aeb8 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:01.329686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0c60145-79c7-4d63-a5ce-383e91150390 req-46a55b47-b4c9-4193-a289-4fb1ec98aeb8 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 945 time: 0.0489101 Nov 27 15:46:01.384722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0c60145-79c7-4d63-a5ce-383e91150390 req-ab42c531-d6d6-424b-9333-53217c946fca tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485675 Nov 27 15:46:01.430480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56670) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:01.445610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0817f6-9d88-4e8f-aa08-eab72e6599e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.510394 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.547858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0817f6-9d88-4e8f-aa08-eab72e6599e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.554272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0817f6-9d88-4e8f-aa08-eab72e6599e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.595902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6e0817f6-9d88-4e8f-aa08-eab72e6599e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53e6e6ec1b064e5282e560f5cc7dd707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637836 Nov 27 15:46:01.598395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0817f6-9d88-4e8f-aa08-eab72e6599e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e9599-a098-4b10-806c-9e82d8c1f35c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:01.598909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56688) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:01.688907 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3ee25a4-8a89-4c58-b06e-fc226d7760c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.727338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3ee25a4-8a89-4c58-b06e-fc226d7760c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.798165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3ee25a4-8a89-4c58-b06e-fc226d7760c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.801063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3ee25a4-8a89-4c58-b06e-fc226d7760c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:01.805194 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c3ee25a4-8a89-4c58-b06e-fc226d7760c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf8e9599-a098-4b10-806c-9e82d8c1f35c HTTP/1.1" status: 204 len: 168 time: 0.2023857 Nov 27 15:46:01.814196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80c0c9-71d6-4edf-b513-964a66b4526c req-d53cfa0b-69c6-43af-8e82-38ba8a18d459 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:01.822406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f80c0c9-71d6-4edf-b513-964a66b4526c req-d53cfa0b-69c6-43af-8e82-38ba8a18d459 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 949 time: 0.0612614 Nov 27 15:46:01.844870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee25a4-8a89-4c58-b06e-fc226d7760c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e9599-a098-4b10-806c-9e82d8c1f35c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:01.897492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-6106ffe1-768b-448a-bc57-14096fc5e5ef tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:01.898995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-6106ffe1-768b-448a-bc57-14096fc5e5ef tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 1100 time: 0.0736289 Nov 27 15:46:01.922353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f80c0c9-71d6-4edf-b513-964a66b4526c req-dae456ea-9258-427c-a18b-9c6f0b2ba9dc tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982716 Nov 27 15:46:01.950393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56710) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:02.028852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Deleting port daa01a5e-560b-42b9-a2f8-03f4c06936bd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:46:02.029308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.331152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:02.336826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48edc5e2-536f-4088-9c34-7d6ecf17c5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.353888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] For port daa01a5e-560b-42b9-a2f8-03f4c06936bd, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=daa01a5e-560b-42b9-a2f8-03f4c06936bd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:02.354138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.380690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Calling delete_port for daa01a5e-560b-42b9-a2f8-03f4c06936bd owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:46:02.392246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436d5e1-df18-4180-9105-2d1064c4ebfe req-a753742e-32d8-4501-9b49-ea0d35449341 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:02.404333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9436d5e1-df18-4180-9105-2d1064c4ebfe req-a753742e-32d8-4501-9b49-ea0d35449341 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 969 time: 0.3083408 Nov 27 15:46:02.407234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:02.414390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:02.414919 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.439140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:02.514655 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.535632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9436d5e1-df18-4180-9105-2d1064c4ebfe req-608c7e9c-1dbe-4f8f-8bec-8ab623c73ebc tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300492 Nov 27 15:46:02.559416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:02.563657 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9bf99-fbd8-4b67-aacd-8bb27ab479ca" -d '{"events": [{"server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "name": "network-vif-plugged", "status": "completed", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:02.586668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:02.593847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.660071 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48edc5e2-536f-4088-9c34-7d6ecf17c5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.672272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48edc5e2-536f-4088-9c34-7d6ecf17c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.685741 n-d-819494-4 neutron-server[110075]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 15:46:02.690756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-a029faeb-20c6-4aeb-92b8-6295addaafe5 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:46:02.693324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-a029faeb-20c6-4aeb-92b8-6295addaafe5 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2516382 Nov 27 15:46:02.732203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:02.799862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edc5e2-536f-4088-9c34-7d6ecf17c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb088a-c9fd-4466-98e5-dc29234f9d0f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:02.806598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-48edc5e2-536f-4088-9c34-7d6ecf17c5f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae9e4df06dbe4e90b77625ec2580be2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8527694 Nov 27 15:46:02.806829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56756) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:02.842563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.855340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['daa01a5e-560b-42b9-a2f8-03f4c06936bd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:02.905435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa01a5e-560b-42b9-a2f8-03f4c06936bd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:02.930615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] No DVR routers for this DVR port daa01a5e-560b-42b9-a2f8-03f4c06936bd on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:02.941679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:02.945024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caad8f3e-4108-4b0e-ac71-7f78317a0c9a req-97d833f0-e74f-44f5-8713-c66d878a527e tempest-DeleteServersAdminTestJSON-2133446763 tempest-DeleteServersAdminTestJSON-2133446763-project-admin] 10.222.0.21 "DELETE /v2.0/ports/daa01a5e-560b-42b9-a2f8-03f4c06936bd HTTP/1.1" status: 204 len: 173 time: 1.0350986 Nov 27 15:46:02.954347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34baa89c-7a5e-40f5-92e7-182aef770287', 'name': 'network-vif-deleted', 'tag': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:02.957546 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af4590-c821-412a-b7f0-92bf38d22376" -d '{"events": [{"server_uuid": "34baa89c-7a5e-40f5-92e7-182aef770287", "name": "network-vif-deleted", "tag": "daa01a5e-560b-42b9-a2f8-03f4c06936bd"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:02.975930 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3958bf47-ae68-4c55-b1a3-0d4e62803c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.006712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bc6a5988-39c4-492b-a0f6-731e2471c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.009988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3958bf47-ae68-4c55-b1a3-0d4e62803c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.015031 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bc6a5988-39c4-492b-a0f6-731e2471c7c4 service neutron] 10.222.0.15 "GET /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 1094 time: 0.1443348 Nov 27 15:46:03.019749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Request body: {'binding': {'host': 'n-h2-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:03.020698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:46:03.088895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433305a-ee88-45c3-a44f-9bfec35ecc25 req-fff6a2f7-a2c5-48a6-afe9-b6f98f5e0312 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.096239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3433305a-ee88-45c3-a44f-9bfec35ecc25 req-fff6a2f7-a2c5-48a6-afe9-b6f98f5e0312 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 972 time: 0.0926800 Nov 27 15:46:03.157744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3958bf47-ae68-4c55-b1a3-0d4e62803c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.160841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3958bf47-ae68-4c55-b1a3-0d4e62803c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.162317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3958bf47-ae68-4c55-b1a3-0d4e62803c74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10eb088a-c9fd-4466-98e5-dc29234f9d0f HTTP/1.1" status: 204 len: 168 time: 0.3545232 Nov 27 15:46:03.182043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3433305a-ee88-45c3-a44f-9bfec35ecc25 req-57a15b59-afbc-46ab-8355-31adcd5af6bc tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848806 Nov 27 15:46:03.183944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bf47-ae68-4c55-b1a3-0d4e62803c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb088a-c9fd-4466-98e5-dc29234f9d0f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:03.226450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on host n-h2-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:03.226854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:03.227176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:03.234361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:03.234693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:03.241203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:03.241571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:03.242009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:03.242435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Bound port: 718bd503-9584-4973-b53c-cb207991c7e0, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:03.324949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd88da-0217-4e66-bcd5-d93ca3df12b2 req-e994f106-c518-40ed-828f-a78d542eb7a7 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.326622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23bd88da-0217-4e66-bcd5-d93ca3df12b2 req-e994f106-c518-40ed-828f-a78d542eb7a7 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 946 time: 0.0615664 Nov 27 15:46:03.354663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:03.364748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.373678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-cc632734-537e-4ab4-8c94-62de3da41734 service neutron] 10.222.0.15 "POST /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3538747 Nov 27 15:46:03.387326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23bd88da-0217-4e66-bcd5-d93ca3df12b2 req-32143447-eae7-4168-8c0d-902faf6c6f5c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517316 Nov 27 15:46:03.447837 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08ab3b-1fcc-4986-97fb-060d115ba9f2 x-openstack-request-id: req-6d08ab3b-1fcc-4986-97fb-060d115ba9f2 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:03.448193 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "name": "network-vif-plugged", "status": "completed", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:03.448690 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d08ab3b-1fcc-4986-97fb-060d115ba9f2 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:03.449130 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'code': 200} Nov 27 15:46:03.518988 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7901b067-a8fc-4515-a733-91fd6cf9d3b3 x-openstack-request-id: req-7901b067-a8fc-4515-a733-91fd6cf9d3b3 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:03.519339 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34baa89c-7a5e-40f5-92e7-182aef770287", "name": "network-vif-deleted", "tag": "daa01a5e-560b-42b9-a2f8-03f4c06936bd", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:03.519931 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7901b067-a8fc-4515-a733-91fd6cf9d3b3 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:03.520345 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34baa89c-7a5e-40f5-92e7-182aef770287', 'name': 'network-vif-deleted', 'tag': 'daa01a5e-560b-42b9-a2f8-03f4c06936bd', 'status': 'completed', 'code': 200} Nov 27 15:46:03.586769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-918c35d1-1f45-4b62-97ee-7171c28f5dd4 req-d658e8d5-16b5-4df8-93b6-8e091821eda3 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=34baa89c-7a5e-40f5-92e7-182aef770287 HTTP/1.1" status: 200 len: 210 time: 0.0557430 Nov 27 15:46:03.702217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d1f9e-8f29-410d-9ac0-006a320929c4 req-01730ece-7a99-4ea4-94fe-6a52246c6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.706170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a16d1f9e-8f29-410d-9ac0-006a320929c4 req-01730ece-7a99-4ea4-94fe-6a52246c6de6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 1097 time: 0.1035047 Nov 27 15:46:03.754181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56794) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:03.773048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d1482e4-837c-49d7-b0f6-7a4c6e505ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.874629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73197-6e92-4282-8ec3-21c0369e8ea9 req-7bd54abd-b8ad-4b0b-998e-cd6be0237101 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.875998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73e73197-6e92-4282-8ec3-21c0369e8ea9 req-7bd54abd-b8ad-4b0b-998e-cd6be0237101 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 946 time: 0.1645377 Nov 27 15:46:03.887511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d1482e4-837c-49d7-b0f6-7a4c6e505ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.891724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a16d1f9e-8f29-410d-9ac0-006a320929c4 req-9873b727-1aee-4dac-8bee-04cda9842c7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691847 Nov 27 15:46:03.893144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d1482e4-837c-49d7-b0f6-7a4c6e505ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:03.914163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-fa57899d-e6b9-4a0f-9c8c-cb57e898c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.915654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-fa57899d-e6b9-4a0f-9c8c-cb57e898c5fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1097 time: 0.1467702 Nov 27 15:46:03.927692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a174a0e-4b08-4c51-871d-b668656451eb req-0c091fe2-0ce4-4057-96db-cead6ae9b8ae tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:03.929730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a174a0e-4b08-4c51-871d-b668656451eb req-0c091fe2-0ce4-4057-96db-cead6ae9b8ae tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 969 time: 0.1412153 Nov 27 15:46:03.936415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1482e4-837c-49d7-b0f6-7a4c6e505ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e66095-51e6-45d5-b8e9-cd5bfab5e1b1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:03.941489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8d1482e4-837c-49d7-b0f6-7a4c6e505ac1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30f4b26311744925adaf8a075a7b9820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849518 Nov 27 15:46:03.943899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56798) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:03.997112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0560d4b-f8ca-4803-bc07-a28767936c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:04.017468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0560d4b-f8ca-4803-bc07-a28767936c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:04.017702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73e73197-6e92-4282-8ec3-21c0369e8ea9 req-64318a05-1421-4ab7-8275-98f4abe2299e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306541 Nov 27 15:46:04.073167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a174a0e-4b08-4c51-871d-b668656451eb req-d10bdf28-7ff2-4d3a-92fc-4d5c984d0997 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336365 Nov 27 15:46:04.078186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-6bf40b50-07b5-4be9-b8ee-bde114b226dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:04.079323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0560d4b-f8ca-4803-bc07-a28767936c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:04.079641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-6bf40b50-07b5-4be9-b8ee-bde114b226dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1490421 Nov 27 15:46:04.082152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0560d4b-f8ca-4803-bc07-a28767936c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:04.083271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0560d4b-f8ca-4803-bc07-a28767936c29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08e66095-51e6-45d5-b8e9-cd5bfab5e1b1 HTTP/1.1" status: 204 len: 168 time: 0.1384287 Nov 27 15:46:04.107309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0560d4b-f8ca-4803-bc07-a28767936c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e66095-51e6-45d5-b8e9-cd5bfab5e1b1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:04.131648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-ff57de39-b718-4ed6-9721-3523e2467b18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0447135 Nov 27 15:46:04.195457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-112c6199-d4eb-49a0-9e01-e599013009ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:04.197454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-112c6199-d4eb-49a0-9e01-e599013009ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0585570 Nov 27 15:46:04.252325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-9a40f7a5-af00-4e7b-9541-7e06e9f229da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459125 Nov 27 15:46:04.267177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:04.465894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-a4ad7f66-5df6-4647-943c-6b5e53bf1d91 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907520 Nov 27 15:46:04.483124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:04.505558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77', 'mac_address': 'fa:16:3e:10:b2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:tempest-test_az-1524736357', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:04.561568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:04.580842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:04.587683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-411974ee-f200-4582-830b-181a180853a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:04.589158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-411974ee-f200-4582-830b-181a180853a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1097 time: 0.1940179 Nov 27 15:46:04.612997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:04.618136 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:04.684470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:04.702203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-af0108f1-eb0e-4f51-8bb8-51f76c9c4fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280433 Nov 27 15:46:04.711744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2433-d674-41a1-8689-ef273ef5223f req-0b626738-2b8f-432a-88e6-765bb879d193 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:04.713214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-542e2433-d674-41a1-8689-ef273ef5223f req-0b626738-2b8f-432a-88e6-765bb879d193 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 972 time: 0.1445732 Nov 27 15:46:04.776591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-0c565f11-d364-4a04-9482-c41229c8e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:04.778708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-0c565f11-d364-4a04-9482-c41229c8e7f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1613004 Nov 27 15:46:04.792212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-542e2433-d674-41a1-8689-ef273ef5223f req-e02886f2-2777-4778-aa4d-76a23a19a8c3 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Nov 27 15:46:04.853432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-ccfa183d-5ebf-4ca5-b13f-0693a132602c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0536864 Nov 27 15:46:04.880934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5d8a51de-63dd-4e7e-8c6c-7a656417ca77'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:04.903533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac8189-89f2-4841-80ca-be51aa80be3d req-e92620c0-8462-4544-8381-5abbeddc5240 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:04.905037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fac8189-89f2-4841-80ca-be51aa80be3d req-e92620c0-8462-4544-8381-5abbeddc5240 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 946 time: 0.1173618 Nov 27 15:46:05.040958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-88a2170d-0258-4eed-922e-16ce7005daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:05.042489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-88a2170d-0258-4eed-922e-16ce7005daec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1685131 Nov 27 15:46:05.056917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c436a-2d4c-4b49-9705-7a91c3a16c76 req-1f41988f-3c44-4152-a063-4ae734181d17 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:05.058856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-699c436a-2d4c-4b49-9705-7a91c3a16c76 req-1f41988f-3c44-4152-a063-4ae734181d17 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 972 time: 0.1971772 Nov 27 15:46:05.084554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-59d6e67b-da04-4dd1-ac97-fabd399719c0 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:05.086034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-59d6e67b-da04-4dd1-ac97-fabd399719c0 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1097 time: 0.1635680 Nov 27 15:46:05.108763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fac8189-89f2-4841-80ca-be51aa80be3d req-6e847b1d-2925-4e7f-b9a0-b0ef987b9398 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717086 Nov 27 15:46:05.110652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-b574de01-c485-41ea-b291-e8f99402769c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433671 Nov 27 15:46:05.114316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-4'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:05.172659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:05.201849 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83933913-136c-4e7a-a2f3-5fcd5088e31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:05.337712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-29d666b5-9017-49e8-8d6b-2fbcfeb162fd tempest-AutoAllocateNetworkTest-914376821 tempest-AutoAllocateNetworkTest-914376821-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=019a0878f106415197285c326f17deb0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1630831 Nov 27 15:46:05.340358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56856) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:05.494124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-699c436a-2d4c-4b49-9705-7a91c3a16c76 req-bb28afea-4a03-4fe0-b00d-a4d4ac251cab tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142630 Nov 27 15:46:05.509487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:05.555853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bcdaa-d329-437c-bd38-3adcc20069fb req-bb950359-0f96-4f40-8a8b-156d048ab3aa tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:05.557448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f57bcdaa-d329-437c-bd38-3adcc20069fb req-bb950359-0f96-4f40-8a8b-156d048ab3aa tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 946 time: 0.1662176 Nov 27 15:46:05.561163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-ef7483e9-4da9-45d9-a996-13723d5f3287 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375389 Nov 27 15:46:05.693274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde1a636-2b82-4fff-a70b-830765baf433 tempest-AutoAllocateNetworkTest-914376821 tempest-AutoAllocateNetworkTest-914376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:05.697863 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cde1a636-2b82-4fff-a70b-830765baf433 tempest-AutoAllocateNetworkTest-914376821 tempest-AutoAllocateNetworkTest-914376821-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3536780 Nov 27 15:46:05.698237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:05.757261 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-502150b8-c5cf-4d88-820b-42953c73a9db tempest-AutoAllocateNetworkTest-914376821 tempest-AutoAllocateNetworkTest-914376821-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567009 Nov 27 15:46:05.759766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56860) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:05.776460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f57bcdaa-d329-437c-bd38-3adcc20069fb req-914963f0-6d91-4a32-820a-7e10173c7071 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108176 Nov 27 15:46:05.787882 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cdda0c10-1322-4a9d-ad8f-d0b67f87d037 tempest-AutoAllocateNetworkTest-914376821 tempest-AutoAllocateNetworkTest-914376821-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=019a0878f106415197285c326f17deb0 HTTP/1.1" status: 200 len: 208 time: 0.0262740 Nov 27 15:46:05.788683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5020e-47f8-4892-8a4f-e2bdb60f563e req-87bd9d00-3238-499a-9dfc-a86ea40b0e51 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:05.790164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1da5020e-47f8-4892-8a4f-e2bdb60f563e req-87bd9d00-3238-499a-9dfc-a86ea40b0e51 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 970 time: 0.2234473 Nov 27 15:46:05.825177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa1ad014-fe18-46fd-9010-e6ad7e58ae7f req-fd678c62-7d83-469b-b9ed-c035a067d452 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402513 Nov 27 15:46:05.887035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:05.893578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1da5020e-47f8-4892-8a4f-e2bdb60f563e req-4fb443c0-2de6-4b08-805d-65413811d21f tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950208 Nov 27 15:46:05.963033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-3712a5a5-5920-479d-a1a2-4e65aa5347d2 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445976 Nov 27 15:46:05.997284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:06.008600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-79fd8565-8c97-4ca2-a99f-a66e90ae5837 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:06.010089 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-79fd8565-8c97-4ca2-a99f-a66e90ae5837 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.37 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 972 time: 0.1042206 Nov 27 15:46:06.109965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56878) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:06.113700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:06.115988 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902b2f1-9bf0-42c1-8ffe-d68a94d4f8de" -d '{"events": [{"server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "name": "network-vif-unplugged", "status": "completed", "tag": "718bd503-9584-4973-b53c-cb207991c7e0"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:06.125988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.150506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.160184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85668201-1613-495f-9930-00ac3fdd1b6f req-6bceb2e9-ec8a-494a-83e5-058c5b4b7bf9 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:06.161936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85668201-1613-495f-9930-00ac3fdd1b6f req-6bceb2e9-ec8a-494a-83e5-058c5b4b7bf9 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 972 time: 0.1689947 Nov 27 15:46:06.212532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-5315f170-e950-4911-8d67-f1b9e0c470b3 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:06.214011 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-5315f170-e950-4911-8d67-f1b9e0c470b3 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 972 time: 0.0903111 Nov 27 15:46:06.214185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-da89119e-da5d-42eb-8bc6-b3c17def97e6 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:06.215761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-da89119e-da5d-42eb-8bc6-b3c17def97e6 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519712 Nov 27 15:46:06.232841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Deleting port efa9e2b7-5cce-4920-93ed-512a14ffd4cd {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:46:06.233186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.268538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:06.290483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-e3ff9b4f-1ad2-42b9-84bb-09b7f0d4e1fd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/quotas/f2e4a76d93294c999bc9e73b17bba79e HTTP/1.1" status: 200 len: 375 time: 0.0521376 Nov 27 15:46:06.299961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:06.318942 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-956cfd45-db31-41c8-bc46-84d1f0218cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.324800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:06.329280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:06.329766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.350718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85668201-1613-495f-9930-00ac3fdd1b6f req-3cd18568-f916-4cfc-b9ce-deab7ecd6018 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2981f6-ebed-4310-a3c0-2005cbf92038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671762 Nov 27 15:46:06.375609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device daa01a5e-560b-42b9-a2f8-03f4c06936bd no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:06.381839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-f197465c-5102-42fe-88de-7b6939e63e2f tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541878 Nov 27 15:46:06.384761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on host n-h1-819494-4 for vnic_type normal with profile {"migrating_to": "n-h2-819494-4"} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:06.385280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:06.385789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:06.393861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] For port efa9e2b7-5cce-4920-93ed-512a14ffd4cd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:06.394153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.398266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:06.398801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Attempting to bind port 718bd503-9584-4973-b53c-cb207991c7e0 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:06.411426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:06.411988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:06.413069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:06.413676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Bound port: 718bd503-9584-4973-b53c-cb207991c7e0, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:06.414228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.429291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Calling delete_port for efa9e2b7-5cce-4920-93ed-512a14ffd4cd owned by compute:tempest-test_az-1524736357 {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:46:06.434355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Deleting port 3af01c97-142b-487c-b2d4-e5010dc536e3 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:46:06.434686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.448424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: daa01a5e-560b-42b9-a2f8-03f4c06936bd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:46:06.448871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device daa01a5e-560b-42b9-a2f8-03f4c06936bd not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:06.495423 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e8e49f-e5c0-41e0-a6b9-b442f468655c x-openstack-request-id: req-84e8e49f-e5c0-41e0-a6b9-b442f468655c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:06.495920 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "name": "network-vif-unplugged", "status": "completed", "tag": "718bd503-9584-4973-b53c-cb207991c7e0", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:06.495998 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84e8e49f-e5c0-41e0-a6b9-b442f468655c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:06.496361 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0', 'code': 200} Nov 27 15:46:06.517600 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.562277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:06.564877 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a4ec3-e45e-4560-bbd0-1fef46c3994a" -d '{"events": [{"server_uuid": "97e48355-886a-43f4-b532-2c8c1a6c3f00", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a51de-63dd-4e7e-8c6c-7a656417ca77"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:06.578873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:06.585828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.642585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:06.643397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] For port 3af01c97-142b-487c-b2d4-e5010dc536e3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3af01c97-142b-487c-b2d4-e5010dc536e3,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:06.643805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.667735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Calling delete_port for 3af01c97-142b-487c-b2d4-e5010dc536e3 owned by compute:tempest-test_az-1524736357 {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:46:06.717071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:06.751246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:06.765930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8353-2d26-4bc5-a555-0dfef35afd50 req-ae55d8c1-579b-4da6-899a-01d50713bb27 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:06.767409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f9d8353-2d26-4bc5-a555-0dfef35afd50 req-ae55d8c1-579b-4da6-899a-01d50713bb27 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 946 time: 0.1948919 Nov 27 15:46:06.769439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-956cfd45-db31-41c8-bc46-84d1f0218cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.772197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.806129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.806583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-956cfd45-db31-41c8-bc46-84d1f0218cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.817170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['efa9e2b7-5cce-4920-93ed-512a14ffd4cd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:06.844976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Pushing event deleted for resources: {'Port': ['ID=efa9e2b7-5cce-4920-93ed-512a14ffd4cd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:06.910919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c3b47-bfb8-4311-8a86-ae345427b53d req-3060c165-9489-4de1-aa3c-539f10049fc5 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:06.912512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af7c3b47-bfb8-4311-8a86-ae345427b53d req-3060c165-9489-4de1-aa3c-539f10049fc5 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 972 time: 0.2419748 Nov 27 15:46:06.917867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-956cfd45-db31-41c8-bc46-84d1f0218cd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=019a0878f106415197285c326f17deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8019667 Nov 27 15:46:06.920421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56904) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:06.957071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] No DVR routers for this DVR port efa9e2b7-5cce-4920-93ed-512a14ffd4cd on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:06.972345 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:06.975795 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d049495a-34f0-493c-9ce2-535b66bfe460 req-68c7b5d8-83ee-4498-b13d-176cc622ecfa tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.37 "DELETE /v2.0/ports/efa9e2b7-5cce-4920-93ed-512a14ffd4cd HTTP/1.1" status: 204 len: 173 time: 0.9588792 Nov 27 15:46:06.976540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649e2c33-0fa7-432a-916a-800347c57f3c', 'name': 'network-vif-deleted', 'tag': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:06.987269 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6401bb-81bc-4e54-ade6-b19022905b4e" -d '{"events": [{"server_uuid": "649e2c33-0fa7-432a-916a-800347c57f3c", "name": "network-vif-deleted", "tag": "efa9e2b7-5cce-4920-93ed-512a14ffd4cd"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:07.030752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=8']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:07.054778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a07a813a-89a6-4103-beab-d4f9742b24ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.057489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.071507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3af01c97-142b-487c-b2d4-e5010dc536e3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:07.078924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cfd45-db31-41c8-bc46-84d1f0218cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb55a98-65a3-4879-a998-4a8b744a2557,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:07.094554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:07.097079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.100303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bcdbdbda-6ea9-4544-9d93-dd35516ddcba service neutron] 10.222.0.37 "PUT /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 1122 time: 1.9956322 Nov 27 15:46:07.109034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f9d8353-2d26-4bc5-a555-0dfef35afd50 req-78cff99f-219e-4dc1-b245-6bf902d8847e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179224 Nov 27 15:46:07.122180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Pushing event deleted for resources: {'Port': ['ID=3af01c97-142b-487c-b2d4-e5010dc536e3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:07.130196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a07a813a-89a6-4103-beab-d4f9742b24ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.134658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af7c3b47-bfb8-4311-8a86-ae345427b53d req-a40db319-1571-477f-8bf7-12b349bbe25e tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/security-groups?id=543a9602-dfad-4424-a99d-4395218fbdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086191 Nov 27 15:46:07.185557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['718bd503-9584-4973-b53c-cb207991c7e0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:07.223501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] No DVR routers for this DVR port 3af01c97-142b-487c-b2d4-e5010dc536e3 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:07.237846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.245734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60c6b608-1591-4cbb-9090-578bf3e164bf req-1bdd4519-d352-4f64-8e53-caafa59ef640 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.37 "DELETE /v2.0/ports/3af01c97-142b-487c-b2d4-e5010dc536e3 HTTP/1.1" status: 204 len: 173 time: 1.0238378 Nov 27 15:46:07.272621 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be47e7-540e-42a5-961e-ee04d1144a1d x-openstack-request-id: req-16be47e7-540e-42a5-961e-ee04d1144a1d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:07.273158 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e48355-886a-43f4-b532-2c8c1a6c3f00", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a51de-63dd-4e7e-8c6c-7a656417ca77", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:07.273158 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16be47e7-540e-42a5-961e-ee04d1144a1d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:07.274486 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77', 'code': 200} Nov 27 15:46:07.301107 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a07a813a-89a6-4103-beab-d4f9742b24ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.304429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a07a813a-89a6-4103-beab-d4f9742b24ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.307486 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a07a813a-89a6-4103-beab-d4f9742b24ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbb55a98-65a3-4879-a998-4a8b744a2557 HTTP/1.1" status: 204 len: 168 time: 0.3715365 Nov 27 15:46:07.317144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a813a-89a6-4103-beab-d4f9742b24ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb55a98-65a3-4879-a998-4a8b744a2557,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:07.409092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d43c26fa-09c3-41f1-9ad5-55550de2222f req-25eca954-1bbc-4d65-b1e0-2d4fc27ab6b3 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 210 time: 0.0621541 Nov 27 15:46:07.488634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155abe-cdd6-429d-b817-bafee9442964 req-f85bb55f-ea4e-4182-8e97-26d7566f958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:07.490321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2155abe-cdd6-429d-b817-bafee9442964 req-f85bb55f-ea4e-4182-8e97-26d7566f958d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 1122 time: 0.0434587 Nov 27 15:46:07.557258 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0c364490-dd89-46c8-88fe-7e6d0ca58a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:07.596181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2155abe-cdd6-429d-b817-bafee9442964 req-48355caa-3c7f-41df-918d-797ef740fff3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963218 Nov 27 15:46:07.623056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351439-527b-4157-866d-0bfc66bca770 req-959a8a5c-9d61-4218-a67c-ce1778af2da0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:07.630232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e351439-527b-4157-866d-0bfc66bca770 req-959a8a5c-9d61-4218-a67c-ce1778af2da0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.1248462 Nov 27 15:46:07.663117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c88e1-9180-420c-975a-bbffba99e934 req-64cbef23-3f33-452d-a244-7f2ea668149b tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:07.664607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a45c88e1-9180-420c-975a-bbffba99e934 req-64cbef23-3f33-452d-a244-7f2ea668149b tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 971 time: 0.1022415 Nov 27 15:46:07.701762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e351439-527b-4157-866d-0bfc66bca770 req-9344907f-2e38-4a4f-a3a1-1eb5a8732f6e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Nov 27 15:46:07.740203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a45c88e1-9180-420c-975a-bbffba99e934 req-bdc9601e-6714-4890-9d7a-18f634e836ec tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680830 Nov 27 15:46:07.755102 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902289c-8030-48f1-a2be-e85259b3b84d x-openstack-request-id: req-a902289c-8030-48f1-a2be-e85259b3b84d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:07.755418 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649e2c33-0fa7-432a-916a-800347c57f3c", "name": "network-vif-deleted", "tag": "efa9e2b7-5cce-4920-93ed-512a14ffd4cd", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:07.755679 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a902289c-8030-48f1-a2be-e85259b3b84d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:07.756595 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649e2c33-0fa7-432a-916a-800347c57f3c', 'name': 'network-vif-deleted', 'tag': 'efa9e2b7-5cce-4920-93ed-512a14ffd4cd', 'status': 'completed', 'code': 200} Nov 27 15:46:07.864148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f040020f-dfa3-42f6-aa38-c69971ac8df0 req-f0de8db7-7d83-47cb-8a5b-aeb250c428b2 tempest-ServerDiagnosticsNegativeTest-451689101 tempest-ServerDiagnosticsNegativeTest-451689101-project] 10.222.0.15 "GET /v2.0/ports?device_id=649e2c33-0fa7-432a-916a-800347c57f3c HTTP/1.1" status: 200 len: 210 time: 0.0344725 Nov 27 15:46:07.897705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe97e0-afc3-4766-b4e6-7fec89980511 req-7b0c3167-c276-4978-9f5b-c4a3cad38920 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:07.899727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfbe97e0-afc3-4766-b4e6-7fec89980511 req-7b0c3167-c276-4978-9f5b-c4a3cad38920 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 946 time: 0.0997193 Nov 27 15:46:07.909285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56936) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:07.914912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'floatingip': {'port_id': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:08.015428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:08.105591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-7d0a3603-9767-452e-b0c3-fafd51e462f8 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289590 Nov 27 15:46:08.332581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cc60b50-4258-4c9e-a4c4-58a8d6adbe6d req-27877bcd-1e96-4dc3-8d5c-c4bd02077608 tempest-AggregatesAdminTestJSON-1613058716 tempest-AggregatesAdminTestJSON-1613058716-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6c87670-b5ba-4d78-8d51-8bb14690e41e HTTP/1.1" status: 200 len: 210 time: 0.0559912 Nov 27 15:46:08.341121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-85dbffb7-3dc8-4a96-9d51-babbefeca0f1 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:08.342772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-85dbffb7-3dc8-4a96-9d51-babbefeca0f1 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364159 Nov 27 15:46:08.361951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Request body: {'port': {'device_id': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'f2e4a76d93294c999bc9e73b17bba79e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:08.398745 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:08.460798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56964) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:08.499093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:08.501360 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a" -d '{"events": [{"name": "network-changed", "server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "tag": "718bd503-9584-4973-b53c-cb207991c7e0"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:08.569675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90c63327-3ee3-464b-8943-fb8bffe25c1c req-d22af599-a668-4fc2-83f0-77a84e2e1fec tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Nov 27 15:46:08.572777 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f8569-8306-4170-bc10-2d232aa6eb0e x-openstack-request-id: req-722f8569-8306-4170-bc10-2d232aa6eb0e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:08.573073 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "tag": "718bd503-9584-4973-b53c-cb207991c7e0", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:08.573332 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-722f8569-8306-4170-bc10-2d232aa6eb0e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:08.574470 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0', 'status': 'completed', 'code': 200} Nov 27 15:46:08.586450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Made reservation on behalf of f2e4a76d93294c999bc9e73b17bba79e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:08.590481 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:08.679556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26041361-54f5-4df3-8ec0-b0399dda87a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:08.790139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Allocated IP 192.168.233.155 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/14df42eb-0c8f-453b-9e40-8a2924883fd4) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:08.859473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26041361-54f5-4df3-8ec0-b0399dda87a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:08.868671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26041361-54f5-4df3-8ec0-b0399dda87a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.000359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-557e2089-052e-410c-982d-fe8308c04ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:09.002374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-557e2089-052e-410c-982d-fe8308c04ab8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1125 time: 0.4073958 Nov 27 15:46:09.035646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26041361-54f5-4df3-8ec0-b0399dda87a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9122da-1b7a-43b0-a897-bc8096259001,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:09.038841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-26041361-54f5-4df3-8ec0-b0399dda87a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a74545bfa682421faafe809d09ee6360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768259 Nov 27 15:46:09.047887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56986) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:09.078417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249809ad-cee4-495a-8c10-43edef0740ce req-75fb2a50-43cc-4b94-8892-9acd3833c436 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:09.079913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-249809ad-cee4-495a-8c10-43edef0740ce req-75fb2a50-43cc-4b94-8892-9acd3833c436 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 971 time: 0.1885111 Nov 27 15:46:09.103935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5e688-6e64-4c6b-b01a-1836b92007a2 req-652e7159-794e-43ba-a99f-6835e65186e5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:09.105440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a5e688-6e64-4c6b-b01a-1836b92007a2 req-652e7159-794e-43ba-a99f-6835e65186e5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.2267668 Nov 27 15:46:09.202598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.244794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-249809ad-cee4-495a-8c10-43edef0740ce req-33985628-c30d-4bea-bf27-958bf700a742 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554224 Nov 27 15:46:09.251260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efb7-c9ed-44ec-a32d-146df5da79ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.263878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-d02f017c-afdf-45be-b15d-9a2ea61feb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:09.266003 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-d02f017c-afdf-45be-b15d-9a2ea61feb0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.2498219 Nov 27 15:46:09.288066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a5e688-6e64-4c6b-b01a-1836b92007a2 req-c7f23493-83bc-4915-85ab-684e8f473180 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637826 Nov 27 15:46:09.295007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efb7-c9ed-44ec-a32d-146df5da79ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.327946 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-d71b29ef-8048-4bfa-9d0a-c14701f63419 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0422904 Nov 27 15:46:09.336227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.389060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:09.393969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:09.408757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:09.418157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-0ede8929-b06e-4f57-b1fe-84c7962e5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:09.420763 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-0ede8929-b06e-4f57-b1fe-84c7962e5743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0762990 Nov 27 15:46:09.422705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Pushing event updated for resources: {'Port': ['ID=14df42eb-0c8f-453b-9e40-8a2924883fd4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:09.424189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.428093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efb7-c9ed-44ec-a32d-146df5da79ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.439394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efb7-c9ed-44ec-a32d-146df5da79ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.439394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b9f8efb7-c9ed-44ec-a32d-146df5da79ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa9122da-1b7a-43b0-a897-bc8096259001 HTTP/1.1" status: 204 len: 168 time: 0.3825381 Nov 27 15:46:09.439857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.475483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8efb7-c9ed-44ec-a32d-146df5da79ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9122da-1b7a-43b0-a897-bc8096259001,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:09.479241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:46:09.500324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:09.502791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.519575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-3b0bc5cc-c004-48e7-9587-6a79d8835cec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669944 Nov 27 15:46:09.532140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-69dd1573-cb00-4929-a102-3637bd6a7bfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1740742 Nov 27 15:46:09.555125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Request body: {'port': {'device_id': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:09.646181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.761198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'name': 'network-vif-deleted', 'tag': '3af01c97-142b-487c-b2d4-e5010dc536e3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:09.763431 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0413b6e-8fad-4795-9b6b-99db0e00e440" -d '{"events": [{"server_uuid": "f6c87670-b5ba-4d78-8d51-8bb14690e41e", "name": "network-vif-deleted", "tag": "3af01c97-142b-487c-b2d4-e5010dc536e3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:09.767944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4871ed29-20d1-4897-87b5-f4bcbce3162e None None] Provisioning complete for port 14df42eb-0c8f-453b-9e40-8a2924883fd4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:09.768437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4871ed29-20d1-4897-87b5-f4bcbce3162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:09.788394 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f associated. External IP: 172.25.1.37, port: 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f. Nov 27 15:46:09.792942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-39338b35-6d60-44d6-9a19-6e38967801d7 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114527 Nov 27 15:46:09.834797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57016) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:09.901092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4871ed29-20d1-4897-87b5-f4bcbce3162e None None] Port 14df42eb-0c8f-453b-9e40-8a2924883fd4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:09.994421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-47f4039b-3f19-4cbf-a7cb-b9a2aa56a46a req-e8a69112-0640-4f44-8a74-f3b9e0cc7338 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612649 Nov 27 15:46:10.123564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60481d81-b682-4eef-b16b-28bfe4ad2c9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f83e3bc72cc4ffd8166cf17387a5672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858844 Nov 27 15:46:10.124416 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:10.164486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.191332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0843abcf-1944-4e81-b798-20c570a5a5ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.215888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0843abcf-1944-4e81-b798-20c570a5a5ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.224910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aefd70-a0d7-40d9-9394-9eb2e276398f req-30dd781c-d29b-4a2b-b5eb-fa59138d8916 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:10.232287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45aefd70-a0d7-40d9-9394-9eb2e276398f req-30dd781c-d29b-4a2b-b5eb-fa59138d8916 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 936 time: 0.4798920 Nov 27 15:46:10.233915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57030) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:10.261702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:46:10.274570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0843abcf-1944-4e81-b798-20c570a5a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.277838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0843abcf-1944-4e81-b798-20c570a5a5ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.279373 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0843abcf-1944-4e81-b798-20c570a5a5ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b2981f6-ebed-4310-a3c0-2005cbf92038 HTTP/1.1" status: 204 len: 168 time: 0.1541789 Nov 27 15:46:10.295253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:10.303165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe93e-0959-42b2-a453-7ff00504de1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.332600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843abcf-1944-4e81-b798-20c570a5a5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2981f6-ebed-4310-a3c0-2005cbf92038,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:10.339751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3af01c97-142b-487c-b2d4-e5010dc536e3 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:10.358300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45aefd70-a0d7-40d9-9394-9eb2e276398f req-0b3ffe93-d29d-40a3-a9fe-a2776f615a86 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250575 Nov 27 15:46:10.403168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 3af01c97-142b-487c-b2d4-e5010dc536e3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:46:10.405829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57038) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:10.406266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3af01c97-142b-487c-b2d4-e5010dc536e3 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:10.407661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device efa9e2b7-5cce-4920-93ed-512a14ffd4cd no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:10.416588 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d70e54f-b243-4f30-a0b5-5a580832b288 x-openstack-request-id: req-8d70e54f-b243-4f30-a0b5-5a580832b288 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:10.416895 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c87670-b5ba-4d78-8d51-8bb14690e41e", "name": "network-vif-deleted", "tag": "3af01c97-142b-487c-b2d4-e5010dc536e3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:10.417148 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d70e54f-b243-4f30-a0b5-5a580832b288 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:10.417594 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c87670-b5ba-4d78-8d51-8bb14690e41e', 'name': 'network-vif-deleted', 'tag': '3af01c97-142b-487c-b2d4-e5010dc536e3', 'status': 'completed', 'code': 200} Nov 27 15:46:10.420343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:46:10.429697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.448358 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:46:10.487805 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:46:10.489260 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:10.532318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: efa9e2b7-5cce-4920-93ed-512a14ffd4cd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:46:10.532945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device efa9e2b7-5cce-4920-93ed-512a14ffd4cd not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:10.544476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2252628c-aeee-4632-85ac-900b2363000e tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "PUT /v2.0/floatingips/c0dfaef3-81d5-4eea-b53a-ab553175728f HTTP/1.1" status: 200 len: 991 time: 2.6340725 Nov 27 15:46:10.555429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:46:10.636031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe93e-0959-42b2-a453-7ff00504de1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.680924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe93e-0959-42b2-a453-7ff00504de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.682550 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:46:10.758214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14df42eb-0c8f-453b-9e40-8a2924883fd4 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:10.770964 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.775786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fe93e-0959-42b2-a453-7ff00504de1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e03aab-f50b-4ca7-8aaa-b3a2223e5379,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:10.782431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c4fe93e-0959-42b2-a453-7ff00504de1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd7d7e3a4a5d4b80b0d4ae2fcb742fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446773 Nov 27 15:46:10.792264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57048) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:10.794599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c94b2-2114-440b-8412-65bed11c27b2 req-d6383be0-8560-4e36-baa4-5bbe14143493 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:10.801895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae8c94b2-2114-440b-8412-65bed11c27b2 req-d6383be0-8560-4e36-baa4-5bbe14143493 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 971 time: 0.3141656 Nov 27 15:46:10.819886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Transition to ACTIVE for port object 14df42eb-0c8f-453b-9e40-8a2924883fd4 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:10.831362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.845123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8eaa2-0100-4bf9-b9a5-ea1e1b93106a req-28426204-3924-4306-96e9-18ac60ae188c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:10.852569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34b8eaa2-0100-4bf9-b9a5-ea1e1b93106a req-28426204-3924-4306-96e9-18ac60ae188c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.2831581 Nov 27 15:46:10.893066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57050) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:10.936726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5c620aa-82b7-48e5-8334-94d3befd58cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.950346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:10.955354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Pushing event updated for resources: {'Port': ['ID=14df42eb-0c8f-453b-9e40-8a2924883fd4,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:10.976232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:46:10.979854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33c78ab1-35cc-4e43-8128-39fd0bcda3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:10.979988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae8c94b2-2114-440b-8412-65bed11c27b2 req-6bb66065-f6f0-42ff-8497-591d8c118170 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753349 Nov 27 15:46:10.988242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8ebe19d1-46ec-47bb-aa01-bfa241d552a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54bf0775ff9e4a73a195aba7781524b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5811105 Nov 27 15:46:10.995435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57052) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:11.112246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33c78ab1-35cc-4e43-8128-39fd0bcda3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.131146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.167812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34b8eaa2-0100-4bf9-b9a5-ea1e1b93106a req-54b70212-448f-4a9c-bcee-fd66309b034c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143187 Nov 27 15:46:11.171902 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c0dfaef3-81d5-4eea-b53a-ab553175728f', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'port_id': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'mac_address': 'fa:16:3e:0a:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c5329e-cb92-4085-ba6f-51580bad774f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:45:49Z', 'updated_at': '2021-11-27T15:46:09Z', 'revision_number': 1, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:11.206229 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:46:11.207693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Attempting to bind port 14df42eb-0c8f-453b-9e40-8a2924883fd4 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:11.207928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Attempting to bind port 14df42eb-0c8f-453b-9e40-8a2924883fd4 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:11.210519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Attempting to bind port 14df42eb-0c8f-453b-9e40-8a2924883fd4 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:11.215560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Port 14df42eb-0c8f-453b-9e40-8a2924883fd4 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:11.215873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Attempting to bind port 14df42eb-0c8f-453b-9e40-8a2924883fd4 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:11.220469 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:46:11.221075 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:11.223225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:11.224378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:11.225398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:11.225971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Bound port: 14df42eb-0c8f-453b-9e40-8a2924883fd4, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:11.227027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.305038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db146bce-59fb-4188-8053-e354a3697090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.310165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33c78ab1-35cc-4e43-8128-39fd0bcda3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.312968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33c78ab1-35cc-4e43-8128-39fd0bcda3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.314153 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-33c78ab1-35cc-4e43-8128-39fd0bcda3c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7e03aab-f50b-4ca7-8aaa-b3a2223e5379 HTTP/1.1" status: 204 len: 168 time: 0.5192788 Nov 27 15:46:11.356623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] For port 14df42eb-0c8f-453b-9e40-8a2924883fd4, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:11.364611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] For port 14df42eb-0c8f-453b-9e40-8a2924883fd4, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:11.365672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c78ab1-35cc-4e43-8128-39fd0bcda3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e03aab-f50b-4ca7-8aaa-b3a2223e5379,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:11.385424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.395847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db146bce-59fb-4188-8053-e354a3697090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.407457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5c620aa-82b7-48e5-8334-94d3befd58cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.428454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5c620aa-82b7-48e5-8334-94d3befd58cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.471615 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5c620aa-82b7-48e5-8334-94d3befd58cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06ba03372f5144b48d2b645c4a1d32a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751173 Nov 27 15:46:11.478382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:11.491870 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:46:11.502494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:11.503330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.504610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] 10.222.0.21 "PUT /v2.0/ports/14df42eb-0c8f-453b-9e40-8a2924883fd4 HTTP/1.1" status: 200 len: 1096 time: 1.9634280 Nov 27 15:46:11.505217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'tag': '14df42eb-0c8f-453b-9e40-8a2924883fd4'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:11.508063 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268fd65f-4211-44df-bcaa-08f88835b4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7ce979-2248-4460-aa68-cf74c5853080", "tag": "14df42eb-0c8f-453b-9e40-8a2924883fd4"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:11.541297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-91eba74f-fcbd-4c35-b818-782ff933e1ee tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac747522ab144d5d8dcdb8486e868927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918193 Nov 27 15:46:11.564043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f288-93ea-4a1b-bc4c-61a7f3cf9ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.591895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c620aa-82b7-48e5-8334-94d3befd58cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5399ee-791e-452d-97cd-0ac4a5c1a39b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:11.596568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f288-93ea-4a1b-bc4c-61a7f3cf9ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.634227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db146bce-59fb-4188-8053-e354a3697090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.636795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db146bce-59fb-4188-8053-e354a3697090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.652176 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db146bce-59fb-4188-8053-e354a3697090 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/543a9602-dfad-4424-a99d-4395218fbdce HTTP/1.1" status: 204 len: 168 time: 0.6540112 Nov 27 15:46:11.682115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db146bce-59fb-4188-8053-e354a3697090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543a9602-dfad-4424-a99d-4395218fbdce,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:11.716645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f288-93ea-4a1b-bc4c-61a7f3cf9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.719571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f288-93ea-4a1b-bc4c-61a7f3cf9ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:11.720798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cdd0f288-93ea-4a1b-bc4c-61a7f3cf9ef6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b5399ee-791e-452d-97cd-0ac4a5c1a39b HTTP/1.1" status: 204 len: 168 time: 0.2354910 Nov 27 15:46:11.734794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f288-93ea-4a1b-bc4c-61a7f3cf9ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5399ee-791e-452d-97cd-0ac4a5c1a39b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:11.738095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b14d2a-b8f0-48c9-b899-95e1b401b935 service neutron] Pushing event updated for resources: {'Port': ['ID=14df42eb-0c8f-453b-9e40-8a2924883fd4,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:11.782607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5dcc-6714-4111-aad4-acc8838249dc req-7df57d94-594e-4f5b-9c12-dca4c4844c1b tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:11.790317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a61a5dcc-6714-4111-aad4-acc8838249dc req-7df57d94-594e-4f5b-9c12-dca4c4844c1b tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 948 time: 0.2786770 Nov 27 15:46:11.819220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-24ed1d10-ef6a-4b5b-9e1c-8183dfafb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:11.820702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-24ed1d10-ef6a-4b5b-9e1c-8183dfafb1eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 1099 time: 0.2280533 Nov 27 15:46:11.898221 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c0dfaef3-81d5-4eea-b53a-ab553175728f', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'port_id': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'mac_address': 'fa:16:3e:0a:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c5329e-cb92-4085-ba6f-51580bad774f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:45:49Z', 'updated_at': '2021-11-27T15:46:09Z', 'revision_number': 1, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:11.903307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-4e06623c-f8b4-483e-94a8-a64dcca0efa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4 HTTP/1.1" status: 200 len: 217 time: 0.0499511 Nov 27 15:46:11.927151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd0c-b669-4f25-9193-1f64491613eb None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c0dfaef3-81d5-4eea-b53a-ab553175728f', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'port_id': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'mac_address': 'fa:16:3e:0a:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c5329e-cb92-4085-ba6f-51580bad774f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:45:49Z', 'updated_at': '2021-11-27T15:46:09Z', 'revision_number': 1, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:46:11.955043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-bdfcc37c-d9c9-4bd7-b907-3c83e2749ce4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:11.961891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-bdfcc37c-d9c9-4bd7-b907-3c83e2749ce4 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192386 Nov 27 15:46:11.978622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a61a5dcc-6714-4111-aad4-acc8838249dc req-4f18b7f6-3544-458e-8eb1-7a3b1cba2375 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866560 Nov 27 15:46:11.988013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-39eac8d2-32c2-4982-a0ba-1757ae0549a5 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/quotas/ac747522ab144d5d8dcdb8486e868927 HTTP/1.1" status: 200 len: 375 time: 0.0252836 Nov 27 15:46:11.999322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-b1486be1-52a8-4cfd-8351-f08a715a1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:12.001669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-b1486be1-52a8-4cfd-8351-f08a715a1eeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0871153 Nov 27 15:46:12.076554 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a6263d-4746-4e51-af08-86172733f38b x-openstack-request-id: req-39a6263d-4746-4e51-af08-86172733f38b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:12.076916 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7ce979-2248-4460-aa68-cf74c5853080", "tag": "14df42eb-0c8f-453b-9e40-8a2924883fd4", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:12.077230 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39a6263d-4746-4e51-af08-86172733f38b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:12.077733 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'tag': '14df42eb-0c8f-453b-9e40-8a2924883fd4', 'status': 'completed', 'code': 200} Nov 27 15:46:12.095262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-e3b39a9f-7fb0-42a3-8ffa-e26cba830bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:12.096797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-e3b39a9f-7fb0-42a3-8ffa-e26cba830bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807564 Nov 27 15:46:12.109297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-b1339cd7-68bd-43d1-b56c-320172e2ed46 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac747522ab144d5d8dcdb8486e868927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063175 Nov 27 15:46:12.180672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57110) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:12.272686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a1c3bdc6-d671-434a-9d9a-c54761e45dbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eafe9e3aed334fbd82bb225ce8ce1ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875227 Nov 27 15:46:12.273229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:12.277688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-b80920b7-e7d7-45dc-ae1e-5f89cc74e9e5 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673594 Nov 27 15:46:12.319101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26add3a-c806-43db-adad-babbf346c91a None None] New status for floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:46:12.401873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03c4378b-2d0b-4b45-9cb0-b1471213090f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:12.421098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:12.423614 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c2b91-d96e-4922-83f9-602001af9f45" -d '{"events": [{"name": "network-changed", "server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:12.431506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03c4378b-2d0b-4b45-9cb0-b1471213090f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:12.491392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb30fdb-ff61-4d61-9423-7ff53bc10d40 req-22e23a30-f99d-4d66-81dc-d60d651ec4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018368 Nov 27 15:46:12.528233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03c4378b-2d0b-4b45-9cb0-b1471213090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:12.531451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03c4378b-2d0b-4b45-9cb0-b1471213090f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:12.533000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-03c4378b-2d0b-4b45-9cb0-b1471213090f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d21ae24-fbb6-4d72-b1b7-4d7ccda8b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2586110 Nov 27 15:46:12.548211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4378b-2d0b-4b45-9cb0-b1471213090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d21ae24-fbb6-4d72-b1b7-4d7ccda8b7a1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:12.567047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e41fada4-e8b3-4001-b7f4-ed8a837d015c req-5ad2064c-d36d-42f1-8010-6616ae831b3b tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 210 time: 0.0741656 Nov 27 15:46:12.610752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c5e7-c04c-4297-82c1-60b77f162b98 req-864f5457-f7bc-4a45-9ec3-5dea634e3e94 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:12.619420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0025c5e7-c04c-4297-82c1-60b77f162b98 req-864f5457-f7bc-4a45-9ec3-5dea634e3e94 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.1171310 Nov 27 15:46:12.645523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-4e277d4e-6423-452a-b28b-f8d9b698f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:12.647294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-4e277d4e-6423-452a-b28b-f8d9b698f6df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 1099 time: 0.0893316 Nov 27 15:46:12.657562 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e0c851-01d2-4782-8309-86971e5f526e x-openstack-request-id: req-b4e0c851-01d2-4782-8309-86971e5f526e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:12.658029 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:12.658517 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4e0c851-01d2-4782-8309-86971e5f526e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:12.659042 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'status': 'completed', 'code': 200} Nov 27 15:46:12.754594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:12.812416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-5e3a3fca-d0c3-4823-a98c-54a8be2bbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:12.814247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-5e3a3fca-d0c3-4823-a98c-54a8be2bbfb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1444900 Nov 27 15:46:12.834806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0025c5e7-c04c-4297-82c1-60b77f162b98 req-ea073323-661d-4078-b1b1-0c09993ae913 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142191 Nov 27 15:46:12.837062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c2b91-d96e-4922-83f9-602001af9f45 req-96a210c7-7537-4330-a605-6afc5edba35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:12.841013 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-96a210c7-7537-4330-a605-6afc5edba35a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 1097 time: 0.1314795 Nov 27 15:46:12.952990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-0b221b5d-5dcf-494c-a506-8e525e81448b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4 HTTP/1.1" status: 200 len: 217 time: 0.1129265 Nov 27 15:46:13.063071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c2b91-d96e-4922-83f9-602001af9f45 req-f761e599-8e8e-4bda-bb77-32322927f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:13.065983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-f761e599-8e8e-4bda-bb77-32322927f11e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 925 time: 0.2118027 Nov 27 15:46:13.070998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-0bb693f7-2b32-4744-a0c3-41535117c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:13.072801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-0bb693f7-2b32-4744-a0c3-41535117c420 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1104913 Nov 27 15:46:13.237858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-faaf7b76-af87-4ebf-b46f-b4c9ff145f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:13.250699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-faaf7b76-af87-4ebf-b46f-b4c9ff145f32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494451 Nov 27 15:46:13.278933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-496006e7-e01c-400e-8aaa-3a5e1828b81d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f HTTP/1.1" status: 200 len: 1001 time: 0.1970406 Nov 27 15:46:13.315668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025518fa-6708-4683-9615-e0daaa34e49a req-eeeb573e-8a29-441f-82b1-de85ffc4b64f tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:13.317174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-025518fa-6708-4683-9615-e0daaa34e49a req-eeeb573e-8a29-441f-82b1-de85ffc4b64f tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 948 time: 0.1809924 Nov 27 15:46:13.376064 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5cdf18b1-5c42-4b38-b273-f8d48d54480b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:13.415373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-025518fa-6708-4683-9615-e0daaa34e49a req-35cfea0f-6c7d-4b69-99c7-0564c1671ede tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865946 Nov 27 15:46:13.417735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-e1553ed9-16c8-416a-8aca-e1066efd7c02 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661384 Nov 27 15:46:13.467551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c2b91-d96e-4922-83f9-602001af9f45 req-baf449bc-8063-45cd-877f-1c07541e058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:13.469048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-baf449bc-8063-45cd-877f-1c07541e058b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.1807914 Nov 27 15:46:13.550955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268fd65f-4211-44df-bcaa-08f88835b4e7 req-00978e32-7486-44ee-9826-2d32349710ed service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241915 Nov 27 15:46:13.719932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6c0d16a-b5e1-47c8-b69b-1c4d5ea3e38b req-219cc89e-489c-43d5-a9d1-d08e646defcc tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 210 time: 0.0401933 Nov 27 15:46:13.767336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5cdf18b1-5c42-4b38-b273-f8d48d54480b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:13.769500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c2b91-d96e-4922-83f9-602001af9f45 req-d9b2e081-e393-4f69-9656-198f4d1132b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:13.771833 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-d9b2e081-e393-4f69-9656-198f4d1132b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912803 Nov 27 15:46:13.773015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5cdf18b1-5c42-4b38-b273-f8d48d54480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:13.856371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5cdf18b1-5c42-4b38-b273-f8d48d54480b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdc5e2b71a8f48889f8cdf262791dc99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0986502 Nov 27 15:46:13.859580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57184) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:13.862634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf18b1-5c42-4b38-b273-f8d48d54480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be658cf-1c10-4e0d-8213-d2ef4ab011f0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:13.929698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-95c37318-a013-4102-8c23-1ba3dfa54597 service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457400 Nov 27 15:46:14.001079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e576898-a291-4414-9024-a7f9f29669e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.031199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-8bec172b-231e-4e0b-8b96-4cde877805d6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac747522ab144d5d8dcdb8486e868927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1732533 Nov 27 15:46:14.050895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eda1d3-0295-4bbf-94f3-14262438b9bb req-a43d28aa-5f48-413d-97c8-183dd9ad50b7 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:14.053936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59eda1d3-0295-4bbf-94f3-14262438b9bb req-a43d28aa-5f48-413d-97c8-183dd9ad50b7 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.1145668 Nov 27 15:46:14.056313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e576898-a291-4414-9024-a7f9f29669e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.122327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57192) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:14.148474 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-595c2b91-d96e-4922-83f9-602001af9f45 req-54f2b348-790c-44ce-984d-6294f139cdab service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016211 Nov 27 15:46:14.168408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59eda1d3-0295-4bbf-94f3-14262438b9bb req-80606c87-74dc-4c63-95bc-475b1dbdec1c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959351 Nov 27 15:46:14.196526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e576898-a291-4414-9024-a7f9f29669e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.200618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e576898-a291-4414-9024-a7f9f29669e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.205291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8e576898-a291-4414-9024-a7f9f29669e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0be658cf-1c10-4e0d-8213-d2ef4ab011f0 HTTP/1.1" status: 204 len: 168 time: 0.3447402 Nov 27 15:46:14.216540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e576898-a291-4414-9024-a7f9f29669e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be658cf-1c10-4e0d-8213-d2ef4ab011f0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:14.243219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-1eea6ba9-1432-4aa2-94d6-6b1de32bfb28 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:14.244864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-1eea6ba9-1432-4aa2-94d6-6b1de32bfb28 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059934 Nov 27 15:46:14.261575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Request body: {'port': {'device_id': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'ac747522ab144d5d8dcdb8486e868927'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:14.296677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-network', 'tenant_id': 'cd9b04717d144ff3979449380f489e72'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:14.350037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Made reservation on behalf of cd9b04717d144ff3979449380f489e72 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:14.353269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.369270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.506340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-97a4059f-25b4-4c17-a076-25612f36c9e9 service neutron] 10.222.0.21 "GET /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.1109357 Nov 27 15:46:14.522449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Made reservation on behalf of ac747522ab144d5d8dcdb8486e868927 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:14.526784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.574281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.586163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.629351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35894e-1fae-41d3-8367-5a91b33669f0 req-a096ee2f-fe35-4478-b40b-b14c6cd7ae2d tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:14.638081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b35894e-1fae-41d3-8367-5a91b33669f0 req-a096ee2f-fe35-4478-b40b-b14c6cd7ae2d tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 948 time: 0.1134965 Nov 27 15:46:14.641126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:46:14.677809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9ac894-770d-4b92-ba1e-69820e7f88aa,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:14.687401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.687972 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Added segment 2bae9d37-eb99-4da8-b1b4-23e5bb36ead4 of type vlan for network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 Nov 27 15:46:14.760431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.776127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b35894e-1fae-41d3-8367-5a91b33669f0 req-639068a8-e433-4035-b941-ef9e69dd0dfd tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325848 Nov 27 15:46:14.795360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:14.817202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.819231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:14.820540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.862888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:14.911719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Allocated IP 192.168.233.199 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/9ec33afb-5326-4733-8647-0e339d9bbfd6) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:14.918967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718bd503-9584-4973-b53c-cb207991c7e0 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:14.923424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad3f692-9644-4604-98c3-6f7444944f0e req-8f67168f-5a3b-45c1-a749-5d29498cce55 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 210 time: 0.0907798 Nov 27 15:46:14.934498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8101432 Nov 27 15:46:14.935145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:14.937371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57222) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:14.943883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Request body: {'subnet': {'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-subnet', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:14.954671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891ee50-1355-4b77-91f8-0e0f1dcc97f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:14.958115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57224) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:14.970030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:46:14.980888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39b87d28-65e5-4867-b49d-6ff7c47e41a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:14.988431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.027387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Made reservation on behalf of cd9b04717d144ff3979449380f489e72 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:15.029793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.118543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39b87d28-65e5-4867-b49d-6ff7c47e41a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.124285 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39b87d28-65e5-4867-b49d-6ff7c47e41a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.171480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b87d28-65e5-4867-b49d-6ff7c47e41a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e520dfb1-92d1-46c7-b20e-f297189f9280,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:15.182742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-39b87d28-65e5-4867-b49d-6ff7c47e41a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea9bf883f3d94acf8412774b912810e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221930 Nov 27 15:46:15.184725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57230) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:15.244778 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1192de64-63a7-4bbb-8c13-f8da42d0e652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.269868 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1192de64-63a7-4bbb-8c13-f8da42d0e652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.305875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.308199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] Transition to ACTIVE for port object 718bd503-9584-4973-b53c-cb207991c7e0 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:15.320606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.353172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c882a33-3deb-4a24-8a71-0f86348cd19d req-c55dcf83-3d04-456d-9b94-a2ede230da1f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:15.354641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c882a33-3deb-4a24-8a71-0f86348cd19d req-c55dcf83-3d04-456d-9b94-a2ede230da1f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 944 time: 0.0877478 Nov 27 15:46:15.410727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1192de64-63a7-4bbb-8c13-f8da42d0e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.413556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1192de64-63a7-4bbb-8c13-f8da42d0e652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.414764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1192de64-63a7-4bbb-8c13-f8da42d0e652 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e520dfb1-92d1-46c7-b20e-f297189f9280 HTTP/1.1" status: 204 len: 168 time: 0.2285979 Nov 27 15:46:15.422992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c882a33-3deb-4a24-8a71-0f86348cd19d req-67903553-a20f-4bc1-84a0-0589930a902c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Nov 27 15:46:15.432210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192de64-63a7-4bbb-8c13-f8da42d0e652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e520dfb1-92d1-46c7-b20e-f297189f9280,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:15.490907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] No DVR routers for this DVR port 718bd503-9584-4973-b53c-cb207991c7e0 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:15.508039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] Pushing event updated for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:15.572543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.585614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5d8a51de-63dd-4e7e-8c6c-7a656417ca77'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:15.586819 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8c28ca5f-0984-42cb-8bd5-86b890e1c295 service neutron] 10.222.0.21 "PUT /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0/bindings/n-h2-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0772214 Nov 27 15:46:15.595622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.684957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:15.690787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:15.692736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Pushing event updated for resources: {'Port': ['ID=9ec33afb-5326-4733-8647-0e339d9bbfd6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:15.717450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:15.732146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-feeca692-493b-4506-b929-e5be04a212bb tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:15.737671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-feeca692-493b-4506-b929-e5be04a212bb tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.0804362 Nov 27 15:46:15.758217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcf48d4-cbcf-4025-84ee-0a640b9251bd,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:15.789616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Checking segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:15.798998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Network hostable DHCP agents. Network: 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:46:15.869992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:15.870834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.900595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8f2d757a-f4b3-431c-b06a-8dc24ddb63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:15.902670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-8f2d757a-f4b3-431c-b06a-8dc24ddb63db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6&tenant_id=93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 1096 time: 0.1581779 Nov 27 15:46:15.919698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:46:15.934052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-65dd301c-4586-4302-9253-3b35eabaf12c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6765723 Nov 27 15:46:15.937002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:15.941676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:15.942361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:15.949182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f5740-e7c8-4e06-99c3-aa61db2660a3 None None] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:46:15.954343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Request body: {'port': {'device_id': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:15.998989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e849bada-833d-43ce-8f25-030002f77f1a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0591698 Nov 27 15:46:16.003536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57262) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:16.008098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:16.083353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.179683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.182067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.200448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a055e029-18f1-4fd4-928a-a34f81311687 None None] Provisioning complete for port 9ec33afb-5326-4733-8647-0e339d9bbfd6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:16.201790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a055e029-18f1-4fd4-928a-a34f81311687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.272169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:46:16.274443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.296078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a055e029-18f1-4fd4-928a-a34f81311687 None None] Port 9ec33afb-5326-4733-8647-0e339d9bbfd6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:16.408606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271483fe-d312-427f-9364-00980e211bb1 req-c219bcb5-ea3b-496a-87e3-ddcca30bf41c tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:16.415981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-271483fe-d312-427f-9364-00980e211bb1 req-c219bcb5-ea3b-496a-87e3-ddcca30bf41c tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 948 time: 0.4854681 Nov 27 15:46:16.440809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.446578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14df42eb-0c8f-453b-9e40-8a2924883fd4 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:16.488605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-271483fe-d312-427f-9364-00980e211bb1 req-bf5ee61a-24af-41cc-bbc0-d63948536788 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668561 Nov 27 15:46:16.499120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-5b386ebe-07b6-498d-a110-c950b1db70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:16.501484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Allocated IP 172.20.0.2 (3ed1d4f2-f4a8-47b4-a807-59499ed4dd48/8dcf48d4-cbcf-4025-84ee-0a640b9251bd/a82f98f6-7bf7-466d-81f0-c34af72c097a) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:16.502936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-5b386ebe-07b6-498d-a110-c950b1db70f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1096 time: 0.5564995 Nov 27 15:46:16.518941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3981d-4bc4-4967-9d80-64d3136a2dcf req-880b9590-2fd8-4134-8ef6-1ba2c27e08dc tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:16.527647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75e3981d-4bc4-4967-9d80-64d3136a2dcf req-880b9590-2fd8-4134-8ef6-1ba2c27e08dc tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 936 time: 0.1752095 Nov 27 15:46:16.650919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 14df42eb-0c8f-453b-9e40-8a2924883fd4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:16.672153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '14df42eb-0c8f-453b-9e40-8a2924883fd4', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '14df42eb-0c8f-453b-9e40-8a2924883fd4', 'mac_address': 'fa:16:3e:89:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:16.723524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.747986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75e3981d-4bc4-4967-9d80-64d3136a2dcf req-0a2f2810-29ad-4b19-8783-90587ff74436 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895370 Nov 27 15:46:16.801704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-65bccad9-3c30-4045-b66f-9af4b462cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:16.804735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-65bccad9-3c30-4045-b66f-9af4b462cc54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.2759182 Nov 27 15:46:16.860421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec33afb-5326-4733-8647-0e339d9bbfd6 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:16.866068 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.873602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.891343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Transition to ACTIVE for port object 9ec33afb-5326-4733-8647-0e339d9bbfd6 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:16.893854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-78686497-5f85-45d0-a3b2-662812c28e18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0813022 Nov 27 15:46:16.899586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.920554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14df42eb-0c8f-453b-9e40-8a2924883fd4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:16.951022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.978099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Pushing event updated for resources: {'Port': ['ID=9ec33afb-5326-4733-8647-0e339d9bbfd6,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:16.983957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:16.989143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 14df42eb-0c8f-453b-9e40-8a2924883fd4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:17.020467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.020824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.021816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.022147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.022485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.022817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.023157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.023482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.023807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.024141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.024467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.024790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:17.059185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-d97c07a8-81cd-4b8d-b496-bd5a6e89dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:17.062652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-d97c07a8-81cd-4b8d-b496-bd5a6e89dddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1492581 Nov 27 15:46:17.077015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.089896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428742e-2d4c-41f6-be00-93c4b8ced690 req-ea521b7a-3f52-48f8-9b75-b0740567f020 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:17.092295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9428742e-2d4c-41f6-be00-93c4b8ced690 req-ea521b7a-3f52-48f8-9b75-b0740567f020 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 945 time: 0.1965761 Nov 27 15:46:17.123717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:17.127047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-bc1f26e2-081e-4933-9509-4969d37fd3f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531425 Nov 27 15:46:17.129871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:17.138124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:17.221101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Pushing event updated for resources: {'Port': ['ID=a82f98f6-7bf7-466d-81f0-c34af72c097a,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:17.315807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Attempting to bind port 9ec33afb-5326-4733-8647-0e339d9bbfd6 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:17.316145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Attempting to bind port 9ec33afb-5326-4733-8647-0e339d9bbfd6 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:17.316467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Attempting to bind port 9ec33afb-5326-4733-8647-0e339d9bbfd6 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:17.365160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Attempting to bind port a82f98f6-7bf7-466d-81f0-c34af72c097a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:17.365632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Attempting to bind port a82f98f6-7bf7-466d-81f0-c34af72c097a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:17.366135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Attempting to bind port a82f98f6-7bf7-466d-81f0-c34af72c097a on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:17.385854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Port 9ec33afb-5326-4733-8647-0e339d9bbfd6 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:17.386242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Attempting to bind port 9ec33afb-5326-4733-8647-0e339d9bbfd6 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:17.405030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:17.405417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:17.405923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:17.406368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Bound port: 9ec33afb-5326-4733-8647-0e339d9bbfd6, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:17.407078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.422296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9428742e-2d4c-41f6-be00-93c4b8ced690 req-382467d7-cd49-45ef-9b96-2b0f74b617dd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879972 Nov 27 15:46:17.474988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:17.475368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Checking segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:17.475828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.476241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Bound using segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:17.476903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Bound port: a82f98f6-7bf7-466d-81f0-c34af72c097a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:17.477281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.492514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=14df42eb-0c8f-453b-9e40-8a2924883fd4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:17.495524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['14df42eb-0c8f-453b-9e40-8a2924883fd4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:17.523732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-c5a5cdc2-2b7e-4d3c-aecc-4f639520869a service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720803 Nov 27 15:46:17.527896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] For port 9ec33afb-5326-4733-8647-0e339d9bbfd6, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:17.531900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] For port 9ec33afb-5326-4733-8647-0e339d9bbfd6, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:17.542822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.565242 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.571981 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] For port a82f98f6-7bf7-466d-81f0-c34af72c097a, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:17.575762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] For port a82f98f6-7bf7-466d-81f0-c34af72c097a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a82f98f6-7bf7-466d-81f0-c34af72c097a,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:17.612874 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.650209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:17.651197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.653149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] 10.222.0.37 "PUT /v2.0/ports/9ec33afb-5326-4733-8647-0e339d9bbfd6 HTTP/1.1" status: 200 len: 1096 time: 1.7038870 Nov 27 15:46:17.700775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'tag': '9ec33afb-5326-4733-8647-0e339d9bbfd6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:17.711045 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e85a46-0d3a-4212-bf1d-d10081992a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "72d84412-578f-4c1e-b0ba-cd002a0dbcb2", "tag": "9ec33afb-5326-4733-8647-0e339d9bbfd6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:17.783969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:17.785710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57342) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:17.796729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-1d8ee950-a1af-4189-802a-713ab717dc6d service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653048 Nov 27 15:46:17.818188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e26975-5c04-4071-ad7c-83d6e26476d0 req-4e5bc6cf-350c-4349-9fd3-262d70ad0ab7 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:17.826416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88e26975-5c04-4071-ad7c-83d6e26476d0 req-4e5bc6cf-350c-4349-9fd3-262d70ad0ab7 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 949 time: 0.1659138 Nov 27 15:46:17.842350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41464032-ec65-4089-8734-7d60d59e21d0 None None] Pushing event updated for resources: {'Port': ['ID=a82f98f6-7bf7-466d-81f0-c34af72c097a,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:17.881229 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931264c-46e1-4448-936a-a1ccf64f5a9f x-openstack-request-id: req-a931264c-46e1-4448-936a-a1ccf64f5a9f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:17.881562 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d84412-578f-4c1e-b0ba-cd002a0dbcb2", "tag": "9ec33afb-5326-4733-8647-0e339d9bbfd6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:17.882384 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a931264c-46e1-4448-936a-a1ccf64f5a9f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:17.882384 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'tag': '9ec33afb-5326-4733-8647-0e339d9bbfd6', 'status': 'completed', 'code': 200} Nov 27 15:46:17.955408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709dec4-773d-43be-927a-4764d229c1ac service neutron] Pushing event updated for resources: {'Port': ['ID=9ec33afb-5326-4733-8647-0e339d9bbfd6,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:17.980177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88e26975-5c04-4071-ad7c-83d6e26476d0 req-f73c52d6-69b1-4817-99a9-3887167e095b tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526861 Nov 27 15:46:18.009432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-201abf05-d427-419f-a935-446bdcc2b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:18.021885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-201abf05-d427-419f-a935-446bdcc2b7ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac747522ab144d5d8dcdb8486e868927&device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 1099 time: 0.2978256 Nov 27 15:46:18.140979 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-df2f8c92-0003-4f29-87cd-69897d69d586 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6 HTTP/1.1" status: 200 len: 217 time: 0.1116371 Nov 27 15:46:18.238738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f396c-a858-468a-b62e-51ace89de5ed req-cc3962da-99a1-4b69-96ea-6eb1a139878a tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:18.246025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-166f396c-a858-468a-b62e-51ace89de5ed req-cc3962da-99a1-4b69-96ea-6eb1a139878a tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 948 time: 0.1980269 Nov 27 15:46:18.252415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e04959ff-8ee0-49bc-a66e-333bf35b3609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.290603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Allocated IP 172.25.1.240 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/66e45eb3-d153-41c0-ac7d-d5380c04a6b2) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:18.294349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-e87e39c5-e416-4a0a-96c5-f705ccc28b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:18.296026 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-e87e39c5-e416-4a0a-96c5-f705ccc28b85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1483734 Nov 27 15:46:18.297155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-4b345c02-6bfa-4099-9a30-5146a4acf81c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:18.300244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-4b345c02-6bfa-4099-9a30-5146a4acf81c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.1635737 Nov 27 15:46:18.378175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-166f396c-a858-468a-b62e-51ace89de5ed req-ea7db217-3be6-4b49-8022-6ef70e0219b6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303966 Nov 27 15:46:18.399875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:18.455233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:18.469918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-db165558-3dc6-4b67-8139-573f44fdd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:18.471511 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-db165558-3dc6-4b67-8139-573f44fdd4eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585584 Nov 27 15:46:18.540782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:18.561519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-0017e154-25cf-4e0f-8c13-3d042955907c service neutron] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:18.566514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-0017e154-25cf-4e0f-8c13-3d042955907c service neutron] Publish callbacks [] for binding, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.568211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c74ab827-a494-4588-80c4-4dccf8dc8107 req-0017e154-25cf-4e0f-8c13-3d042955907c service neutron] 10.222.0.37 "DELETE /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0/bindings/n-h1-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.2492599 Nov 27 15:46:18.620631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.655313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.696731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943df405-22ef-4b5e-96d4-df866542be1f req-582dd6b2-351b-4dc5-92a7-b6995d69521b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:18.698806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-943df405-22ef-4b5e-96d4-df866542be1f req-582dd6b2-351b-4dc5-92a7-b6995d69521b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 945 time: 0.1014304 Nov 27 15:46:18.721902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e04959ff-8ee0-49bc-a66e-333bf35b3609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.726212 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-0011db9f-3aad-4af0-a8b8-809caafa689d service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425659 Nov 27 15:46:18.730405 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e04959ff-8ee0-49bc-a66e-333bf35b3609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.782799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.791222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.828606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e04959ff-8ee0-49bc-a66e-333bf35b3609 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc383e41946c4c8e9d64595d42b1cb51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9949381 Nov 27 15:46:18.840106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57374) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:18.866284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-943df405-22ef-4b5e-96d4-df866542be1f req-822f871f-c407-4ef2-a8db-21f07898d3b0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482842 Nov 27 15:46:18.877500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a9825d839854f0596c0bbc9d0334995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754801 Nov 27 15:46:18.879792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57378) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:18.901054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04959ff-8ee0-49bc-a66e-333bf35b3609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ffaca2-a0a4-4d5d-becb-8ed2f11a6762,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:18.918829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:18.944198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b6dcd-230e-4359-aa09-45d4912e0dac,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:18.967652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.968212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.968711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.969433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.969936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.970439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.971730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.972284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.972788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.973282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.973862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:18.974383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b08d9d9-e6a5-4440-aa2e-c719fa051a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:19.000567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:19.004953 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c11e7933-3127-4ac9-b98e-850337c1bb46 req-63b64fe4-68ea-4a8e-8c16-be26821e86d6 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681985 Nov 27 15:46:19.018852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:19.026917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:19.054735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9696d7aa-6bc6-4694-844a-5f9f64f98611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.102499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f04774-c490-45da-931c-f874ca3fe397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.106560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Pushing event updated for resources: {'Port': ['ID=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:19.115489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9696d7aa-6bc6-4694-844a-5f9f64f98611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.174194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f04774-c490-45da-931c-f874ca3fe397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.261443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1e007-464c-4e32-bc64-fe07bbdf71ec req-eb234cfc-aa2e-48a8-846b-68dd6037163e tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:19.263024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92a1e007-464c-4e32-bc64-fe07bbdf71ec req-eb234cfc-aa2e-48a8-846b-68dd6037163e tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 949 time: 0.1154215 Nov 27 15:46:19.265423 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9696d7aa-6bc6-4694-844a-5f9f64f98611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.269490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9696d7aa-6bc6-4694-844a-5f9f64f98611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.273885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9696d7aa-6bc6-4694-844a-5f9f64f98611 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e44b6dcd-230e-4359-aa09-45d4912e0dac HTTP/1.1" status: 204 len: 168 time: 0.3930743 Nov 27 15:46:19.285240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a582e2-4996-4d24-b974-0219ea91e637 req-aa424ebe-596f-46e6-b13a-bd74ccb675ff tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:19.287473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85a582e2-4996-4d24-b974-0219ea91e637 req-aa424ebe-596f-46e6-b13a-bd74ccb675ff tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1096 time: 0.1412156 Nov 27 15:46:19.313469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696d7aa-6bc6-4694-844a-5f9f64f98611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b6dcd-230e-4359-aa09-45d4912e0dac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:19.331826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ddd6a-49c5-41dd-9565-8a3f1795ec84 None None] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:46:19.358765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-551522a6-7cd6-4f2d-9736-f899a026d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:19.360949 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-551522a6-7cd6-4f2d-9736-f899a026d301 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac747522ab144d5d8dcdb8486e868927&device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 1099 time: 0.2004161 Nov 27 15:46:19.390477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92a1e007-464c-4e32-bc64-fe07bbdf71ec req-45d215fb-8d7b-4d1f-b4e2-a8d5aaddbbe0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104224 Nov 27 15:46:19.431064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85a582e2-4996-4d24-b974-0219ea91e637 req-48082d49-4b31-4336-b9d7-589859194bff tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206820 Nov 27 15:46:19.466671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f04774-c490-45da-931c-f874ca3fe397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.470510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f04774-c490-45da-931c-f874ca3fe397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.475626 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-13f04774-c490-45da-931c-f874ca3fe397 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51ffaca2-a0a4-4d5d-becb-8ed2f11a6762 HTTP/1.1" status: 204 len: 168 time: 0.6344819 Nov 27 15:46:19.534297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f04774-c490-45da-931c-f874ca3fe397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ffaca2-a0a4-4d5d-becb-8ed2f11a6762,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:19.562492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bf095-2a41-48f5-9022-5f759f16a431 req-e0a02056-c9c1-4b19-8b46-410ebf36a42c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:19.572311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57402) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:19.572999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Provisioning complete for port a82f98f6-7bf7-466d-81f0-c34af72c097a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:19.573682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f51bf095-2a41-48f5-9022-5f759f16a431 req-e0a02056-c9c1-4b19-8b46-410ebf36a42c tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 948 time: 0.1111288 Nov 27 15:46:19.581640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.628627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a82f98f6-7bf7-466d-81f0-c34af72c097a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:19.643222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f51bf095-2a41-48f5-9022-5f759f16a431 req-eeed2b6e-9cee-40c4-8db2-11e442e1263f tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677874 Nov 27 15:46:19.966732 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.980071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a82f98f6-7bf7-466d-81f0-c34af72c097a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:19.980833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:19.997581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-31390fad-8490-412c-b6ef-5fc612f092d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:19.998960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-31390fad-8490-412c-b6ef-5fc612f092d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.6294980 Nov 27 15:46:20.068415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] For port a82f98f6-7bf7-466d-81f0-c34af72c097a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a82f98f6-7bf7-466d-81f0-c34af72c097a,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:20.078660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.118286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-20f284ab-5a45-499e-8ac2-fbf2c25ab592 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6 HTTP/1.1" status: 200 len: 217 time: 0.1017597 Nov 27 15:46:20.182086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-942c4199-57e2-4ba1-b723-7c5a4995e597 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:20.195662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f579e921-add8-4a1f-92b1-357e80893e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.195994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Pushing event updated for resources: {'Port': ['ID=a82f98f6-7bf7-466d-81f0-c34af72c097a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:20.203871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.204096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.204421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.204731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.205067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.205186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-942c4199-57e2-4ba1-b723-7c5a4995e597 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.2270057 Nov 27 15:46:20.205490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.205774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.206097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.206720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.207293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.207624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57422) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:20.207950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.208500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c251f-74b2-44a5-8f76-31d575d88d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:20.245337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-4bdaab3c-bab4-492b-b8b1-757c8ac2669b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/quotas/93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 375 time: 0.0386908 Nov 27 15:46:20.247385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723976f6-cdb2-4652-9664-9a3f2f61bfe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.252936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57424) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:20.260438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.297101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0462147f-c55b-4a77-bd81-2dac960d69c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.305885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-299fcd22-174e-49c0-9a6f-f0f6aa70281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:20.307394 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-299fcd22-174e-49c0-9a6f-f0f6aa70281d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1526427 Nov 27 15:46:20.365464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-dd6eb6c2-00dd-4253-aa85-2d59e8badf68 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189339 Nov 27 15:46:20.401993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6ce0d1d4-6831-4696-95d2-0d49a725732d None None] Provisioning complete for port a82f98f6-7bf7-466d-81f0-c34af72c097a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:20.402695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce0d1d4-6831-4696-95d2-0d49a725732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.448124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-80c6379b-5c42-4500-b32f-81831f61003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:20.449750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-80c6379b-5c42-4500-b32f-81831f61003b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278079 Nov 27 15:46:20.490466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14df42eb-0c8f-453b-9e40-8a2924883fd4 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:20.514530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f579e921-add8-4a1f-92b1-357e80893e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.530595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723976f6-cdb2-4652-9664-9a3f2f61bfe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.555071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 14df42eb-0c8f-453b-9e40-8a2924883fd4 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:20.556516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f579e921-add8-4a1f-92b1-357e80893e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.559373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 14df42eb-0c8f-453b-9e40-8a2924883fd4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:20.559819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.570908 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723976f6-cdb2-4652-9664-9a3f2f61bfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.618336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0462147f-c55b-4a77-bd81-2dac960d69c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.632137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-0b83837e-32d8-4795-8a91-fc10a9bc4b22 service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571568 Nov 27 15:46:20.632511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0462147f-c55b-4a77-bd81-2dac960d69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.637780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-723976f6-cdb2-4652-9664-9a3f2f61bfe7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fd952eb32f1431389d26c7b1b98bb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279037 Nov 27 15:46:20.643020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57428) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:20.652163 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.663453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f579e921-add8-4a1f-92b1-357e80893e61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00d74f6da4584ec6919f9870c32bb1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0772758 Nov 27 15:46:20.663908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:20.671398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579e921-add8-4a1f-92b1-357e80893e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d824ba64-630a-494a-b135-d8eaa392fd77,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:20.680610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df42eb-0c8f-453b-9e40-8a2924883fd4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:20.683338 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ed2a9-ff4e-409a-8df1-ee4a75ad2b7e" -d '{"events": [{"server_uuid": "ab7ce979-2248-4460-aa68-cf74c5853080", "name": "network-vif-plugged", "status": "completed", "tag": "14df42eb-0c8f-453b-9e40-8a2924883fd4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:20.688993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723976f6-cdb2-4652-9664-9a3f2f61bfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e9255-a376-4f50-9884-7bb64f4b45bc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:20.700448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 14df42eb-0c8f-453b-9e40-8a2924883fd4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:20.707960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.717873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-e234da95-1a36-4373-9191-53f66ae74dfd service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583041 Nov 27 15:46:20.740779 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.761608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4bc5-0e5d-4985-bcb8-8e16266cadba req-9ffb89f2-09dc-4b1a-a00c-c0d63c2338bf tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:20.763124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d6a4bc5-0e5d-4985-bcb8-8e16266cadba req-9ffb89f2-09dc-4b1a-a00c-c0d63c2338bf tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 949 time: 0.2498024 Nov 27 15:46:20.772546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=14df42eb-0c8f-453b-9e40-8a2924883fd4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:20.789102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0462147f-c55b-4a77-bd81-2dac960d69c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae887cf35208406fb7129908809a1817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5349035 Nov 27 15:46:20.796929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:20.799694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462147f-c55b-4a77-bd81-2dac960d69c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a24a69-e0ed-4f3b-9e17-023cc336519b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:20.843816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df42e58c-1bca-4eb2-910e-ad92bc4c0e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.890291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-db6981a5-acec-4556-a6c0-c73d1a6c952c service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462947 Nov 27 15:46:20.894665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cd489ff-6bbb-4685-804b-44a58db125fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.900886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d6a4bc5-0e5d-4985-bcb8-8e16266cadba req-a26d256e-5651-4ef6-8feb-251fc341633f tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223161 Nov 27 15:46:20.901138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df42e58c-1bca-4eb2-910e-ad92bc4c0e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.931131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cd489ff-6bbb-4685-804b-44a58db125fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.949192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-493c4427-36b5-48e2-a6b4-1326ce283710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:20.973368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99e85a46-0d3a-4212-bf1d-d10081992a6b req-b0c583c9-dd5d-4bce-81ea-e09f32f22d5e service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460616 Nov 27 15:46:21.005239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-493c4427-36b5-48e2-a6b4-1326ce283710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.013004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df42e58c-1bca-4eb2-910e-ad92bc4c0e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.021463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df42e58c-1bca-4eb2-910e-ad92bc4c0e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.021463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df42e58c-1bca-4eb2-910e-ad92bc4c0e55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d824ba64-630a-494a-b135-d8eaa392fd77 HTTP/1.1" status: 204 len: 168 time: 0.3493419 Nov 27 15:46:21.024672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Router a0756571-ed0d-408e-acff-959d3f9bb1ec is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:46:21.034384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42e58c-1bca-4eb2-910e-ad92bc4c0e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d824ba64-630a-494a-b135-d8eaa392fd77,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:21.063728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cd489ff-6bbb-4685-804b-44a58db125fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.067582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cd489ff-6bbb-4685-804b-44a58db125fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.069647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6cd489ff-6bbb-4685-804b-44a58db125fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/359e9255-a376-4f50-9884-7bb64f4b45bc HTTP/1.1" status: 204 len: 168 time: 0.4202371 Nov 27 15:46:21.103884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd489ff-6bbb-4685-804b-44a58db125fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e9255-a376-4f50-9884-7bb64f4b45bc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:21.136964 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-493c4427-36b5-48e2-a6b4-1326ce283710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.139628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-493c4427-36b5-48e2-a6b4-1326ce283710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.140834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-493c4427-36b5-48e2-a6b4-1326ce283710 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39a24a69-e0ed-4f3b-9e17-023cc336519b HTTP/1.1" status: 204 len: 168 time: 0.3420672 Nov 27 15:46:21.165985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a4be1-a316-41f6-848b-bfc4f15c8031 req-d2f6e0fa-4805-4d9e-8c2d-19a66fd42c85 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:21.174848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-998a4be1-a316-41f6-848b-bfc4f15c8031 req-d2f6e0fa-4805-4d9e-8c2d-19a66fd42c85 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 948 time: 0.1163030 Nov 27 15:46:21.179242 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53019d66-932e-48e9-90aa-30b481cb8bdc x-openstack-request-id: req-53019d66-932e-48e9-90aa-30b481cb8bdc {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:21.179882 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ce979-2248-4460-aa68-cf74c5853080", "name": "network-vif-plugged", "status": "completed", "tag": "14df42eb-0c8f-453b-9e40-8a2924883fd4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:21.180362 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53019d66-932e-48e9-90aa-30b481cb8bdc {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:21.181686 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df42eb-0c8f-453b-9e40-8a2924883fd4', 'code': 200} Nov 27 15:46:21.183558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c4427-36b5-48e2-a6b4-1326ce283710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a24a69-e0ed-4f3b-9e17-023cc336519b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:21.277380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-998a4be1-a316-41f6-848b-bfc4f15c8031 req-d17a43c2-e143-4c71-970b-cb7c9186adeb tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014822 Nov 27 15:46:21.360289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:46:21.382964 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:46:21.419718 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:46:21.423850 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:21.424396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.426852 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-580cdffe-7636-42b3-8f50-940603060a3d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.4222698 Nov 27 15:46:21.434467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57454) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:21.434974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26b6ff18-cc54-4fc2-b96e-1aae4adede62 req-72d4ebc8-c1ea-4c4f-a891-210643fd51fb tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 210 time: 0.0546386 Nov 27 15:46:21.462236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83a8e-3d3f-4d38-98ad-6d33ccb69c2a req-71f47e38-01b6-4e54-a4f1-52c72b5a82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:21.462236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92b83a8e-3d3f-4d38-98ad-6d33ccb69c2a req-71f47e38-01b6-4e54-a4f1-52c72b5a82e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 1101 time: 0.1489720 Nov 27 15:46:21.467739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a82f98f6-7bf7-466d-81f0-c34af72c097a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:21.542986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a82f98f6-7bf7-466d-81f0-c34af72c097a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:21.543172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.615793 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:46:21.705602 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92b83a8e-3d3f-4d38-98ad-6d33ccb69c2a req-604705a5-723c-44fd-8ed5-0b5277b30bc8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930244 Nov 27 15:46:21.859970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57462) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:21.877918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1058759b-1588-422f-bf7b-4ced0aea41ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:21.905612 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:19Z', 'revision_number': 3, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:21.943288 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:46:21.943852 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Updating router a0756571-ed0d-408e-acff-959d3f9bb1ec port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:46:21.977873 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.066808 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1058759b-1588-422f-bf7b-4ced0aea41ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.075865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1058759b-1588-422f-bf7b-4ced0aea41ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.160911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.235211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1058759b-1588-422f-bf7b-4ced0aea41ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b78eee26ac848e6ba30ae6d1e7a6e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738680 Nov 27 15:46:22.265400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57478) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:22.334023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058759b-1588-422f-bf7b-4ced0aea41ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480f4dee-b8df-4a8e-a2dd-d2058bf835a5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:22.350775 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.356637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ec33afb-5326-4733-8647-0e339d9bbfd6 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:22.360605 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.409081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b47f-2e8e-45b7-9ef0-de16a9373a3a req-63f62675-ebd2-4129-be06-5185933ed7f0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:22.421100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e98b47f-2e8e-45b7-9ef0-de16a9373a3a req-63f62675-ebd2-4129-be06-5185933ed7f0 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 950 time: 0.3015289 Nov 27 15:46:22.428111 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Pushing event updated for resources: {'Port': ['ID=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:22.453777 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.454364 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.454855 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.455366 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.455847 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.456388 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.456865 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.457360 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.457869 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.459406 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.459896 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.460413 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:46:22.464336 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Attempting to bind port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:22.465790 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Attempting to bind port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:22.466383 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Attempting to bind port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:22.473188 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:22.474578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:22.475192 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.475805 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:22.476485 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Bound port: 66e45eb3-d153-41c0-ac7d-d5380c04a6b2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:22.477179 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.569750 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] For port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:22.574790 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] For port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:22.585200 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.588518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9ec33afb-5326-4733-8647-0e339d9bbfd6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:22.610099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9ec33afb-5326-4733-8647-0e339d9bbfd6', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '9ec33afb-5326-4733-8647-0e339d9bbfd6', 'mac_address': 'fa:16:3e:ed:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:22.669308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-913f7999-43d5-48c3-bbb5-9ee14124a369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.690528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e98b47f-2e8e-45b7-9ef0-de16a9373a3a req-0a6004de-a847-4fa8-8576-9120414ffa7e tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680357 Nov 27 15:46:22.717832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.737072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1cae2-b405-43e9-8b2b-c36e6150c901 req-ce812da8-f63e-4f3d-9633-e5be1fcad129 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:22.738831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53e1cae2-b405-43e9-8b2b-c36e6150c901 req-ce812da8-f63e-4f3d-9633-e5be1fcad129 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 948 time: 0.2724371 Nov 27 15:46:22.773314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec33afb-5326-4733-8647-0e339d9bbfd6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:22.775267 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731650-0e92-4d48-a78a-d1399464d41b None None] Pushing event updated for resources: {'Port': ['ID=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:22.790506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-913f7999-43d5-48c3-bbb5-9ee14124a369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.806550 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:46:22.808058 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:22.820112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9ec33afb-5326-4733-8647-0e339d9bbfd6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:22.821833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:22.964091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9ec33afb-5326-4733-8647-0e339d9bbfd6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:22.971542 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:46:23.063614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53e1cae2-b405-43e9-8b2b-c36e6150c901 req-a3442e3b-7f72-486b-90de-55b872817782 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018532 Nov 27 15:46:23.080179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9ec33afb-5326-4733-8647-0e339d9bbfd6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:23.087921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-913f7999-43d5-48c3-bbb5-9ee14124a369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:23.090932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-913f7999-43d5-48c3-bbb5-9ee14124a369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:23.095596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-913f7999-43d5-48c3-bbb5-9ee14124a369 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/480f4dee-b8df-4a8e-a2dd-d2058bf835a5 HTTP/1.1" status: 204 len: 168 time: 0.8166437 Nov 27 15:46:23.159312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-009766a7-1388-4519-b3ed-5a7d688878a8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:23.160754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-009766a7-1388-4519-b3ed-5a7d688878a8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.3326313 Nov 27 15:46:23.175022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Request body: {'port': {'device_id': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'admin_state_up': True, 'tenant_id': '93d68f827a2e4d9cbecdba351503bc7e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:23.192370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Allocated IP 172.20.0.1 (3ed1d4f2-f4a8-47b4-a807-59499ed4dd48/8dcf48d4-cbcf-4025-84ee-0a640b9251bd/55113aa8-b996-4088-b557-77cf660283ff) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:23.218228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f7999-43d5-48c3-bbb5-9ee14124a369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480f4dee-b8df-4a8e-a2dd-d2058bf835a5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:23.221561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d279b83-9a4f-48b9-bc8f-0a0a55e5318a req-02f73ace-04dd-44c6-a0c5-55a387e9798a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 210 time: 0.1216512 Nov 27 15:46:23.312939 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:19Z', 'revision_number': 3, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:23.356448 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd43d45-9e15-4178-a8b5-3dfe2d732f10 None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:19Z', 'revision_number': 3, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:46:23.402902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Made reservation on behalf of 93d68f827a2e4d9cbecdba351503bc7e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:23.409249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:23.418296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:23.538776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:23.612026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:23.619975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:23.622449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:23.735369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=55113aa8-b996-4088-b557-77cf660283ff,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:23.750453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Allocated IP 172.20.0.14 (8c29ef00-b7e9-4431-8275-c7f37c550603/2c43f5a0-2116-4379-abfc-5ab1bc13c328/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:23.777127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:23.964205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba894f2-6bbf-47a1-a698-cd0d33070a38 req-f45b3cb6-515e-42d5-a197-487f336da544 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:23.966435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aba894f2-6bbf-47a1-a698-cd0d33070a38 req-f45b3cb6-515e-42d5-a197-487f336da544 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 950 time: 0.1482902 Nov 27 15:46:24.038249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.055207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aba894f2-6bbf-47a1-a698-cd0d33070a38 req-d471fbde-f346-44c8-b5ae-493f027fedd2 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820899 Nov 27 15:46:24.088446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f2eba343-4dff-47a8-9d56-4958b54750c6 None None] Provisioning complete for port 55113aa8-b996-4088-b557-77cf660283ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:24.088910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f2eba343-4dff-47a8-9d56-4958b54750c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.205970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f2eba343-4dff-47a8-9d56-4958b54750c6 None None] Port 55113aa8-b996-4088-b557-77cf660283ff cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:24.276549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4c230-3fb5-44af-87cf-50c45e59f06a req-75189c86-6013-4f22-ade7-ef684baea1b0 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:24.283473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdb4c230-3fb5-44af-87cf-50c45e59f06a req-75189c86-6013-4f22-ade7-ef684baea1b0 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 949 time: 0.1130223 Nov 27 15:46:24.358869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ec33afb-5326-4733-8647-0e339d9bbfd6 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:24.404056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdb4c230-3fb5-44af-87cf-50c45e59f06a req-c357a4b2-6a57-4667-9de9-f8e29b64f899 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127391 Nov 27 15:46:24.414356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.460099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.490347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 9ec33afb-5326-4733-8647-0e339d9bbfd6 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:24.499184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9ec33afb-5326-4733-8647-0e339d9bbfd6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:24.499568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.507808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-42be8a56-4298-494d-9d25-9d19dc26aaad req-6f0b0f21-a47e-4d18-b924-c2f68584d528 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 210 time: 0.0992537 Nov 27 15:46:24.560352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.586813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.625921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.651499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbef0d-b8b2-4261-95b6-c75d711c8e13 req-9e601664-6a0e-4de8-a95d-784a36522b25 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:24.655820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec33afb-5326-4733-8647-0e339d9bbfd6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:24.659378 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1fc8e4-7ea0-438c-a03b-6b197afe1f73" -d '{"events": [{"server_uuid": "72d84412-578f-4c1e-b0ba-cd002a0dbcb2", "name": "network-vif-plugged", "status": "completed", "tag": "9ec33afb-5326-4733-8647-0e339d9bbfd6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:24.660539 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4bbef0d-b8b2-4261-95b6-c75d711c8e13 req-9e601664-6a0e-4de8-a95d-784a36522b25 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 950 time: 0.1026514 Nov 27 15:46:24.662414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:24.674173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:24.683655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:24.698412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9ec33afb-5326-4733-8647-0e339d9bbfd6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:24.708762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.769398 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951b6ddb-106b-4c25-89f3-aa5829c55b9b x-openstack-request-id: req-951b6ddb-106b-4c25-89f3-aa5829c55b9b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:24.769871 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d84412-578f-4c1e-b0ba-cd002a0dbcb2", "name": "network-vif-plugged", "status": "completed", "tag": "9ec33afb-5326-4733-8647-0e339d9bbfd6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:24.770251 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-951b6ddb-106b-4c25-89f3-aa5829c55b9b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:24.771387 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec33afb-5326-4733-8647-0e339d9bbfd6', 'code': 200} Nov 27 15:46:24.788550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4bbef0d-b8b2-4261-95b6-c75d711c8e13 req-8a1235bd-fb6a-4e5d-96f1-0295ba49bc25 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270487 Nov 27 15:46:24.790558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:24.813024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:24.813881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.824374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9ec33afb-5326-4733-8647-0e339d9bbfd6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:24.835144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:24.879658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-23f92800-32c5-45ed-aa88-3e271eb3de83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7081015 Nov 27 15:46:24.916721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Request body: {'port': {'device_id': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:24.998827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=55113aa8-b996-4088-b557-77cf660283ff,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:25.052813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b3c-1272-4c9a-a13b-e6bd16451f8b req-fcde02c1-ba6f-43eb-90e5-2e67192b40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:25.055144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcf75b3c-1272-4c9a-a13b-e6bd16451f8b req-fcde02c1-ba6f-43eb-90e5-2e67192b40c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 1101 time: 0.1936069 Nov 27 15:46:25.116169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d27f50-0206-4f0f-990f-8256414b3d61 req-7c3eee6c-c3e9-4f56-8499-4b5a5225b281 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:25.123689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17d27f50-0206-4f0f-990f-8256414b3d61 req-7c3eee6c-c3e9-4f56-8499-4b5a5225b281 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 950 time: 0.0626907 Nov 27 15:46:25.125015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcf75b3c-1272-4c9a-a13b-e6bd16451f8b req-9c8f38dc-4cc3-45ce-bb03-5033f9744676 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591290 Nov 27 15:46:25.140550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.167879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:25.171582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:25.209979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17d27f50-0206-4f0f-990f-8256414b3d61 req-aecae894-0ec1-44d4-905f-f243f89bbe8f tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849369 Nov 27 15:46:25.441733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:25.543433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:25.543806 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.548790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:46:25.595394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-55460871-59fd-458f-baea-699444b5e84f None None] Provisioning complete for port 55113aa8-b996-4088-b557-77cf660283ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:25.596009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55460871-59fd-458f-baea-699444b5e84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.654284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-55460871-59fd-458f-baea-699444b5e84f None None] Port 55113aa8-b996-4088-b557-77cf660283ff cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:25.713770 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.727751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-266fb613-6dca-4b77-897d-d077a145c92a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282648 Nov 27 15:46:25.759851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:25.769667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.788167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:46:25.805612 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e2d00461-728d-482b-a44e-3b84c37f3ae5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a0756571-ed0d-408e-acff-959d3f9bb1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3671250 Nov 27 15:46:25.813789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:25.823705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.859263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Transition to ACTIVE for port object c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:25.865801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:25.909801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:46:25.914546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:25.953526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:46:25.959023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-bd294726-7a17-4629-9c11-0db3c63aff30 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:25.959692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:25.962743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:25.978794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-bd294726-7a17-4629-9c11-0db3c63aff30 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463005 Nov 27 15:46:26.016511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:26.017871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:26.018440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:26.022123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-e9ce9022-f01a-42e4-aba3-c747982a95c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/quotas/b1734dd8fcc14c8fb0f19134350d4d8d HTTP/1.1" status: 200 len: 375 time: 0.0424044 Nov 27 15:46:26.025672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:26.026251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:26.032711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:26.033140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:26.033631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:26.034129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Bound port: c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:26.034560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:26.121489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-3bba384f-b8d9-4502-b1d5-e32630d0b0da tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983377 Nov 27 15:46:26.154674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726498f4-7b0a-4105-a4a3-ce882d40a132 req-2fb9b343-ffa9-42a3-b9d9-367b2d068d90 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:26.164248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:46:26.165433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-726498f4-7b0a-4105-a4a3-ce882d40a132 req-2fb9b343-ffa9-42a3-b9d9-367b2d068d90 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.1610000 Nov 27 15:46:26.166708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:26.170343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:26.180002 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:26.232217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-726498f4-7b0a-4105-a4a3-ce882d40a132 req-7464c55f-16e0-4cc7-ad75-c1d343ef9b10 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Nov 27 15:46:26.248613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:26.249388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:26.251080 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] 10.222.0.21 "PUT /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 1092 time: 1.3538332 Nov 27 15:46:26.252236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:26.254798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b1805-d6ba-45d6-a3db-8127593a040e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:26.318697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ca32e-aaa4-47ac-aa3c-5c55fb0b9d00 service neutron] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:26.390827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-0e0cfabb-3e82-4e61-988b-cc0870aed3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:26.392549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-0e0cfabb-3e82-4e61-988b-cc0870aed3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1095 time: 0.0864258 Nov 27 15:46:26.414793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79bea2-e3e6-41c8-a7d5-1bc4d5a6e341 req-60fc2dec-ed0d-482c-b2c5-df334eb1a5f3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:26.417287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d79bea2-e3e6-41c8-a7d5-1bc4d5a6e341 req-60fc2dec-ed0d-482c-b2c5-df334eb1a5f3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 944 time: 0.0863628 Nov 27 15:46:26.487077 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-dce45b45-2f0a-4910-84e9-17450ccff5cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 217 time: 0.0748336 Nov 27 15:46:26.531966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-f65d8a13-48b0-45ab-b785-83707400be46 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:26.533874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-f65d8a13-48b0-45ab-b785-83707400be46 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 950 time: 0.0959928 Nov 27 15:46:26.542636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d79bea2-e3e6-41c8-a7d5-1bc4d5a6e341 req-546b8f76-8a3d-4633-bae6-903ebc4c8161 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179354 Nov 27 15:46:26.558713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329161-481e-49ae-a551-f5bd8df268fe req-750fc9c1-163d-429b-a888-21b9d06a9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:26.564729 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-750fc9c1-163d-429b-a888-21b9d06a9c47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0682979 Nov 27 15:46:26.586195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:24Z', 'revision_number': 2, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:26.627871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-02eb10f9-b391-4790-b540-b440d259bc58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572493 Nov 27 15:46:26.653198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:46:26.653902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Updating router a0756571-ed0d-408e-acff-959d3f9bb1ec port 55113aa8-b996-4088-b557-77cf660283ff binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:46:26.706994 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:26.754027 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-d02fe570-ce9e-4475-8891-378cedefea51 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179483 Nov 27 15:46:26.885826 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8329161-481e-49ae-a551-f5bd8df268fe req-0146f5c5-7b7d-42ce-8993-df1ced4e815d service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234996 Nov 27 15:46:27.041816 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.050617 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.087064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a385e46-1892-4083-aa51-d7604b50b78e req-b645fe05-8cdf-4541-85bb-9ee95c05bcd1 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:27.088562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a385e46-1892-4083-aa51-d7604b50b78e req-b645fe05-8cdf-4541-85bb-9ee95c05bcd1 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 950 time: 0.3949590 Nov 27 15:46:27.095713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Deleting port 14df42eb-0c8f-453b-9e40-8a2924883fd4 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:46:27.096060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.108911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfe8c2-2e2b-463c-945d-76c76d33e579 None None] Pushing event updated for resources: {'Port': ['ID=55113aa8-b996-4088-b557-77cf660283ff,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:27.155971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Attempting to bind port 55113aa8-b996-4088-b557-77cf660283ff on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:27.156674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Attempting to bind port 55113aa8-b996-4088-b557-77cf660283ff by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:27.157400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Attempting to bind port 55113aa8-b996-4088-b557-77cf660283ff on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:27.164035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:27.164771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Checking segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:27.165373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.166055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Bound using segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:27.166715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Bound port: 55113aa8-b996-4088-b557-77cf660283ff, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:27.167446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.198220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-267df316-03ae-4dad-8ef2-21a4ad47d157 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:27.205252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-267df316-03ae-4dad-8ef2-21a4ad47d157 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 821 time: 0.2130888 Nov 27 15:46:27.246006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-fbd0f933-823d-4d5c-93ee-31aed5de8b76 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/quotas/cd9b04717d144ff3979449380f489e72 HTTP/1.1" status: 200 len: 375 time: 0.0395358 Nov 27 15:46:27.248419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] For port 55113aa8-b996-4088-b557-77cf660283ff, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:27.270426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] For port 55113aa8-b996-4088-b557-77cf660283ff, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=55113aa8-b996-4088-b557-77cf660283ff,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:27.278361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.294899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a385e46-1892-4083-aa51-d7604b50b78e req-d42e48cd-430e-4a81-93e4-dba37e30d00f tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/security-groups?id=7264b212-f468-4f58-97b3-ce7248ba23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951773 Nov 27 15:46:27.316085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] For port 14df42eb-0c8f-453b-9e40-8a2924883fd4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14df42eb-0c8f-453b-9e40-8a2924883fd4,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:27.325047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.334942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Calling delete_port for 14df42eb-0c8f-453b-9e40-8a2924883fd4 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:46:27.353865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:27.360101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-10d23923-a6e3-43f6-ab49-9234a7e3cd1d tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131313 Nov 27 15:46:27.376220 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1203650-d243-4c97-9f71-6104cd88d7e5 x-openstack-request-id: req-a1203650-d243-4c97-9f71-6104cd88d7e5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:27.376518 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:27.376926 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1203650-d243-4c97-9f71-6104cd88d7e5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:27.377329 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'status': 'completed', 'code': 200} Nov 27 15:46:27.444214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-402154b1-d8fc-4f6a-a99d-2ca55761b03a None None] Provisioning complete for port 55113aa8-b996-4088-b557-77cf660283ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:27.444660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-402154b1-d8fc-4f6a-a99d-2ca55761b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.446309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfe8c2-2e2b-463c-945d-76c76d33e579 None None] Pushing event updated for resources: {'Port': ['ID=55113aa8-b996-4088-b557-77cf660283ff,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:27.450568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:46:27.456731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:27.494812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-367f691c-216c-4d57-ab27-bd018349713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:27.497875 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-367f691c-216c-4d57-ab27-bd018349713c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1095 time: 0.0928648 Nov 27 15:46:27.525532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-b7decb17-612d-41ab-8923-7d6d8ac4195c service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644127 Nov 27 15:46:27.575728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:27.576096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.661887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-443153ee-00ff-413a-a4e0-92c23444dbc2 req-956571c4-874f-49bd-9cc4-dd77146f6ad2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 210 time: 0.0882616 Nov 27 15:46:27.698731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-9609bd19-4d34-44de-b3b3-9ab5b2a7c6b9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416353 Nov 27 15:46:27.741488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.758403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-9b7504fa-d43e-4f0a-ac34-ffba933fd769 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319422 Nov 27 15:46:27.800304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Pushing event deleted for resources: {'Port': ['ID=14df42eb-0c8f-453b-9e40-8a2924883fd4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:27.853300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-49fd80b5-9b41-4e5e-8ea5-f08270fc1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:27.854798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-49fd80b5-9b41-4e5e-8ea5-f08270fc1161 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.3461468 Nov 27 15:46:27.903680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] No DVR routers for this DVR port 14df42eb-0c8f-453b-9e40-8a2924883fd4 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:27.907521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:27.912146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-143c1472-93a1-4f4c-899b-191d23ba8ec7 req-3be414ee-0268-4ff3-812a-f48ddfd79f06 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.21 "DELETE /v2.0/ports/14df42eb-0c8f-453b-9e40-8a2924883fd4 HTTP/1.1" status: 204 len: 173 time: 1.3685803 Nov 27 15:46:27.912707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'name': 'network-vif-deleted', 'tag': '14df42eb-0c8f-453b-9e40-8a2924883fd4'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:27.915682 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c881b-7cd9-4c86-828a-328c90f9767e" -d '{"events": [{"server_uuid": "ab7ce979-2248-4460-aa68-cf74c5853080", "name": "network-vif-deleted", "tag": "14df42eb-0c8f-453b-9e40-8a2924883fd4"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:27.925616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['14df42eb-0c8f-453b-9e40-8a2924883fd4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:27.964295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-89973450-a16f-4161-b632-73911bf77ef0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 217 time: 0.0918436 Nov 27 15:46:28.105047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:46:28.123227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-1d508f67-d3bc-4f89-8151-de476fb2ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:28.124692 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-1d508f67-d3bc-4f89-8151-de476fb2ce7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1483953 Nov 27 15:46:28.153557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbea705-44c8-4f6d-9807-23c63a88bdac req-626e295c-6180-4d06-b345-6af786967a61 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:28.162081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7dbea705-44c8-4f6d-9807-23c63a88bdac req-626e295c-6180-4d06-b345-6af786967a61 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.1884172 Nov 27 15:46:28.187917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-2d4932cd-75e5-4d34-96b3-0d42fadbb4d6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:28.189395 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-2d4932cd-75e5-4d34-96b3-0d42fadbb4d6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785359 Nov 27 15:46:28.191704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-1c9aea5f-ae3e-47e4-8b4e-4fc5f0005dff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462887 Nov 27 15:46:28.197613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d5666-170a-4e5c-85a5-0731594a5936 req-50cf72d8-db40-4360-b427-0ff5bbf3b04a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:28.199090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc3d5666-170a-4e5c-85a5-0731594a5936 req-50cf72d8-db40-4360-b427-0ff5bbf3b04a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 944 time: 0.1509621 Nov 27 15:46:28.213431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:28.232720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-402154b1-d8fc-4f6a-a99d-2ca55761b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:28.256333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7dbea705-44c8-4f6d-9807-23c63a88bdac req-b9bf225a-2181-4a87-9014-4e707fc5a461 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884876 Nov 27 15:46:28.312266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc3d5666-170a-4e5c-85a5-0731594a5936 req-640f2dad-cc78-4c2f-9f4c-4968dfb70f7f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045413 Nov 27 15:46:28.414241 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487810e-9c77-4ab1-b2a7-1685910f4853 x-openstack-request-id: req-c487810e-9c77-4ab1-b2a7-1685910f4853 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:28.415191 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ce979-2248-4460-aa68-cf74c5853080", "name": "network-vif-deleted", "tag": "14df42eb-0c8f-453b-9e40-8a2924883fd4", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:28.415650 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c487810e-9c77-4ab1-b2a7-1685910f4853 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:28.416380 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ce979-2248-4460-aa68-cf74c5853080', 'name': 'network-vif-deleted', 'tag': '14df42eb-0c8f-453b-9e40-8a2924883fd4', 'status': 'completed', 'code': 200} Nov 27 15:46:28.427239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-402154b1-d8fc-4f6a-a99d-2ca55761b03a None None] For port 55113aa8-b996-4088-b557-77cf660283ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=55113aa8-b996-4088-b557-77cf660283ff,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:28.445060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c15aa40-25ee-4528-86ea-001b6bbb66de req-3ccca338-0a40-41e4-b618-79ce43032086 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 210 time: 0.0449898 Nov 27 15:46:28.466452 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-402154b1-d8fc-4f6a-a99d-2ca55761b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:28.689777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d6cb5a7-4ece-478e-96ae-6518fa2bd39c req-451e1988-e597-479c-a32b-a03b9ec06232 tempest-DeleteServersAdminTestJSON-1224805519 tempest-DeleteServersAdminTestJSON-1224805519-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7ce979-2248-4460-aa68-cf74c5853080 HTTP/1.1" status: 200 len: 210 time: 0.0646031 Nov 27 15:46:28.715525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402154b1-d8fc-4f6a-a99d-2ca55761b03a None None] Pushing event updated for resources: {'Port': ['ID=55113aa8-b996-4088-b557-77cf660283ff,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:28.777893 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-ae1e2142-053a-4742-ae58-c51c180a075e service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687211 Nov 27 15:46:28.817209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dd1dc77a-5a4e-4ae7-a97f-9b6d2379ff1e None None] Provisioning complete for port 55113aa8-b996-4088-b557-77cf660283ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:28.817676 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc77a-5a4e-4ae7-a97f-9b6d2379ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:28.898081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:27Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:46:28.899708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb144a7-e3aa-4c74-9015-440b3809feb2 req-c8e142d0-bf7c-416a-ad3e-b3233ab91ce6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:28.912587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fb144a7-e3aa-4c74-9015-440b3809feb2 req-c8e142d0-bf7c-416a-ad3e-b3233ab91ce6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.1085131 Nov 27 15:46:28.949139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:28.949374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50373a10-ba6e-45d3-9422-79ffaf6fdf0f None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:27Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:46:28.952975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:28.987393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.042512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39c180b4-9810-4af1-851c-7b8c5b933e91 req-a047b54d-f31e-48b5-b8d3-debc7f3ca67a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 210 time: 0.0703621 Nov 27 15:46:29.044953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57698) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:29.047638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd2b1805-d6ba-45d6-a3db-8127593a040e req-73f57021-5de2-4b06-ade3-a4c0f534647b service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146244 Nov 27 15:46:29.093022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fb144a7-e3aa-4c74-9015-440b3809feb2 req-c79be07a-8f66-4e22-8825-961e98d61e39 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795409 Nov 27 15:46:29.230929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c45492-1276-4c6b-a193-8d063e22bd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.239753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.246227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.286733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d58373-7286-4a1f-bfe6-12a580e2e472,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:29.429005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.448596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.106 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:29.535134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c45492-1276-4c6b-a193-8d063e22bd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.566495 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c45492-1276-4c6b-a193-8d063e22bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.570402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 55113aa8-b996-4088-b557-77cf660283ff up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:29.667422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 55113aa8-b996-4088-b557-77cf660283ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:29.667977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.758718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b5b6fd3-1cbd-4739-9f69-55cfe2348b12 req-e8715452-c7cc-44bd-aafc-c30e3c67c7af tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 210 time: 0.1085267 Nov 27 15:46:29.802538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57724) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:29.841907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e4c45492-1276-4c6b-a193-8d063e22bd56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04240aa5613941008cc20a3e488cee0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7906930 Nov 27 15:46:29.845383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57730) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:29.858104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74278a6f-ff9e-4106-9364-44e54f790371 req-6df7a10e-0575-48a0-b804-9d91013d5107 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:29.860122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74278a6f-ff9e-4106-9364-44e54f790371 req-6df7a10e-0575-48a0-b804-9d91013d5107 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 944 time: 0.3348832 Nov 27 15:46:29.869452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c45492-1276-4c6b-a193-8d063e22bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c27a39-328e-4365-849e-a491bcae6788,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:29.892322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.953199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-52cc1eae-985f-4219-99aa-543b9650fe1e tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:29.955281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-52cc1eae-985f-4219-99aa-543b9650fe1e tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 821 time: 0.3346860 Nov 27 15:46:29.980592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55e27026-dfe2-4d35-b964-4df01e8cff7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:29.990352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'port': {'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'admin_state_up': True, 'tenant_id': 'cd9b04717d144ff3979449380f489e72'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:30.003164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74278a6f-ff9e-4106-9364-44e54f790371 req-93ac7086-d8c5-4e58-823d-67b9b115dd45 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152177 Nov 27 15:46:30.016819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.019895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55e27026-dfe2-4d35-b964-4df01e8cff7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.093025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55e27026-dfe2-4d35-b964-4df01e8cff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.103856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55e27026-dfe2-4d35-b964-4df01e8cff7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.104527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-55e27026-dfe2-4d35-b964-4df01e8cff7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6c27a39-328e-4365-849e-a491bcae6788 HTTP/1.1" status: 204 len: 168 time: 0.2424920 Nov 27 15:46:30.116089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:30.130873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ef9580b-70c0-4ecb-abc7-a06e20473039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.131814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e27026-dfe2-4d35-b964-4df01e8cff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c27a39-328e-4365-849e-a491bcae6788,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:30.160649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:30.171096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:30.185536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:30.326668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:30.327322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.339250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd49b7e-370f-4660-aa1e-c1281020548f req-c2ce1d11-d791-4fd9-9058-9e54fcbbd526 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:30.341535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9dd49b7e-370f-4660-aa1e-c1281020548f req-c2ce1d11-d791-4fd9-9058-9e54fcbbd526 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 936 time: 0.1694474 Nov 27 15:46:30.402063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Made reservation on behalf of cd9b04717d144ff3979449380f489e72 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:30.405077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda689c3-dfe2-4e68-8eb8-3b84401370c3 req-c9f190c8-143f-4002-901d-1b6d5347e065 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:30.406759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dda689c3-dfe2-4e68-8eb8-3b84401370c3 req-c9f190c8-143f-4002-901d-1b6d5347e065 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.1284781 Nov 27 15:46:30.411762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.426311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-af351060-9e3d-42eb-aa64-41e2c3bb650f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2193065 Nov 27 15:46:30.445597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Request body: {'port': {'device_id': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:30.448372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9dd49b7e-370f-4660-aa1e-c1281020548f req-f5ecbc16-d893-4df0-800c-1eb27c2f9318 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964353 Nov 27 15:46:30.477730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:30.510421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ef9580b-70c0-4ecb-abc7-a06e20473039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.522823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ef9580b-70c0-4ecb-abc7-a06e20473039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.565098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dda689c3-dfe2-4e68-8eb8-3b84401370c3 req-8cc2024b-2a43-4119-b08b-3170b5f350c6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446016 Nov 27 15:46:30.604529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14df42eb-0c8f-453b-9e40-8a2924883fd4 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:30.670717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 14df42eb-0c8f-453b-9e40-8a2924883fd4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:46:30.671063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14df42eb-0c8f-453b-9e40-8a2924883fd4 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:30.688794 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9ef9580b-70c0-4ecb-abc7-a06e20473039 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02b584a11d7048159ddcfb1a5472b861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8803215 Nov 27 15:46:30.693572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:30.694215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:30.705133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.708348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9238ef12-f949-4ab6-8798-af3da3cd7ac1 None None] Provisioning complete for port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:30.709113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9238ef12-f949-4ab6-8798-af3da3cd7ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.746406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9580b-70c0-4ecb-abc7-a06e20473039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18d467-bbd7-437a-8c89-f5cb187bf0fb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:30.759394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:30.773971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead2e8-4b71-44a0-b097-ec43fe1865bc req-369e6287-71b0-4086-9682-027cd47636d4 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:30.775513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59ead2e8-4b71-44a0-b097-ec43fe1865bc req-369e6287-71b0-4086-9682-027cd47636d4 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 1101 time: 0.0962174 Nov 27 15:46:30.789837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'port_id': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'mac_address': 'fa:16:3e:5e:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c43f5a0-2116-4379-abfc-5ab1bc13c328', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:30.795174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9238ef12-f949-4ab6-8798-af3da3cd7ac1 None None] Port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:30.814367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57760) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:30.857601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.863408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59ead2e8-4b71-44a0-b097-ec43fe1865bc req-6f802360-ffd1-4bb6-b4d7-e3562b99ec28 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.879577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:30.887418 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8167f7-fa3f-4ffb-b0cb-c6cbbbe18b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.907710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:30.913032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:30.941426 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c05281a-b616-4e13-8826-d39e5cc5a761 req-9d55b97d-243d-4c1a-aa2e-27eae94ec95c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 210 time: 0.0551217 Nov 27 15:46:30.983813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.000443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Allocated IP 172.20.0.10 (3ed1d4f2-f4a8-47b4-a807-59499ed4dd48/8dcf48d4-cbcf-4025-84ee-0a640b9251bd/a8c89ef6-efd0-4785-9d4f-144d638b270c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:31.028766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed905aab-d2ea-4bc5-b6cb-32735bae6aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.112141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59ead2e8-4b71-44a0-b097-ec43fe1865bc req-6f802360-ffd1-4bb6-b4d7-e3562b99ec28 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.115119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8167f7-fa3f-4ffb-b0cb-c6cbbbe18b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.119771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59ead2e8-4b71-44a0-b097-ec43fe1865bc req-6f802360-ffd1-4bb6-b4d7-e3562b99ec28 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.128354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed905aab-d2ea-4bc5-b6cb-32735bae6aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.137737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8167f7-fa3f-4ffb-b0cb-c6cbbbe18b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.148913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:31.204468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59ead2e8-4b71-44a0-b097-ec43fe1865bc req-6f802360-ffd1-4bb6-b4d7-e3562b99ec28 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097824 Nov 27 15:46:31.209741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f802360-ffd1-4bb6-b4d7-e3562b99ec28 tempest-LiveMigrationNegativeTest-1583315113 tempest-LiveMigrationNegativeTest-1583315113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c65e4-7842-4032-b515-c5af3a4e0bed,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.214903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b9e8d949-3a28-407f-92a8-ded01e26d858 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2e4a76d93294c999bc9e73b17bba79e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5117965 Nov 27 15:46:31.224679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57766) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:31.248189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d8167f7-fa3f-4ffb-b0cb-c6cbbbe18b50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=796a96515cea46c7bf3c02b21ce2f17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325416 Nov 27 15:46:31.253906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57768) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:31.261259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc7695-f4eb-4b56-8c81-53afed217cef req-74c6cf94-597f-41cd-8956-f411797b37be tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:31.269027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7fc7695-f4eb-4b56-8c81-53afed217cef req-74c6cf94-597f-41cd-8956-f411797b37be tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.1513228 Nov 27 15:46:31.299700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8167f7-fa3f-4ffb-b0cb-c6cbbbe18b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62b585d-e2ab-414b-ac01-fdca164876b0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.352918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd95e-1307-4976-90c7-10abced4a862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.358289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7fc7695-f4eb-4b56-8c81-53afed217cef req-eb809a31-b039-40b4-9491-2fdadfa92184 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884278 Nov 27 15:46:31.374929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed905aab-d2ea-4bc5-b6cb-32735bae6aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.377570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed905aab-d2ea-4bc5-b6cb-32735bae6aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.382000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ed905aab-d2ea-4bc5-b6cb-32735bae6aa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af18d467-bbd7-437a-8c89-f5cb187bf0fb HTTP/1.1" status: 204 len: 168 time: 0.6779122 Nov 27 15:46:31.397151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd95e-1307-4976-90c7-10abced4a862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.419347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed905aab-d2ea-4bc5-b6cb-32735bae6aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18d467-bbd7-437a-8c89-f5cb187bf0fb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.447749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120a616e-5764-4233-9b9a-e092444399b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.466446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.469318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd95e-1307-4976-90c7-10abced4a862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.472963 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd95e-1307-4976-90c7-10abced4a862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.474773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4bbfd95e-1307-4976-90c7-10abced4a862 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7264b212-f468-4f58-97b3-ce7248ba23bb HTTP/1.1" status: 204 len: 168 time: 0.2476442 Nov 27 15:46:31.494302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:31.503079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd95e-1307-4976-90c7-10abced4a862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264b212-f468-4f58-97b3-ce7248ba23bb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.509798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.513791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.517212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120a616e-5764-4233-9b9a-e092444399b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.553564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Transition to ACTIVE for port object e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:31.569347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.625477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.646549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.653392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120a616e-5764-4233-9b9a-e092444399b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.655936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120a616e-5764-4233-9b9a-e092444399b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.657378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-120a616e-5764-4233-9b9a-e092444399b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d62b585d-e2ab-414b-ac01-fdca164876b0 HTTP/1.1" status: 204 len: 168 time: 0.3853796 Nov 27 15:46:31.706984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4e6f3-64be-40e0-8c22-d26c63660ead req-bc55bd57-8cc9-479b-b9a9-e9ec4f3fb3d8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:31.708632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0c4e6f3-64be-40e0-8c22-d26c63660ead req-bc55bd57-8cc9-479b-b9a9-e9ec4f3fb3d8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 948 time: 0.1113362 Nov 27 15:46:31.751219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:31.757658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a616e-5764-4233-9b9a-e092444399b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62b585d-e2ab-414b-ac01-fdca164876b0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.765440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:31.797335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:31.828191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0c4e6f3-64be-40e0-8c22-d26c63660ead req-f65a4223-f22e-4437-8e13-6a2c8baeab2b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Nov 27 15:46:31.831810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event updated for resources: {'Port': ['ID=a8c89ef6-efd0-4785-9d4f-144d638b270c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:31.892069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Attempting to bind port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:31.892590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Attempting to bind port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:31.893035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Attempting to bind port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:31.909461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:31.910315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.914593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:31.914993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Attempting to bind port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:31.925569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:31.926012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:31.927420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:31.927420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Bound port: e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:31.927868 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:31.936872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeae1e7-75d9-4429-b330-1858625ccafd req-b12ebc6e-d7b3-4c8b-8e87-ef34592751d6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:31.945854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afeae1e7-75d9-4429-b330-1858625ccafd req-b12ebc6e-d7b3-4c8b-8e87-ef34592751d6 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.0884759 Nov 27 15:46:31.951916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-94753f94-11ce-4f93-bf53-19c567fe342a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9677536 Nov 27 15:46:31.977772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Request body: {'port': {'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:32.068461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afeae1e7-75d9-4429-b330-1858625ccafd req-dc40d71e-0065-42b4-8e1b-5d1253efd0ca tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215956 Nov 27 15:46:32.117185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:32.148700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] For port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:32.151655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.160831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] For port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:32.171081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e41519c0-83a3-49fc-bc46-e3ef2a571b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.173713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.201878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06033072-676d-481f-bddf-74822e545d6c req-856860f1-5a23-4ae1-8e69-d45875e5a48c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:32.211865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06033072-676d-481f-bddf-74822e545d6c req-856860f1-5a23-4ae1-8e69-d45875e5a48c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 932 time: 0.1409981 Nov 27 15:46:32.243811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:32.244620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.246113 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] 10.222.0.37 "PUT /v2.0/ports/e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d HTTP/1.1" status: 200 len: 1096 time: 1.8060093 Nov 27 15:46:32.246561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'tag': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:32.251996 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510a5ab-2bfa-4b81-9c87-7914b01e523f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f731c5f-82b3-4de9-922e-3e6543df96d5", "tag": "e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:32.328606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c58376f3-f441-4cb1-9718-be5ee009a3b4 None None] Provisioning complete for port a8c89ef6-efd0-4785-9d4f-144d638b270c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:32.329298 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c58376f3-f441-4cb1-9718-be5ee009a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.344117 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa4c48-7e9f-41fd-bd74-b9f04dc9a583 x-openstack-request-id: req-e3aa4c48-7e9f-41fd-bd74-b9f04dc9a583 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:32.344403 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f731c5f-82b3-4de9-922e-3e6543df96d5", "tag": "e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:32.344649 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3aa4c48-7e9f-41fd-bd74-b9f04dc9a583 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:32.348200 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'tag': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', 'status': 'completed', 'code': 200} Nov 27 15:46:32.388275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e41519c0-83a3-49fc-bc46-e3ef2a571b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.399200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e41519c0-83a3-49fc-bc46-e3ef2a571b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.424575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c58376f3-f441-4cb1-9718-be5ee009a3b4 None None] Port a8c89ef6-efd0-4785-9d4f-144d638b270c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:32.439328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57810) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:32.467251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75f44e27-d6e8-4ec2-bda5-e2abb9a0a46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.487344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:32.494836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af842a0-54a8-42e2-b6fd-e66109f7743c service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:32.527609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06033072-676d-481f-bddf-74822e545d6c req-3297c072-ad9a-41d3-a5da-3dd7c637c465 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007615 Nov 27 15:46:32.533392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-8ce65372-f6f0-4124-8fb7-b9241ab6f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:32.534920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-8ce65372-f6f0-4124-8fb7-b9241ab6f04c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 1099 time: 0.2150068 Nov 27 15:46:32.592314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:32.596233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:32.596606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.612782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e41519c0-83a3-49fc-bc46-e3ef2a571b1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6646af4011a94a81adff1da31650b7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943643 Nov 27 15:46:32.625270 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-519ca723-8beb-4288-ba96-d060becd4fd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d HTTP/1.1" status: 200 len: 217 time: 0.0617929 Nov 27 15:46:32.625789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57814) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:32.657963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41519c0-83a3-49fc-bc46-e3ef2a571b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c87be86-3986-45ad-be61-285f4796edc3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:32.662554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75f44e27-d6e8-4ec2-bda5-e2abb9a0a46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.673006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75f44e27-d6e8-4ec2-bda5-e2abb9a0a46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.706201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.711382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f44e27-d6e8-4ec2-bda5-e2abb9a0a46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886ae0c7-9b0c-479d-89e7-1cc6272bf2bb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:32.720838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0785ed5-e325-4880-a471-3b33cfe48332 req-3eeb514f-060e-4950-9000-a1c79233743c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:32.729304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0785ed5-e325-4880-a471-3b33cfe48332 req-3eeb514f-060e-4950-9000-a1c79233743c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.1906662 Nov 27 15:46:32.735567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:32.738331 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbd5342-d898-4588-a8a9-3a0fa87f51a3" -d '{"events": [{"server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "name": "network-vif-plugged", "status": "completed", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:32.754279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:32.762009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.779004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-75f44e27-d6e8-4ec2-bda5-e2abb9a0a46a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90adf09537064008a6ecbbc289e59e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363435 Nov 27 15:46:32.800635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57818) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:32.805564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c89ef6-efd0-4785-9d4f-144d638b270c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:32.824784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0785ed5-e325-4880-a471-3b33cfe48332 req-0d795b83-bd84-4159-b313-719b96845cbd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943747 Nov 27 15:46:32.830891 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3104f8-3740-4f0c-857a-1d83979dbe58 x-openstack-request-id: req-cd3104f8-3740-4f0c-857a-1d83979dbe58 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:32.831399 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "name": "network-vif-plugged", "status": "completed", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:32.832511 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd3104f8-3740-4f0c-857a-1d83979dbe58 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:32.833137 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'code': 200} Nov 27 15:46:32.837545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:32.870170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:32.934163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83515b12-36b3-4231-af9b-60c84bc6275b req-e882eace-648b-4c64-b228-91f49d7b5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:32.935802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83515b12-36b3-4231-af9b-60c84bc6275b req-e882eace-648b-4c64-b228-91f49d7b5b68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1097 time: 0.0645695 Nov 27 15:46:32.959364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Transition to ACTIVE for port object a8c89ef6-efd0-4785-9d4f-144d638b270c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:32.961513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-9578f15f-d82f-4447-9e65-8b1b7b99bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:32.963134 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-9578f15f-d82f-4447-9e65-8b1b7b99bdcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1903150 Nov 27 15:46:32.990848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.010315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b6b4-6524-4525-898a-3d87ec33e1df req-8d9b331f-75aa-4617-9964-e9cbe5c3510e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:33.017326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0395b6b4-6524-4525-898a-3d87ec33e1df req-8d9b331f-75aa-4617-9964-e9cbe5c3510e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 948 time: 0.0951366 Nov 27 15:46:33.041277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83515b12-36b3-4231-af9b-60c84bc6275b req-84898e32-4ed1-47a8-b211-49d623393be9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867925 Nov 27 15:46:33.042762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41252057-675d-4f8f-b314-036140f9ad49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.048907 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff86e5f2-0fbb-4718-82e8-e37a863a981e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.086899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0395b6b4-6524-4525-898a-3d87ec33e1df req-2a73938a-86ab-4e14-969b-538a93fce2ef tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645366 Nov 27 15:46:33.107402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c89ef6-efd0-4785-9d4f-144d638b270c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:33.115239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41252057-675d-4f8f-b314-036140f9ad49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.133102 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff86e5f2-0fbb-4718-82e8-e37a863a981e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.210347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-11c77625-57ae-4233-9a4d-ec3487fc51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:33.212868 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-11c77625-57ae-4233-9a4d-ec3487fc51e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373886 Nov 27 15:46:33.223935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8a24a-a674-471b-ab8b-992c4b3d260d req-0940aa56-e49a-443c-9b04-288a9d6eaa06 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:33.225548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ea8a24a-a674-471b-ab8b-992c4b3d260d req-0940aa56-e49a-443c-9b04-288a9d6eaa06 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.0609727 Nov 27 15:46:33.314455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ea8a24a-a674-471b-ab8b-992c4b3d260d req-c86d1518-9196-4dbf-acb9-ba690c72eba3 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801718 Nov 27 15:46:33.355915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Attempting to bind port a8c89ef6-efd0-4785-9d4f-144d638b270c on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:33.356251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Attempting to bind port a8c89ef6-efd0-4785-9d4f-144d638b270c by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:33.356576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Attempting to bind port a8c89ef6-efd0-4785-9d4f-144d638b270c on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:33.374784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Port a8c89ef6-efd0-4785-9d4f-144d638b270c on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:33.375244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Attempting to bind port a8c89ef6-efd0-4785-9d4f-144d638b270c on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:33.386574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41252057-675d-4f8f-b314-036140f9ad49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.389108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41252057-675d-4f8f-b314-036140f9ad49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.392552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-41252057-675d-4f8f-b314-036140f9ad49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/886ae0c7-9b0c-479d-89e7-1cc6272bf2bb HTTP/1.1" status: 204 len: 168 time: 0.5778859 Nov 27 15:46:33.400855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-0b0cb27b-aaa2-46f7-ab2d-319bc2d6deec tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:33.402469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-0b0cb27b-aaa2-46f7-ab2d-319bc2d6deec tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 950 time: 0.0555799 Nov 27 15:46:33.405258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:33.405626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Checking segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:33.406011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Bound using segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:33.406452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Bound port: a8c89ef6-efd0-4785-9d4f-144d638b270c, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:33.406804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.525999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Deleting port 9ec33afb-5326-4733-8647-0e339d9bbfd6 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:46:33.526745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.659742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff86e5f2-0fbb-4718-82e8-e37a863a981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.663351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff86e5f2-0fbb-4718-82e8-e37a863a981e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.664682 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ff86e5f2-0fbb-4718-82e8-e37a863a981e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c87be86-3986-45ad-be61-285f4796edc3 HTTP/1.1" status: 204 len: 168 time: 0.8989940 Nov 27 15:46:33.668129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] For port 9ec33afb-5326-4733-8647-0e339d9bbfd6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ec33afb-5326-4733-8647-0e339d9bbfd6,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:33.668498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.682856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252057-675d-4f8f-b314-036140f9ad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886ae0c7-9b0c-479d-89e7-1cc6272bf2bb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:33.687425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Calling delete_port for 9ec33afb-5326-4733-8647-0e339d9bbfd6 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:46:33.710766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f1611-cfde-48c8-b0c4-662b071b1e6b req-401eb0ea-f049-45a3-838c-00b6075d878c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:33.711955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86e5f2-0fbb-4718-82e8-e37a863a981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c87be86-3986-45ad-be61-285f4796edc3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:33.718450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841f1611-cfde-48c8-b0c4-662b071b1e6b req-401eb0ea-f049-45a3-838c-00b6075d878c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 944 time: 0.1014261 Nov 27 15:46:33.743912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-c1e59957-f537-4f74-8216-55e566e02145 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122592 Nov 27 15:46:33.830412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841f1611-cfde-48c8-b0c4-662b071b1e6b req-cad0b030-c7f3-4b83-bbff-3229f988dad6 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059983 Nov 27 15:46:33.842267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] For port a8c89ef6-efd0-4785-9d4f-144d638b270c, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:33.846719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] For port a8c89ef6-efd0-4785-9d4f-144d638b270c, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:33.857386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.928036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:33.928690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.934492 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 1092 time: 1.9615133 Nov 27 15:46:33.959635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:33.966821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db7cc165-426d-4473-a4bf-fd632a52a4d4 req-d489ec1e-bc09-439b-bab5-e0d6ad13bfdd service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139750 Nov 27 15:46:33.982248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5d8a51de-63dd-4e7e-8c6c-7a656417ca77', '9ec33afb-5326-4733-8647-0e339d9bbfd6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:34.127289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Pushing event deleted for resources: {'Port': ['ID=9ec33afb-5326-4733-8647-0e339d9bbfd6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:34.156472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad222005-6b51-4b34-bdf2-e971baae5e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c89ef6-efd0-4785-9d4f-144d638b270c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:34.265173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-7ac8b47b-56b7-443a-8eb3-406d40c0cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.276664 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-7ac8b47b-56b7-443a-8eb3-406d40c0cc47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1095 time: 0.2756486 Nov 27 15:46:34.299253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] No DVR routers for this DVR port 9ec33afb-5326-4733-8647-0e339d9bbfd6 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:34.304526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:34.318905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-aaa2c9b0-aa70-4378-8160-aecc87dbcb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.320483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dbb101f-c61d-45f7-834a-6797fb713245 req-423db3a2-1336-477c-8000-56917dcdb677 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "DELETE /v2.0/ports/9ec33afb-5326-4733-8647-0e339d9bbfd6 HTTP/1.1" status: 204 len: 173 time: 0.9111912 Nov 27 15:46:34.330646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-aaa2c9b0-aa70-4378-8160-aecc87dbcb12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 1099 time: 0.2689455 Nov 27 15:46:34.337530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'name': 'network-vif-deleted', 'tag': '9ec33afb-5326-4733-8647-0e339d9bbfd6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:34.351067 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce71d30-303d-413f-b028-4ebd019c5d6c" -d '{"events": [{"server_uuid": "72d84412-578f-4c1e-b0ba-cd002a0dbcb2", "name": "network-vif-deleted", "tag": "9ec33afb-5326-4733-8647-0e339d9bbfd6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:34.456912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:34.462273 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d73bdc-074b-4593-9740-e63379ce7372" -d '{"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:34.470510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-73322817-9fc0-4d49-b62f-3cdf0591a1dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 217 time: 0.1771693 Nov 27 15:46:34.492884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2b05-70fc-49fd-8743-4d190d0fa84a req-9c169ba4-4945-4f08-938d-289d902a851f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.502086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-436a2b05-70fc-49fd-8743-4d190d0fa84a req-9c169ba4-4945-4f08-938d-289d902a851f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 946 time: 0.5305862 Nov 27 15:46:34.547594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d42-9807-462c-bfd6-5d0c5db38b91 req-4949bd2d-f4b3-472a-a55e-58713c093b68 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.549096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6881d42-9807-462c-bfd6-5d0c5db38b91 req-4949bd2d-f4b3-472a-a55e-58713c093b68 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 948 time: 0.2512574 Nov 27 15:46:34.590480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-436a2b05-70fc-49fd-8743-4d190d0fa84a req-c58ff32e-2146-4102-a731-43076dd416e6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874255 Nov 27 15:46:34.671376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6881d42-9807-462c-bfd6-5d0c5db38b91 req-392c170c-ed6e-4a4b-8368-51ebf0442e19 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113679 Nov 27 15:46:34.689676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-0504203d-515a-4f46-9023-584d8d6c41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.691127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-0504203d-515a-4f46-9023-584d8d6c41a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1961796 Nov 27 15:46:34.809099 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75729a39-adf7-49f8-bd75-358e9492fa89 x-openstack-request-id: req-75729a39-adf7-49f8-bd75-358e9492fa89 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:34.809396 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d84412-578f-4c1e-b0ba-cd002a0dbcb2", "name": "network-vif-deleted", "tag": "9ec33afb-5326-4733-8647-0e339d9bbfd6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:34.812330 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75729a39-adf7-49f8-bd75-358e9492fa89 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:34.819495 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d84412-578f-4c1e-b0ba-cd002a0dbcb2', 'name': 'network-vif-deleted', 'tag': '9ec33afb-5326-4733-8647-0e339d9bbfd6', 'status': 'completed', 'code': 200} Nov 27 15:46:34.821621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b98c180e-7b03-4605-aab7-d08a85952724 req-5ce265fc-ec4d-4696-a701-efbb3da4ec1e tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d84412-578f-4c1e-b0ba-cd002a0dbcb2 HTTP/1.1" status: 200 len: 210 time: 0.0486047 Nov 27 15:46:34.894498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-78b2be36-ab06-473d-81ab-70febe44c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.897107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-78b2be36-ab06-473d-81ab-70febe44c159 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.4220462 Nov 27 15:46:34.900053 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac1832-77bc-4de8-926c-eaa9d3da040c x-openstack-request-id: req-64ac1832-77bc-4de8-926c-eaa9d3da040c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:34.900391 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:34.900593 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64ac1832-77bc-4de8-926c-eaa9d3da040c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:34.900977 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'status': 'completed', 'code': 200} Nov 27 15:46:34.908486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a87c1-e098-462e-8792-4b21996626e4 req-4b79d795-d930-4a02-8235-8e013e524128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:34.910117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-4b79d795-d930-4a02-8235-8e013e524128 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808381 Nov 27 15:46:34.967557 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-5d2c4a84-f84f-48d7-bd7a-bf39ad9ba13a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d HTTP/1.1" status: 200 len: 217 time: 0.0516276 Nov 27 15:46:35.043249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff015c-0c1d-4131-b96c-bd2c9699e3c9 req-f065438e-5781-46c9-acb1-995c62846166 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.057183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1dff015c-0c1d-4131-b96c-bd2c9699e3c9 req-f065438e-5781-46c9-acb1-995c62846166 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 944 time: 0.1193070 Nov 27 15:46:35.079958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-49799cdb-a581-45e5-bc0c-1dfe86d0ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.081459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-49799cdb-a581-45e5-bc0c-1dfe86d0ef13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1029525 Nov 27 15:46:35.132054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-7d248474-f516-4b23-87d7-a1f276f9f55e service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083106 Nov 27 15:46:35.139906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1dff015c-0c1d-4131-b96c-bd2c9699e3c9 req-52ea7c54-7053-4be5-817d-9ebb6fa05d30 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806773 Nov 27 15:46:35.179011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-a78f5835-7706-452f-9ff4-71120aaccbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.180515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-a78f5835-7706-452f-9ff4-71120aaccbc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919106 Nov 27 15:46:35.201690 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16254d40-bc47-4e3d-afc1-43f4a2aee10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:35.321103 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-340a87c1-e098-462e-8792-4b21996626e4 req-37cf3382-947e-4ddd-a7dc-c7f93b0681d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793449 Nov 27 15:46:35.336710 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-541962ba-a205-450e-acf7-e448c77cbd15 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248529 Nov 27 15:46:35.454540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-923670ff-a65e-4bf6-88a4-148a84f797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.456096 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-923670ff-a65e-4bf6-88a4-148a84f797bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1095 time: 0.0566854 Nov 27 15:46:35.538686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a510a5ab-2bfa-4b81-9c87-7914b01e523f req-bee1faec-90ae-4611-a63a-bbce38da64ce service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940720 Nov 27 15:46:35.599311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-92d5f9a2-37e6-4019-b349-3d45cf0291f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.601654 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-92d5f9a2-37e6-4019-b349-3d45cf0291f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.1344073 Nov 27 15:46:35.657852 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-0eead9e6-7f5c-4bc9-a0ad-9532eb9afe95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 217 time: 0.0475397 Nov 27 15:46:35.741140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-caaa32c0-cbc1-4c28-91c6-642d64a93c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.743019 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-caaa32c0-cbc1-4c28-91c6-642d64a93c66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0686316 Nov 27 15:46:35.802754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8e11-e41b-4c81-9823-b2537149e788 req-3158901b-dea2-4d1c-833f-4cd8abcd134e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.807038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dcec8e11-e41b-4c81-9823-b2537149e788 req-3158901b-dea2-4d1c-833f-4cd8abcd134e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 946 time: 0.1079304 Nov 27 15:46:35.852215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-3c48d96d-fe25-43b2-ab83-6e0628e24a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:35.854010 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-3c48d96d-fe25-43b2-ab83-6e0628e24a30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025460 Nov 27 15:46:35.893917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dcec8e11-e41b-4c81-9823-b2537149e788 req-8528eab9-421c-44f8-b03d-3d815d97d320 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799603 Nov 27 15:46:35.967982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-6f67d6af-635e-467a-81c2-a4af2bbca6f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044226 Nov 27 15:46:36.040951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb67d4-dcdc-4181-bd30-84bcf80d0bf5 req-0a1284dd-9aa5-42a2-b9dd-df3c63e644f9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:36.048978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98eb67d4-dcdc-4181-bd30-84bcf80d0bf5 req-0a1284dd-9aa5-42a2-b9dd-df3c63e644f9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 948 time: 0.0654802 Nov 27 15:46:36.091287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b9d73bdc-074b-4593-9740-e63379ce7372 req-5b3c9b3c-6bef-4fa5-89f5-4d98462ab111 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154504 Nov 27 15:46:36.110904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98eb67d4-dcdc-4181-bd30-84bcf80d0bf5 req-5158f648-fd6b-433a-a3c3-8918ab263fd6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607116 Nov 27 15:46:36.326212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b542aa9-769b-4630-a9fc-6b7233f416aa req-fe4bdaa2-940e-447b-8553-13d50d81914b tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:36.328372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b542aa9-769b-4630-a9fc-6b7233f416aa req-fe4bdaa2-940e-447b-8553-13d50d81914b tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1097 time: 0.0700490 Nov 27 15:46:36.375560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd438c-39aa-42cc-9f0b-744a0e7e9a65 req-6fce5f72-7619-4575-aa25-49acece4e280 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:36.377048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4cd438c-39aa-42cc-9f0b-744a0e7e9a65 req-6fce5f72-7619-4575-aa25-49acece4e280 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 944 time: 0.0879018 Nov 27 15:46:36.406025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:36.418040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b542aa9-769b-4630-a9fc-6b7233f416aa req-47b60638-c5f3-47b7-ac49-249e473c0a36 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770838 Nov 27 15:46:36.451542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4cd438c-39aa-42cc-9f0b-744a0e7e9a65 req-87217ea4-a0fe-43dc-ac02-957b161a3109 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641270 Nov 27 15:46:36.528016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:36.543621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', 'mac_address': 'fa:16:3e:ca:fb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:36.582484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:36.602833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:36.626661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:36.635623 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:36.704110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:36.735994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c28d6-41b9-4f95-ac9a-d5b782d31e6e req-1e85a745-950d-4f96-ac69-e03dca6d845b tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:36.737597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a3c28d6-41b9-4f95-ac9a-d5b782d31e6e req-1e85a745-950d-4f96-ac69-e03dca6d845b tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1097 time: 0.0454004 Nov 27 15:46:36.799306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a3c28d6-41b9-4f95-ac9a-d5b782d31e6e req-4335bc4b-4bfe-4784-873d-fb717bdb5724 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504353 Nov 27 15:46:36.892460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:36.947501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daddf5e-a921-4317-8825-f7777f183e83 req-e03e0f61-23f4-46b3-92af-5fdf7d5783ed tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:36.949011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6daddf5e-a921-4317-8825-f7777f183e83 req-e03e0f61-23f4-46b3-92af-5fdf7d5783ed tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 971 time: 0.0577533 Nov 27 15:46:37.006147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6daddf5e-a921-4317-8825-f7777f183e83 req-390a2a1e-a21f-4bcb-83b3-a2a48a3c0952 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496700 Nov 27 15:46:37.358870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d647c7-6ee5-44d5-9f23-63d578998187 req-a1ba815c-e5ec-4ea4-8fb1-4676928e0d36 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:37.360365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55d647c7-6ee5-44d5-9f23-63d578998187 req-a1ba815c-e5ec-4ea4-8fb1-4676928e0d36 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 949 time: 0.0502186 Nov 27 15:46:37.408870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55d647c7-6ee5-44d5-9f23-63d578998187 req-f337e991-13af-4c02-825d-7a8601ce9d15 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Nov 27 15:46:37.484855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52685557-519c-47cd-af32-e4689661b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:37.704548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef593f-c126-48ff-8b50-87dc5ccff822 req-47353747-1006-4c96-aacc-84cba9263b9d tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:37.706155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9aef593f-c126-48ff-8b50-87dc5ccff822 req-47353747-1006-4c96-aacc-84cba9263b9d tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1097 time: 0.0414627 Nov 27 15:46:37.967220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9aef593f-c126-48ff-8b50-87dc5ccff822 req-0d644d0e-9566-4162-aa1d-dc6283ed4a01 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544661 Nov 27 15:46:37.981051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760c319-28e8-4365-a05f-b33f9c333387 req-2d5bb744-630f-47db-bccf-935c63be30d8 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:37.982948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1760c319-28e8-4365-a05f-b33f9c333387 req-2d5bb744-630f-47db-bccf-935c63be30d8 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 944 time: 0.0671217 Nov 27 15:46:38.039294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1760c319-28e8-4365-a05f-b33f9c333387 req-8aba6460-b578-4156-84a2-f85edbe250d0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494127 Nov 27 15:46:38.197843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-bbabea0c-4ee0-4009-a51c-0deb2affbe45 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:38.199460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-bbabea0c-4ee0-4009-a51c-0deb2affbe45 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 971 time: 0.0663495 Nov 27 15:46:38.306240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Deleting port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:46:38.306841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.386910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.404350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:38.414468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58056) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:38.445103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] For port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:38.445511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.468993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Calling delete_port for 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 owned by compute:tempest-test_az-1524736357 {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:46:38.476282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:38.481850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:38.482602 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.494300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a8c89ef6-efd0-4785-9d4f-144d638b270c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:38.582693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a78c23b-3cf1-4561-b2ff-3b422bc3c821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.671154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.689847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5d8a51de-63dd-4e7e-8c6c-7a656417ca77'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:38.724362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Pushing event deleted for resources: {'Port': ['ID=5d8a51de-63dd-4e7e-8c6c-7a656417ca77,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:38.740573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0eaea-4595-4ed5-8fcb-854889b0655a req-cf0a02b2-69f2-4964-8fc6-d41501756a51 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:38.742410 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0eaea-4595-4ed5-8fcb-854889b0655a req-cf0a02b2-69f2-4964-8fc6-d41501756a51 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e48355-886a-43f4-b532-2c8c1a6c3f00 HTTP/1.1" status: 200 len: 889 time: 0.0918765 Nov 27 15:46:38.769890 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.803789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a78c23b-3cf1-4561-b2ff-3b422bc3c821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.805813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a8c89ef6-efd0-4785-9d4f-144d638b270c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:38.811137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] No DVR routers for this DVR port 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:38.815217 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.816666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a78c23b-3cf1-4561-b2ff-3b422bc3c821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.821154 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4e48a84a-1fc8-4b6a-87fc-145277908f8d req-c2022215-f51b-4b73-8383-e90ecadf2195 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.37 "DELETE /v2.0/ports/5d8a51de-63dd-4e7e-8c6c-7a656417ca77 HTTP/1.1" status: 204 len: 173 time: 0.6146307 Nov 27 15:46:38.821750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'name': 'network-vif-deleted', 'tag': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:38.824505 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba1e1a6-a3c2-4247-a945-e00aa4891a62" -d '{"events": [{"server_uuid": "97e48355-886a-43f4-b532-2c8c1a6c3f00", "name": "network-vif-deleted", "tag": "5d8a51de-63dd-4e7e-8c6c-7a656417ca77"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:38.852841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0eaea-4595-4ed5-8fcb-854889b0655a req-7b95add6-18fa-47b2-96a4-412b3ce7bf42 tempest-LiveMigrationNegativeTest-1051784926 tempest-LiveMigrationNegativeTest-1051784926-project] 10.222.0.15 "GET /v2.0/security-groups?id=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028931 Nov 27 15:46:38.914549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0a78c23b-3cf1-4561-b2ff-3b422bc3c821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b62aef7c1c314b199323bbb3e9d2977f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987314 Nov 27 15:46:38.915465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78c23b-3cf1-4561-b2ff-3b422bc3c821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f796c-3239-438e-89d6-e7ee2c125079,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:38.917249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58082) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:38.979659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc17613c-029e-4177-a9a5-893d0e9545cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:38.991967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:38.994630 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a3f22-181c-4a06-aace-b481a94ea732" -d '{"events": [{"server_uuid": "9f731c5f-82b3-4de9-922e-3e6543df96d5", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:39.006712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:39.014344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:39.032924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc17613c-029e-4177-a9a5-893d0e9545cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.044143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.045268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ec33afb-5326-4733-8647-0e339d9bbfd6 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:39.104995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 9ec33afb-5326-4733-8647-0e339d9bbfd6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:46:39.105674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ec33afb-5326-4733-8647-0e339d9bbfd6 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:39.117447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.119427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc17613c-029e-4177-a9a5-893d0e9545cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.131648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc17613c-029e-4177-a9a5-893d0e9545cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.142305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:39.146268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c89ef6-efd0-4785-9d4f-144d638b270c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:39.148751 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bc17613c-029e-4177-a9a5-893d0e9545cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/378f796c-3239-438e-89d6-e7ee2c125079 HTTP/1.1" status: 204 len: 168 time: 0.2303145 Nov 27 15:46:39.167242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17613c-029e-4177-a9a5-893d0e9545cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f796c-3239-438e-89d6-e7ee2c125079,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:39.203836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a8c89ef6-efd0-4785-9d4f-144d638b270c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:39.212040 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.317642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a8c89ef6-efd0-4785-9d4f-144d638b270c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:39.453246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-5c90847e-f519-4c8d-b836-2a598382b86c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:46:39.454562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-5c90847e-f519-4c8d-b836-2a598382b86c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073323 Nov 27 15:46:39.506597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a8c89ef6-efd0-4785-9d4f-144d638b270c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:39.511655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-d5f6c0f8-5e9d-4c88-adf3-b3d5807f5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:39.513264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-d5f6c0f8-5e9d-4c88-adf3-b3d5807f5bf0 service neutron] 10.222.0.15 "GET /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 1094 time: 0.0466690 Nov 27 15:46:39.527685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Request body: {'binding': {'host': 'n-h2-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:39.528193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:46:39.586371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58100) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:39.604075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7092bb00-c454-4447-b938-621aae83e558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.720215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2ff8-d47a-4ba1-b442-4629b16f7d1c req-32f2f280-c629-48e5-83c4-4b24adef3e3c tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:39.722554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d64a2ff8-d47a-4ba1-b442-4629b16f7d1c req-32f2f280-c629-48e5-83c4-4b24adef3e3c tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 950 time: 0.0809641 Nov 27 15:46:39.740948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on host n-h2-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:39.741285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:39.741997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:39.748640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:39.748963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:39.755644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:39.756053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:39.756429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:39.756849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Bound port: c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:39.776676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7092bb00-c454-4447-b938-621aae83e558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.782972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7092bb00-c454-4447-b938-621aae83e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.813870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:39.821082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:39.822382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c638aefa-df83-4331-a3ad-bf387b3fe819 service neutron] 10.222.0.15 "POST /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583/bindings HTTP/1.1" status: 201 len: 389 time: 0.2985706 Nov 27 15:46:39.842326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d64a2ff8-d47a-4ba1-b442-4629b16f7d1c req-5a46998a-0e10-4128-829c-77ffe1a80b36 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061380 Nov 27 15:46:39.850202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7092bb00-c454-4447-b938-621aae83e558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce9c0298971b40a38a37eda5feeb1476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605124 Nov 27 15:46:39.850202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092bb00-c454-4447-b938-621aae83e558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd4ae2d-bfb7-4ab2-a62a-5b797065f60a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:39.850584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58102) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:39.915843 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765253ff-e32b-4aaf-aba0-19214fa04264 x-openstack-request-id: req-765253ff-e32b-4aaf-aba0-19214fa04264 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:39.916142 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e48355-886a-43f4-b532-2c8c1a6c3f00", "name": "network-vif-deleted", "tag": "5d8a51de-63dd-4e7e-8c6c-7a656417ca77", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:39.916420 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-765253ff-e32b-4aaf-aba0-19214fa04264 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:39.916816 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e48355-886a-43f4-b532-2c8c1a6c3f00', 'name': 'network-vif-deleted', 'tag': '5d8a51de-63dd-4e7e-8c6c-7a656417ca77', 'status': 'completed', 'code': 200} Nov 27 15:46:39.975513 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28efa40-8f86-4413-b4f6-a2e3f76e1515 x-openstack-request-id: req-c28efa40-8f86-4413-b4f6-a2e3f76e1515 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:39.975968 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f731c5f-82b3-4de9-922e-3e6543df96d5", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:39.976246 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c28efa40-8f86-4413-b4f6-a2e3f76e1515 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:39.977007 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', 'code': 200} Nov 27 15:46:39.984141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7c987e7-1dca-4b02-9bb8-22aece2cda15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.028400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7c987e7-1dca-4b02-9bb8-22aece2cda15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.101231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62572f6-7e28-49ac-bf12-612fa49e520c req-0a109c91-d886-4438-9c12-65c2f9853387 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:40.102832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f62572f6-7e28-49ac-bf12-612fa49e520c req-0a109c91-d886-4438-9c12-65c2f9853387 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 945 time: 0.0775352 Nov 27 15:46:40.122297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012522b-1629-4c7f-a43b-fa859aa0beca req-897412d2-8e9c-4b3c-93b9-fc19b2f8e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:40.123887 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b012522b-1629-4c7f-a43b-fa859aa0beca req-897412d2-8e9c-4b3c-93b9-fc19b2f8e8ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 1101 time: 0.0551074 Nov 27 15:46:40.163218 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.169350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7c987e7-1dca-4b02-9bb8-22aece2cda15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.173616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7c987e7-1dca-4b02-9bb8-22aece2cda15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.175748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d7c987e7-1dca-4b02-9bb8-22aece2cda15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afd4ae2d-bfb7-4ab2-a62a-5b797065f60a HTTP/1.1" status: 204 len: 168 time: 0.3241365 Nov 27 15:46:40.190607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-aef45dc4-5e62-4c7b-b6e1-2b372b7f35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:40.192333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-aef45dc4-5e62-4c7b-b6e1-2b372b7f35f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1097 time: 0.0885308 Nov 27 15:46:40.225085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f62572f6-7e28-49ac-bf12-612fa49e520c req-86c06620-bebd-4741-a602-f014dd0d5acd tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894017 Nov 27 15:46:40.248017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c987e7-1dca-4b02-9bb8-22aece2cda15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd4ae2d-bfb7-4ab2-a62a-5b797065f60a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:40.283085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b012522b-1629-4c7f-a43b-fa859aa0beca req-ed0e7919-8e69-403d-b31b-a8b72e766ed0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523750 Nov 27 15:46:40.365689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-8b9051f8-8dac-47e5-835e-ddc472b59f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:40.367305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-8b9051f8-8dac-47e5-835e-ddc472b59f96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1672978 Nov 27 15:46:40.499439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a8c89ef6-efd0-4785-9d4f-144d638b270c up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:40.560360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-27fd20b3-8fd7-407a-b6db-ca8fde054fb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 217 time: 0.0877144 Nov 27 15:46:40.637831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port a8c89ef6-efd0-4785-9d4f-144d638b270c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:40.650577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port a8c89ef6-efd0-4785-9d4f-144d638b270c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:40.653457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.670267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e605476-5de0-44cf-833a-5636eec0e059 req-67d37fa0-6d6a-4b79-9fe1-7bc565c8f54b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:40.678149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e605476-5de0-44cf-833a-5636eec0e059 req-67d37fa0-6d6a-4b79-9fe1-7bc565c8f54b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 946 time: 0.2649908 Nov 27 15:46:40.698447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c19e11f6-80e6-419c-a6f5-69d7b2d7d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:40.699341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-c19e11f6-80e6-419c-a6f5-69d7b2d7d8cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1344039 Nov 27 15:46:40.743788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-98e25ab6-6932-485b-8ce1-3da52fc60ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366204 Nov 27 15:46:40.775222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e605476-5de0-44cf-833a-5636eec0e059 req-f92a8cf5-6f31-4a1b-9bd0-421346c49b78 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960240 Nov 27 15:46:40.839069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:40.849473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:40.915061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a8c89ef6-efd0-4785-9d4f-144d638b270c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:40.929112 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.017427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a8c89ef6-efd0-4785-9d4f-144d638b270c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:41.075600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-cafce5aa-ee78-4991-9dfa-e7059be3fda5 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231106 Nov 27 15:46:41.123317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.169051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d10cf-42c6-4c37-aa09-89e34da895fa req-c774a942-a41e-45e6-9ba0-40f0cb3ee5a8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:41.171480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-973d10cf-42c6-4c37-aa09-89e34da895fa req-c774a942-a41e-45e6-9ba0-40f0cb3ee5a8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 950 time: 0.2011964 Nov 27 15:46:41.192805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-59c546e9-f592-42a1-84b8-c2981c775208 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac747522ab144d5d8dcdb8486e868927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397684 Nov 27 15:46:41.193208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58164) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:41.245800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-708a629c-058d-439a-a1bd-989aee00723c service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606421 Nov 27 15:46:41.253478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:41.260937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc113632-64c2-43af-b902-4859c2a08086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.271548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-973d10cf-42c6-4c37-aa09-89e34da895fa req-b1be4d3d-3ed5-4012-a4fd-7a441b8be1c1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888577 Nov 27 15:46:41.299590 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc113632-64c2-43af-b902-4859c2a08086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.361432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc113632-64c2-43af-b902-4859c2a08086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.372334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc113632-64c2-43af-b902-4859c2a08086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.381942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fc113632-64c2-43af-b902-4859c2a08086 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4 HTTP/1.1" status: 204 len: 168 time: 0.1828129 Nov 27 15:46:41.389117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc113632-64c2-43af-b902-4859c2a08086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fd7e5d-0b32-49a6-a6b7-df17c5ea61a4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:41.432762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-1f63b2a3-ea9f-489c-93c0-4e124f059b7c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:41.434251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-1f63b2a3-ea9f-489c-93c0-4e124f059b7c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1097 time: 0.1211607 Nov 27 15:46:41.445068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3ca34-8f6a-4d16-82f8-13fd39c4dcef req-499ceb95-73ed-4acb-b9fa-d5d1935b2608 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:41.446527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1be3ca34-8f6a-4d16-82f8-13fd39c4dcef req-499ceb95-73ed-4acb-b9fa-d5d1935b2608 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 946 time: 0.0820117 Nov 27 15:46:41.451446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-4'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:41.513121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d52eac6-3096-4596-95e1-4a18d6ec0f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.576281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.632707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1be3ca34-8f6a-4d16-82f8-13fd39c4dcef req-eb92815e-5565-4905-a9e1-3ca85e7d3b85 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679475 Nov 27 15:46:41.764473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d52eac6-3096-4596-95e1-4a18d6ec0f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.773859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d52eac6-3096-4596-95e1-4a18d6ec0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:41.838170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:41.850144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52eac6-3096-4596-95e1-4a18d6ec0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9787a4-d85f-4dae-856d-dbb25c8aa3b6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:41.863146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9d52eac6-3096-4596-95e1-4a18d6ec0f31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c170a0c430b4edd9bb1f39f362124f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6078339 Nov 27 15:46:41.866243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:41.931226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58202) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:41.950330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:41.975278 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-48b80f51-733d-4f32-865d-e5738cc47f96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22a30cbb0c014daa8ea24f76358dc2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426526 Nov 27 15:46:41.977764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58206) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:41.978640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:41.982011 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec7800d-b9e1-4fa3-aab8-4de5efe1528e" -d '{"events": [{"server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "name": "network-vif-plugged", "status": "completed", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:42.016287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c3712-0c6c-4640-a80e-78efc96123b7 req-98135d25-f487-4d87-8040-47808d7ea4f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:42.017862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-813c3712-0c6c-4640-a80e-78efc96123b7 req-98135d25-f487-4d87-8040-47808d7ea4f2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 946 time: 0.1103070 Nov 27 15:46:42.032739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:42.035018 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3818a-27b3-45eb-9659-e7ddf960cc35" -d '{"events": [{"server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "name": "network-vif-unplugged", "status": "completed", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:42.039474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.040462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37dd46e7-57f8-47ec-84bb-f4939f691bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.047967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfca15ce-f7da-400f-829a-627ba02f1f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.061570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.067808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37dd46e7-57f8-47ec-84bb-f4939f691bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.122887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-813c3712-0c6c-4640-a80e-78efc96123b7 req-538a2618-9bb2-4009-9de2-051e621c8a93 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954530 Nov 27 15:46:42.127159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37dd46e7-57f8-47ec-84bb-f4939f691bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.130185 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37dd46e7-57f8-47ec-84bb-f4939f691bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.131815 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37dd46e7-57f8-47ec-84bb-f4939f691bf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/014c65e4-7842-4032-b515-c5af3a4e0bed HTTP/1.1" status: 204 len: 168 time: 0.1522110 Nov 27 15:46:42.136146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfca15ce-f7da-400f-829a-627ba02f1f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.144089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd46e7-57f8-47ec-84bb-f4939f691bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c65e4-7842-4032-b515-c5af3a4e0bed,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:42.202131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:42.212704 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d15d4-02df-4707-956d-37acc96e6632 x-openstack-request-id: req-e91d15d4-02df-4707-956d-37acc96e6632 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:42.213239 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "name": "network-vif-plugged", "status": "completed", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:42.213529 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e91d15d4-02df-4707-956d-37acc96e6632 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:42.214021 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'code': 200} Nov 27 15:46:42.239811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on host n-h1-819494-4 for vnic_type normal with profile {"migrating_to": "n-h2-819494-4"} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:42.240152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:42.240494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:42.260701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:42.260701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Attempting to bind port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:42.266320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:42.266672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:42.267075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:42.267506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Bound port: c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:42.267913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.305921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfca15ce-f7da-400f-829a-627ba02f1f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.308682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfca15ce-f7da-400f-829a-627ba02f1f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.312456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfca15ce-f7da-400f-829a-627ba02f1f34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc9787a4-d85f-4dae-856d-dbb25c8aa3b6 HTTP/1.1" status: 204 len: 168 time: 0.4423056 Nov 27 15:46:42.330348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca15ce-f7da-400f-829a-627ba02f1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9787a4-d85f-4dae-856d-dbb25c8aa3b6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:42.336534 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33886217-1479-41d7-9a5c-20cd35b8ddb8 x-openstack-request-id: req-33886217-1479-41d7-9a5c-20cd35b8ddb8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:42.337115 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "name": "network-vif-unplugged", "status": "completed", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:42.337115 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33886217-1479-41d7-9a5c-20cd35b8ddb8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:42.337469 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'code': 200} Nov 27 15:46:42.357506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:42.363263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:42.371125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.398751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb945-dddc-444e-b217-937ad20ba22e req-e38c0fcf-b69e-4c11-8a5e-e55cffc78faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:42.402255 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c6fb945-dddc-444e-b217-937ad20ba22e req-e38c0fcf-b69e-4c11-8a5e-e55cffc78faa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.0932865 Nov 27 15:46:42.424766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:42.449312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:46:42.449923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5d8a51de-63dd-4e7e-8c6c-7a656417ca77 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:42.475551 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c6fb945-dddc-444e-b217-937ad20ba22e req-6be709c3-6587-4ba9-89a1-2d804ba14668 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Nov 27 15:46:42.496434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:42.497116 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:42.498531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] 10.222.0.37 "PUT /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 1122 time: 1.0511084 Nov 27 15:46:42.500027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5da0b7-7c20-4f35-8304-d997fb2a5659 service neutron] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=8']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:42.529061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068dda8-d072-42db-b9b5-ca5ff8944c71 req-90f70e18-e693-4802-843e-facd20ff1d18 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:42.533511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d068dda8-d072-42db-b9b5-ca5ff8944c71 req-90f70e18-e693-4802-843e-facd20ff1d18 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 950 time: 0.1129880 Nov 27 15:46:42.577068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:42.609630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d068dda8-d072-42db-b9b5-ca5ff8944c71 req-8676e3f5-0838-478e-9258-58d433ea736d tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556583 Nov 27 15:46:42.925926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f558b7-6b24-473f-a951-f343000272ce req-e851ab6d-036c-44b7-93fd-61f5ff1b6484 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:42.928519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3f558b7-6b24-473f-a951-f343000272ce req-e851ab6d-036c-44b7-93fd-61f5ff1b6484 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 946 time: 0.0603852 Nov 27 15:46:42.935257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:42.950165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d315a947-d2fe-438f-8a99-66e3b4f01d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.027364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803d124-31e4-47c6-889e-a4f7611d5fea req-b0245a85-fac6-4c13-b2fc-7fd69c376a27 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:43.035188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4803d124-31e4-47c6-889e-a4f7611d5fea req-b0245a85-fac6-4c13-b2fc-7fd69c376a27 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 1101 time: 0.0846181 Nov 27 15:46:43.057059 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4803d124-31e4-47c6-889e-a4f7611d5fea req-42bb750c-af01-4f70-bd23-28d2d3e9ce0e tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.061880 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d315a947-d2fe-438f-8a99-66e3b4f01d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.066509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d315a947-d2fe-438f-8a99-66e3b4f01d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.072007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3f558b7-6b24-473f-a951-f343000272ce req-87ddea06-85eb-4b87-828e-76e6586a3ab9 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370280 Nov 27 15:46:43.126847 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d315a947-d2fe-438f-8a99-66e3b4f01d5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf06e70c4f4b4d039f34f8bef96ab84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905193 Nov 27 15:46:43.127821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315a947-d2fe-438f-8a99-66e3b4f01d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef906ed-9d7c-465c-a63f-cbffe237dfd6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:43.131971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58256) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:43.197896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ccfabca-8f93-4bfb-8150-ac60de352afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.236196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4803d124-31e4-47c6-889e-a4f7611d5fea req-42bb750c-af01-4f70-bd23-28d2d3e9ce0e tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.237059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ccfabca-8f93-4bfb-8150-ac60de352afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.245081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4803d124-31e4-47c6-889e-a4f7611d5fea req-42bb750c-af01-4f70-bd23-28d2d3e9ce0e tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.313198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ccfabca-8f93-4bfb-8150-ac60de352afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.317512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ccfabca-8f93-4bfb-8150-ac60de352afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.321199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9ccfabca-8f93-4bfb-8150-ac60de352afc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ef906ed-9d7c-465c-a63f-cbffe237dfd6 HTTP/1.1" status: 204 len: 168 time: 0.1859045 Nov 27 15:46:43.322975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb750c-af01-4f70-bd23-28d2d3e9ce0e tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8c2fa-862f-4b10-a512-8831536efda6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:43.328669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfabca-8f93-4bfb-8150-ac60de352afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef906ed-9d7c-465c-a63f-cbffe237dfd6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:43.348066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4803d124-31e4-47c6-889e-a4f7611d5fea req-42bb750c-af01-4f70-bd23-28d2d3e9ce0e tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113029 Nov 27 15:46:43.388189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a07141-7676-4997-b8ef-b463534ea213 req-f5d798bc-556f-484e-9271-327634302529 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:43.390144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99a07141-7676-4997-b8ef-b463534ea213 req-f5d798bc-556f-484e-9271-327634302529 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 944 time: 0.0989137 Nov 27 15:46:43.449629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99a07141-7676-4997-b8ef-b463534ea213 req-abb56dc4-e958-417f-975f-41ab183c236d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528011 Nov 27 15:46:43.912513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Request body: {'security_group': {'name': 'tempest-securitygroup-78090622', 'description': 'tempest-description-1492210858'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:43.951013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:43.961531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.069286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-995bf621-2aa6-4a93-af45-6481d2937eae tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321083 Nov 27 15:46:44.071117 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.076129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.174297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc50339-3321-4187-9a33-c5abf39497c5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:44.237859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.249903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-d17e1945-0cb0-4675-af0c-17d1fcb9cdc0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:44.251370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-d17e1945-0cb0-4675-af0c-17d1fcb9cdc0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725216 Nov 27 15:46:44.252143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.281939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.287533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-164b3367-e7ba-47b5-a499-6e3283d3bdb7 req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3780036 Nov 27 15:46:44.296470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-aa4f6ad0-aa87-4232-be48-abc9b40e88e3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/quotas/b1734dd8fcc14c8fb0f19134350d4d8d HTTP/1.1" status: 200 len: 375 time: 0.0342195 Nov 27 15:46:44.322535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507c24d-0db2-4ccc-898a-b7182414ac0e tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fee814-0d46-4b17-a446-0adcf84adc48,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:44.342881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:44.345124 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:44.385024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-d9b95b1e-a3db-4d40-b77e-1d8ff5f677d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773506 Nov 27 15:46:44.453684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56e4b6-d94c-4a5a-9302-83f9d6d9371f req-262c4fd0-3824-4625-9763-79f2d3112c27 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:44.455247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e56e4b6-d94c-4a5a-9302-83f9d6d9371f req-262c4fd0-3824-4625-9763-79f2d3112c27 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 946 time: 0.0636585 Nov 27 15:46:44.521797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e56e4b6-d94c-4a5a-9302-83f9d6d9371f req-f60aa53f-140c-48ad-aefc-ecf3923b1d89 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583100 Nov 27 15:46:44.627535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-5a59d5bf-70c7-444b-8061-0574664c6c71 req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2083913597', 'description': 'tempest-description-1482725064'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:44.652950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5a59d5bf-70c7-444b-8061-0574664c6c71 req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.727021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5a59d5bf-70c7-444b-8061-0574664c6c71 req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.732889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5a59d5bf-70c7-444b-8061-0574664c6c71 req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.766788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf911bf6-e11d-4798-93be-48412c9aae59,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:44.779933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5a59d5bf-70c7-444b-8061-0574664c6c71 req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:44.781190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a59d5bf-70c7-444b-8061-0574664c6c71 req-9524e6e8-0b7b-4da8-8d55-cc0eea98b3df tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1590097 Nov 27 15:46:44.844752 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf90cb-0fbf-43c9-a5b0-1c71534d3119 x-openstack-request-id: req-f2bf90cb-0fbf-43c9-a5b0-1c71534d3119 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:44.846366 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:44.846802 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2bf90cb-0fbf-43c9-a5b0-1c71534d3119 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:44.847373 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'status': 'completed', 'code': 200} Nov 27 15:46:44.929613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-fb6b4949-5dfd-4583-8cf4-66ae3d6e9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:44.931383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-fb6b4949-5dfd-4583-8cf4-66ae3d6e9f83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1125 time: 0.0622513 Nov 27 15:46:45.088610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-289cfeba-330f-4a7b-9c9e-8d14a7bd01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:45.091109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-289cfeba-330f-4a7b-9c9e-8d14a7bd01c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1509309 Nov 27 15:46:45.146683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-065be8dc-a0dc-4ece-925c-a01b2f09a301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 217 time: 0.0471969 Nov 27 15:46:45.247595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-0724812d-0f6a-4754-ac5c-38bbde853ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:45.252146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-0724812d-0f6a-4754-ac5c-38bbde853ee2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0963161 Nov 27 15:46:45.276109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58382) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:45.317277 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-8a961974-9dc2-432f-8ab0-5b0764a8145f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556958 Nov 27 15:46:45.368314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad570cd7-5556-4193-85a3-618da9f28963 req-c194046e-3467-4111-9f18-748f48cffa82 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:45.370371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad570cd7-5556-4193-85a3-618da9f28963 req-c194046e-3467-4111-9f18-748f48cffa82 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 944 time: 0.4521642 Nov 27 15:46:45.383171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-2d06bc09-e307-454b-84e3-136509c4a4c0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5182588 Nov 27 15:46:45.390451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:45.450631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.459715 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad570cd7-5556-4193-85a3-618da9f28963 req-4a4c1bdc-40a3-4849-8fc5-b5fb89185576 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742316 Nov 27 15:46:45.560992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-70709511-d7d7-4466-9188-73d12573464f service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344425 Nov 27 15:46:45.578273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.710406 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2362c7c2-84ee-4855-b3fe-2c03b9bf7b7d req-4a6fed2d-98c6-4983-8d87-e6329bd3b6af service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402409 Nov 27 15:46:45.735653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c2c6-167c-4854-9106-5b8ab57ea168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.739995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Allocated IP 172.25.1.141 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/df51f66f-9f39-48e7-8a6b-9d9f77116254) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:45.876192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c2c6-167c-4854-9106-5b8ab57ea168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.890778 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.892324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c2c6-167c-4854-9106-5b8ab57ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.932130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:45.940368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e7d3c2c6-167c-4854-9106-5b8ab57ea168 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=184ca8e7fb9e45a69fe402543055c765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6510346 Nov 27 15:46:45.944213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58400) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:45.984023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:45.984230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3c2c6-167c-4854-9106-5b8ab57ea168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f0ba2-1d2e-475c-afcc-a190c308d661,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:45.988580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:45.992802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:45.995900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event updated for resources: {'Port': ['ID=df51f66f-9f39-48e7-8a6b-9d9f77116254,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:46.027095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ba2e-3eb4-4679-9a9b-2513a5cb538e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.049643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ba2e-3eb4-4679-9a9b-2513a5cb538e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.099132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ba2e-3eb4-4679-9a9b-2513a5cb538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.102188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ba2e-3eb4-4679-9a9b-2513a5cb538e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.103381 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0dc0ba2e-3eb4-4679-9a9b-2513a5cb538e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/214f0ba2-1d2e-475c-afcc-a190c308d661 HTTP/1.1" status: 204 len: 168 time: 0.1581068 Nov 27 15:46:46.111238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0ba2e-3eb4-4679-9a9b-2513a5cb538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f0ba2-1d2e-475c-afcc-a190c308d661,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:46.137322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.182541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.247436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-950115022', 'description': 'tempest-description-343108483'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:46.346631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.348451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-0120a21e-551d-4498-8b17-0046691dec14 service neutron] 10.222.0.21 "GET /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.0590622 Nov 27 15:46:46.360341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.414470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-2ae1ae10-12d8-46e4-8727-b06140b56a92 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386624 Nov 27 15:46:46.428282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:46.478843 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:46:46.508753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58410) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:46.546399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99f1eb31-4ccc-4038-8271-c855eb96190c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.563518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.568319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:46.577703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.588548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:46:46.622580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:46.652880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:46.706990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:46.716858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99f1eb31-4ccc-4038-8271-c855eb96190c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.721940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:46.727201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.729921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99f1eb31-4ccc-4038-8271-c855eb96190c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.731278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event updated for resources: {'Port': ['ID=df51f66f-9f39-48e7-8a6b-9d9f77116254,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:46.740974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-7c039623-e42a-492a-82a1-42c996e83111 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:46.742720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-7c039623-e42a-492a-82a1-42c996e83111 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187222 Nov 27 15:46:46.749338 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.754268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.775742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:46.778799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.811052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1eb31-4ccc-4038-8271-c855eb96190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d461d2d7-61df-4089-a7b4-db14b519e209,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:46.818813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-99f1eb31-4ccc-4038-8271-c855eb96190c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b548ea0442b4ee0b9b8036199e6dac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090384 Nov 27 15:46:46.829368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:46.835742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-7b79a7dd-93dc-4395-958f-7f059498063f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474920 Nov 27 15:46:46.854226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3111a4b8-b42c-4dff-a19b-9d0c68ee8b94,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:46.870594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:46.871873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-010e13ba-01d7-4354-9456-fa45f3658800 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4878407 Nov 27 15:46:46.993442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-d13e2be7-ed4d-4c62-b1e3-9ec7a610b086 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.1080284 Nov 27 15:46:47.008970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.025225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.116325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:47.119846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.129264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.130481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cc67f37-12ce-4657-92f3-915c835bfbe7 req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8920207 Nov 27 15:46:47.138955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17c8f9-ddf5-4e9c-8b60-c2a1c8fb6460 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aee84e-6860-47ac-83f4-ba78fbe3e1b0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:47.214363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] Transition to ACTIVE for port object c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:47.216792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-55eb62aa-9b29-44af-b191-757e320841dd tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.218176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-55eb62aa-9b29-44af-b191-757e320841dd tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2145526 Nov 27 15:46:47.228908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44a763c7-f7cd-4586-b198-9574404a5042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.233985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.238842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-ce2c35ce-1930-4cf6-8418-aa24fd70dc48 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:46:47.239828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e49231d2-a76c-4bd4-aa76-5522a83a9f27 req-ce2c35ce-1930-4cf6-8418-aa24fd70dc48 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084321 Nov 27 15:46:47.303016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-0506d617-a7c7-4808-a125-a8516505e314 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.304634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-0506d617-a7c7-4808-a125-a8516505e314 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4460645 Nov 27 15:46:47.312368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44a763c7-f7cd-4586-b198-9574404a5042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.321714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:47.334229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.94 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/9ccef91d-bdd0-476c-b55d-3fdb9bf2833a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:47.406481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] No DVR routers for this DVR port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:46:47.448940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:47.489952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-97f83cd8-00b1-4aee-a8bf-9ec9fd5e1ad9 service neutron] 10.222.0.21 "PUT /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583/bindings/n-h2-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1336496 Nov 27 15:46:47.523500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44a763c7-f7cd-4586-b198-9574404a5042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.526097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44a763c7-f7cd-4586-b198-9574404a5042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.527238 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-44a763c7-f7cd-4586-b198-9574404a5042 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d461d2d7-61df-4089-a7b4-db14b519e209 HTTP/1.1" status: 204 len: 168 time: 0.6949520 Nov 27 15:46:47.544815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a763c7-f7cd-4586-b198-9574404a5042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461d2d7-61df-4089-a7b4-db14b519e209,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:47.554733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:47.558866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.634993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.704586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-5d918699-26a1-4853-ab72-6740d27de7b8 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.706162 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-5d918699-26a1-4853-ab72-6740d27de7b8 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.1418445 Nov 27 15:46:47.751625 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:47.758643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.759373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.760003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.761026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.761610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.762078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.762902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.763541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.764522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:47.771254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07f84b4b-bbf0-42cf-9bec-732c1932be79 req-f09704ac-8beb-4978-b9f8-54dd6bced2e4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5756 time: 0.1713071 Nov 27 15:46:47.844833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.61 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/43f01e4b-6327-4772-be28-04bea91a7c23) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:47.849982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-056daf5f-3ad2-4010-9637-7b471292193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:47.851173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-056daf5f-3ad2-4010-9637-7b471292193a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75&tenant_id=93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 1096 time: 0.1354091 Nov 27 15:46:47.930544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:47.947988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:47.999330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:48.001833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:48.071313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.089015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-f79b151c-34d2-4596-bbe2-b4c1d6068a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.090645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-f79b151c-34d2-4596-bbe2-b4c1d6068a36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1096 time: 0.0701396 Nov 27 15:46:48.096192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d27b3-48f4-46c3-ba67-3547b48647e1 req-eeb602d8-df8a-40e5-8c2a-0e8207561a6b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.098392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f9d27b3-48f4-46c3-ba67-3547b48647e1 req-eeb602d8-df8a-40e5-8c2a-0e8207561a6b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.1015632 Nov 27 15:46:48.118101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e15c8-7c92-454d-80de-31b91fcd1e12 req-a99af26d-d181-4069-8e2b-247cb79fe6e7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.119647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-100e15c8-7c92-454d-80de-31b91fcd1e12 req-a99af26d-d181-4069-8e2b-247cb79fe6e7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 935 time: 0.1918859 Nov 27 15:46:48.131316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58432) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:48.189767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.190130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.190641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.202627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:48.275335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=43f01e4b-6327-4772-be28-04bea91a7c23,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:48.285320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:48.290430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:48.294104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:48.305641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f9d27b3-48f4-46c3-ba67-3547b48647e1 req-55858ba0-44e8-4f3c-afe7-f18ff0292124 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921425 Nov 27 15:46:48.315368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-100e15c8-7c92-454d-80de-31b91fcd1e12 req-59718ad6-4257-4130-9d4a-6f48a26d556e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801341 Nov 27 15:46:48.323465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ca08574-f99b-4709-9a90-9aaf6a448af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.364719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-286a2c48-e241-4cdc-9b34-c63c7786c4d2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6059411 Nov 27 15:46:48.376065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c46936ed-dce6-4135-af35-f265a55e727e req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-572118709', 'description': 'tempest-description-691834682'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:48.376669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-10f87128-a5da-401f-ac3c-c65adc6ac46c None None] Provisioning complete for port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:48.377260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10f87128-a5da-401f-ac3c-c65adc6ac46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.413975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Request body: {'port': {'device_id': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:48.429516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-678f9a63-8340-4f87-ae0c-2c831bc2d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.432085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-678f9a63-8340-4f87-ae0c-2c831bc2d9c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.3333769 Nov 27 15:46:48.449157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.449905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.461590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-10f87128-a5da-401f-ac3c-c65adc6ac46c None None] Port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:48.462510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c46936ed-dce6-4135-af35-f265a55e727e req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.508371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-f9c034e8-125e-4f69-8f88-f29d3b7da84a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 217 time: 0.0680912 Nov 27 15:46:48.517871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-9d375d9b-97ae-4ff7-9f8f-00a9b829e4c7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2023883 Nov 27 15:46:48.531990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Request body: {'port': {'device_id': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:48.594808 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.621789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-842477ae-0e7d-434e-8f55-f34e7c2ce0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.623156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-842477ae-0e7d-434e-8f55-f34e7c2ce0e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1044307 Nov 27 15:46:48.627712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.661574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-f8be2fba-931d-4d4a-a3c3-e3520277cddf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307593 Nov 27 15:46:48.684336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5e7093be-3adc-4dc6-9403-45047b2a7e17 None None] Provisioning complete for port 43f01e4b-6327-4772-be28-04bea91a7c23 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:48.684985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5e7093be-3adc-4dc6-9403-45047b2a7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.696283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-166e45c5-1b74-419b-b8e2-f39a465f249a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:48.697808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-166e45c5-1b74-419b-b8e2-f39a465f249a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 821 time: 0.2544668 Nov 27 15:46:48.735092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ca08574-f99b-4709-9a90-9aaf6a448af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.740663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5e7093be-3adc-4dc6-9403-45047b2a7e17 None None] Port 43f01e4b-6327-4772-be28-04bea91a7c23 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:48.745924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-41f90a09-6000-4de5-b737-9937b0570049 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/quotas/cd9b04717d144ff3979449380f489e72 HTTP/1.1" status: 200 len: 375 time: 0.0389805 Nov 27 15:46:48.751111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ca08574-f99b-4709-9a90-9aaf6a448af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.812129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c46936ed-dce6-4135-af35-f265a55e727e req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.843241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c46936ed-dce6-4135-af35-f265a55e727e req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.859215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-7e1c17b4-c004-42ff-844d-98b13a418071 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759820 Nov 27 15:46:48.893795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ca08574-f99b-4709-9a90-9aaf6a448af8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0882417fe71b4fdcbf7b0ceb7482f9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7574365 Nov 27 15:46:48.902368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:48.903856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08574-f99b-4709-9a90-9aaf6a448af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe66a895-19bc-42e7-a57e-1ded1c26725a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:48.917687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c46936ed-dce6-4135-af35-f265a55e727e req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:48.919078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c46936ed-dce6-4135-af35-f265a55e727e req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5531662 Nov 27 15:46:48.966115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5861fb0c-3d3a-4994-81c8-a07b3ae28b68 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1528549 Nov 27 15:46:49.000599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4cc5d-85c6-4a22-9a88-90b66939c93c tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c83b3a-0c82-427b-bd03-13931d2b45bb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:49.022328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-7feb6a0d-4e9a-45e7-8c7a-975a3a65e5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499019 Nov 27 15:46:49.075022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f01e4b-6327-4772-be28-04bea91a7c23 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:49.082722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.095665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Transition to ACTIVE for port object 43f01e4b-6327-4772-be28-04bea91a7c23 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:49.099578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.177139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Pushing event updated for resources: {'Port': ['ID=43f01e4b-6327-4772-be28-04bea91a7c23,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:49.255530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Attempting to bind port 43f01e4b-6327-4772-be28-04bea91a7c23 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:49.256021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Attempting to bind port 43f01e4b-6327-4772-be28-04bea91a7c23 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:49.256569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Attempting to bind port 43f01e4b-6327-4772-be28-04bea91a7c23 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:49.263359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Port 43f01e4b-6327-4772-be28-04bea91a7c23 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:49.264049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Attempting to bind port 43f01e4b-6327-4772-be28-04bea91a7c23 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:49.270307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:49.270755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:49.271510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:49.272024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Bound port: 43f01e4b-6327-4772-be28-04bea91a7c23, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:49.272453 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.325811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7422f50f-d3f0-4f9c-9663-3cf34b0083ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.358004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-40b904e1-9d1e-4106-8714-3df0ec1220fc tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:49.359518 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-40b904e1-9d1e-4106-8714-3df0ec1220fc tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.0846708 Nov 27 15:46:49.401604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] For port 43f01e4b-6327-4772-be28-04bea91a7c23, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:49.413720 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7422f50f-d3f0-4f9c-9663-3cf34b0083ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.420085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] For port 43f01e4b-6327-4772-be28-04bea91a7c23, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=43f01e4b-6327-4772-be28-04bea91a7c23,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:49.430298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.431342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bafbb1-6de3-475b-85e5-4d578fd223ac req-7fd0f4dd-bf30-44c0-8ca5-51c92d47fc4f tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:49.432714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60bafbb1-6de3-475b-85e5-4d578fd223ac req-7fd0f4dd-bf30-44c0-8ca5-51c92d47fc4f tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 886 time: 0.4802923 Nov 27 15:46:49.456504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-0f2d790a-816c-485b-a19e-e6ec575cf717 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775932 Nov 27 15:46:49.480757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:49.482321 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.483403 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] 10.222.0.37 "PUT /v2.0/ports/43f01e4b-6327-4772-be28-04bea91a7c23 HTTP/1.1" status: 200 len: 1095 time: 0.9554441 Nov 27 15:46:49.485239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'tag': '43f01e4b-6327-4772-be28-04bea91a7c23'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:49.489284 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c1d4be-ed34-4e11-8523-be208456e434", "tag": "43f01e4b-6327-4772-be28-04bea91a7c23"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:49.582996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425368eb-ebfb-4768-95e8-176659f72c48 service neutron] Pushing event updated for resources: {'Port': ['ID=43f01e4b-6327-4772-be28-04bea91a7c23,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:49.604380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7422f50f-d3f0-4f9c-9663-3cf34b0083ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.607598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7422f50f-d3f0-4f9c-9663-3cf34b0083ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.608728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7422f50f-d3f0-4f9c-9663-3cf34b0083ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe66a895-19bc-42e7-a57e-1ded1c26725a HTTP/1.1" status: 204 len: 168 time: 0.7021270 Nov 27 15:46:49.613810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-2b57aba2-60c2-4d83-a8d0-d79f8bc0b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:49.615468 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-2b57aba2-60c2-4d83-a8d0-d79f8bc0b5c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 1098 time: 0.0821064 Nov 27 15:46:49.617033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-770f75e3-9a46-49ee-8475-0f899f425073 service neutron] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:49.619984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-770f75e3-9a46-49ee-8475-0f899f425073 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.621312 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0525e60a-efe9-453d-9f3b-5e7de781a281 req-770f75e3-9a46-49ee-8475-0f899f425073 service neutron] 10.222.0.37 "DELETE /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583/bindings/n-h1-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.2536290 Nov 27 15:46:49.659590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422f50f-d3f0-4f9c-9663-3cf34b0083ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe66a895-19bc-42e7-a57e-1ded1c26725a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:49.666107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:49.679932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.683624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-7f004bb3-b5c0-4953-9692-76dbf57e4caa service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195950 Nov 27 15:46:49.685187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-d89705f7-a8f7-4fc7-b562-2ea11226599b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=43f01e4b-6327-4772-be28-04bea91a7c23 HTTP/1.1" status: 200 len: 217 time: 0.0578909 Nov 27 15:46:49.729778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Transition to ACTIVE for port object 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:49.742411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:49.774567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-5f8b1110-71af-4d49-a870-1002036a1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:49.776392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-5f8b1110-71af-4d49-a870-1002036a1dad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0801885 Nov 27 15:46:49.849388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-df9bc80e-71f3-4bb5-84e1-22440b8a9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:49.849826 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-df9bc80e-71f3-4bb5-84e1-22440b8a9a02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646670 Nov 27 15:46:49.866276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:49.959150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Attempting to bind port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:49.964903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Attempting to bind port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:49.965239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Attempting to bind port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:49.997059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:49.997385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Attempting to bind port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:50.022480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-f367f04a-ac5f-4ccc-a3fd-85bde7ca8d70 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651556 Nov 27 15:46:50.032477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:50.032823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:50.033208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:50.033684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Bound port: 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:50.034046 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:50.186825 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-fb29d7ed-e406-4851-b17c-3c6475b0e1bf service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538558 Nov 27 15:46:50.210868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842695-16a5-43cb-8804-53f51995f661 req-4615de85-f810-4e8b-9701-92772ae9188e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:50.212392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0842695-16a5-43cb-8804-53f51995f661 req-4615de85-f810-4e8b-9701-92772ae9188e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.2230604 Nov 27 15:46:50.241347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] For port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:50.279741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-5e3fa186-a8f9-4db1-b52f-873af20a1f5d tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42596 time: 0.6804073 Nov 27 15:46:50.298111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] For port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:50.313979 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:50.395975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:50.396615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:50.398228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ccef91d-bdd0-476c-b55d-3fdb9bf2833a HTTP/1.1" status: 200 len: 1095 time: 1.9914827 Nov 27 15:46:50.400674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'tag': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:50.403184 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2905a7bb-6051-4a48-aefa-3d65d22d61ba", "tag": "9ccef91d-bdd0-476c-b55d-3fdb9bf2833a"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:50.427211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0842695-16a5-43cb-8804-53f51995f661 req-07cb7511-9818-401a-9a3f-53055e432a6d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894801 Nov 27 15:46:50.449218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-0539e041-d7ef-4a1e-917a-ee43c2fc7bd3 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/10d58373-7286-4a1f-bfe6-12a580e2e472 HTTP/1.1" status: 200 len: 2998 time: 0.1685257 Nov 27 15:46:50.524509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8e7cf-425f-498d-adbd-f15d5b17b402 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:50.561302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-641305b0-aa46-4a41-95dc-a3db6a2444b3 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/10d58373-7286-4a1f-bfe6-12a580e2e472 HTTP/1.1" status: 200 len: 2998 time: 0.1104517 Nov 27 15:46:50.561835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:46:50.638004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:46:50.683381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-e7167e62-43c1-4490-9930-f4fa7989f020 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/19ddb0f3-4dcf-4e9e-b48b-fe8eda205197 HTTP/1.1" status: 200 len: 2994 time: 0.1209769 Nov 27 15:46:50.685523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-a9c8eaaa-a048-4714-b888-6e52ab7fa092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:50.687069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-a9c8eaaa-a048-4714-b888-6e52ab7fa092 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 1098 time: 0.2336972 Nov 27 15:46:50.704196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e7b9-9eaa-4135-b043-3d1eb8cd9754 req-e74e6bce-3c83-4222-b0c2-e09f7a624c4b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:50.706048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3df4e7b9-9eaa-4135-b043-3d1eb8cd9754 req-e74e6bce-3c83-4222-b0c2-e09f7a624c4b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 947 time: 0.1558423 Nov 27 15:46:50.764112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-8cb852b2-edde-4af9-9d1e-88675e6a9aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a HTTP/1.1" status: 200 len: 217 time: 0.0541079 Nov 27 15:46:50.854089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-db5aefff-ee91-4c68-9a71-596d2e7d12bb tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/19ddb0f3-4dcf-4e9e-b48b-fe8eda205197 HTTP/1.1" status: 200 len: 2994 time: 0.1469018 Nov 27 15:46:50.880284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3df4e7b9-9eaa-4135-b043-3d1eb8cd9754 req-3ca85512-a013-4784-a9b3-659f6bb520e5 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573839 Nov 27 15:46:50.889110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-f2d2deb5-8d16-42b2-bf27-9afc3fc96518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:50.891089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-f2d2deb5-8d16-42b2-bf27-9afc3fc96518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1168725 Nov 27 15:46:51.000146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-67487318-32b7-48cc-a83b-05bf903ff4aa tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3111a4b8-b42c-4dff-a19b-9d0c68ee8b94 HTTP/1.1" status: 200 len: 2998 time: 0.1445549 Nov 27 15:46:51.034991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-d43ad2af-6387-4060-b7d3-a4dbbab7deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.036507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-d43ad2af-6387-4060-b7d3-a4dbbab7deab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368778 Nov 27 15:46:51.143536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-37d28aec-013e-4497-9d50-c30669995e49 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3111a4b8-b42c-4dff-a19b-9d0c68ee8b94 HTTP/1.1" status: 200 len: 2998 time: 0.1352122 Nov 27 15:46:51.155665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.156019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.156487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.156963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.157398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.157881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.158330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.158784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.161119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a2ea9b1-641c-4d5a-8701-e51d4a02c9f9 req-53f51145-7a3c-45ae-8436-093a242f05a4 tempest-NetworksTest-1562748982 tempest-NetworksTest-1562748982-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5756 time: 0.2410479 Nov 27 15:46:51.229676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-0b32017f-2b46-417a-9f5e-2f62c88d93f2 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809247 Nov 27 15:46:51.233338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-594bdcba-ea31-4230-8a2a-d295d63fc563 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3dc50339-3321-4187-9a33-c5abf39497c5 HTTP/1.1" status: 200 len: 2998 time: 0.0824242 Nov 27 15:46:51.362890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-e396176d-baf4-44d1-9ed2-1ed087f1fe47 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3dc50339-3321-4187-9a33-c5abf39497c5 HTTP/1.1" status: 200 len: 2998 time: 0.1143336 Nov 27 15:46:51.415251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89fb7aa7-94f1-4829-956e-183ef95704a9 req-f5c5b629-4ffd-49e6-a3df-14b4b224138c service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769941 Nov 27 15:46:51.454362 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae850616-889a-4f94-b77e-ac1319d9ec5b x-openstack-request-id: req-ae850616-889a-4f94-b77e-ac1319d9ec5b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:51.454882 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c1d4be-ed34-4e11-8523-be208456e434", "tag": "43f01e4b-6327-4772-be28-04bea91a7c23", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:51.460258 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae850616-889a-4f94-b77e-ac1319d9ec5b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:51.461254 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'tag': '43f01e4b-6327-4772-be28-04bea91a7c23', 'status': 'completed', 'code': 200} Nov 27 15:46:51.490250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-798b4df6-0124-4a68-8a2e-253ff45b51c3 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.492774 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-798b4df6-0124-4a68-8a2e-253ff45b51c3 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 821 time: 0.1984193 Nov 27 15:46:51.507739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'port': {'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'admin_state_up': True, 'tenant_id': 'cd9b04717d144ff3979449380f489e72'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:51.510663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-1a7e1385-c805-41fe-a70a-c0f6da441718 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4164e348-e23a-4049-a230-59a34546e6a9 HTTP/1.1" status: 200 len: 2994 time: 0.1462367 Nov 27 15:46:51.544670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d562782-f975-4992-9f60-75a3312c0e2e req-ba0bf908-60b8-46a8-86d1-7ae6cc9e0215 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 210 time: 0.0279737 Nov 27 15:46:51.573122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-971c237f-301a-4c87-96c2-aa16805baf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.575205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-971c237f-301a-4c87-96c2-aa16805baf40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 1098 time: 0.0944960 Nov 27 15:46:51.649333 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a68735-4409-4bbd-b1fa-13a84b39d0ce x-openstack-request-id: req-a7a68735-4409-4bbd-b1fa-13a84b39d0ce {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:51.649691 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2905a7bb-6051-4a48-aefa-3d65d22d61ba", "tag": "9ccef91d-bdd0-476c-b55d-3fdb9bf2833a", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:51.649952 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7a68735-4409-4bbd-b1fa-13a84b39d0ce {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:51.650493 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'tag': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', 'status': 'completed', 'code': 200} Nov 27 15:46:51.657663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-f8ac140b-f168-4793-ade9-9e11de7658db tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4164e348-e23a-4049-a230-59a34546e6a9 HTTP/1.1" status: 200 len: 2994 time: 0.1103780 Nov 27 15:46:51.718075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-8e2886bb-2fce-4c7e-b51b-9bf5dd8a3d59 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5447675e-0cda-4084-84e0-638936855ffd HTTP/1.1" status: 200 len: 2990 time: 0.0512908 Nov 27 15:46:51.751008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58518) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:51.784237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Made reservation on behalf of cd9b04717d144ff3979449380f489e72 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:51.786637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-d666e56f-e44b-4eb5-8a4a-fb9bddc838e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.787963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-d666e56f-e44b-4eb5-8a4a-fb9bddc838e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2044437 Nov 27 15:46:51.789826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-a12cabd3-714c-4d84-bc32-f5343b0e09b0 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5447675e-0cda-4084-84e0-638936855ffd HTTP/1.1" status: 200 len: 2990 time: 0.0589478 Nov 27 15:46:51.790986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:51.809826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-30e3b55d-aa6c-47b7-b89a-34d552cca0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.811420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-30e3b55d-aa6c-47b7-b89a-34d552cca0d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 1098 time: 0.0862594 Nov 27 15:46:51.881075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-f5ff87a9-e258-40a3-913e-f37c2487f462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=43f01e4b-6327-4772-be28-04bea91a7c23 HTTP/1.1" status: 200 len: 217 time: 0.0851693 Nov 27 15:46:51.951631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58526) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:51.967390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-982234b4-b3b5-46d9-a790-b68b8d46f461 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/828d5b06-c9cd-4024-ad4e-4f7cc283eba9 HTTP/1.1" status: 200 len: 2994 time: 0.1423748 Nov 27 15:46:51.978480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-df845f2a-77bf-479c-b209-05342ace3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.980248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-df845f2a-77bf-479c-b209-05342ace3143 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0844824 Nov 27 15:46:51.989342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21c4c0-10d7-453e-8e68-17a7a8cdc5fc req-f9c7cc35-7ee0-4b23-94c9-df3589993fde tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:51.990829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d21c4c0-10d7-453e-8e68-17a7a8cdc5fc req-f9c7cc35-7ee0-4b23-94c9-df3589993fde tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1096 time: 0.1168642 Nov 27 15:46:52.018576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-89885d45-8d95-41df-b382-8c98ba52cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:52.020172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-89885d45-8d95-41df-b382-8c98ba52cdcc service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1991308 Nov 27 15:46:52.020730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2250f110-d9da-44ec-a434-2f36d72cdac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.074055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87277efc-4d5e-4a73-a5ab-d4b2b315d50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.081559 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-4a4eb5b8-f0d3-40f9-a00a-052f9b0b7292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a HTTP/1.1" status: 200 len: 217 time: 0.0499237 Nov 27 15:46:52.120514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-847931f6-82c9-41f3-911f-320d1ad9eb31 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/828d5b06-c9cd-4024-ad4e-4f7cc283eba9 HTTP/1.1" status: 200 len: 2994 time: 0.1287189 Nov 27 15:46:52.122512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Allocated IP 172.20.0.12 (3ed1d4f2-f4a8-47b4-a807-59499ed4dd48/8dcf48d4-cbcf-4025-84ee-0a640b9251bd/7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:52.129721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-59fff880-ef12-4db9-8bc0-e90ec5ee7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:52.131412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-59fff880-ef12-4db9-8bc0-e90ec5ee7dde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286116 Nov 27 15:46:52.137663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d21c4c0-10d7-453e-8e68-17a7a8cdc5fc req-21e4d89c-6e01-4d0e-b9b0-70b2b333d61a tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323993 Nov 27 15:46:52.180333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-85ea9299-9ec2-4c68-846a-28704378cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:52.181826 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-85ea9299-9ec2-4c68-846a-28704378cadf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0914490 Nov 27 15:46:52.267390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-1c9269f6-89cc-4a05-b235-d8c9435bff1d tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a4d82243-7308-44fe-8cf9-18f61f35d32f HTTP/1.1" status: 200 len: 2994 time: 0.1315460 Nov 27 15:46:52.332475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2250f110-d9da-44ec-a434-2f36d72cdac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.346029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-eecacf98-d663-43f1-86ce-8426420ebde1 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a4d82243-7308-44fe-8cf9-18f61f35d32f HTTP/1.1" status: 200 len: 2994 time: 0.0776534 Nov 27 15:46:52.356992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2250f110-d9da-44ec-a434-2f36d72cdac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.409543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-133873b3-65db-45a8-9386-c512a05a0b89 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693412 Nov 27 15:46:52.449452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250f110-d9da-44ec-a434-2f36d72cdac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2da6e-89d2-4dc9-b0f0-47e1eab3f73a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:52.469015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2250f110-d9da-44ec-a434-2f36d72cdac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e3cbfbb9a86421f91faaf1bb814e1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7108879 Nov 27 15:46:52.469325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58538) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:52.502940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-6734f2da-ae0c-47f9-827b-84cc200f9616 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ba68fb7d-4ee8-484d-a15d-b5646959ab34 HTTP/1.1" status: 200 len: 2998 time: 0.1555161 Nov 27 15:46:52.563368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-d6460150-f410-417f-bfae-db4b9d523965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:52.564827 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-d6460150-f410-417f-bfae-db4b9d523965 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738496 Nov 27 15:46:52.591046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87277efc-4d5e-4a73-a5ab-d4b2b315d50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.608989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87277efc-4d5e-4a73-a5ab-d4b2b315d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.649226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6034-bf8f-4f5b-982c-ec21875a8e1d req-cb76ff77-686d-43f5-a5bf-eb10f9954b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:52.650747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6034-bf8f-4f5b-982c-ec21875a8e1d req-cb76ff77-686d-43f5-a5bf-eb10f9954b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 947 time: 0.1381779 Nov 27 15:46:52.655463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-59c86734-4545-4f3a-bff7-a8f55a998675 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ba68fb7d-4ee8-484d-a15d-b5646959ab34 HTTP/1.1" status: 200 len: 2998 time: 0.1360958 Nov 27 15:46:52.656765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba189-0e3c-419c-8439-3ea90812dfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.659726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a6a8e2-a4c3-439d-91be-b00189ccd85e req-8d32a833-372c-4752-a8a5-7cb8e5a4f3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330294 Nov 27 15:46:52.704716 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba189-0e3c-419c-8439-3ea90812dfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.708281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-87277efc-4d5e-4a73-a5ab-d4b2b315d50d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0d6a93b8c674f90ae1ad323566d8647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7542069 Nov 27 15:46:52.709081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87277efc-4d5e-4a73-a5ab-d4b2b315d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eb5456-c9bc-4ca9-b0a8-ccf8104095dd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:52.713009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58542) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:52.761849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.778972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6034-bf8f-4f5b-982c-ec21875a8e1d req-a0ccdce5-5423-4d9b-97ee-cb9c68c49758 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168118 Nov 27 15:46:52.787323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-3c3625d0-75a1-4391-8748-7d1ac0991d11 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cda8c2fa-862f-4b10-a512-8831536efda6 HTTP/1.1" status: 200 len: 2998 time: 0.1047564 Nov 27 15:46:52.789773 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-52def89b-6381-466d-9138-000fc6e263b4 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127738 Nov 27 15:46:52.821824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba189-0e3c-419c-8439-3ea90812dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.824579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba189-0e3c-419c-8439-3ea90812dfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.825951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2a9ba189-0e3c-419c-8439-3ea90812dfaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29a2da6e-89d2-4dc9-b0f0-47e1eab3f73a HTTP/1.1" status: 204 len: 168 time: 0.3556085 Nov 27 15:46:52.839660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ba189-0e3c-419c-8439-3ea90812dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2da6e-89d2-4dc9-b0f0-47e1eab3f73a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:52.898790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2254-12fb-4abf-bfac-63567975bff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.900851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-e654b35f-5ba1-408c-a971-c9b6ae94f804 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cda8c2fa-862f-4b10-a512-8831536efda6 HTTP/1.1" status: 200 len: 2998 time: 0.0938666 Nov 27 15:46:52.916552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.928710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a8c89ef6-efd0-4785-9d4f-144d638b270c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:52.947032 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2254-12fb-4abf-bfac-63567975bff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:52.982578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:52.990396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-7b96c68f-3bc2-4eb8-989e-52842406e97f tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/dbc594a4-ef24-4e8c-b4b4-47e96e7e78c8 HTTP/1.1" status: 200 len: 2994 time: 0.0553925 Nov 27 15:46:53.002877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:53.014738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:53.071583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-e1232ff2-9214-4672-b4f8-a86fd7677b8f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:53.079258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-e1232ff2-9214-4672-b4f8-a86fd7677b8f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.2014632 Nov 27 15:46:53.094951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event updated for resources: {'Port': ['ID=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:53.099824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-23a84bfe-86b4-466c-8352-c2e3e1a5fb9f req-50ca78f4-64d6-4a95-b693-f9770e2907ec service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006227 Nov 27 15:46:53.114960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-a42fdaaf-da96-4476-a29f-a3e78c89cc0b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/quotas/93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 375 time: 0.0343685 Nov 27 15:46:53.118432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:53.119245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.138834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-f7a902d0-b3a5-426f-982c-689ad303564b tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/dbc594a4-ef24-4e8c-b4b4-47e96e7e78c8 HTTP/1.1" status: 200 len: 2994 time: 0.1390347 Nov 27 15:46:53.155571 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-4a45ce5d-ea1e-43a1-a3fc-221358b75402 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6513674 Nov 27 15:46:53.158110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2254-12fb-4abf-bfac-63567975bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.163475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2254-12fb-4abf-bfac-63567975bff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.165724 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9e2b2254-12fb-4abf-bfac-63567975bff5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45eb5456-c9bc-4ca9-b0a8-ccf8104095dd HTTP/1.1" status: 204 len: 168 time: 0.4498215 Nov 27 15:46:53.193723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Request body: {'port': {'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:53.233706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-491433b8-f3d8-4dc6-b4a0-a7cd0f7bc030 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177189 Nov 27 15:46:53.235363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58560) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:53.242969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b2254-12fb-4abf-bfac-63567975bff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eb5456-c9bc-4ca9-b0a8-ccf8104095dd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:53.271027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f15ba9d0-4d80-45da-8b04-577f4218c4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.290745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.296053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-6aebf723-9bbe-4888-aa49-d0616c4f08d0 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ed9ac894-770d-4b92-ba1e-69820e7f88aa HTTP/1.1" status: 200 len: 2998 time: 0.1399684 Nov 27 15:46:53.361146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4db484e6-224e-4038-bd7a-70b4b71bb9e1 None None] Provisioning complete for port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:53.361877 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4db484e6-224e-4038-bd7a-70b4b71bb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.405694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4db484e6-224e-4038-bd7a-70b4b71bb9e1 None None] Port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:46:53.413913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bd67cc2-1aeb-4848-9166-8f7f19fced51 req-35f9066c-c5cc-4a9c-b981-dbceb6634dea tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ed9ac894-770d-4b92-ba1e-69820e7f88aa HTTP/1.1" status: 200 len: 2998 time: 0.0873029 Nov 27 15:46:53.450935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-6974c1c3-0337-4ce7-a38b-a9e513216922 service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163522 Nov 27 15:46:53.654206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58570) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:53.665147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:53.677797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1e7d59-ab8f-4028-9a34-690cbb21dd02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.681701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.707326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Transition to ACTIVE for port object 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:53.714652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.783383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:53.793860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f15ba9d0-4d80-45da-8b04-577f4218c4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.809282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f15ba9d0-4d80-45da-8b04-577f4218c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.865449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1e7d59-ab8f-4028-9a34-690cbb21dd02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.875191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1e7d59-ab8f-4028-9a34-690cbb21dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:53.879824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f15ba9d0-4d80-45da-8b04-577f4218c4bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=233bf231584147f18fb58292d826f897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322825 Nov 27 15:46:53.884030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58574) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:53.915422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Attempting to bind port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:53.915744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Attempting to bind port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:53.916068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Attempting to bind port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:53.917679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d597c-14d3-4317-8cfc-39aae9494289 req-5280ff05-29b3-4acb-91fa-aaf4e7a52c9c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:53.919204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-021d597c-14d3-4317-8cfc-39aae9494289 req-5280ff05-29b3-4acb-91fa-aaf4e7a52c9c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 944 time: 0.1753473 Nov 27 15:46:53.922133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df1e7d59-ab8f-4028-9a34-690cbb21dd02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dac30077f3d41ff9403185abf7b60e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645218 Nov 27 15:46:53.926145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:53.931124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-244cc504-73e0-4763-a78d-bede6f194be4 service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697053 Nov 27 15:46:53.942094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ba9d0-4d80-45da-8b04-577f4218c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241b174b-60c1-48c9-8e9b-27130d064dee,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:53.944703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e7d59-ab8f-4028-9a34-690cbb21dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f3e385-7738-4b30-8b2d-6d950287fbe8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:53.947201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:53.947614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Attempting to bind port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 on network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:53.960921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:53.961260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Checking segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:53.961666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Bound using segment: {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:53.962117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Bound port: 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:53.962456 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.032165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e4afd10-3003-4540-b97f-40b1c6db3191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.033337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6458-ede0-445e-b7a4-93600400f943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.038126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-021d597c-14d3-4317-8cfc-39aae9494289 req-d3d78f0d-b1f7-4776-80c3-62216010652d tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977497 Nov 27 15:46:54.075352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e4afd10-3003-4540-b97f-40b1c6db3191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.082473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6458-ede0-445e-b7a4-93600400f943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.089366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] For port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:54.098066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] For port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:54.111312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.184437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e4afd10-3003-4540-b97f-40b1c6db3191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.187244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e4afd10-3003-4540-b97f-40b1c6db3191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.188633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e4afd10-3003-4540-b97f-40b1c6db3191 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/241b174b-60c1-48c9-8e9b-27130d064dee HTTP/1.1" status: 204 len: 168 time: 0.2979686 Nov 27 15:46:54.196127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:54.199222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.202854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] 10.222.0.21 "PUT /v2.0/ports/7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 1092 time: 1.0357652 Nov 27 15:46:54.210276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:54.216739 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b643c90e-4185-475a-b004-635e9d04f77f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:54.233450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4afd10-3003-4540-b97f-40b1c6db3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241b174b-60c1-48c9-8e9b-27130d064dee,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:54.264585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6bc5926-1194-45c4-b1a9-ee1343f04a33 req-b7910b38-6974-4f89-a428-b837c914a2e8 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32a3186437bf44a9ab156422450e8aa3 HTTP/1.1" status: 200 len: 6153 time: 0.1540275 Nov 27 15:46:54.295767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77c189-b2b2-402a-a7f9-9ba875bd4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:54.350306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6458-ede0-445e-b7a4-93600400f943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.353633 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6458-ede0-445e-b7a4-93600400f943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.355087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ef6a6458-ede0-445e-b7a4-93600400f943 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33f3e385-7738-4b30-8b2d-6d950287fbe8 HTTP/1.1" status: 204 len: 168 time: 0.4280930 Nov 27 15:46:54.370997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6bc5926-1194-45c4-b1a9-ee1343f04a33 req-328b1994-7d8a-4230-9597-a45ddf75fc53 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "GET /v2.0/security-groups/3dc50339-3321-4187-9a33-c5abf39497c5 HTTP/1.1" status: 200 len: 2998 time: 0.0990198 Nov 27 15:46:54.393053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a6458-ede0-445e-b7a4-93600400f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f3e385-7738-4b30-8b2d-6d950287fbe8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:54.410979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-aca9c4e3-a076-4fc6-9b87-1b6ba0a28e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:54.412284 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-aca9c4e3-a076-4fc6-9b87-1b6ba0a28e11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1095 time: 0.1461506 Nov 27 15:46:54.468936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:54.498295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-7fd9b2fd-5d44-48d4-a9c0-5a8983a7cda5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 217 time: 0.0777280 Nov 27 15:46:54.552366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6bc5926-1194-45c4-b1a9-ee1343f04a33 req-dd6c3144-5e20-4db3-902e-5e4cdda064ae tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "GET /v2.0/security-groups/3dc50339-3321-4187-9a33-c5abf39497c5 HTTP/1.1" status: 200 len: 2998 time: 0.1740577 Nov 27 15:46:54.583072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-f5a9a095-c537-4928-b267-46a64852f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:54.584975 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-f5a9a095-c537-4928-b267-46a64852f2e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0782533 Nov 27 15:46:54.590075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2d24-1a72-45c5-b350-05f2adced389 req-0e9435e5-dbfe-4aa8-bf00-72e72c0c5a4b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:54.603369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bba2d24-1a72-45c5-b350-05f2adced389 req-0e9435e5-dbfe-4aa8-bf00-72e72c0c5a4b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 947 time: 0.2287331 Nov 27 15:46:54.649186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:54.670500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', 'mac_address': 'fa:16:3e:36:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:54.680131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c4b5088-0d01-4d31-86c4-f9bece5a1068 req-e239b90e-38e5-44a5-93b7-1f52e3a9cc99 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 210 time: 0.0549071 Nov 27 15:46:54.694430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-82752efe-1fd6-4de7-83f7-414ea6c4c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:54.696010 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-82752efe-1fd6-4de7-83f7-414ea6c4c6d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992351 Nov 27 15:46:54.736129 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.759463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:54.766186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bba2d24-1a72-45c5-b350-05f2adced389 req-4cceb6b8-edc5-4431-aa3f-9a69f781917a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598675 Nov 27 15:46:54.819624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:54.834739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:54.835736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 43f01e4b-6327-4772-be28-04bea91a7c23 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:54.897080 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95792f31-2183-441d-b98e-41b6afd674a1 x-openstack-request-id: req-95792f31-2183-441d-b98e-41b6afd674a1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:54.897374 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:54.897672 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95792f31-2183-441d-b98e-41b6afd674a1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:54.898064 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'status': 'completed', 'code': 200} Nov 27 15:46:54.915785 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-2eb2ecf3-f839-4c46-b576-5523323fdea7 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074242 Nov 27 15:46:54.923074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b0d74dd-8cdd-48a9-bf9e-431d3d0c36bb req-97254a77-a134-4fe0-bec4-b434a5610a4b tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/95c83b3a-0c82-427b-bd03-13931d2b45bb HTTP/1.1" status: 200 len: 1793 time: 0.1033409 Nov 27 15:46:54.924857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:54.930297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 43f01e4b-6327-4772-be28-04bea91a7c23, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=43f01e4b-6327-4772-be28-04bea91a7c23,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:54.950894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '43f01e4b-6327-4772-be28-04bea91a7c23', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '43f01e4b-6327-4772-be28-04bea91a7c23', 'mac_address': 'fa:16:3e:ba:27:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:55.039297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6b0d74dd-8cdd-48a9-bf9e-431d3d0c36bb req-c74301c4-4cc9-4fb3-a2a2-ab4b698be062 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.045365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d0e7a-4835-443a-9b14-8a66b3b4a305 req-f745a44e-6bcb-4c0a-b4a4-7a13f5a71c9f service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174688 Nov 27 15:46:55.071570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.077899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6b0d74dd-8cdd-48a9-bf9e-431d3d0c36bb req-c74301c4-4cc9-4fb3-a2a2-ab4b698be062 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.106185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f01e4b-6327-4772-be28-04bea91a7c23 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:55.144845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 43f01e4b-6327-4772-be28-04bea91a7c23, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=43f01e4b-6327-4772-be28-04bea91a7c23,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:55.151831 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.163097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6b0d74dd-8cdd-48a9-bf9e-431d3d0c36bb req-c74301c4-4cc9-4fb3-a2a2-ab4b698be062 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.166921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6b0d74dd-8cdd-48a9-bf9e-431d3d0c36bb req-c74301c4-4cc9-4fb3-a2a2-ab4b698be062 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.168492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b0d74dd-8cdd-48a9-bf9e-431d3d0c36bb req-c74301c4-4cc9-4fb3-a2a2-ab4b698be062 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/95c83b3a-0c82-427b-bd03-13931d2b45bb HTTP/1.1" status: 204 len: 173 time: 0.2275770 Nov 27 15:46:55.187544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74301c4-4cc9-4fb3-a2a2-ab4b698be062 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c83b3a-0c82-427b-bd03-13931d2b45bb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:55.244602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c90e-4185-475a-b004-635e9d04f77f req-1db64aa3-4319-406f-9f19-d4fd84793d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:55.246959 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-1db64aa3-4319-406f-9f19-d4fd84793d16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1095 time: 0.1133053 Nov 27 15:46:55.273892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=43f01e4b-6327-4772-be28-04bea91a7c23,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:55.294940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b1449-2eea-465b-86bf-fb7f6f3a7271 req-edcdfff7-3250-4576-8fcb-9d49bf70a8a6 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:55.296964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b28b1449-2eea-465b-86bf-fb7f6f3a7271 req-edcdfff7-3250-4576-8fcb-9d49bf70a8a6 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 944 time: 0.1104991 Nov 27 15:46:55.367734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c90e-4185-475a-b004-635e9d04f77f req-1bf5bc73-ecf1-448e-948c-41c4605e03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:55.369365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-1bf5bc73-ecf1-448e-948c-41c4605e03f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.1148868 Nov 27 15:46:55.413769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b28b1449-2eea-465b-86bf-fb7f6f3a7271 req-47bde7ee-6afc-48f7-9539-4570da07448d tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043615 Nov 27 15:46:55.430742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-f23007be-fd50-4180-ac55-f9823c4efdab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 217 time: 0.0500886 Nov 27 15:46:55.432835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['43f01e4b-6327-4772-be28-04bea91a7c23'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:55.442922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41e79920-9cd3-4e42-a2e0-5fb55c338b62 req-50888802-8aaa-4bd8-8209-525402cde378 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "GET /v2.0/security-groups/39aee84e-6860-47ac-83f4-ba78fbe3e1b0 HTTP/1.1" status: 200 len: 1793 time: 0.0883086 Nov 27 15:46:55.488492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9ccef91d-bdd0-476c-b55d-3fdb9bf2833a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:55.527800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c90e-4185-475a-b004-635e9d04f77f req-dfedbb81-7d19-4f22-b10c-77ed18e51dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:55.542457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-dfedbb81-7d19-4f22-b10c-77ed18e51dc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0934951 Nov 27 15:46:55.561854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41e79920-9cd3-4e42-a2e0-5fb55c338b62 req-2082b420-db78-4616-81f0-c6ac342259c2 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.596181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41e79920-9cd3-4e42-a2e0-5fb55c338b62 req-2082b420-db78-4616-81f0-c6ac342259c2 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.605832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c90e-4185-475a-b004-635e9d04f77f req-1cf694ca-1749-4d13-9b80-b5ac7893ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:55.608365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-1cf694ca-1749-4d13-9b80-b5ac7893ca23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644543 Nov 27 15:46:55.778554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-99008160-d4d5-43db-ab4f-f7b6171a2dff service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622462 Nov 27 15:46:55.799402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41e79920-9cd3-4e42-a2e0-5fb55c338b62 req-2082b420-db78-4616-81f0-c6ac342259c2 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.802275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41e79920-9cd3-4e42-a2e0-5fb55c338b62 req-2082b420-db78-4616-81f0-c6ac342259c2 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:55.820570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41e79920-9cd3-4e42-a2e0-5fb55c338b62 req-2082b420-db78-4616-81f0-c6ac342259c2 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/39aee84e-6860-47ac-83f4-ba78fbe3e1b0 HTTP/1.1" status: 204 len: 173 time: 0.3567510 Nov 27 15:46:55.920269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b643c90e-4185-475a-b004-635e9d04f77f req-feaaa0e5-33c4-4969-b53c-633c3e1fc4d7 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299310 Nov 27 15:46:55.929430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082b420-db78-4616-81f0-c6ac342259c2 tempest-SecurityGroupsTestAdminJSON-1011952899 tempest-SecurityGroupsTestAdminJSON-1011952899-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aee84e-6860-47ac-83f4-ba78fbe3e1b0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:55.952224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba020533-104e-4108-86e1-53bac9e3a551 req-8bfccfda-cf50-42aa-9244-0b621194bca8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 210 time: 0.1240520 Nov 27 15:46:56.072727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-90cbc1f4-a50e-40e3-86ad-cda3c6fa6d86 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:56.074212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-90cbc1f4-a50e-40e3-86ad-cda3c6fa6d86 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.4260771 Nov 27 15:46:56.084785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb0e6328-c181-4ffb-a6a3-b9b983da5374 req-c7a7c230-de92-4d71-a919-9be4ed291c25 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "GET /v2.0/security-groups/cf911bf6-e11d-4798-93be-48412c9aae59 HTTP/1.1" status: 200 len: 1795 time: 0.1012425 Nov 27 15:46:56.090281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Request body: {'port': {'device_id': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'admin_state_up': True, 'tenant_id': '93d68f827a2e4d9cbecdba351503bc7e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:56.100764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2a89-d695-451c-9d4e-4964166040ce req-f6bb6268-fc06-4572-a6be-08b3cd6fc3a9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:56.102254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4de2a89-d695-451c-9d4e-4964166040ce req-f6bb6268-fc06-4572-a6be-08b3cd6fc3a9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 948 time: 0.1357536 Nov 27 15:46:56.124087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58670) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:56.258610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4de2a89-d695-451c-9d4e-4964166040ce req-6185265d-3c7c-466b-8c79-32c4a98b47e9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476538 Nov 27 15:46:56.268037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb0e6328-c181-4ffb-a6a3-b9b983da5374 req-395745ee-e5f9-4e83-8c13-395aa20d5119 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.296764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dbf98203-f5f2-464e-b4a1-9e7a288786ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.307133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb0e6328-c181-4ffb-a6a3-b9b983da5374 req-395745ee-e5f9-4e83-8c13-395aa20d5119 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.318578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Made reservation on behalf of 93d68f827a2e4d9cbecdba351503bc7e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:46:56.322563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.405800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dbf98203-f5f2-464e-b4a1-9e7a288786ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.412181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dbf98203-f5f2-464e-b4a1-9e7a288786ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.424504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb0e6328-c181-4ffb-a6a3-b9b983da5374 req-395745ee-e5f9-4e83-8c13-395aa20d5119 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.427552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb0e6328-c181-4ffb-a6a3-b9b983da5374 req-395745ee-e5f9-4e83-8c13-395aa20d5119 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.428794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb0e6328-c181-4ffb-a6a3-b9b983da5374 req-395745ee-e5f9-4e83-8c13-395aa20d5119 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "DELETE /v2.0/security-groups/cf911bf6-e11d-4798-93be-48412c9aae59 HTTP/1.1" status: 204 len: 173 time: 0.3255508 Nov 27 15:46:56.448403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395745ee-e5f9-4e83-8c13-395aa20d5119 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf911bf6-e11d-4798-93be-48412c9aae59,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:56.454044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf98203-f5f2-464e-b4a1-9e7a288786ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b2ba0-9032-442f-a544-8ceca52476ff,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:56.474013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:56.479700 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dbf98203-f5f2-464e-b4a1-9e7a288786ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e58eef45ed73412b83f17c3e977444c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528101 Nov 27 15:46:56.483411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:56.549845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:56.555246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:56.555733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.670362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Allocated IP 172.20.0.6 (8c29ef00-b7e9-4431-8275-c7f37c550603/2c43f5a0-2116-4379-abfc-5ab1bc13c328/bf365597-97d0-4596-9b9f-274a9f310a1f) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:46:56.682548 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.692479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199ff70-ae18-4b81-81da-23374fc28a6b req-bfcac3d5-b42a-4099-ae09-c33463512e15 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:56.694005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c199ff70-ae18-4b81-81da-23374fc28a6b req-bfcac3d5-b42a-4099-ae09-c33463512e15 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 944 time: 0.1687908 Nov 27 15:46:56.700760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4bacdbf-355b-4254-8006-197102545986 req-a645d3da-e020-4953-97bd-0b24aa802899 tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "GET /v2.0/security-groups/13fee814-0d46-4b17-a446-0adcf84adc48 HTTP/1.1" status: 200 len: 1793 time: 0.1852014 Nov 27 15:46:56.721646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:56.726204 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a7bf2d-0fa5-4228-9e2c-d05c4fbde827" -d '{"events": [{"server_uuid": "2905a7bb-6051-4a48-aefa-3d65d22d61ba", "name": "network-vif-plugged", "status": "completed", "tag": "9ccef91d-bdd0-476c-b55d-3fdb9bf2833a"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:56.743844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:56.746985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-923b03f8-6c15-4636-ac5c-407b6699c8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.753035 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.754524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 43f01e4b-6327-4772-be28-04bea91a7c23 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:46:56.837653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-923b03f8-6c15-4636-ac5c-407b6699c8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.849005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:56.858201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 43f01e4b-6327-4772-be28-04bea91a7c23 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:46:56.867388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 43f01e4b-6327-4772-be28-04bea91a7c23 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:46:56.868092 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.920910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c199ff70-ae18-4b81-81da-23374fc28a6b req-51615264-23b4-4f4e-8348-ce6986b2ea9f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167640 Nov 27 15:46:56.946130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c4bacdbf-355b-4254-8006-197102545986 req-9a432eee-4a84-4dc4-a4cf-04196bf77b2b tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.979248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c4bacdbf-355b-4254-8006-197102545986 req-9a432eee-4a84-4dc4-a4cf-04196bf77b2b tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:56.996034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.011826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-923b03f8-6c15-4636-ac5c-407b6699c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.014320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-923b03f8-6c15-4636-ac5c-407b6699c8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.015746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-923b03f8-6c15-4636-ac5c-407b6699c8ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c1b2ba0-9032-442f-a544-8ceca52476ff HTTP/1.1" status: 204 len: 168 time: 0.5317922 Nov 27 15:46:57.027939 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326afa0c-c3dd-4c91-81d1-30969774ec3e x-openstack-request-id: req-326afa0c-c3dd-4c91-81d1-30969774ec3e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:57.028384 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2905a7bb-6051-4a48-aefa-3d65d22d61ba", "name": "network-vif-plugged", "status": "completed", "tag": "9ccef91d-bdd0-476c-b55d-3fdb9bf2833a", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:57.028648 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-326afa0c-c3dd-4c91-81d1-30969774ec3e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:57.029059 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', 'code': 200} Nov 27 15:46:57.049214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b03f8-6c15-4636-ac5c-407b6699c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1b2ba0-9032-442f-a544-8ceca52476ff,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:57.053695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 43f01e4b-6327-4772-be28-04bea91a7c23, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=43f01e4b-6327-4772-be28-04bea91a7c23,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:57.065762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.086939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c4bacdbf-355b-4254-8006-197102545986 req-9a432eee-4a84-4dc4-a4cf-04196bf77b2b tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.093710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c4bacdbf-355b-4254-8006-197102545986 req-9a432eee-4a84-4dc4-a4cf-04196bf77b2b tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.094914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4bacdbf-355b-4254-8006-197102545986 req-9a432eee-4a84-4dc4-a4cf-04196bf77b2b tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] 10.222.0.15 "DELETE /v2.0/security-groups/13fee814-0d46-4b17-a446-0adcf84adc48 HTTP/1.1" status: 204 len: 173 time: 0.3836367 Nov 27 15:46:57.118615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.124620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=43f01e4b-6327-4772-be28-04bea91a7c23,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:57.141270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a432eee-4a84-4dc4-a4cf-04196bf77b2b tempest-SecurityGroupsTestAdminJSON-1529008155 tempest-SecurityGroupsTestAdminJSON-1529008155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fee814-0d46-4b17-a446-0adcf84adc48,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:57.181722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab98778-bd93-4a13-a462-e16ffffd33ba req-19da9966-e748-477d-8e28-1811e7565992 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 210 time: 0.0328593 Nov 27 15:46:57.213723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.221453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11701a04-7730-4c33-ba6a-f98e25c58704 req-a4fca0fa-48f7-4862-89e0-045283c68943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:57.221453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11701a04-7730-4c33-ba6a-f98e25c58704 req-a4fca0fa-48f7-4862-89e0-045283c68943 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 1100 time: 0.0956304 Nov 27 15:46:57.264608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:46:57.268903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:46:57.272720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:46:57.298263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:57.299033 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11701a04-7730-4c33-ba6a-f98e25c58704 req-5d4dd7d2-49d6-46cb-9dc3-770468f29b90 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Nov 27 15:46:57.330292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:57.331042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.375436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-bf1c3466-96e5-4e4d-87db-2897ada997a1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2896578 Nov 27 15:46:57.387862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Request body: {'port': {'device_id': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:46:57.420007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe55d3-fd26-4a6d-9e9f-0d5c798ced76 req-0819143c-e5cc-4691-b970-87d7989232a1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:57.421611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10fe55d3-fd26-4a6d-9e9f-0d5c798ced76 req-0819143c-e5cc-4691-b970-87d7989232a1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 949 time: 0.0838115 Nov 27 15:46:57.470307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.502324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10fe55d3-fd26-4a6d-9e9f-0d5c798ced76 req-e7b411dd-5803-4319-995f-f17bb0e67918 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715811 Nov 27 15:46:57.657328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58732) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:57.670623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-850dad61-d03a-4b5d-895b-cb38b2cd373f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.766452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58734) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:57.766631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-850dad61-d03a-4b5d-895b-cb38b2cd373f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.770883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-850dad61-d03a-4b5d-895b-cb38b2cd373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.785833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf365597-97d0-4596-9b9f-274a9f310a1f {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:57.794900 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.810874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Transition to ACTIVE for port object bf365597-97d0-4596-9b9f-274a9f310a1f will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:46:57.816862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-850dad61-d03a-4b5d-895b-cb38b2cd373f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fc6b145192447dda244b12df45fa8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557379 Nov 27 15:46:57.816862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dad61-d03a-4b5d-895b-cb38b2cd373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075f9182-f8ae-47e5-b22c-188807b4ccae,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:57.818008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:57.828565 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:57.939251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:58.001814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-296f0d10-37f8-43b2-ba88-53e2b35f9228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.074884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-296f0d10-37f8-43b2-ba88-53e2b35f9228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.078106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ecf67ab-73e3-45bf-bb31-8b9e15b20115 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32a3186437bf44a9ab156422450e8aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106434 Nov 27 15:46:58.081510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:58.083764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:46:58.084125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:46:58.084437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:58.100569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:46:58.100902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:46:58.119597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:46:58.119921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:46:58.120305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:46:58.120756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Bound port: bf365597-97d0-4596-9b9f-274a9f310a1f, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:46:58.121104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.137691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64db317c-8fe5-4891-bfb7-f1871fce1846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.150627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e6d3-d509-48fc-9093-6bd30afb2c53 req-feac2e91-88db-460b-96ae-d1708f1815ea tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.154196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4c9e6d3-d509-48fc-9093-6bd30afb2c53 req-feac2e91-88db-460b-96ae-d1708f1815ea tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 944 time: 0.1443982 Nov 27 15:46:58.175245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64db317c-8fe5-4891-bfb7-f1871fce1846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.230807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64db317c-8fe5-4891-bfb7-f1871fce1846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.235470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64db317c-8fe5-4891-bfb7-f1871fce1846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.239384 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-64db317c-8fe5-4891-bfb7-f1871fce1846 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dc50339-3321-4187-9a33-c5abf39497c5 HTTP/1.1" status: 204 len: 168 time: 0.1538448 Nov 27 15:46:58.239784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-296f0d10-37f8-43b2-ba88-53e2b35f9228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.241076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-296f0d10-37f8-43b2-ba88-53e2b35f9228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.244638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-296f0d10-37f8-43b2-ba88-53e2b35f9228 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/075f9182-f8ae-47e5-b22c-188807b4ccae HTTP/1.1" status: 204 len: 168 time: 0.4228241 Nov 27 15:46:58.246373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db317c-8fe5-4891-bfb7-f1871fce1846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc50339-3321-4187-9a33-c5abf39497c5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:58.274408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f0d10-37f8-43b2-ba88-53e2b35f9228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075f9182-f8ae-47e5-b22c-188807b4ccae,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:58.279160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4c9e6d3-d509-48fc-9093-6bd30afb2c53 req-b1ba5ba1-032e-4e2a-8f18-225c8c0bd161 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140795 Nov 27 15:46:58.283628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:46:58.289023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:46:58.298728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.369234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.369637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.371032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] 10.222.0.21 "PUT /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 1091 time: 0.9873104 Nov 27 15:46:58.373211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:58.375944 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c23b978-1a97-43dc-ae1e-229b3428cd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:58.420224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8d26-7010-4213-a466-4d8da5aa157e req-8f4ffec6-6508-412c-959b-03d8085cacef tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.421846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-845c8d26-7010-4213-a466-4d8da5aa157e req-8f4ffec6-6508-412c-959b-03d8085cacef tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.1261694 Nov 27 15:46:58.426093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489d0cb-ea31-4b56-b71c-88ac04e41c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:58.454612 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94699667-ac0f-496f-a63b-1e2eef503bc8 x-openstack-request-id: req-94699667-ac0f-496f-a63b-1e2eef503bc8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:58.454994 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:58.455757 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94699667-ac0f-496f-a63b-1e2eef503bc8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:58.456151 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'status': 'completed', 'code': 200} Nov 27 15:46:58.514490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-587b6c99-c7d8-41b6-aad2-3348c3f18edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.515974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-587b6c99-c7d8-41b6-aad2-3348c3f18edc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1094 time: 0.0840535 Nov 27 15:46:58.519292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-845c8d26-7010-4213-a466-4d8da5aa157e req-5e4278ba-f50e-415c-b041-22c208f77bcf tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739312 Nov 27 15:46:58.579609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-3f71ba46-5c4e-423e-80bc-b8c9c94e5c76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 217 time: 0.0490992 Nov 27 15:46:58.638194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:46:58.672653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-0bdaf9ee-d23b-4271-b841-d40ee7a14c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.673666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-0bdaf9ee-d23b-4271-b841-d40ee7a14c7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0871058 Nov 27 15:46:58.698136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b6a6e-c2fc-4aa8-b7fa-986cc3a352c4 req-fdec42c3-895a-45fe-b36b-8c9d264d22f9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.701890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-257b6a6e-c2fc-4aa8-b7fa-986cc3a352c4 req-fdec42c3-895a-45fe-b36b-8c9d264d22f9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 949 time: 0.0831606 Nov 27 15:46:58.773094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-2617551e-b5f6-446b-8ea5-27594d57f432 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701756 Nov 27 15:46:58.774271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:58.777809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-257b6a6e-c2fc-4aa8-b7fa-986cc3a352c4 req-4eebc968-9291-41fa-bb05-71797fc8f386 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662813 Nov 27 15:46:58.783652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58786) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:58.815456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:46:58.877656 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a1d6a619-6437-4614-93e5-5a2d4df08586 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81112bee883c4946aa51cab6317e8bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0924265 Nov 27 15:46:58.880119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:46:58.902225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.919949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:46:58.941289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b6311b-9672-49fd-9806-6a9976704351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.945169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-ebb8abbf-5a1f-400c-acf4-4fe341384a0b service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606538 Nov 27 15:46:58.948723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:46:58.954388 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:58.983722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9fcd-aef1-4ccc-a129-8c050ddd4b1b req-24de8bcb-6f62-4e3c-aa20-783dec4073e4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:58.985423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-056a9fcd-aef1-4ccc-a129-8c050ddd4b1b req-24de8bcb-6f62-4e3c-aa20-783dec4073e4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 949 time: 0.0937567 Nov 27 15:46:58.987390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b6311b-9672-49fd-9806-6a9976704351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:59.020567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:59.029782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f01e4b-6327-4772-be28-04bea91a7c23'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:46:59.032412 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0df35-c8e2-457e-9e39-4ace8f0a859b" -d '{"events": [{"server_uuid": "e5c1d4be-ed34-4e11-8523-be208456e434", "name": "network-vif-plugged", "status": "completed", "tag": "43f01e4b-6327-4772-be28-04bea91a7c23"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:46:59.072343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b6311b-9672-49fd-9806-6a9976704351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:59.075774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b6311b-9672-49fd-9806-6a9976704351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:59.077102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-08b6311b-9672-49fd-9806-6a9976704351 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3111a4b8-b42c-4dff-a19b-9d0c68ee8b94 HTTP/1.1" status: 204 len: 168 time: 0.1958430 Nov 27 15:46:59.092216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6311b-9672-49fd-9806-6a9976704351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111a4b8-b42c-4dff-a19b-9d0c68ee8b94,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:46:59.093503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806055d6-ac0c-4daa-a7c5-6df0b124d1ed req-db9989a0-6205-4b26-a90b-d691e0852524 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392663 Nov 27 15:46:59.097144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-056a9fcd-aef1-4ccc-a129-8c050ddd4b1b req-d23dd4fe-30e9-4a49-b3cb-8840f1bd24c1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843148 Nov 27 15:46:59.193234 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8ade1-8d47-42d2-9dcb-65377e283f86 x-openstack-request-id: req-aba8ade1-8d47-42d2-9dcb-65377e283f86 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:46:59.193658 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1d4be-ed34-4e11-8523-be208456e434", "name": "network-vif-plugged", "status": "completed", "tag": "43f01e4b-6327-4772-be28-04bea91a7c23", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:46:59.194015 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aba8ade1-8d47-42d2-9dcb-65377e283f86 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:46:59.194454 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f01e4b-6327-4772-be28-04bea91a7c23', 'code': 200} Nov 27 15:46:59.223166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:46:59.248283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-6eb635ad-81be-4a23-984a-f764abdd9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:59.252056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-6eb635ad-81be-4a23-984a-f764abdd9833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1094 time: 0.0949602 Nov 27 15:46:59.327777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea10ef-dc96-4e03-b9f5-473c21acf4d6 req-357acb5a-7fc7-4fa4-a7be-fa4d9e7966f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:59.329453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5ea10ef-dc96-4e03-b9f5-473c21acf4d6 req-357acb5a-7fc7-4fa4-a7be-fa4d9e7966f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 1100 time: 0.0646327 Nov 27 15:46:59.409869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-f063733d-9ffd-478b-96e1-e3b5612e74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:59.410960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-f063733d-9ffd-478b-96e1-e3b5612e74a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1492493 Nov 27 15:46:59.423064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5ea10ef-dc96-4e03-b9f5-473c21acf4d6 req-9e8416e7-1131-4dd5-96fb-ede8960534c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Nov 27 15:46:59.442596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:46:59.471111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-6933f472-0f0a-445c-afbb-5ea3a8c7361d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 217 time: 0.0503402 Nov 27 15:46:59.541992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283b89-878d-4b4d-be1b-2860e65f7929 req-770693b2-e20d-4d6f-8146-551ce9951042 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:59.543280 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62283b89-878d-4b4d-be1b-2860e65f7929 req-770693b2-e20d-4d6f-8146-551ce9951042 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 945 time: 0.1212866 Nov 27 15:46:59.547041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-e9808593-b7be-4e9e-a302-00fc6cb92378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:59.548373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-e9808593-b7be-4e9e-a302-00fc6cb92378 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0631750 Nov 27 15:46:59.597077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-b1b140ef-7bb4-4d41-950d-6771e2d4df67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356984 Nov 27 15:46:59.696969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62283b89-878d-4b4d-be1b-2860e65f7929 req-7fa99609-e657-4297-9bd9-5a79c9abc91f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439502 Nov 27 15:46:59.752805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7d3bd-7d69-42ae-9fc9-6d120ea31516 req-ccee8754-3c6d-46e7-a57b-454834b74896 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:46:59.754926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cc7d3bd-7d69-42ae-9fc9-6d120ea31516 req-ccee8754-3c6d-46e7-a57b-454834b74896 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.0798125 Nov 27 15:46:59.777524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-62113c3c-c918-4631-83e8-9f5c1a463fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684918 Nov 27 15:46:59.865424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cc7d3bd-7d69-42ae-9fc9-6d120ea31516 req-dddc823d-6adc-4e6b-8e87-b0e1e1b2dc2e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010587 Nov 27 15:46:59.906062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c23b978-1a97-43dc-ae1e-229b3428cd0a req-123bf00e-15b1-4d2f-89b0-b39ff607c102 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124754 Nov 27 15:47:00.239647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025313e-663d-4454-a071-21f913bbcfe6 req-6ff5d2bb-28c3-46f0-b359-d22729459180 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:00.241139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2025313e-663d-4454-a071-21f913bbcfe6 req-6ff5d2bb-28c3-46f0-b359-d22729459180 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 949 time: 0.0543478 Nov 27 15:47:00.294796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2025313e-663d-4454-a071-21f913bbcfe6 req-b7413895-c42d-4430-b5c1-ed82f807c5a0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456002 Nov 27 15:47:00.385520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:00.429401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-9146415e-4982-4f60-afb5-6f8abf90af22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477922 Nov 27 15:47:00.527784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45808c3-3424-461d-918d-f4d698579bec req-bf434ecf-c2c5-48f0-b86f-ce5b9cfdda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:00.530202 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-bf434ecf-c2c5-48f0-b86f-ce5b9cfdda20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 1096 time: 0.0450191 Nov 27 15:47:00.635231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72f289f1-c411-4648-b391-f4ed5ad27752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:00.642678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:00.658138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45808c3-3424-461d-918d-f4d698579bec req-3dfdba61-026b-4da3-ab01-583b4b52e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:00.660716 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-3dfdba61-026b-4da3-ab01-583b4b52e95c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1047974 Nov 27 15:47:00.718520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-280f734c-a046-4c63-9244-3611f75bb761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0506124 Nov 27 15:47:00.735923 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72f289f1-c411-4648-b391-f4ed5ad27752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:00.742660 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72f289f1-c411-4648-b391-f4ed5ad27752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:00.765137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:00.767349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:00.767638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58874) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:00.767747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:00.802390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45808c3-3424-461d-918d-f4d698579bec req-0c32cb7f-9397-45aa-b5fd-1051ed9e84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:00.803895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-0c32cb7f-9397-45aa-b5fd-1051ed9e84cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0766423 Nov 27 15:47:00.806158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-72f289f1-c411-4648-b391-f4ed5ad27752 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd3afa1b1f7e45999350faf3ede896ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193039 Nov 27 15:47:00.808825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58880) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:00.852762 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-72e522d0-a526-4496-a29d-c3f0f6b4bd42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388923 Nov 27 15:47:00.871262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f289f1-c411-4648-b391-f4ed5ad27752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f776c3ae-186c-41fe-a34d-4570613f6b03,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:00.898832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:00.923685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed2d3-d214-4a8f-9ba1-f8576a412eef req-7201b30f-6f3f-4eb0-ba09-bc6226cdafd0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:00.926137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14aed2d3-d214-4a8f-9ba1-f8576a412eef req-7201b30f-6f3f-4eb0-ba09-bc6226cdafd0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 945 time: 0.1182995 Nov 27 15:47:00.947738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:00.960373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abaa8036-e397-40a5-b09a-e569a4706e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:00.961908 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.010339 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-7d3a27d0-3c70-4d43-b52d-7282576ac549 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493921 Nov 27 15:47:01.042788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abaa8036-e397-40a5-b09a-e569a4706e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.053516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14aed2d3-d214-4a8f-9ba1-f8576a412eef req-46d8ffa0-b5df-4db4-88f2-abeb813be7b4 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203713 Nov 27 15:47:01.055953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:01.123157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abaa8036-e397-40a5-b09a-e569a4706e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.127759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abaa8036-e397-40a5-b09a-e569a4706e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.130029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-abaa8036-e397-40a5-b09a-e569a4706e16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f776c3ae-186c-41fe-a34d-4570613f6b03 HTTP/1.1" status: 204 len: 168 time: 0.3196979 Nov 27 15:47:01.140282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa8036-e397-40a5-b09a-e569a4706e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776c3ae-186c-41fe-a34d-4570613f6b03,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:01.164411 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b45808c3-3424-461d-918d-f4d698579bec req-02e78e39-e8b5-4757-8429-656379519e2c service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379330 Nov 27 15:47:01.199694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:01.202175 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502e1c4-d50e-46af-a9ae-4aefe4fea634" -d '{"events": [{"server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "name": "network-vif-plugged", "status": "completed", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:01.265932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc2f3a-58b3-4d54-83f5-85c78482fa8b req-a3359700-abfc-4123-a0a0-20e23b56f599 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:01.276262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eddc2f3a-58b3-4d54-83f5-85c78482fa8b req-a3359700-abfc-4123-a0a0-20e23b56f599 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.0662127 Nov 27 15:47:01.288264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-239939214-network', 'tenant_id': '107184e296024c0ab83980cb167b8b58'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:01.348156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eddc2f3a-58b3-4d54-83f5-85c78482fa8b req-ad73b690-9c61-4d02-a2b9-b37a5338fdfe tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Nov 27 15:47:01.349302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Made reservation on behalf of 107184e296024c0ab83980cb167b8b58 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:01.351899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.377645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.402174 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422f94d2-2739-406e-a25e-1f455d2892ff x-openstack-request-id: req-422f94d2-2739-406e-a25e-1f455d2892ff {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:01.402510 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "name": "network-vif-plugged", "status": "completed", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:01.402764 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-422f94d2-2739-406e-a25e-1f455d2892ff {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:01.403157 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'code': 200} Nov 27 15:47:01.515367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.526274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7cf0-5a63-4652-b9e4-f134dda53fb7 req-54d07e80-a835-4633-8dfc-dd83e0fed20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:01.527802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a99d7cf0-5a63-4652-b9e4-f134dda53fb7 req-54d07e80-a835-4633-8dfc-dd83e0fed20a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1097 time: 0.0538585 Nov 27 15:47:01.529164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.572651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.588840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:47:01.599300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb923e59-57c4-4329-a30b-6f10232c395a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:01.606310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.607218 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Added segment 108f0a81-ae77-48f5-88bc-2be60c170285 of type vlan for network 315d2557-8c99-4efc-88d7-4f435992c0ec Nov 27 15:47:01.634477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a99d7cf0-5a63-4652-b9e4-f134dda53fb7 req-e0a0a71b-d05c-4911-b903-d5892d1e0c50 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966396 Nov 27 15:47:01.649500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b888a-da03-4f26-9d01-6b0254562164 req-d174bb3e-52ae-4ec4-932e-5720cf4ddd37 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:01.650969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-368b888a-da03-4f26-9d01-6b0254562164 req-d174bb3e-52ae-4ec4-932e-5720cf4ddd37 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 949 time: 0.1293344 Nov 27 15:47:01.654573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.687716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.689306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:01.690551 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.709521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-368b888a-da03-4f26-9d01-6b0254562164 req-73e54997-2565-4dcb-bd0b-3f0e0281b4b4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Nov 27 15:47:01.733946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58908) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:01.746321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9773831 Nov 27 15:47:01.751604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58914) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:01.756815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Request body: {'subnet': {'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-239939214-subnet', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:01.772353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebede4a-3126-4770-b3af-7481c9fd0eec admin admin] Pushing event updated for resources: {'Network': ['ID=315d2557-8c99-4efc-88d7-4f435992c0ec,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:01.774764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9476ff5d-8f58-407e-a82a-6a2e8f64ab0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:01.786709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 315d2557-8c99-4efc-88d7-4f435992c0ec details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:47:01.815315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Made reservation on behalf of 107184e296024c0ab83980cb167b8b58 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:01.820498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.011714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9476ff5d-8f58-407e-a82a-6a2e8f64ab0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.020609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9476ff5d-8f58-407e-a82a-6a2e8f64ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.126386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476ff5d-8f58-407e-a82a-6a2e8f64ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff480d1-4c85-4485-90d9-2a5da9610a9e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:02.140006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9476ff5d-8f58-407e-a82a-6a2e8f64ab0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59089a83348f4c31a5f7460ff6cfe5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070425 Nov 27 15:47:02.140507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58926) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:02.154322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.177805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19317673-7f49-4c1e-b135-5dde003fed9c req-9fe87c21-2a7a-4f07-bcb8-195dbb74fdb0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:02.184098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19317673-7f49-4c1e-b135-5dde003fed9c req-9fe87c21-2a7a-4f07-bcb8-195dbb74fdb0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:02.185708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19317673-7f49-4c1e-b135-5dde003fed9c req-9fe87c21-2a7a-4f07-bcb8-195dbb74fdb0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba&device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 1689 time: 0.1369243 Nov 27 15:47:02.207942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6636fe2-e09f-4ea0-aeb8-b65761e39109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.234784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6636fe2-e09f-4ea0-aeb8-b65761e39109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.284440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6636fe2-e09f-4ea0-aeb8-b65761e39109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.287142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6636fe2-e09f-4ea0-aeb8-b65761e39109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.290706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e6636fe2-e09f-4ea0-aeb8-b65761e39109 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ff480d1-4c85-4485-90d9-2a5da9610a9e HTTP/1.1" status: 204 len: 168 time: 0.1451702 Nov 27 15:47:02.296659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6636fe2-e09f-4ea0-aeb8-b65761e39109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff480d1-4c85-4485-90d9-2a5da9610a9e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:02.512757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8655ff43-59ed-4b13-8fc5-4fd2fffb0046,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:02.546330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c5c04-ac2c-41c3-82c8-9f5c65faffe1 req-9a669ac7-a6d5-47e2-97f8-7df1829a480d tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:02.547784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-513c5c04-ac2c-41c3-82c8-9f5c65faffe1 req-9a669ac7-a6d5-47e2-97f8-7df1829a480d tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 946 time: 0.1181855 Nov 27 15:47:02.551343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19317673-7f49-4c1e-b135-5dde003fed9c req-4d52fb06-ca6c-4079-8f10-4ce78d6bed6f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230330 Nov 27 15:47:02.552188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Checking segment: {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:02.552545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Network hostable DHCP agents. Network: 315d2557-8c99-4efc-88d7-4f435992c0ec, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:47:02.586954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Network 315d2557-8c99-4efc-88d7-4f435992c0ec is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:47:02.613539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 315d2557-8c99-4efc-88d7-4f435992c0ec) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:02.620252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-513c5c04-ac2c-41c3-82c8-9f5c65faffe1 req-a43c4fdb-bd1d-412e-90d9-0ddc1fa248c8 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643535 Nov 27 15:47:02.622040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:02.622272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.628493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f2024-a688-49c3-b80c-46c450054d88 None None] Network 315d2557-8c99-4efc-88d7-4f435992c0ec requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:02.647285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f682d46e-62b5-4673-bce4-7ccab4640971 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8901327 Nov 27 15:47:02.648931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58950) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:02.655277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:02.692517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.695233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.697688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:02.821658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:02.823722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568465c4-bfbd-4bd1-a932-ea0ca76a660a req-cb8b4d3d-7949-4c20-a9a7-25b4c20b02c1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:02.831184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-568465c4-bfbd-4bd1-a932-ea0ca76a660a req-cb8b4d3d-7949-4c20-a9a7-25b4c20b02c1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.0807185 Nov 27 15:47:02.898126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-568465c4-bfbd-4bd1-a932-ea0ca76a660a req-37daf893-d511-4c01-86c1-00aa78178b89 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564861 Nov 27 15:47:03.044517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:03.070132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-315d2557-8c99-4efc-88d7-4f435992c0ec', 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'fixed_ips': [{'subnet_id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:47:03.072026 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.078767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.088776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'port_id': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'mac_address': 'fa:16:3e:54:eb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c43f5a0-2116-4379-abfc-5ab1bc13c328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:03.171379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17159fe4-0372-46b4-a30d-5cd36891ac66 req-be0a595d-6014-40f1-98da-f3b3dfd704ab tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:03.173265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17159fe4-0372-46b4-a30d-5cd36891ac66 req-be0a595d-6014-40f1-98da-f3b3dfd704ab tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 1100 time: 0.0540719 Nov 27 15:47:03.186484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.274835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf365597-97d0-4596-9b9f-274a9f310a1f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:03.313868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:03.313960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17159fe4-0372-46b4-a30d-5cd36891ac66 req-af8d67f9-9cea-421b-98ea-387550723189 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113622 Nov 27 15:47:03.344973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.424397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Allocated IP 172.20.0.2 (315d2557-8c99-4efc-88d7-4f435992c0ec/8655ff43-59ed-4b13-8fc5-4fd2fffb0046/b771fc15-3e63-404d-af03-e923993634aa) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:03.455333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:03.502608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03480a8-fdff-4ab3-958f-fe31fc81f701 req-2fd137cc-73bc-465d-aca0-3f2c25babae2 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:03.504736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c03480a8-fdff-4ab3-958f-fe31fc81f701 req-2fd137cc-73bc-465d-aca0-3f2c25babae2 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 1100 time: 0.1039004 Nov 27 15:47:03.511166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-94acb2e3-3e94-4343-96f1-f702f7e2afe9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739434 Nov 27 15:47:03.518984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.558790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.595865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c03480a8-fdff-4ab3-958f-fe31fc81f701 req-278ded46-01fb-4f78-be27-03a13bc0b202 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822413 Nov 27 15:47:03.626615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-3fe39a80-bc30-4ac1-a67b-bf37f079aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:03.628320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-3fe39a80-bc30-4ac1-a67b-bf37f079aacb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 1097 time: 0.0663111 Nov 27 15:47:03.655085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['bf365597-97d0-4596-9b9f-274a9f310a1f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:03.790614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Allocated IP 172.25.1.143 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/e5d980ed-caf2-48a1-912c-6e37ae2fe327) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:03.807359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.824657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:03.885377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:03.906251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Network 315d2557-8c99-4efc-88d7-4f435992c0ec is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:03.916618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:03.919764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Pushing event updated for resources: {'Port': ['ID=b771fc15-3e63-404d-af03-e923993634aa,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:03.922354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:03.973213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-69b341fa-a7b7-476f-ad03-7cd6411d3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:03.983251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-69b341fa-a7b7-476f-ad03-7cd6411d3710 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 925 time: 0.3311331 Nov 27 15:47:03.992812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ba323-048d-433c-94ea-16cc703e9a32 req-852f03bd-079b-4b39-a4ba-09f2551c8ff0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:03.996428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-646ba323-048d-433c-94ea-16cc703e9a32 req-852f03bd-079b-4b39-a4ba-09f2551c8ff0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 946 time: 0.2106941 Nov 27 15:47:04.012083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.023092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Attempting to bind port b771fc15-3e63-404d-af03-e923993634aa on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:04.023547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Attempting to bind port b771fc15-3e63-404d-af03-e923993634aa by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:04.023977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Attempting to bind port b771fc15-3e63-404d-af03-e923993634aa on network 315d2557-8c99-4efc-88d7-4f435992c0ec {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:04.031456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:04.031936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Checking segment: {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:04.032406 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.032862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Bound using segment: {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:04.033390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Bound port: b771fc15-3e63-404d-af03-e923993634aa, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:04.033859 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.102298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.112479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] For port b771fc15-3e63-404d-af03-e923993634aa, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:04.117029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] For port b771fc15-3e63-404d-af03-e923993634aa, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b771fc15-3e63-404d-af03-e923993634aa,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:04.120029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-1cfe804f-3740-4d09-a857-bf3d1b784d97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f HTTP/1.1" status: 200 len: 1001 time: 0.1223490 Nov 27 15:47:04.127296 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.150795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:04.157074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:04.162106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-646ba323-048d-433c-94ea-16cc703e9a32 req-9059983d-dcca-4b4f-83a3-a4400083696e tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044652 Nov 27 15:47:04.165793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:04.220727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Pushing event updated for resources: {'Port': ['ID=e5d980ed-caf2-48a1-912c-6e37ae2fe327,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:04.287323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-5571d840-9bad-4de6-8d91-a024830c091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:04.289913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-5571d840-9bad-4de6-8d91-a024830c091f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.1520553 Nov 27 15:47:04.290411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5915fab-7d7f-4cad-9c22-602cbbdac0a0 None None] Pushing event updated for resources: {'Port': ['ID=b771fc15-3e63-404d-af03-e923993634aa,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:04.305427 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-adc986c1-77d5-44ae-92fc-b145df6b0de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.446602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-26a090a0-972d-4262-9929-c9596bbe2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:04.448317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-26a090a0-972d-4262-9929-c9596bbe2b60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402857 Nov 27 15:47:04.458412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565a0f0-b6e7-44fd-80c5-964baf959626 req-68e4d61b-e140-48a4-bd75-f9588613bd64 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:04.465891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2565a0f0-b6e7-44fd-80c5-964baf959626 req-68e4d61b-e140-48a4-bd75-f9588613bd64 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 944 time: 0.1741674 Nov 27 15:47:04.616578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.658093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-adc986c1-77d5-44ae-92fc-b145df6b0de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.679591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:04.689937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-adc986c1-77d5-44ae-92fc-b145df6b0de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.717976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2565a0f0-b6e7-44fd-80c5-964baf959626 req-c80bce7f-f0cd-408e-855c-a70c3dd4122e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483089 Nov 27 15:47:04.820754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port bf365597-97d0-4596-9b9f-274a9f310a1f completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:04.830959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port bf365597-97d0-4596-9b9f-274a9f310a1f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:04.831869 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.854082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-adc986c1-77d5-44ae-92fc-b145df6b0de0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9478d697c274db784a1c65cfee4f5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9575262 Nov 27 15:47:04.861357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-ce862cf3-4194-4ece-970f-77ce62120743 service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894329 Nov 27 15:47:04.866085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59038) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:04.908527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-e59750a8-6d02-4a77-be2c-2ebccc2b7287 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555742 Nov 27 15:47:04.946685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc986c1-77d5-44ae-92fc-b145df6b0de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5c301-f1a2-41c0-9f35-4a3dd95dabac,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:04.949071 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:04.992473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:04.995007 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b657eb-a7ca-40e8-ae54-05460b1bccd8" -d '{"events": [{"server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "name": "network-vif-plugged", "status": "completed", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:05.008266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:05.013925 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.065543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:05.135870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.157233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df332-1f67-4d8f-8986-3a309b7c410e req-4d53ac40-4005-4836-86c5-9212f7b7f8af tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:05.158824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-4d53ac40-4005-4836-86c5-9212f7b7f8af tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2454011 Nov 27 15:47:05.213711 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b9f8af8-b29e-4a05-805d-d1bdfc4fc958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.233641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-753a7761-5e41-4176-bfb3-c2d399a3faf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.256728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6d6ffe-b402-40fc-846b-78be9d58212d req-70e68016-ee8a-4e0f-9134-1d9aef09dbd5 service neutron] 10.222.0.21 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444660 Nov 27 15:47:05.268379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-7f9a9315-baff-4312-bb73-d0efec0bbe3a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0905008 Nov 27 15:47:05.273601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'floatingip': {'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:05.282435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-6649f5fe-e2b5-451f-9662-58823b118f6d tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:05.284024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-6649f5fe-e2b5-451f-9662-58823b118f6d tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746955 Nov 27 15:47:05.298858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Router 5f339c12-1ce8-4e2d-a9fa-4a760521352d is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:47:05.379882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-753a7761-5e41-4176-bfb3-c2d399a3faf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.403841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-457ee67d-ab72-4dfb-9a9e-0af3be0c6748 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/quotas/b1734dd8fcc14c8fb0f19134350d4d8d HTTP/1.1" status: 200 len: 375 time: 0.0855954 Nov 27 15:47:05.421459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b771fc15-3e63-404d-af03-e923993634aa up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:05.446043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:05.459301 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Sync routers for ids ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:05.467287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.468817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.470259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f1079b2d-ca01-4a37-a611-47defb7a052b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8191466 Nov 27 15:47:05.473648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59046) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:05.479252 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Routers {'5f339c12-1ce8-4e2d-a9fa-4a760521352d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:05.481247 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:05.543908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b771fc15-3e63-404d-af03-e923993634aa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:05.544632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.572587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-f658054a-2ecf-47ec-88b6-15c008737028 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343696 Nov 27 15:47:05.600351 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-753a7761-5e41-4176-bfb3-c2d399a3faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.603105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-753a7761-5e41-4176-bfb3-c2d399a3faf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:05.604272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-753a7761-5e41-4176-bfb3-c2d399a3faf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bb5c301-f1a2-41c0-9f35-4a3dd95dabac HTTP/1.1" status: 204 len: 168 time: 0.7372363 Nov 27 15:47:05.651078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173c4e1-78e3-42d4-9f77-4ce0e5403783 None None] Network 315d2557-8c99-4efc-88d7-4f435992c0ec requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:05.675184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a7761-5e41-4176-bfb3-c2d399a3faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5c301-f1a2-41c0-9f35-4a3dd95dabac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:05.690638 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Set router 5f339c12-1ce8-4e2d-a9fa-4a760521352d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:05.871054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-392278d4-6f24-4285-b88a-95079ada4bba None None] Provisioning complete for port b771fc15-3e63-404d-af03-e923993634aa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:05.871430 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-392278d4-6f24-4285-b88a-95079ada4bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.045987 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.116086 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-392278d4-6f24-4285-b88a-95079ada4bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.117897 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:04Z', 'revision_number': 3, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:06.166265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port b771fc15-3e63-404d-af03-e923993634aa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b771fc15-3e63-404d-af03-e923993634aa,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:06.190276 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Checking router: 5f339c12-1ce8-4e2d-a9fa-4a760521352d for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:06.193733 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Updating router 5f339c12-1ce8-4e2d-a9fa-4a760521352d port e5d980ed-caf2-48a1-912c-6e37ae2fe327 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:47:06.219282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.247369 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.323052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.355247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:06.472639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-217f255a-7640-4274-b834-90269148de83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.475639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=b771fc15-3e63-404d-af03-e923993634aa,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:06.483850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-392278d4-6f24-4285-b88a-95079ada4bba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:47:06.490691 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-392278d4-6f24-4285-b88a-95079ada4bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:47:06.775754 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.788020 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.861375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Allocated IP 172.20.0.1 (315d2557-8c99-4efc-88d7-4f435992c0ec/8655ff43-59ed-4b13-8fc5-4fd2fffb0046/7114ece6-6ec7-48b7-b8c4-1811f95e877f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:06.879476 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Attempting to bind port e5d980ed-caf2-48a1-912c-6e37ae2fe327 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:06.880045 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Attempting to bind port e5d980ed-caf2-48a1-912c-6e37ae2fe327 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:06.880560 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Attempting to bind port e5d980ed-caf2-48a1-912c-6e37ae2fe327 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:06.890852 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:06.891523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:06.892243 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.893082 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:06.894423 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Bound port: e5d980ed-caf2-48a1-912c-6e37ae2fe327, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:06.894963 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.897883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ec67-fba4-4d3e-85fb-95c904ac6752 None None] Pushing event updated for resources: {'Port': ['ID=e5d980ed-caf2-48a1-912c-6e37ae2fe327,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:06.969793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-217f255a-7640-4274-b834-90269148de83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.973639 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] For port e5d980ed-caf2-48a1-912c-6e37ae2fe327, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:06.979478 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] For port e5d980ed-caf2-48a1-912c-6e37ae2fe327, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e5d980ed-caf2-48a1-912c-6e37ae2fe327,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:06.980286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-217f255a-7640-4274-b834-90269148de83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:06.986587 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.027735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.043376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.058807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f255a-7640-4274-b834-90269148de83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521cd082-853b-4e61-99c3-ca3f62d76edf,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:07.103421 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Routers {'5f339c12-1ce8-4e2d-a9fa-4a760521352d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:07.104327 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:46:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:07.112324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-217f255a-7640-4274-b834-90269148de83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52275e8c5ecf47449992f7770bdb2735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949408 Nov 27 15:47:07.113044 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ec67-fba4-4d3e-85fb-95c904ac6752 None None] Pushing event updated for resources: {'Port': ['ID=e5d980ed-caf2-48a1-912c-6e37ae2fe327,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:07.131598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:07.192735 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7 associated. External IP: 172.25.1.141, port: a8c89ef6-efd0-4785-9d4f-144d638b270c. Nov 27 15:47:07.208462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.219747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ea27d34d-52f5-41ac-9e12-451acada0dee None None] Provisioning complete for port b771fc15-3e63-404d-af03-e923993634aa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:07.223232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea27d34d-52f5-41ac-9e12-451acada0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.257443 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec44ad10-bc39-49e8-8930-482a4f486385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.290490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec44ad10-bc39-49e8-8930-482a4f486385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.356002 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] Set router 5f339c12-1ce8-4e2d-a9fa-4a760521352d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:07.367567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec44ad10-bc39-49e8-8930-482a4f486385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.373221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec44ad10-bc39-49e8-8930-482a4f486385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.377224 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ec44ad10-bc39-49e8-8930-482a4f486385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/521cd082-853b-4e61-99c3-ca3f62d76edf HTTP/1.1" status: 204 len: 168 time: 0.2416658 Nov 27 15:47:07.377960 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8ce079-e863-449f-8b8b-647533aa335a x-openstack-request-id: req-2a8ce079-e863-449f-8b8b-647533aa335a {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:07.379738 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "name": "network-vif-plugged", "status": "completed", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:07.380142 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a8ce079-e863-449f-8b8b-647533aa335a {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:07.380730 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'code': 200} Nov 27 15:47:07.428726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44ad10-bc39-49e8-8930-482a4f486385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cd082-853b-4e61-99c3-ca3f62d76edf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:07.465265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.616133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7114ece6-6ec7-48b7-b8c4-1811f95e877f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:07.620222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Network 315d2557-8c99-4efc-88d7-4f435992c0ec is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:07.637768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:07.643563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:07.671679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b771fc15-3e63-404d-af03-e923993634aa up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:07.739781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.757680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2526b6f0-b176-4bf9-962a-5768e332c24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.793853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b771fc15-3e63-404d-af03-e923993634aa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:07.794807 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:07.801890 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:04Z', 'revision_number': 3, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:07.860355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfcc67-9fe1-41f3-9fe4-77b1cc1c097f req-5a4c9a12-a11e-4f08-a580-f1d1a7a36dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:07.865697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ecfcc67-9fe1-41f3-9fe4-77b1cc1c097f req-5a4c9a12-a11e-4f08-a580-f1d1a7a36dc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1096 time: 0.2828186 Nov 27 15:47:07.876565 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cdc3a-547b-43ea-bcf3-1d3ce76773cb None None] The sync data for ids ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'] in n-d-819494-4 is: [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:04Z', 'revision_number': 3, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:07.893863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:07.971501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb932-01ac-4671-9366-e57010dd5dce req-92321ee3-57f2-42c3-9627-7b7f2710d38f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:07.975188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b2bb932-01ac-4671-9366-e57010dd5dce req-92321ee3-57f2-42c3-9627-7b7f2710d38f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.4795756 Nov 27 15:47:08.031927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ecfcc67-9fe1-41f3-9fe4-77b1cc1c097f req-e7f6931e-3133-4f65-9184-35ad4d47db83 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347592 Nov 27 15:47:08.045994 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.097851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-11076441-aa2e-4a41-bfc6-51a0cd04d8f6 None None] Provisioning complete for port 7114ece6-6ec7-48b7-b8c4-1811f95e877f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:08.098225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-11076441-aa2e-4a41-bfc6-51a0cd04d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.162416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b2bb932-01ac-4671-9366-e57010dd5dce req-c1e63bf3-fd44-40c3-9166-974f02657a6d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756086 Nov 27 15:47:08.189525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-11076441-aa2e-4a41-bfc6-51a0cd04d8f6 None None] Port 7114ece6-6ec7-48b7-b8c4-1811f95e877f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:08.212087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:08.224439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:08.226677 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.241568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:08.243689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:08.288569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-6fa77110-20b8-4f57-82f3-c137d3f3717f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "PUT /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 997 time: 3.0193148 Nov 27 15:47:08.295428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:08.303807 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee7371-a760-424a-95e6-c2ee9b4f3e56" -d '{"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:08.344894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.352542 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.434088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df332-1f67-4d8f-8986-3a309b7c410e req-9b0c9629-05e2-415e-89df-42927b5320a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:08.443209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-9b0c9629-05e2-415e-89df-42927b5320a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.0923281 Nov 27 15:47:08.471544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.507072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:08.532931 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-02e90b47-fbb3-4f3f-875a-3976a1cb7fbb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704916 Nov 27 15:47:08.603338 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:08.603558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df332-1f67-4d8f-8986-3a309b7c410e req-0d89ac65-cd5c-45cc-8084-a0b4925cbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:08.613205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-0d89ac65-cd5c-45cc-8084-a0b4925cbbda service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.1682847 Nov 27 15:47:08.726060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-2daf0d31-6a28-4dd2-b766-30fe41ebe3d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 1000 time: 0.1114817 Nov 27 15:47:08.736065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7114ece6-6ec7-48b7-b8c4-1811f95e877f,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:08.756086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Network 315d2557-8c99-4efc-88d7-4f435992c0ec is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:08.795880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df332-1f67-4d8f-8986-3a309b7c410e req-9d472fbb-87cd-4443-b2cf-1a220796ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:08.805570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-9d472fbb-87cd-4443-b2cf-1a220796ce5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0783763 Nov 27 15:47:08.856355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-2e56f968-c211-4cc2-a21d-3f4383e31ae7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752511 Nov 27 15:47:08.916624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:09.034595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-037bf1f4-02e1-41be-8b50-7029b2b65402 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:09.038779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-037bf1f4-02e1-41be-8b50-7029b2b65402 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4996917 Nov 27 15:47:09.056576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-2fa9078f-f765-45b9-a8bf-b590857f86fc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:09.058739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-2fa9078f-f765-45b9-a8bf-b590857f86fc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936994 Nov 27 15:47:09.067596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df332-1f67-4d8f-8986-3a309b7c410e req-762cd609-4b49-44db-acc9-6ca62a49fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:09.077031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-762cd609-4b49-44db-acc9-6ca62a49fd6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702115 Nov 27 15:47:09.085005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '6865f521-3811-4b40-9578-6b2858f5a34a', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:09.085444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-3d2f5e2f-1b22-4fc8-9aa3-00a85c495c86 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:09.096138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-3d2f5e2f-1b22-4fc8-9aa3-00a85c495c86 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172520 Nov 27 15:47:09.224238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:06Z', 'revision_number': 1, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:09.302007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '08737d5f-0004-429a-915a-c34eff5b70de', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:09.326038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-0a832420-1b56-471d-8f4f-65c965b49593 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289588 Nov 27 15:47:09.344398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:09.371310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:09.371996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:09.507592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5d980ed-caf2-48a1-912c-6e37ae2fe327 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:09.509593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-380d6931-d912-4854-b754-d035b6a513d9 None None] Provisioning complete for port 7114ece6-6ec7-48b7-b8c4-1811f95e877f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:09.510216 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-380d6931-d912-4854-b754-d035b6a513d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:09.606158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Router 5f339c12-1ce8-4e2d-a9fa-4a760521352d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:09.644496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-380d6931-d912-4854-b754-d035b6a513d9 None None] Port 7114ece6-6ec7-48b7-b8c4-1811f95e877f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:09.653075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516df332-1f67-4d8f-8986-3a309b7c410e req-11dd40d5-6b69-48b9-9624-4306f62b629f service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018016 Nov 27 15:47:09.654146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:09.658019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:09.717394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:09.733243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:09.737716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:09.775608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e5d980ed-caf2-48a1-912c-6e37ae2fe327 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:09.775979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:09.889850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.133 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/ca731d83-6898-4970-89a8-f5271b26efe5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:09.912013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:09.943358 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-96a544af-5ac8-4abd-887f-ac5d488c61f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f339c12-1ce8-4e2d-a9fa-4a760521352d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4684861 Nov 27 15:47:10.100858 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ce40b-d711-4126-98da-4b1dfcb89d64 x-openstack-request-id: req-352ce40b-d711-4126-98da-4b1dfcb89d64 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:10.101440 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:10.101640 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-352ce40b-d711-4126-98da-4b1dfcb89d64 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:10.102141 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'status': 'completed', 'code': 200} Nov 27 15:47:10.116582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29787-5090-43f8-a826-dd965791acf6 req-e53c0683-7935-40e8-b9f1-da9aa51a441c tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 210 time: 0.0422115 Nov 27 15:47:10.168212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.179939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.224399 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.225567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.256691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:10.267948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port e5d980ed-caf2-48a1-912c-6e37ae2fe327, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e5d980ed-caf2-48a1-912c-6e37ae2fe327,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:10.324938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.380825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:10.394406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:10.414697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:10.471494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=e5d980ed-caf2-48a1-912c-6e37ae2fe327,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:10.489694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=ca731d83-6898-4970-89a8-f5271b26efe5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:10.541481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32fd34-7951-4341-8168-59e79a1ceae1 req-4ce946a6-4fc4-4fe4-91a4-8f1031228a2c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:10.543241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-3cbabc45-b88e-4590-8389-ecd731c2894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:10.544910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-3cbabc45-b88e-4590-8389-ecd731c2894b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.5885816 Nov 27 15:47:10.556823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a32fd34-7951-4341-8168-59e79a1ceae1 req-4ce946a6-4fc4-4fe4-91a4-8f1031228a2c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.3370950 Nov 27 15:47:10.575135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:06Z', 'revision_number': 1, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:10.575687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.84 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/18833cc1-7232-4a35-bec5-76b0e0ecc016) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:10.585327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:10.586019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.641662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c3d901e5-db2f-4e64-80b0-53091a25d33a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3486190 Nov 27 15:47:10.645680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47c914-a89f-499f-8527-6d568bdf9510 None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:06Z', 'revision_number': 1, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:10.676186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Request body: {'port': {'device_id': '08737d5f-0004-429a-915a-c34eff5b70de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:10.683737 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Sync routers for ids ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:10.696470 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Routers {'5f339c12-1ce8-4e2d-a9fa-4a760521352d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:10.697025 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:10.744989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a32fd34-7951-4341-8168-59e79a1ceae1 req-b6b05170-7cc6-4c43-b96d-e2dce4b6954f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783352 Nov 27 15:47:10.811254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.945129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:10.980938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7767f108-5d75-4c00-a4de-6088b2916cdd None None] Provisioning complete for port ca731d83-6898-4970-89a8-f5271b26efe5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:10.981308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7767f108-5d75-4c00-a4de-6088b2916cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.010732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.026814 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Set router 5f339c12-1ce8-4e2d-a9fa-4a760521352d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:11.110916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:11.120543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:11.120745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f907a-1b51-43ae-b529-9f2e7b9ce4a4 None None] New status for floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:47:11.133986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-33dfa9e7-eee1-47df-831d-950025348678 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:11.142737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-33dfa9e7-eee1-47df-831d-950025348678 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2015805 Nov 27 15:47:11.149089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:11.198873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-c307b08a-4e03-4b7f-9eed-c3b715e900d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:11.200396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-c307b08a-4e03-4b7f-9eed-c3b715e900d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.6443725 Nov 27 15:47:11.329110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-c009b0f8-1618-42ba-b0d0-4ff524c9276c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 1000 time: 0.1152921 Nov 27 15:47:11.332911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=18833cc1-7232-4a35-bec5-76b0e0ecc016,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:11.423559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:11.424262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.460223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-d13615b9-7fe1-4f20-abe9-c82a38480de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:11.465052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-d13615b9-7fe1-4f20-abe9-c82a38480de0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1238632 Nov 27 15:47:11.475869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cc39d6f8-27fa-4691-aacb-1f5c23548b91 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4133930 Nov 27 15:47:11.497305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Request body: {'port': {'device_id': '6865f521-3811-4b40-9578-6b2858f5a34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:11.500871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5d980ed-caf2-48a1-912c-6e37ae2fe327 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:11.504250 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:07Z', 'revision_number': 4, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '7114ece6-6ec7-48b7-b8c4-1811f95e877f', 'name': '', 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'mac_address': 'fa:16:3e:1d:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:06Z', 'updated_at': '2021-11-27T15:47:08Z', 'revision_number': 2, 'project_id': '107184e296024c0ab83980cb167b8b58', 'subnets': [{'id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:11.550369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7767f108-5d75-4c00-a4de-6088b2916cdd None None] Port ca731d83-6898-4970-89a8-f5271b26efe5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:11.564486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.592867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-ad5007d0-6cb5-41d1-9067-20e6666eb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:11.594589 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-ad5007d0-6cb5-41d1-9067-20e6666eb576 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172235 Nov 27 15:47:11.599932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.629226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-97f74e25-981c-4b9e-bd13-276fbcdeeb2c tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1000 time: 0.4851708 Nov 27 15:47:11.641652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'floatingip': {'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:11.649315 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Checking router: 5f339c12-1ce8-4e2d-a9fa-4a760521352d for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:11.650018 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Updating router 5f339c12-1ce8-4e2d-a9fa-4a760521352d port 7114ece6-6ec7-48b7-b8c4-1811f95e877f binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:47:11.679526 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.709303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e5d980ed-caf2-48a1-912c-6e37ae2fe327 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:11.709951 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.744298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.802081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-d1262237-db3b-425c-b4aa-e366cdb61f2b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7170510 Nov 27 15:47:11.827091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b64c9aa4-f9ce-4f6a-99be-0eedf314f4ca None None] Provisioning complete for port 18833cc1-7232-4a35-bec5-76b0e0ecc016 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:11.827707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:11.827849 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b64c9aa4-f9ce-4f6a-99be-0eedf314f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.834118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-819ef089-f7d0-4215-860a-ea868e9daec6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169991 Nov 27 15:47:11.926467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:11.961791 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0eee7371-a760-424a-95e6-c2ee9b4f3e56 req-96bf2bdd-dcba-42df-b3d9-63c295a614ef service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167102 Nov 27 15:47:11.982266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b64c9aa4-f9ce-4f6a-99be-0eedf314f4ca None None] Port 18833cc1-7232-4a35-bec5-76b0e0ecc016 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:11.984492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca731d83-6898-4970-89a8-f5271b26efe5 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:12.014254 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.019259 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.020750 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.068303 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef1ff-74d1-47f5-aaa2-7d0b7722940c None None] Pushing event updated for resources: {'Port': ['ID=7114ece6-6ec7-48b7-b8c4-1811f95e877f,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.081761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Transition to ACTIVE for port object ca731d83-6898-4970-89a8-f5271b26efe5 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:12.091467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.141803 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Attempting to bind port 7114ece6-6ec7-48b7-b8c4-1811f95e877f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:12.142559 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Attempting to bind port 7114ece6-6ec7-48b7-b8c4-1811f95e877f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:12.143085 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Attempting to bind port 7114ece6-6ec7-48b7-b8c4-1811f95e877f on network 315d2557-8c99-4efc-88d7-4f435992c0ec {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:12.149264 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:12.150086 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Checking segment: {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:12.150480 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.150889 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Bound using segment: {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:12.151418 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Bound port: 7114ece6-6ec7-48b7-b8c4-1811f95e877f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f0a81-ae77-48f5-88bc-2be60c170285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:12.151757 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.206383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Pushing event updated for resources: {'Port': ['ID=ca731d83-6898-4970-89a8-f5271b26efe5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.284910 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] For port 7114ece6-6ec7-48b7-b8c4-1811f95e877f, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:12.288824 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] For port 7114ece6-6ec7-48b7-b8c4-1811f95e877f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7114ece6-6ec7-48b7-b8c4-1811f95e877f,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:12.294513 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.313383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18833cc1-7232-4a35-bec5-76b0e0ecc016 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:12.328533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.342079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Transition to ACTIVE for port object 18833cc1-7232-4a35-bec5-76b0e0ecc016 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:12.348993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.377436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef1ff-74d1-47f5-aaa2-7d0b7722940c None None] Pushing event updated for resources: {'Port': ['ID=7114ece6-6ec7-48b7-b8c4-1811f95e877f,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.381765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.416452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Routers {'5f339c12-1ce8-4e2d-a9fa-4a760521352d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:12.417101 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:12.418962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Attempting to bind port ca731d83-6898-4970-89a8-f5271b26efe5 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:12.420459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Attempting to bind port ca731d83-6898-4970-89a8-f5271b26efe5 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:12.420877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Attempting to bind port ca731d83-6898-4970-89a8-f5271b26efe5 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:12.422923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-403ed621-52f9-44b0-8eb2-1ee6d750f8b9 None None] Provisioning complete for port 7114ece6-6ec7-48b7-b8c4-1811f95e877f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:12.423305 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-403ed621-52f9-44b0-8eb2-1ee6d750f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.475429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Pushing event updated for resources: {'Port': ['ID=18833cc1-7232-4a35-bec5-76b0e0ecc016,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.478556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.api [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:47:12.479339 n-d-819494-4 neutron-server[110076]: DEBUG oslo_db.api [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:47:12.479585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Port ca731d83-6898-4970-89a8-f5271b26efe5 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:12.479994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Attempting to bind port ca731d83-6898-4970-89a8-f5271b26efe5 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:12.487956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:12.488422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:12.488908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:12.489466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Bound port: ca731d83-6898-4970-89a8-f5271b26efe5, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:12.489916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.528839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:12.564509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Attempting to bind port 18833cc1-7232-4a35-bec5-76b0e0ecc016 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:12.564854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Attempting to bind port 18833cc1-7232-4a35-bec5-76b0e0ecc016 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:12.565186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Attempting to bind port 18833cc1-7232-4a35-bec5-76b0e0ecc016 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:12.572134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Port 18833cc1-7232-4a35-bec5-76b0e0ecc016 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:12.572468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Attempting to bind port 18833cc1-7232-4a35-bec5-76b0e0ecc016 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:12.578358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:12.578721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:12.581570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:12.582496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Bound port: 18833cc1-7232-4a35-bec5-76b0e0ecc016, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:12.589982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.634941 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] Set router 5f339c12-1ce8-4e2d-a9fa-4a760521352d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:12.663461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Allocated IP 172.25.1.29 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/cbffdeeb-1897-4709-8552-b9d4d6a91d73) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:12.677967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] For port ca731d83-6898-4970-89a8-f5271b26efe5, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:12.682729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] For port ca731d83-6898-4970-89a8-f5271b26efe5, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ca731d83-6898-4970-89a8-f5271b26efe5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:12.691579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-403ed621-52f9-44b0-8eb2-1ee6d750f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.705335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.742873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] For port 18833cc1-7232-4a35-bec5-76b0e0ecc016, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:12.749850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] For port 18833cc1-7232-4a35-bec5-76b0e0ecc016, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:12.766449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.781782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-403ed621-52f9-44b0-8eb2-1ee6d750f8b9 None None] For port 7114ece6-6ec7-48b7-b8c4-1811f95e877f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7114ece6-6ec7-48b7-b8c4-1811f95e877f,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:12.795109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:12.795975 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.797888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] 10.222.0.21 "PUT /v2.0/ports/ca731d83-6898-4970-89a8-f5271b26efe5 HTTP/1.1" status: 200 len: 1096 time: 2.1421530 Nov 27 15:47:12.798462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08737d5f-0004-429a-915a-c34eff5b70de', 'tag': 'ca731d83-6898-4970-89a8-f5271b26efe5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:12.801478 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956a461a-cba9-4b3a-bc33-54b7a7662054" -d '{"events": [{"name": "network-changed", "server_uuid": "08737d5f-0004-429a-915a-c34eff5b70de", "tag": "ca731d83-6898-4970-89a8-f5271b26efe5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:12.824248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-403ed621-52f9-44b0-8eb2-1ee6d750f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.844772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:12.846112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.849485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] 10.222.0.37 "PUT /v2.0/ports/18833cc1-7232-4a35-bec5-76b0e0ecc016 HTTP/1.1" status: 200 len: 1095 time: 1.3581700 Nov 27 15:47:12.849485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6865f521-3811-4b40-9578-6b2858f5a34a', 'tag': '18833cc1-7232-4a35-bec5-76b0e0ecc016'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:12.852575 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d290df47-809a-46cc-82ec-483d0bdf9eec" -d '{"events": [{"name": "network-changed", "server_uuid": "6865f521-3811-4b40-9578-6b2858f5a34a", "tag": "18833cc1-7232-4a35-bec5-76b0e0ecc016"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:12.903333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc13c-7c6f-4881-814c-0fbba380addd service neutron] Pushing event updated for resources: {'Port': ['ID=ca731d83-6898-4970-89a8-f5271b26efe5,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.915228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf675f9-680a-4888-99bd-0991f2e0c81a service neutron] Pushing event updated for resources: {'Port': ['ID=18833cc1-7232-4a35-bec5-76b0e0ecc016,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.935037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.939538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-ee587a33-63d3-4a91-9f50-4b7ef32a3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:12.941122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-ee587a33-63d3-4a91-9f50-4b7ef32a3716 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 1099 time: 0.0812728 Nov 27 15:47:12.979296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ed621-52f9-44b0-8eb2-1ee6d750f8b9 None None] Pushing event updated for resources: {'Port': ['ID=7114ece6-6ec7-48b7-b8c4-1811f95e877f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:12.982426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:12.994511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-752df885-e2a2-4a4b-98d3-2d8e65d9dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:12.996146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-752df885-e2a2-4a4b-98d3-2d8e65d9dd92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 1098 time: 0.0714924 Nov 27 15:47:13.053449 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-afd28d7e-919b-4d93-b19d-5a5db9077d38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016 HTTP/1.1" status: 200 len: 217 time: 0.0481670 Nov 27 15:47:13.057549 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:07Z', 'revision_number': 4, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '7114ece6-6ec7-48b7-b8c4-1811f95e877f', 'name': '', 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'mac_address': 'fa:16:3e:1d:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:06Z', 'updated_at': '2021-11-27T15:47:12Z', 'revision_number': 4, 'project_id': '107184e296024c0ab83980cb167b8b58', 'subnets': [{'id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:13.063134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e1baa664-7d4c-4554-94c2-18046aa19428 None None] Provisioning complete for port 7114ece6-6ec7-48b7-b8c4-1811f95e877f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:13.063536 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e1baa664-7d4c-4554-94c2-18046aa19428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:13.103443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-6fb7d3b6-ae18-476f-806a-d81b4add4a18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=ca731d83-6898-4970-89a8-f5271b26efe5 HTTP/1.1" status: 200 len: 217 time: 0.1223893 Nov 27 15:47:13.115955 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23efc8-b364-4756-a4ef-bbbb1205b4f7 None None] The sync data for ids ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'] in n-d-819494-4 is: [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:07Z', 'revision_number': 4, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '7114ece6-6ec7-48b7-b8c4-1811f95e877f', 'name': '', 'network_id': '315d2557-8c99-4efc-88d7-4f435992c0ec', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'mac_address': 'fa:16:3e:1d:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:06Z', 'updated_at': '2021-11-27T15:47:12Z', 'revision_number': 4, 'project_id': '107184e296024c0ab83980cb167b8b58', 'subnets': [{'id': '8655ff43-59ed-4b13-8fc5-4fd2fffb0046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:13.133735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-94950872-e24a-4828-982e-87f00c60405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:13.135418 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-94950872-e24a-4828-982e-87f00c60405a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0675955 Nov 27 15:47:13.136997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:13.269353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-68a86af3-6c98-417b-80d6-8db988607f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:13.270929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-68a86af3-6c98-417b-80d6-8db988607f35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212509 Nov 27 15:47:13.306543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Pushing event updated for resources: {'Port': ['ID=cbffdeeb-1897-4709-8552-b9d4d6a91d73,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:13.326014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:13.342347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:13.351190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:13.488382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-eb8c48a7-a45e-4dbf-b9da-e10301333ac1 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024937 Nov 27 15:47:13.493930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7114ece6-6ec7-48b7-b8c4-1811f95e877f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:13.500029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c1a69cfe-2e15-494b-a9d2-495a8d11b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:13.501540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-c1a69cfe-2e15-494b-a9d2-495a8d11b9cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.3840220 Nov 27 15:47:13.567926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7114ece6-6ec7-48b7-b8c4-1811f95e877f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:13.569971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:13.639589 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-71f863fc-69e9-452c-b27f-19e9418b42d3 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407263 Nov 27 15:47:13.722163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-5da97e38-8687-496d-b0cd-1d80584d3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:13.723655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-5da97e38-8687-496d-b0cd-1d80584d3697 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2103751 Nov 27 15:47:13.731949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:13.852856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:13.986437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-27124e2e-4a12-4819-bd85-72c1ef854fcb service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468109 Nov 27 15:47:14.458954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f4fe58-ddf4-41c7-83a6-80588351013e req-890c56a9-22f3-41c1-94c1-c8bcafb941cc service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609327 Nov 27 15:47:14.522970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:14.531447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:14.532227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:14.541736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:14.645819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Pushing event updated for resources: {'Port': ['ID=cbffdeeb-1897-4709-8552-b9d4d6a91d73,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:14.677236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:14.703582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:14.704797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-2bcfe398-8157-451e-a2b6-818d89302a60 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8927743 Nov 27 15:47:14.711371 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7 associated. External IP: 172.25.1.141, port: a8c89ef6-efd0-4785-9d4f-144d638b270c. Nov 27 15:47:14.790743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-cc2c92f0-fe36-4ec3-90d5-7e83a10b5d3b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0770917 Nov 27 15:47:14.970748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-4f0ed662-f1d6-419a-a091-3314c0fc337a tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:14.972704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-4f0ed662-f1d6-419a-a091-3314c0fc337a tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1762691 Nov 27 15:47:14.984428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-a18a0443-cd1d-488d-8c5a-a0325cd5999a tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:14.985357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3c33ab-f18a-4810-bf86-b67082895620 req-a18a0443-cd1d-488d-8c5a-a0325cd5999a tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069225 Nov 27 15:47:15.040353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:15.146461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:15.156091 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:15.166671 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:15.167416 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:15.279713 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:15.376218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:15.493898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:15.502260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:15.534663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:14Z', 'revision_number': 3, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:15.562986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e09dc4-6c84-452b-81d7-a895d6bd8455 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "PUT /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 999 time: 3.9326179 Nov 27 15:47:15.563831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:15.572553 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:15.573167 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:15.618207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6915f2c0-809f-4b55-a152-b22da586671e req-2dee087a-d890-4931-98c9-8f8e6a25c8f4 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d94153be5809471ebaf80e520e112b60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392377 Nov 27 15:47:15.630042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-9cf08e05-5208-4d70-8103-69bbe5a65df0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:15.631370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-9cf08e05-5208-4d70-8103-69bbe5a65df0 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports/a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 943 time: 0.0621078 Nov 27 15:47:15.678591 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:15.759152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-d3bc9d3e-6a16-443d-ba76-a165d34879d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:15.760578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-d3bc9d3e-6a16-443d-ba76-a165d34879d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.0675561 Nov 27 15:47:15.767684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f2c0-809f-4b55-a152-b22da586671e req-1da8f049-d3fe-41d3-a002-3fe957dacda7 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:15.769114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6915f2c0-809f-4b55-a152-b22da586671e req-1da8f049-d3fe-41d3-a002-3fe957dacda7 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368866 Nov 27 15:47:15.823127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6915f2c0-809f-4b55-a152-b22da586671e req-796a48b1-7dce-4a78-8919-c8303c355fa3 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/quotas/d94153be5809471ebaf80e520e112b60 HTTP/1.1" status: 200 len: 375 time: 0.0450373 Nov 27 15:47:15.865183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6915f2c0-809f-4b55-a152-b22da586671e req-3cbe2d08-1860-4bf8-9fd2-51bf150d1ff3 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94153be5809471ebaf80e520e112b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345383 Nov 27 15:47:15.900931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-71cac56f-90f6-428e-8e2c-5d61a2c03f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:15.903326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-71cac56f-90f6-428e-8e2c-5d61a2c03f73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.1331263 Nov 27 15:47:15.953291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-2b0cfdac-5581-4ebb-aa70-95400166708b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 217 time: 0.0419893 Nov 27 15:47:15.993272 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:14Z', 'revision_number': 3, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:16.020079 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bf4cc-e993-4fc0-a845-95d21ccfda8f None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:14Z', 'revision_number': 3, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:16.036417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-518e4272-d07a-41e3-86bd-67ccc30b11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.037973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-518e4272-d07a-41e3-86bd-67ccc30b11f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0800736 Nov 27 15:47:16.056097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2246e7-7469-40cb-9c3e-39af32b790dc req-ff604664-6d07-459c-a61d-3da3684b89b9 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.057716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac2246e7-7469-40cb-9c3e-39af32b790dc req-ff604664-6d07-459c-a61d-3da3684b89b9 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1096 time: 0.0706511 Nov 27 15:47:16.111220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-3dde59e7-69ff-47ce-9859-318d56a90df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.113349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-3dde59e7-69ff-47ce-9859-318d56a90df3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681350 Nov 27 15:47:16.124572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-b9fd508b-2f8b-4520-a957-ce9b40f35a79 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:16.125639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-b9fd508b-2f8b-4520-a957-ce9b40f35a79 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049367 Nov 27 15:47:16.128990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac2246e7-7469-40cb-9c3e-39af32b790dc req-ec1b6697-aac0-4cb0-ad6d-b5edce461dd4 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568154 Nov 27 15:47:16.225504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-2dcd5e77-c365-48a9-8760-f35ee8ceab67 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916543 Nov 27 15:47:16.225613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a8ea6-24e8-48fe-9033-0ad3dea01965 None None] New status for floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:47:16.357759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9a3c7-3170-40c9-a747-ef1c7f3fa829 req-0e62eb4c-6cb2-4a56-805c-dd001419af55 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.359198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fce9a3c7-3170-40c9-a747-ef1c7f3fa829 req-0e62eb4c-6cb2-4a56-805c-dd001419af55 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 948 time: 0.0766575 Nov 27 15:47:16.377261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-e9fbefd8-4721-4d59-8dbc-cf7afa40f630 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416850 Nov 27 15:47:16.424176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fce9a3c7-3170-40c9-a747-ef1c7f3fa829 req-ac50e430-9dd8-4122-b106-ac01ac6b139a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569699 Nov 27 15:47:16.466032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-52c580f1-1c31-42cb-82e2-f43d5a971fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.467650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-52c580f1-1c31-42cb-82e2-f43d5a971fdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1097 time: 0.0591404 Nov 27 15:47:16.487989 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:16.498961 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:16.499912 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:16.563250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 18833cc1-7232-4a35-bec5-76b0e0ecc016 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:16.577579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-ec43fc92-cc21-49b4-8d98-b8403dcf49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.579070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-ec43fc92-cc21-49b4-8d98-b8403dcf49fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.0985906 Nov 27 15:47:16.614317 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:16.684354 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be72c107-f335-46e4-a2f3-e8db3bdf2138 x-openstack-request-id: req-be72c107-f335-46e4-a2f3-e8db3bdf2138 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:16.684354 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6865f521-3811-4b40-9578-6b2858f5a34a", "tag": "18833cc1-7232-4a35-bec5-76b0e0ecc016", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:16.684354 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be72c107-f335-46e4-a2f3-e8db3bdf2138 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:16.684354 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6865f521-3811-4b40-9578-6b2858f5a34a', 'tag': '18833cc1-7232-4a35-bec5-76b0e0ecc016', 'status': 'completed', 'code': 200} Nov 27 15:47:16.700707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 18833cc1-7232-4a35-bec5-76b0e0ecc016, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:16.713962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '18833cc1-7232-4a35-bec5-76b0e0ecc016', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '18833cc1-7232-4a35-bec5-76b0e0ecc016', 'mac_address': 'fa:16:3e:f8:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:16.753969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-c2e3aca5-b8b9-4998-bb59-cb4c1787206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.755468 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-c2e3aca5-b8b9-4998-bb59-cb4c1787206e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 1098 time: 0.0464885 Nov 27 15:47:16.759615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ca731d83-6898-4970-89a8-f5271b26efe5 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:16.762827 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:16.787820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18833cc1-7232-4a35-bec5-76b0e0ecc016 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:16.818435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 18833cc1-7232-4a35-bec5-76b0e0ecc016, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:16.840050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:16.902137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:16Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:16.903160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-4b116d64-6f22-4065-afe3-cdf63a0a8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:16.905515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-4b116d64-6f22-4065-afe3-cdf63a0a8d14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1343241 Nov 27 15:47:16.920635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=18833cc1-7232-4a35-bec5-76b0e0ecc016,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:16.930236 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:16.933511 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be50e48-4dc0-4600-a15f-b5974dc13d09 x-openstack-request-id: req-4be50e48-4dc0-4600-a15f-b5974dc13d09 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:16.933807 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08737d5f-0004-429a-915a-c34eff5b70de", "tag": "ca731d83-6898-4970-89a8-f5271b26efe5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:16.934057 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4be50e48-4dc0-4600-a15f-b5974dc13d09 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:16.934576 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08737d5f-0004-429a-915a-c34eff5b70de', 'tag': 'ca731d83-6898-4970-89a8-f5271b26efe5', 'status': 'completed', 'code': 200} Nov 27 15:47:16.940433 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:16.941174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:16.975622 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-0ac458f8-473e-401c-9579-75b8b2fbc355 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016 HTTP/1.1" status: 200 len: 217 time: 0.0565116 Nov 27 15:47:16.977231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port ca731d83-6898-4970-89a8-f5271b26efe5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ca731d83-6898-4970-89a8-f5271b26efe5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:16.994075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'ca731d83-6898-4970-89a8-f5271b26efe5', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'ca731d83-6898-4970-89a8-f5271b26efe5', 'mac_address': 'fa:16:3e:ea:7e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:17.033782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-e434a382-04be-464b-9e51-3659cdf7fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.036351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:17.036932 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-e434a382-04be-464b-9e51-3659cdf7fb2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0514998 Nov 27 15:47:17.039481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fcfd9ba-5264-4775-990e-bd190534ac03 req-a197a5d6-e469-4ddf-9760-be20c7fccea4 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips/0d23b9ca-dfd4-4e11-82c7-989ba1da9550 HTTP/1.1" status: 200 len: 692 time: 0.1078560 Nov 27 15:47:17.051790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca731d83-6898-4970-89a8-f5271b26efe5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:17.061157 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:17.071543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-b9d4c55a-ce90-455c-8adb-f363e5ba5bfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 1002 time: 0.4808319 Nov 27 15:47:17.085852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port ca731d83-6898-4970-89a8-f5271b26efe5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ca731d83-6898-4970-89a8-f5271b26efe5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:17.093261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:17.093755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-99766f4c-1b57-4dd3-97dd-1b27a634d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.095212 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-99766f4c-1b57-4dd3-97dd-1b27a634d451 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506392 Nov 27 15:47:17.136146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-b0f1b500-b3ec-43fb-a90c-509ccc676931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.137988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-b0f1b500-b3ec-43fb-a90c-509ccc676931 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 1099 time: 0.2080328 Nov 27 15:47:17.148459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['18833cc1-7232-4a35-bec5-76b0e0ecc016'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:17.152131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=ca731d83-6898-4970-89a8-f5271b26efe5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:17.238321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-981e6b8d-a854-489a-9bb0-5ede6f13a699 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327896 Nov 27 15:47:17.276321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfd9ba-5264-4775-990e-bd190534ac03 req-6707e092-623c-4c6f-9b93-65358aa4f7e8 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.283465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fcfd9ba-5264-4775-990e-bd190534ac03 req-6707e092-623c-4c6f-9b93-65358aa4f7e8 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2435641 Nov 27 15:47:17.289107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-6fcfd9ba-5264-4775-990e-bd190534ac03 req-b8b290e4-5f04-4f11-92d9-eab25ed7d53b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:17.300209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fcfd9ba-5264-4775-990e-bd190534ac03 req-b8b290e4-5f04-4f11-92d9-eab25ed7d53b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155771 Nov 27 15:47:17.307857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e7ef4e-92e4-4d27-823a-f41e37d1fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.310463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-c9e7ef4e-92e4-4d27-823a-f41e37d1fa61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1831706 Nov 27 15:47:17.360287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:16Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:17.369923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d290df47-809a-46cc-82ec-483d0bdf9eec req-31af13ad-5a03-4eb2-b384-9e9d635de90f service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202986 Nov 27 15:47:17.387856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-81ecc9d9-f9ff-4047-b6de-dbe127dc26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.389342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-81ecc9d9-f9ff-4047-b6de-dbe127dc26f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2234883 Nov 27 15:47:17.391797 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ae436-0bd6-4184-906b-3fb76849507f None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:b4:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:16Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:17.392522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-35fe8949-bdf3-41bb-83c7-1e1d35de7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.398236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-35fe8949-bdf3-41bb-83c7-1e1d35de7705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794125 Nov 27 15:47:17.406221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:17.499355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-e8d2eea3-82c7-43b8-b694-2177aca54c96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=ca731d83-6898-4970-89a8-f5271b26efe5 HTTP/1.1" status: 200 len: 217 time: 0.0998235 Nov 27 15:47:17.572716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-42580d49-0333-4e07-b547-ebfd1e89a0b4 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666899 Nov 27 15:47:17.588856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-c6bc7f7a-e8a1-4f60-8518-bd7b9b8ee394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.590278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-c6bc7f7a-e8a1-4f60-8518-bd7b9b8ee394 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0769334 Nov 27 15:47:17.689703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-e8112e38-4096-4049-979e-c4cbe82fa634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:17.691266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-e8112e38-4096-4049-979e-c4cbe82fa634 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880303 Nov 27 15:47:17.723775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bedaf2ee-c86b-4544-8073-0c8d42a2403a req-213437a0-ba2e-4056-aa20-eea3ba10d39b service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434848 Nov 27 15:47:17.801905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-a158c3a7-3e46-4937-a72e-e267aa253d5b service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020803 Nov 27 15:47:17.955714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a786dc6-f6df-4d79-8574-b56a2fbd5d9c req-7e5bdf87-5958-408c-b998-9b0f58035eed tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=107184e296024c0ab83980cb167b8b58 HTTP/1.1" status: 200 len: 695 time: 0.1146166 Nov 27 15:47:18.054285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956a461a-cba9-4b3a-bc33-54b7a7662054 req-bb9539aa-381e-4a7e-9181-492b82d0942e service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376933 Nov 27 15:47:18.157396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786dc6-f6df-4d79-8574-b56a2fbd5d9c req-4dc9b376-01e2-42a5-aac0-d48637a08a36 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:18.159452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a786dc6-f6df-4d79-8574-b56a2fbd5d9c req-4dc9b376-01e2-42a5-aac0-d48637a08a36 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks?id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 787 time: 0.1942689 Nov 27 15:47:18.175896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601e4de-b65e-4d8c-aba7-249d3cadad7b req-cc566fec-beb4-4916-b3fe-a50d9fbafa64 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:18.177194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3601e4de-b65e-4d8c-aba7-249d3cadad7b req-cc566fec-beb4-4916-b3fe-a50d9fbafa64 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 949 time: 0.0885713 Nov 27 15:47:18.183194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-1a786dc6-f6df-4d79-8574-b56a2fbd5d9c req-99bed905-73cd-4628-b6f5-c3fa495bd9d6 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:18.184168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a786dc6-f6df-4d79-8574-b56a2fbd5d9c req-99bed905-73cd-4628-b6f5-c3fa495bd9d6 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060360 Nov 27 15:47:18.250730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3601e4de-b65e-4d8c-aba7-249d3cadad7b req-b12f7108-a256-4636-a1ac-95bb7bdebf4e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Nov 27 15:47:18.351485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9a66a8-7545-463e-93fc-df7e3bbb7a86 req-0a188a6f-7219-4a75-9f49-64611108c515 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.0614941 Nov 27 15:47:18.405440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59254) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:18.423159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a66a8-7545-463e-93fc-df7e3bbb7a86 req-6114b9e1-0690-4b6d-be72-1e01e4cf42e9 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:18.425153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9a66a8-7545-463e-93fc-df7e3bbb7a86 req-6114b9e1-0690-4b6d-be72-1e01e4cf42e9 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports/7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 943 time: 0.0668263 Nov 27 15:47:18.551197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.576815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 18833cc1-7232-4a35-bec5-76b0e0ecc016 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:18.588440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9a66a8-7545-463e-93fc-df7e3bbb7a86 req-56c6c1db-9d73-4107-a175-44d491d422f8 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.1040759 Nov 27 15:47:18.653673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 18833cc1-7232-4a35-bec5-76b0e0ecc016 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:18.661376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 18833cc1-7232-4a35-bec5-76b0e0ecc016 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:18.661962 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.697977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.714609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.782626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a66a8-7545-463e-93fc-df7e3bbb7a86 req-9fab88fe-e3f6-4c35-a9fe-81563d15dbfb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:18.784219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9a66a8-7545-463e-93fc-df7e3bbb7a86 req-9fab88fe-e3f6-4c35-a9fe-81563d15dbfb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1868014 Nov 27 15:47:18.786213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c932876-c3dc-40e7-8970-0f713f1246f0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:18.800266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.800817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.801557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.802057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.802553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.803409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.803895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.804377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.804989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.805616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.806107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.806585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:18.812198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1fde628-4ef8-48c0-9d21-d74b98549bd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3d11c2d3c344e53b6b2e778e2d9c1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057708 Nov 27 15:47:18.814729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59270) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:18.822442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ca731d83-6898-4970-89a8-f5271b26efe5 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:18.873386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-7fc3d49e-0163-464e-9406-6ad617f810b2 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips/0d23b9ca-dfd4-4e11-82c7-989ba1da9550 HTTP/1.1" status: 200 len: 692 time: 0.0557289 Nov 27 15:47:18.893173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4982d4a-bb30-432a-bdf7-5ca53d783dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.923001 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.925022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4982d4a-bb30-432a-bdf7-5ca53d783dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:18.944422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}, {'name': 'network-changed', 'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:18.947768 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22ea684-bf55-4a49-9f67-9b154cf83c85" -d '{"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}, {"name": "network-changed", "server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:18.970698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6865f521-3811-4b40-9578-6b2858f5a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18833cc1-7232-4a35-bec5-76b0e0ecc016'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:18.973867 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c73768-ec35-4ca5-affb-c465a4173b51" -d '{"events": [{"server_uuid": "6865f521-3811-4b40-9578-6b2858f5a34a", "name": "network-vif-plugged", "status": "completed", "tag": "18833cc1-7232-4a35-bec5-76b0e0ecc016"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:18.985756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port ca731d83-6898-4970-89a8-f5271b26efe5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:18.993011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 18833cc1-7232-4a35-bec5-76b0e0ecc016, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:18.994380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port ca731d83-6898-4970-89a8-f5271b26efe5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:18.994788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.016648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4982d4a-bb30-432a-bdf7-5ca53d783dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.020660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4982d4a-bb30-432a-bdf7-5ca53d783dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.025750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c4982d4a-bb30-432a-bdf7-5ca53d783dde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c932876-c3dc-40e7-8970-0f713f1246f0 HTTP/1.1" status: 204 len: 168 time: 0.2094433 Nov 27 15:47:19.035909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4982d4a-bb30-432a-bdf7-5ca53d783dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c932876-c3dc-40e7-8970-0f713f1246f0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:19.042589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.052048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-880df8cb-23ce-40f0-9db6-d0425634346b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:19.063222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-880df8cb-23ce-40f0-9db6-d0425634346b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1802950 Nov 27 15:47:19.086207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-0743772c-f850-408f-addb-fe7be4e2fa2b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:19.087724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-0743772c-f850-408f-addb-fe7be4e2fa2b tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234010 Nov 27 15:47:19.152569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=18833cc1-7232-4a35-bec5-76b0e0ecc016,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:19.169569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.191446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-27d664ca-804f-4745-b8ce-b46c5eb561fe tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.0959764 Nov 27 15:47:19.215765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port ca731d83-6898-4970-89a8-f5271b26efe5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ca731d83-6898-4970-89a8-f5271b26efe5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:19.224519 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.289461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=ca731d83-6898-4970-89a8-f5271b26efe5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:19.303689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-af5685d1-1018-49a5-bb12-9a94e93b5514 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.1108174 Nov 27 15:47:19.467735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59290) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:19.483268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.495324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Deleting port cbffdeeb-1897-4709-8552-b9d4d6a91d73 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:19.495691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.612364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.612695 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.633519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Calling delete_port for cbffdeeb-1897-4709-8552-b9d4d6a91d73 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:19.633519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59296) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:19.666321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.703981 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.755138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18d00769acf240b4bb7d44f49fb53bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863407 Nov 27 15:47:19.760662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:19.768048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19ec328-0aad-4cae-9209-7be87e1e1fe3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:19.812317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.812317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.813141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.813141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.813282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.813640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.813987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.814286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.814620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.814942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.815787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.816351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3474221-e923-4e35-8344-1b97416bf716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:19.842888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ead6477-4ec4-4b73-852c-df63cff8002a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.896579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5607c9c-e2b2-425d-83a9-1ebeabb119f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:19.973034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5607c9c-e2b2-425d-83a9-1ebeabb119f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.246434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-5437bff2-354b-4530-8775-ba57a10d190f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.3821378 Nov 27 15:47:20.246931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.317818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Pushing event deleted for resources: {'Port': ['ID=cbffdeeb-1897-4709-8552-b9d4d6a91d73,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:20.352477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-62b3b0d1-eda6-4ccf-b9df-a5a111eb4f07 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:20.353857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-62b3b0d1-eda6-4ccf-b9df-a5a111eb4f07 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports/7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 943 time: 0.0919707 Nov 27 15:47:20.417958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5607c9c-e2b2-425d-83a9-1ebeabb119f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.420504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5607c9c-e2b2-425d-83a9-1ebeabb119f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.424060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f5607c9c-e2b2-425d-83a9-1ebeabb119f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c19ec328-0aad-4cae-9209-7be87e1e1fe3 HTTP/1.1" status: 204 len: 168 time: 0.6597726 Nov 27 15:47:20.469706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ead6477-4ec4-4b73-852c-df63cff8002a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.489380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5607c9c-e2b2-425d-83a9-1ebeabb119f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19ec328-0aad-4cae-9209-7be87e1e1fe3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:20.491189 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ead6477-4ec4-4b73-852c-df63cff8002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.529772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.532564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.533444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4ba81e-4526-49e4-9670-0c0f2c6167fa req-ff019ebf-52d9-4539-979a-8f4b9185763e tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d23b9ca-dfd4-4e11-82c7-989ba1da9550 HTTP/1.1" status: 204 len: 173 time: 1.2240438 Nov 27 15:47:20.551868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-8b0857dc-0388-467f-b2f3-589d729bb7f1 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.1396794 Nov 27 15:47:20.554075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8ead6477-4ec4-4b73-852c-df63cff8002a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce2229904d4a424287b6f8bca54c8f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9200099 Nov 27 15:47:20.557361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59314) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:20.557951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6477-4ec4-4b73-852c-df63cff8002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72670ec5-23a4-446e-99f8-988abee82aa1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:20.632169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78b08161-03f2-4008-bf01-01e0b67610fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.661756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78b08161-03f2-4008-bf01-01e0b67610fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.681849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-285ab309-a1ac-4944-8281-a59883c3073b tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:20.689792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-285ab309-a1ac-4944-8281-a59883c3073b tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1289222 Nov 27 15:47:20.692588 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed37c931-b2b3-40f0-9f6d-6fbab7966b0f x-openstack-request-id: req-ed37c931-b2b3-40f0-9f6d-6fbab7966b0f {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:20.693062 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:20.693566 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed37c931-b2b3-40f0-9f6d-6fbab7966b0f {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:20.693979 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'status': 'completed', 'code': 200} Nov 27 15:47:20.694238 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'status': 'completed', 'code': 200} Nov 27 15:47:20.718407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78b08161-03f2-4008-bf01-01e0b67610fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.723553 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f18144-c795-4e65-b5f0-2976c5d148d4 x-openstack-request-id: req-12f18144-c795-4e65-b5f0-2976c5d148d4 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:20.724821 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6865f521-3811-4b40-9578-6b2858f5a34a", "name": "network-vif-plugged", "status": "completed", "tag": "18833cc1-7232-4a35-bec5-76b0e0ecc016", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:20.726330 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12f18144-c795-4e65-b5f0-2976c5d148d4 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:20.727008 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6865f521-3811-4b40-9578-6b2858f5a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18833cc1-7232-4a35-bec5-76b0e0ecc016', 'code': 200} Nov 27 15:47:20.732507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78b08161-03f2-4008-bf01-01e0b67610fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.733936 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-78b08161-03f2-4008-bf01-01e0b67610fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72670ec5-23a4-446e-99f8-988abee82aa1 HTTP/1.1" status: 204 len: 168 time: 0.1754737 Nov 27 15:47:20.743166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b08161-03f2-4008-bf01-01e0b67610fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72670ec5-23a4-446e-99f8-988abee82aa1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:20.805300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-3d01eaa6-88ec-4ff8-ad5d-348b204f20ec tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.1143341 Nov 27 15:47:20.813279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:20.876656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335b358-ad7e-4a46-9f20-d4d7689c02d2 req-6ff74af7-994c-4ff8-baf7-c07283627b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:20.876656 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3335b358-ad7e-4a46-9f20-d4d7689c02d2 req-6ff74af7-994c-4ff8-baf7-c07283627b0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 1100 time: 0.0594416 Nov 27 15:47:20.884400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-80f90379-8be5-4b0f-93f1-1bf79f71b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:20.885323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-80f90379-8be5-4b0f-93f1-1bf79f71b823 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.1817820 Nov 27 15:47:20.927966 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:20.935308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3335b358-ad7e-4a46-9f20-d4d7689c02d2 req-e78338a2-8ff4-4fed-aa31-d08a3336840d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497904 Nov 27 15:47:21.054213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919314b-9bc7-4172-b52e-8af2d9629d98 req-3b1e4e61-cc25-4e6e-ac2d-906ed35ca58f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:21.055883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0919314b-9bc7-4172-b52e-8af2d9629d98 req-3b1e4e61-cc25-4e6e-ac2d-906ed35ca58f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 950 time: 0.1763618 Nov 27 15:47:21.123801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:21.132765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-4556b58f-a466-4fc7-9abb-56e3456d1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:21.134254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-4556b58f-a466-4fc7-9abb-56e3456d1142 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.2355061 Nov 27 15:47:21.147092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4579035-17e4-41f2-9e22-50a454f8ec10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.205345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-5be18fa2-e537-4d00-acd7-e1abd835ac0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 217 time: 0.0558641 Nov 27 15:47:21.234099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4579035-17e4-41f2-9e22-50a454f8ec10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.239393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4579035-17e4-41f2-9e22-50a454f8ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.239735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0919314b-9bc7-4172-b52e-8af2d9629d98 req-e80187b6-8f94-432d-aa41-28edfab222d8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439738 Nov 27 15:47:21.254537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.272366 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f4579035-17e4-41f2-9e22-50a454f8ec10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=928b7bd91b7d4d33890cafe9be61bd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462204 Nov 27 15:47:21.275086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.275398 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7 disassociated. External IP: 172.25.1.141, port: 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88. Nov 27 15:47:21.279432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59342) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:21.296281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4579035-17e4-41f2-9e22-50a454f8ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c29df4-26fe-4e39-8f38-a76bdad34db9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:21.357432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-73f8a6f6-ccfd-4992-b42b-6624109077d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:21.359060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-73f8a6f6-ccfd-4992-b42b-6624109077d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1184032 Nov 27 15:47:21.439656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0c7930a-21ca-4596-abd9-fc5677baa47a req-898e5948-7ec4-4040-9585-ec03463440a1 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d94153be5809471ebaf80e520e112b60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891769 Nov 27 15:47:21.525493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be7069d7-5bba-455a-b90a-9eb9929e97c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.556630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-c6d6fb09-8405-449d-8fb9-65ae4fd1366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:21.558156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-c6d6fb09-8405-449d-8fb9-65ae4fd1366d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822677 Nov 27 15:47:21.570894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be7069d7-5bba-455a-b90a-9eb9929e97c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.756960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7930a-21ca-4596-abd9-fc5677baa47a req-c039a7d1-32b5-49de-be0b-095992b10894 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:21.758508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0c7930a-21ca-4596-abd9-fc5677baa47a req-c039a7d1-32b5-49de-be0b-095992b10894 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077939 Nov 27 15:47:21.797387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0c7930a-21ca-4596-abd9-fc5677baa47a req-83994db0-7cae-487b-89f7-40ee7bfc807b tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/quotas/d94153be5809471ebaf80e520e112b60 HTTP/1.1" status: 200 len: 375 time: 0.0308576 Nov 27 15:47:21.816788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be7069d7-5bba-455a-b90a-9eb9929e97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.819331 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be7069d7-5bba-455a-b90a-9eb9929e97c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:21.820411 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be7069d7-5bba-455a-b90a-9eb9929e97c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3c29df4-26fe-4e39-8f38-a76bdad34db9 HTTP/1.1" status: 204 len: 168 time: 0.5400698 Nov 27 15:47:21.823702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:21.857453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-67e1791f-5c93-4a63-8757-43b0a957485c service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845080 Nov 27 15:47:21.859301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0c7930a-21ca-4596-abd9-fc5677baa47a req-9c20a565-31df-40b1-9e06-280bfa7591eb tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94153be5809471ebaf80e520e112b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508902 Nov 27 15:47:21.861569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7069d7-5bba-455a-b90a-9eb9929e97c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c29df4-26fe-4e39-8f38-a76bdad34db9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:22.038559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-70deabdd-5814-476a-9893-4782660f0c97 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720910 Nov 27 15:47:22.039728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:22.044184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:22.051753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:22.063008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:22.066214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:22.083610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-9b2b9f4e-a2d4-47c8-ac92-f2b270ca6bb7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "PUT /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 695 time: 1.2696316 Nov 27 15:47:22.168117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-756e0e8d-573b-481e-a24b-23823606dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.176536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-756e0e8d-573b-481e-a24b-23823606dd39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1097 time: 0.0919867 Nov 27 15:47:22.230661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-46006cbe-4c40-4b09-8b8b-d623adb8a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.230986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-46006cbe-4c40-4b09-8b8b-d623adb8a651 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1097 time: 0.1040249 Nov 27 15:47:22.232620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:22.334734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-18e75592-0603-4a2e-91c9-ddfedf249b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.342631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-18e75592-0603-4a2e-91c9-ddfedf249b14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.1651399 Nov 27 15:47:22.393793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-185c98f0-a7ce-4b4b-bf51-e3265b0553dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 217 time: 0.0501676 Nov 27 15:47:22.460599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-ce12dc56-b80e-496b-88a1-44fd30ae91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.462083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-ce12dc56-b80e-496b-88a1-44fd30ae91ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.2172487 Nov 27 15:47:22.639461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:22.679555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:22.700363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:22.701069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:22.741441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08737d5f-0004-429a-915a-c34eff5b70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca731d83-6898-4970-89a8-f5271b26efe5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:22.744375 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a26d96-bf85-4394-9ca2-cdf9c6ebd544" -d '{"events": [{"server_uuid": "08737d5f-0004-429a-915a-c34eff5b70de", "name": "network-vif-plugged", "status": "completed", "tag": "ca731d83-6898-4970-89a8-f5271b26efe5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:22.757388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:22.759879 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:22.782522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-c46cb758-b38e-48aa-a7d0-e9bfe1ee1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.789626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-c46cb758-b38e-48aa-a7d0-e9bfe1ee1d0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.3949571 Nov 27 15:47:22.836521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:22.844385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-d514eb58-cc43-4b2f-bfc7-c06a9ed1e391 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 217 time: 0.0735886 Nov 27 15:47:22.921242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-74228399-7a3d-4d9e-b6c1-5145949149c1 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4829042 Nov 27 15:47:22.928826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-06bdc85e-d5de-4e09-8513-f09cc5e113db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.930290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-06bdc85e-d5de-4e09-8513-f09cc5e113db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399288 Nov 27 15:47:22.937924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:22.957489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-0df3ff0d-d48c-426a-bdcf-1561793f555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:22.958914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-0df3ff0d-d48c-426a-bdcf-1561793f555e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0998707 Nov 27 15:47:23.042450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:23.097395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:23.114770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-e1e2eb02-cad4-45a9-8b1b-59ade5499b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:23.116323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-e1e2eb02-cad4-45a9-8b1b-59ade5499b1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432977 Nov 27 15:47:23.125384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-186e8bea-aa1d-4afb-ad88-b5cc2b689768 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826472 Nov 27 15:47:23.136605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec369cb1-5f98-41be-a77b-359a9288816e None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:23.311374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-6060b7c1-56a9-4c27-a7cc-a32903321718 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841412 Nov 27 15:47:23.315594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aabd79-0f4f-432f-8a6c-596c6b28b008 req-5a323985-fc07-4bad-a4ec-cc6464e4142e service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794519 Nov 27 15:47:23.394678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:23.470028 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:47:23.484003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22ea684-bf55-4a49-9f67-9b154cf83c85 req-a5351fe6-978e-4055-b00f-fa0d7bb033aa service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617291 Nov 27 15:47:23.566601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Allocated IP 172.25.1.173 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d2df876f-0e1c-4bc5-9428-58f22914d60e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:23.616174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3ed68-650a-44eb-8580-14d272b01fd7 None None] New status for floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:47:23.697648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:23.740721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:23.788107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:23.795264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:23.799080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:23.843290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Pushing event updated for resources: {'Port': ['ID=d2df876f-0e1c-4bc5-9428-58f22914d60e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:23.918537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:23.959958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:24.135892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:24.140366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:24.214744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Pushing event updated for resources: {'Port': ['ID=d2df876f-0e1c-4bc5-9428-58f22914d60e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:24.249238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:24.271273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff7d6b-f2a6-4940-bb5c-6b07a0fbfbb4 req-ce7b49cb-7215-4d50-a83d-a8013f26c872 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:24.272732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16ff7d6b-f2a6-4940-bb5c-6b07a0fbfbb4 req-ce7b49cb-7215-4d50-a83d-a8013f26c872 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 950 time: 0.0744846 Nov 27 15:47:24.275785 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:24.276877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-536ac366-ca54-4363-a71e-5be858749c97 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3456981 Nov 27 15:47:24.339081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-7f65bcf3-be8c-43d9-ba2c-9fb69bc66438 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.0554404 Nov 27 15:47:24.418661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16ff7d6b-f2a6-4940-bb5c-6b07a0fbfbb4 req-b3a6a24c-16fa-49e1-8153-8048f7ceeaff tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277430 Nov 27 15:47:24.465177 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf0c90-1858-46ea-ad93-b7bd6edca483 x-openstack-request-id: req-18bf0c90-1858-46ea-ad93-b7bd6edca483 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:24.466607 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08737d5f-0004-429a-915a-c34eff5b70de", "name": "network-vif-plugged", "status": "completed", "tag": "ca731d83-6898-4970-89a8-f5271b26efe5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:24.467339 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18bf0c90-1858-46ea-ad93-b7bd6edca483 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:24.468421 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08737d5f-0004-429a-915a-c34eff5b70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca731d83-6898-4970-89a8-f5271b26efe5', 'code': 200} Nov 27 15:47:24.476292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-d79a90b8-9fcb-40d1-acba-d41278e5fc9f tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:24.477820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d2e76aa-d4c1-47cf-809a-614a3972524b req-d79a90b8-9fcb-40d1-acba-d41278e5fc9f tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1327875 Nov 27 15:47:24.523387 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e39e649-5b76-4145-96d3-e1b964894b2c x-openstack-request-id: req-1e39e649-5b76-4145-96d3-e1b964894b2c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:24.523664 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:24.523852 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e39e649-5b76-4145-96d3-e1b964894b2c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:24.524265 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'status': 'completed', 'code': 200} Nov 27 15:47:24.631831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-9009d36a-ecf5-4d62-ab9c-fb552a23f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:24.633342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-9009d36a-ecf5-4d62-ab9c-fb552a23f4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 1097 time: 0.0768044 Nov 27 15:47:24.636302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aa0ba-a114-4600-932c-024c12f6a5c2 req-2c029500-5b82-482e-a597-e69e7973be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:24.637809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c58aa0ba-a114-4600-932c-024c12f6a5c2 req-2c029500-5b82-482e-a597-e69e7973be9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 1101 time: 0.1003199 Nov 27 15:47:24.720222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-c266caae-48b4-468e-889b-1a5ea2b6bf33 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d1a0d9fe500c4a239b1abd3cd2b79db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332303 Nov 27 15:47:24.749518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c58aa0ba-a114-4600-932c-024c12f6a5c2 req-73afec1d-b5d8-4db9-a46c-2391920bab2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956197 Nov 27 15:47:24.779351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-ca62b1c7-cae2-4896-b68d-9e58824c22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:24.780791 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-ca62b1c7-cae2-4896-b68d-9e58824c22fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.1314604 Nov 27 15:47:24.881180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-f24d64d9-997b-4f54-805b-d2808b73403d tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:24.882891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-f24d64d9-997b-4f54-805b-d2808b73403d tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537552 Nov 27 15:47:24.899035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-9ead1415-4073-4e57-ac38-7a39d44c9684 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/quotas/d1a0d9fe500c4a239b1abd3cd2b79db3 HTTP/1.1" status: 200 len: 375 time: 0.0103567 Nov 27 15:47:24.931128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-2cb622b7-6db8-4c9f-9814-c9f416a202de tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1a0d9fe500c4a239b1abd3cd2b79db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259411 Nov 27 15:47:25.025871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-6b712c14-730a-403c-9cf3-47d8e967a4f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 200 len: 217 time: 0.0445564 Nov 27 15:47:25.065612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-bfafec5f-9756-41db-9e8d-d2047ee89690 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips/a9cb25b2-9a97-4565-9018-d2b34d49b334 HTTP/1.1" status: 200 len: 693 time: 0.0653477 Nov 27 15:47:25.117838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-bf957c06-7ba3-4251-aba3-8f985ce4325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:25.119536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-bf957c06-7ba3-4251-aba3-8f985ce4325c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.0845590 Nov 27 15:47:25.187857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-5512b3da-fe0a-4ab6-8a6c-03bbd15435cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:25.190533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-5512b3da-fe0a-4ab6-8a6c-03bbd15435cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614736 Nov 27 15:47:25.198744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-97305f43-9056-455e-9c53-a3638fd016e8 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:25.200406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-97305f43-9056-455e-9c53-a3638fd016e8 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0834508 Nov 27 15:47:25.259086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-9b5eecf7-ef4b-4d63-8165-60198cc540c0 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:25.262276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-9b5eecf7-ef4b-4d63-8165-60198cc540c0 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1954353 Nov 27 15:47:25.270346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-34bb2b9b-9d66-4a44-84e8-2d68050da9b1 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0623043 Nov 27 15:47:25.284381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'floatingip': {'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:25.338646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-881ea24b-6513-460b-b93e-0d0b653a06b5 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305294 Nov 27 15:47:25.366401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-e98c0603-9274-419d-adab-a0e48d511eb9 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.0939157 Nov 27 15:47:25.368736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:25.459866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf1e79d9-c3b8-448f-9f7b-e618282e8e9d req-5632ac25-d354-4c3b-aefc-abff3c86618a service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117740 Nov 27 15:47:25.467462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-28e04d92-c416-44a3-a7a4-f11ce443a342 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.1011469 Nov 27 15:47:25.720785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Deleting port d2df876f-0e1c-4bc5-9428-58f22914d60e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:25.721225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:25.914576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:25.914912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:25.934197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Calling delete_port for d2df876f-0e1c-4bc5-9428-58f22914d60e owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:26.096243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.109953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.172356 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-58dc1afa-3d6e-43fc-b140-ecc794a15ec7 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d1a0d9fe500c4a239b1abd3cd2b79db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390770 Nov 27 15:47:26.323506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-a5343708-c689-43dd-8fac-f61e838d6fbd tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:26.325391 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-a5343708-c689-43dd-8fac-f61e838d6fbd tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449115 Nov 27 15:47:26.339854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Request body: {'port': {'device_id': '38dd9030-70d4-4783-8744-7edddfe4530d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'd1a0d9fe500c4a239b1abd3cd2b79db3'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:26.459887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Made reservation on behalf of d1a0d9fe500c4a239b1abd3cd2b79db3 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:26.463645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.474584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.474846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.509840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Pushing event deleted for resources: {'Port': ['ID=d2df876f-0e1c-4bc5-9428-58f22914d60e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:26.519276 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7 associated. External IP: 172.25.1.141, port: a8c89ef6-efd0-4785-9d4f-144d638b270c. Nov 27 15:47:26.595734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.604214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.625793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6dc59-f583-4892-8367-9441b5c34350 req-b6d18ef6-d976-4a0d-ac66-f0d3bedccead tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:26.627321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a6dc59-f583-4892-8367-9441b5c34350 req-b6d18ef6-d976-4a0d-ac66-f0d3bedccead tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd2cc5d6-76c0-4104-bdda-5636618cee6d HTTP/1.1" status: 200 len: 946 time: 0.0870078 Nov 27 15:47:26.646362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.648946 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:26.650183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae786fcb-d4ca-4f75-9589-7308b7b12f14 req-770f6c91-90a6-40d5-82d6-cfdf56906571 tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "DELETE /v2.0/floatingips/a9cb25b2-9a97-4565-9018-d2b34d49b334 HTTP/1.1" status: 204 len: 173 time: 1.1763418 Nov 27 15:47:26.728220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c7db0-ef7f-4848-866b-0a466cb295ff,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:26.846886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Allocated IP 192.168.233.96 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/64d197c6-3047-4844-8909-b5000ad7b497) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:26.852964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:26.856086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Deleting port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:26.856761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.015314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34cd8f26-2a10-4204-87cb-98e7a8538e44 req-985725d8-3413-491b-b6ca-4197bda15d0c tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 210 time: 0.0382912 Nov 27 15:47:27.034776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:27.040059 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.046154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:27.055738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] For port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:27.056099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.060242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:27.061663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:27.077114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Calling delete_port for 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:27.124883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-1c972c0d-1934-4c79-8c3d-d5b3b6f40e44 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "PUT /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 997 time: 1.8412507 Nov 27 15:47:27.125555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:27.130233 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27ebda-f861-499d-becb-ac1cf466bd15" -d '{"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:27.171772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.218392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:27.246929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89abb12-3a58-4135-8fee-2323ac6dcedd req-3fc767ce-3d7b-454b-bbb1-f066304c858e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:27.248481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c89abb12-3a58-4135-8fee-2323ac6dcedd req-3fc767ce-3d7b-454b-bbb1-f066304c858e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 950 time: 0.1006708 Nov 27 15:47:27.254245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.313986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c89abb12-3a58-4135-8fee-2323ac6dcedd req-6c51e60f-1deb-407e-9260-778828db3dcb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565779 Nov 27 15:47:27.314523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:27.318015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-8b170e1c-1fb6-48ac-b123-a94bb5851670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:27.321963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:27.327452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:27.332149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Pushing event updated for resources: {'Port': ['ID=64d197c6-3047-4844-8909-b5000ad7b497,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:27.350008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-8b170e1c-1fb6-48ac-b123-a94bb5851670 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.2161908 Nov 27 15:47:27.357053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.406996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event deleted for resources: {'Port': ['ID=7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:27.416822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a8c89ef6-efd0-4785-9d4f-144d638b270c', '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:27.434543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:27.435194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.513880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-b4415619-f6ef-410d-8e48-0f010297ace4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1787910 Nov 27 15:47:27.514296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] No DVR routers for this DVR port 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:27.518820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.522305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a6dc59-f583-4892-8367-9441b5c34350 req-e52baf1f-ffe5-412c-aa74-44493f30d13a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "DELETE /v2.0/ports/7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 HTTP/1.1" status: 204 len: 173 time: 0.8831060 Nov 27 15:47:27.526125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'name': 'network-vif-deleted', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:27.528688 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1761c0e8-90f0-4f3b-af78-f24f21ce2c31" -d '{"events": [{"server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "name": "network-vif-deleted", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:27.544187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Request body: {'port': {'device_id': '38dd9030-70d4-4783-8744-7edddfe4530d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:27.659357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:27.683531 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-8f3ad92e-e9a0-49a0-aae4-4296b4f66745 req-2751ee94-6038-496b-addb-6bd3ce348feb tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] show failed (client error): The resource could not be found. Nov 27 15:47:27.701162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3ad92e-e9a0-49a0-aae4-4296b4f66745 req-2751ee94-6038-496b-addb-6bd3ce348feb tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips/a9cb25b2-9a97-4565-9018-d2b34d49b334 HTTP/1.1" status: 404 len: 350 time: 0.1751668 Nov 27 15:47:27.708739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-2e838615-4225-49c8-8c48-de33986af2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:27.719902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-2e838615-4225-49c8-8c48-de33986af2f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.3688557 Nov 27 15:47:27.881435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-c739ccbe-b3c6-443f-baea-cef1732aff33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 1000 time: 0.1588976 Nov 27 15:47:27.889064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fa0c8aa1-f565-4616-ac30-447c93d178a3 None None] Provisioning complete for port 64d197c6-3047-4844-8909-b5000ad7b497 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:27.889462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8aa1-f565-4616-ac30-447c93d178a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:28.013772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c8aa1-f565-4616-ac30-447c93d178a3 None None] Port 64d197c6-3047-4844-8909-b5000ad7b497 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:28.020939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:25Z', 'revision_number': 8, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:28.031117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82469170-05ad-48b3-bf86-ee5ec86ae7a2 req-0417cded-173d-4c66-8d55-7599ce22597e tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d94153be5809471ebaf80e520e112b60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758023 Nov 27 15:47:28.049621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-e08804db-7181-43f4-9a1a-7c8e3b95941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:28.051782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-e08804db-7181-43f4-9a1a-7c8e3b95941a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1681361 Nov 27 15:47:28.117905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:28.171680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-cc3a42b2-e2fa-4373-bcf4-6f3bebd24f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:28.173401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-cc3a42b2-e2fa-4373-bcf4-6f3bebd24f2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075363 Nov 27 15:47:28.181544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:28.183921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:28.246190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d197c6-3047-4844-8909-b5000ad7b497 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:28.257809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59528) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:28.287393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:28.308876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469170-05ad-48b3-bf86-ee5ec86ae7a2 req-a5f89abd-500e-483e-9ba2-9ced96980d05 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:28.317367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82469170-05ad-48b3-bf86-ee5ec86ae7a2 req-a5f89abd-500e-483e-9ba2-9ced96980d05 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853115 Nov 27 15:47:28.320767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Transition to ACTIVE for port object 64d197c6-3047-4844-8909-b5000ad7b497 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:28.329574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:28.339836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82469170-05ad-48b3-bf86-ee5ec86ae7a2 req-99fea641-472d-412f-8209-86088a33ed3a tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/quotas/d94153be5809471ebaf80e520e112b60 HTTP/1.1" status: 200 len: 375 time: 0.0208938 Nov 27 15:47:28.348516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:28.383955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82469170-05ad-48b3-bf86-ee5ec86ae7a2 req-3830b1da-38c3-4c93-b424-e29e68a42380 tempest-QuotasAdminNegativeTest-72765741 tempest-QuotasAdminNegativeTest-72765741-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94153be5809471ebaf80e520e112b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394027 Nov 27 15:47:28.450993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-daad444b-63a3-4b40-b4d7-0a203c15eeda service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554657 Nov 27 15:47:28.535604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e3e-810c-4ccb-a5aa-882fce167121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:28.583094 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f028b8-2531-469e-81b7-e3a5f3a76fe9 x-openstack-request-id: req-f5f028b8-2531-469e-81b7-e3a5f3a76fe9 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:28.583589 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:28.583732 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5f028b8-2531-469e-81b7-e3a5f3a76fe9 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:28.584034 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'status': 'completed', 'code': 200} Nov 27 15:47:28.682205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a7e57c8-a70b-49d8-a431-5e0f17fe75a7 req-84b7b83c-b90b-4c7e-8142-129ee2761d55 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238588 Nov 27 15:47:28.732985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:25Z', 'revision_number': 8, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:28.741710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc820-c16c-4618-a2c3-bf8784e4f9b0 req-86aee676-e32e-4dca-baa3-adeb2fa07941 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:28.749979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-902fc820-c16c-4618-a2c3-bf8784e4f9b0 req-86aee676-e32e-4dca-baa3-adeb2fa07941 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 949 time: 0.0703588 Nov 27 15:47:28.809292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e2ec3-9125-4fa3-a8ba-ec1c32486790 None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '16066795-7a7a-42ab-a1f0-7e3f855280e7', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'port_id': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'mac_address': 'fa:16:3e:53:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:46:46Z', 'updated_at': '2021-11-27T15:47:25Z', 'revision_number': 8, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:28.830111 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-23ad8963-c28e-4763-b6dc-8d71ea38231c req-5d2bc66f-72f9-41f6-8b79-8a940d0370fa tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] show failed (client error): The resource could not be found. Nov 27 15:47:28.831320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23ad8963-c28e-4763-b6dc-8d71ea38231c req-5d2bc66f-72f9-41f6-8b79-8a940d0370fa tempest-FloatingIPsTestJSON-760528846 tempest-FloatingIPsTestJSON-760528846-project] 10.222.0.15 "GET /v2.0/floatingips/a9cb25b2-9a97-4565-9018-d2b34d49b334 HTTP/1.1" status: 404 len: 350 time: 0.0590630 Nov 27 15:47:28.847470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59538) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:28.854217 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591d0b4-700c-446d-9eb3-d4215b749153 x-openstack-request-id: req-a591d0b4-700c-446d-9eb3-d4215b749153 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:28.854769 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2cc5d6-76c0-4104-bdda-5636618cee6d", "name": "network-vif-deleted", "tag": "7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:28.854769 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a591d0b4-700c-446d-9eb3-d4215b749153 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:28.855077 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2cc5d6-76c0-4104-bdda-5636618cee6d', 'name': 'network-vif-deleted', 'tag': '7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88', 'status': 'completed', 'code': 200} Nov 27 15:47:28.871947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-902fc820-c16c-4618-a2c3-bf8784e4f9b0 req-c1694fbe-76fe-404e-a08e-b813d84910ca tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210041 Nov 27 15:47:28.935596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e3e-810c-4ccb-a5aa-882fce167121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:28.952676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Pushing event updated for resources: {'Port': ['ID=64d197c6-3047-4844-8909-b5000ad7b497,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:28.965059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Attempting to bind port 64d197c6-3047-4844-8909-b5000ad7b497 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:28.965476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Attempting to bind port 64d197c6-3047-4844-8909-b5000ad7b497 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:28.965809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Attempting to bind port 64d197c6-3047-4844-8909-b5000ad7b497 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:28.971053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e3e-810c-4ccb-a5aa-882fce167121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:28.997292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Port 64d197c6-3047-4844-8909-b5000ad7b497 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:28.997745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Attempting to bind port 64d197c6-3047-4844-8909-b5000ad7b497 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:29.026501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b7f07e3e-810c-4ccb-a5aa-882fce167121 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ebcce1f616744e1a66f7202b65c5ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7630599 Nov 27 15:47:29.038968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07e3e-810c-4ccb-a5aa-882fce167121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fab6a67-946d-425e-8d23-3c9da3e5bef8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:29.044318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59544) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:29.084843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:29.085338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:29.085960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:29.086783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Bound port: 64d197c6-3047-4844-8909-b5000ad7b497, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:29.086929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.137835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b695-2eb5-4f0e-94be-422872423fd7 req-2cb4cd80-d9d8-47b5-81e9-a6f38e1043ed tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.139309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3621b695-2eb5-4f0e-94be-422872423fd7 req-2cb4cd80-d9d8-47b5-81e9-a6f38e1043ed tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 947 time: 0.0702441 Nov 27 15:47:29.150956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-a1efeb5d-63c1-46ac-8c7d-3ab3a5d44ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.152611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-a1efeb5d-63c1-46ac-8c7d-3ab3a5d44ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.2967875 Nov 27 15:47:29.217785 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409c22f-cd26-4dce-a884-73276942424b None None] New status for floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:47:29.234371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3621b695-2eb5-4f0e-94be-422872423fd7 req-f6d57ed5-435c-47a5-8539-8bf418ed88bf tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Nov 27 15:47:29.237170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] For port 64d197c6-3047-4844-8909-b5000ad7b497, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:29.268889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dc946ae-c102-412f-9dd3-cc0492cdabfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.272962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] For port 64d197c6-3047-4844-8909-b5000ad7b497, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=64d197c6-3047-4844-8909-b5000ad7b497,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:29.290053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.317099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dc946ae-c102-412f-9dd3-cc0492cdabfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.374938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.375671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.377725 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/64d197c6-3047-4844-8909-b5000ad7b497 HTTP/1.1" status: 200 len: 1095 time: 1.8374188 Nov 27 15:47:29.385800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16af6dcf-ae17-4a03-975e-a912771553f7 req-c24f2fbf-0a67-44a0-a622-1272614037a9 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 997 time: 0.0867932 Nov 27 15:47:29.390483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-2e6ba643-72c5-4af0-b2df-96f5f5882ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.392366 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-2e6ba643-72c5-4af0-b2df-96f5f5882ae4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.2270436 Nov 27 15:47:29.442969 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.576757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ee5d7-0dce-4a7f-abe2-c02ff7ea69a7 service neutron] Pushing event updated for resources: {'Port': ['ID=64d197c6-3047-4844-8909-b5000ad7b497,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:29.598734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af6dcf-ae17-4a03-975e-a912771553f7 req-bd04ea6c-0de2-4038-9416-41b04bcd5273 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.608162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16af6dcf-ae17-4a03-975e-a912771553f7 req-bd04ea6c-0de2-4038-9416-41b04bcd5273 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2211595 Nov 27 15:47:29.614673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-85ee005d-609a-479e-89de-806fc011410b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 1000 time: 0.2145822 Nov 27 15:47:29.619779 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dc946ae-c102-412f-9dd3-cc0492cdabfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.622846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dc946ae-c102-412f-9dd3-cc0492cdabfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:29.624063 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1dc946ae-c102-412f-9dd3-cc0492cdabfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fab6a67-946d-425e-8d23-3c9da3e5bef8 HTTP/1.1" status: 204 len: 168 time: 0.5786626 Nov 27 15:47:29.665948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-16af6dcf-ae17-4a03-975e-a912771553f7 req-5e270538-8f7f-4d89-8b8c-b0178b1d8b33 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:29.697433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16af6dcf-ae17-4a03-975e-a912771553f7 req-5e270538-8f7f-4d89-8b8c-b0178b1d8b33 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0885906 Nov 27 15:47:29.706234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-5b3b1f38-5867-42c8-868b-4f65fb5cbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.738083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-5b3b1f38-5867-42c8-868b-4f65fb5cbe26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a0d9fe500c4a239b1abd3cd2b79db3&device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 1098 time: 0.2175355 Nov 27 15:47:29.748602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc946ae-c102-412f-9dd3-cc0492cdabfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fab6a67-946d-425e-8d23-3c9da3e5bef8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:29.813380 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-0850d26f-4839-4b98-b242-643264a2afd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=64d197c6-3047-4844-8909-b5000ad7b497 HTTP/1.1" status: 200 len: 217 time: 0.0719392 Nov 27 15:47:29.821942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-a2be6535-2d6c-4f4d-866e-76bddb5d0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.824083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-a2be6535-2d6c-4f4d-866e-76bddb5d0a70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1987381 Nov 27 15:47:29.907802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-372772b0-93d5-44e5-a71c-73050024272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.909630 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-372772b0-93d5-44e5-a71c-73050024272b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0843797 Nov 27 15:47:29.914807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-77a654ff-c4eb-4628-8d78-9233fd3d44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:29.916841 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-77a654ff-c4eb-4628-8d78-9233fd3d44fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815797 Nov 27 15:47:29.930947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-5ba09d31-a935-4057-a1ab-da772b23d3a7 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.1982496 Nov 27 15:47:30.028846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-46542d27-86e5-40ca-80a4-1515d128a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:30.030744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-46542d27-86e5-40ca-80a4-1515d128a933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129441 Nov 27 15:47:30.105592 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-7933605c-36d1-4ada-ad3d-0a1179ae9227 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794276 Nov 27 15:47:30.143983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-e4f5d97e-4efd-4f9a-add5-934ace672e40 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:30.158065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-e4f5d97e-4efd-4f9a-add5-934ace672e40 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports/a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 943 time: 0.2035463 Nov 27 15:47:30.170051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59566) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:30.181125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc601-5c2f-4ff4-8416-cd6c4f06fb17 req-4455d064-5118-48c7-bd3e-12a67f937b41 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:30.200829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc601-5c2f-4ff4-8416-cd6c4f06fb17 req-4455d064-5118-48c7-bd3e-12a67f937b41 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:30.203150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-674bc601-5c2f-4ff4-8416-cd6c4f06fb17 req-4455d064-5118-48c7-bd3e-12a67f937b41 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de&device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 1690 time: 0.1571267 Nov 27 15:47:30.249895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-35088aa3-4145-474c-a333-6d961179f7da service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067454 Nov 27 15:47:30.301521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc27ebda-f861-499d-becb-ac1cf466bd15 req-61a9bbb9-6f2a-4fd5-972a-ef188223d743 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849742 Nov 27 15:47:30.348134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59572) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:30.371995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5768d61-6013-4bef-9996-ca66b7767138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.381989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-f0fc395b-ffc1-485d-a7e9-403db9123b41 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.1320536 Nov 27 15:47:30.394165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91655137-9622-471f-8dd4-ea5084be93d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.430689 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c10ce82f-11db-4a5c-bce4-78e13dffc6c7 req-496156af-c336-4ed2-bfd9-2e1468fad624 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693368 Nov 27 15:47:30.483448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-674bc601-5c2f-4ff4-8416-cd6c4f06fb17 req-97a3ba63-1e3e-4275-bf85-fdf1cfe115c5 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346921 Nov 27 15:47:30.484808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5768d61-6013-4bef-9996-ca66b7767138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.489806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5768d61-6013-4bef-9996-ca66b7767138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.526206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.528437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5768d61-6013-4bef-9996-ca66b7767138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c9289-07c8-4828-9947-439027d799c1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:30.538221 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c5768d61-6013-4bef-9996-ca66b7767138 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d94153be5809471ebaf80e520e112b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644814 Nov 27 15:47:30.538443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:30.596553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c863dd46-77c4-456e-9764-71c546e9b297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.607648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-45eb9e88-35cb-4df6-a351-095ba1289319 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:30.609031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-45eb9e88-35cb-4df6-a351-095ba1289319 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2096982 Nov 27 15:47:30.620146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c863dd46-77c4-456e-9764-71c546e9b297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.669979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c863dd46-77c4-456e-9764-71c546e9b297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.672530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c863dd46-77c4-456e-9764-71c546e9b297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:30.674395 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c863dd46-77c4-456e-9764-71c546e9b297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a1c9289-07c8-4828-9947-439027d799c1 HTTP/1.1" status: 204 len: 168 time: 0.1339183 Nov 27 15:47:30.683495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863dd46-77c4-456e-9764-71c546e9b297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c9289-07c8-4828-9947-439027d799c1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:30.848096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:30.855870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dd9030-70d4-4783-8744-7edddfe4530d', 'tag': '64d197c6-3047-4844-8909-b5000ad7b497'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:30.858544 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f998f2-5ce4-418e-a757-7aa8f460c136" -d '{"events": [{"name": "network-changed", "server_uuid": "38dd9030-70d4-4783-8744-7edddfe4530d", "tag": "64d197c6-3047-4844-8909-b5000ad7b497"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:30.871335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:30.871693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7e7d2db5-6ce2-456d-90b3-ce6e1fff3b88 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:31.013232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59584) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:31.030546 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91655137-9622-471f-8dd4-ea5084be93d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.038002 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0483606-0978-4e1f-a44d-ff1aa162fb71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.043903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-b4683a50-0184-4283-9d7e-dbfa36825fb9 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 1002 time: 0.4203174 Nov 27 15:47:31.044229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91655137-9622-471f-8dd4-ea5084be93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.070117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216a845-8565-4911-9c88-fff263db1138 req-2dddc450-fc13-4242-8664-cae2184b322e tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:31.071582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8216a845-8565-4911-9c88-fff263db1138 req-2dddc450-fc13-4242-8664-cae2184b322e tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 947 time: 0.4470861 Nov 27 15:47:31.097442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:31.122472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0483606-0978-4e1f-a44d-ff1aa162fb71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.126433 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0483606-0978-4e1f-a44d-ff1aa162fb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.165771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0483606-0978-4e1f-a44d-ff1aa162fb71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a02de836a3b3420aaf51602fc9056293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513398 Nov 27 15:47:31.166643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0483606-0978-4e1f-a44d-ff1aa162fb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a387397-0ead-40d7-9f39-863ec2d59830,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:31.168869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59586) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:31.222151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-91655137-9622-471f-8dd4-ea5084be93d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebcf43290465439b801614993f381c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8717446 Nov 27 15:47:31.225198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59590) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:31.235028 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a162bb19-5e38-482a-b088-880eb5c5bcef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.254562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91655137-9622-471f-8dd4-ea5084be93d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e78360f-92c8-4214-a635-493d43b35982,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:31.272129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a162bb19-5e38-482a-b088-880eb5c5bcef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.299035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.320758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9df648c-3ab3-42be-97db-f3cc02ebc205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.343492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9df648c-3ab3-42be-97db-f3cc02ebc205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.345083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8216a845-8565-4911-9c88-fff263db1138 req-11442a2b-0c90-4c25-ac1b-042f141587c9 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403703 Nov 27 15:47:31.360159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a162bb19-5e38-482a-b088-880eb5c5bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.363348 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a162bb19-5e38-482a-b088-880eb5c5bcef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.364448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a162bb19-5e38-482a-b088-880eb5c5bcef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a387397-0ead-40d7-9f39-863ec2d59830 HTTP/1.1" status: 204 len: 168 time: 0.1946676 Nov 27 15:47:31.384237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162bb19-5e38-482a-b088-880eb5c5bcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a387397-0ead-40d7-9f39-863ec2d59830,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:31.416783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9df648c-3ab3-42be-97db-f3cc02ebc205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.421079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9df648c-3ab3-42be-97db-f3cc02ebc205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.423486 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d9df648c-3ab3-42be-97db-f3cc02ebc205 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e78360f-92c8-4214-a635-493d43b35982 HTTP/1.1" status: 204 len: 168 time: 0.1971087 Nov 27 15:47:31.442148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df648c-3ab3-42be-97db-f3cc02ebc205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e78360f-92c8-4214-a635-493d43b35982,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:31.484738 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc862cb-4553-43ca-8ee7-40b917cd6be4 x-openstack-request-id: req-9fc862cb-4553-43ca-8ee7-40b917cd6be4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:31.485025 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dd9030-70d4-4783-8744-7edddfe4530d", "tag": "64d197c6-3047-4844-8909-b5000ad7b497", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:31.485271 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fc862cb-4553-43ca-8ee7-40b917cd6be4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:31.485919 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dd9030-70d4-4783-8744-7edddfe4530d', 'tag': '64d197c6-3047-4844-8909-b5000ad7b497', 'status': 'completed', 'code': 200} Nov 27 15:47:31.528229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.533966 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.540523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.540915 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7 disassociated. External IP: 172.25.1.141, port: a8c89ef6-efd0-4785-9d4f-144d638b270c. Nov 27 15:47:31.589539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-1fb8ec8d-9744-4ec3-ad26-b8c90fbd6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:31.591243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-1fb8ec8d-9744-4ec3-ad26-b8c90fbd6ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a0d9fe500c4a239b1abd3cd2b79db3&device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 1098 time: 0.0518072 Nov 27 15:47:31.663507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Deleting port 7114ece6-6ec7-48b7-b8c4-1811f95e877f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:31.663804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.719101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf988b3-cdb4-4412-858d-efc7b848cf85 req-ec6742db-ed86-443a-8192-3fedb68e0467 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:31.720638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edf988b3-cdb4-4412-858d-efc7b848cf85 req-ec6742db-ed86-443a-8192-3fedb68e0467 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 1101 time: 0.1410840 Nov 27 15:47:31.721549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-a1f18e16-5540-4993-9eec-5188000ff3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:31.723474 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-a1f18e16-5540-4993-9eec-5188000ff3e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1206248 Nov 27 15:47:31.778331 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-09f60bef-df8a-49ff-af4c-90961c6cd2a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=64d197c6-3047-4844-8909-b5000ad7b497 HTTP/1.1" status: 200 len: 217 time: 0.0417180 Nov 27 15:47:31.846435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-6da90d41-9223-4804-a11a-d9bce97dc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:31.847965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-6da90d41-9223-4804-a11a-d9bce97dc30f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0626135 Nov 27 15:47:31.849288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] For port 7114ece6-6ec7-48b7-b8c4-1811f95e877f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7114ece6-6ec7-48b7-b8c4-1811f95e877f,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:31.849715 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:31.853796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edf988b3-cdb4-4412-858d-efc7b848cf85 req-7e492e96-9973-435b-9628-1b582b921cc4 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212704 Nov 27 15:47:31.891699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Calling delete_port for 7114ece6-6ec7-48b7-b8c4-1811f95e877f owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:31.918558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-55f1eac6-a108-49c4-a86c-fef2dc250e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:31.921994 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-55f1eac6-a108-49c4-a86c-fef2dc250e28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664549 Nov 27 15:47:31.941287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:32.061997 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-96124c62-c60f-46aa-9f08-04c667c905e7 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268306 Nov 27 15:47:32.168362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cc2af-132a-4abe-91e8-9edee945722f req-21064c29-1de6-4965-80e1-b42fd961b8f9 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:32.170029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-108cc2af-132a-4abe-91e8-9edee945722f req-21064c29-1de6-4965-80e1-b42fd961b8f9 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 1100 time: 0.1203260 Nov 27 15:47:32.185873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50f998f2-5ce4-418e-a757-7aa8f460c136 req-86c6bdbc-1302-4b31-b61d-190b0f41dc01 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212718 Nov 27 15:47:32.292392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:32.309310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:32.309995 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:32.328094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:32.328821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:32.337284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-108cc2af-132a-4abe-91e8-9edee945722f req-23cdb0ee-0ed6-4313-85b1-1d4acf732566 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229708 Nov 27 15:47:32.355178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-326a898d-4838-4522-953c-470251fa7a50 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "PUT /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 696 time: 1.3035226 Nov 27 15:47:32.356583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:32.360151 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:32.447099 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f3ba2-26f4-4521-8e25-565df513cc41 x-openstack-request-id: req-451f3ba2-26f4-4521-8e25-565df513cc41 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:32.447399 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:32.447657 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-451f3ba2-26f4-4521-8e25-565df513cc41 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:32.448056 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'status': 'completed', 'code': 200} Nov 27 15:47:32.471620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-9fe36440-cd63-4e99-8c7f-ca5dd65380eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:32.479115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-9fe36440-cd63-4e99-8c7f-ca5dd65380eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.1091244 Nov 27 15:47:32.535897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-cea881fb-ab00-451a-a283-6588fe5e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:32.538246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-cea881fb-ab00-451a-a283-6588fe5e1f89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd9b04717d144ff3979449380f489e72&device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 1097 time: 0.0955927 Nov 27 15:47:32.581440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:32.636119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7114ece6-6ec7-48b7-b8c4-1811f95e877f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:32.704854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:32.748953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112bdc-6193-4280-9676-0d6a78eb868f req-34abb80f-43f7-4aa4-85b6-ddaae34196c7 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:32.757655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a112bdc-6193-4280-9676-0d6a78eb868f req-34abb80f-43f7-4aa4-85b6-ddaae34196c7 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 947 time: 0.2690620 Nov 27 15:47:32.802173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-3970ee1f-830e-4e09-8e96-26d7b6435af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:32.803577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-6b5db7c5-c07d-407f-a439-6ace297fcfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:32.803726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-3970ee1f-830e-4e09-8e96-26d7b6435af9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.3238034 Nov 27 15:47:32.809226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-6b5db7c5-c07d-407f-a439-6ace297fcfdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 200 len: 922 time: 0.2587438 Nov 27 15:47:32.910824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-4aa684e6-7c00-40a7-b4ce-69f5d4f7d1e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 217 time: 0.0961185 Nov 27 15:47:33.028724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-39f94351-2352-4982-ab5a-d622e2902f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:33.030543 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-39f94351-2352-4982-ab5a-d622e2902f9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.1118097 Nov 27 15:47:33.046633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:33.088759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:33.101502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:33.102317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:33.103612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-0e277660-ff80-4d0a-9785-833c27293449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:33.107319 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-0e277660-ff80-4d0a-9785-833c27293449 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678329 Nov 27 15:47:33.238676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:33.249772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-5d172402-847b-4bda-9f27-5feee05b2f18 service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311877 Nov 27 15:47:33.288515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-0d00fe65-ae2d-4556-9f05-6526b0699bb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 200 len: 217 time: 0.4666660 Nov 27 15:47:33.300388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a112bdc-6193-4280-9676-0d6a78eb868f req-e5a080ea-f968-4b07-bebd-e8a7060eb50c tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418520 Nov 27 15:47:33.388018 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9df3df5d-7ab6-4a2a-a49f-380e16f7a8c9 req-fc855de9-3bfa-4bba-9c6f-dbeaf037ab1d service neutron] 10.222.0.21 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296453 Nov 27 15:47:33.489445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:33.542816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-7192ddab-ad05-4a93-a277-a03b313493dc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502355 Nov 27 15:47:33.567085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:33.600392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb4bd8-1175-4bb1-860d-9393cf3f9b5b None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:46:23Z', 'revision_number': 4, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '55113aa8-b996-4088-b557-77cf660283ff', 'name': '', 'network_id': '3ed1d4f2-f4a8-47b4-a807-59499ed4dd48', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'mac_address': 'fa:16:3e:0a:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:22Z', 'updated_at': '2021-11-27T15:46:28Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'subnets': [{'id': '8dcf48d4-cbcf-4025-84ee-0a640b9251bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:33.632218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-5f8d7cdd-7353-47b2-ac0c-3e00a0587637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:33.633753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-5f8d7cdd-7353-47b2-ac0c-3e00a0587637 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 200 len: 860 time: 0.3384116 Nov 27 15:47:33.768256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-3b738fdb-8dc7-4cd8-a57b-4e81156801c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:33.769816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-3b738fdb-8dc7-4cd8-a57b-4e81156801c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214280 Nov 27 15:47:33.819254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-d6d2487c-0f26-4c47-a6e7-ff509a760dfc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:33.820777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-d6d2487c-0f26-4c47-a6e7-ff509a760dfc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771726 Nov 27 15:47:33.880346 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932362e4-45d0-4575-9b37-d089246a21f0 None None] New status for floating IP 16066795-7a7a-42ab-a1f0-7e3f855280e7: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:47:33.903704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-fd35e7bf-0665-4797-97f7-4bcdb0ce02fe tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/quotas/b1734dd8fcc14c8fb0f19134350d4d8d HTTP/1.1" status: 200 len: 375 time: 0.0574396 Nov 27 15:47:34.007801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-af7e247a-b39c-49c3-9518-c862b50ace1f service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230005 Nov 27 15:47:34.036803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-4432d637-f90a-4096-aa12-c99d43a694df tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1253521 Nov 27 15:47:34.080796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Router 5f339c12-1ce8-4e2d-a9fa-4a760521352d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:34.204227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5b1f707-c95a-4a91-878b-d28599deed66 req-7152b0bb-8d54-4e03-ab2a-2342ca1dc6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898563 Nov 27 15:47:34.233963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:34.242987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59702) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:34.243885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-841d68ea-5851-43bc-9471-e8a9913864f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f339c12-1ce8-4e2d-a9fa-4a760521352d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3953695 Nov 27 15:47:34.260942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] Sync routers for ids ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:34.285455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] Routers {'5f339c12-1ce8-4e2d-a9fa-4a760521352d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:34.286080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:34.440165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:34.540604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] Set router 5f339c12-1ce8-4e2d-a9fa-4a760521352d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:34.629237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 64d197c6-3047-4844-8909-b5000ad7b497 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:34.631524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-d50b2546-f1dd-4bb7-8faa-461a5e45524a tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569158 Nov 27 15:47:34.657634 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:34.749670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Deleting port e5d980ed-caf2-48a1-912c-6e37ae2fe327 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:34.750010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:34.768652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f596acd-e98f-4f6b-9465-640ad68b18d7 req-13ab32f6-0ae8-4a32-acc5-ad77e1c48597 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 210 time: 0.0375497 Nov 27 15:47:34.833192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-719ba068-0691-41f8-ac0c-33497020ffa2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:34.835153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-719ba068-0691-41f8-ac0c-33497020ffa2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028191 Nov 27 15:47:34.859006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-e1cc6dc8-6bb5-442d-a850-2c34b4fc46be tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/quotas/53d0ac2ea4a8411d8767a89f7fb0f2e8 HTTP/1.1" status: 200 len: 375 time: 0.0170224 Nov 27 15:47:34.898734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 64d197c6-3047-4844-8909-b5000ad7b497, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=64d197c6-3047-4844-8909-b5000ad7b497,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:34.905581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-979fb306-b407-4549-8b5f-65d1c99313aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385985 Nov 27 15:47:34.931359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] For port e5d980ed-caf2-48a1-912c-6e37ae2fe327, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e5d980ed-caf2-48a1-912c-6e37ae2fe327,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:34.931730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:34.937197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '64d197c6-3047-4844-8909-b5000ad7b497', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '64d197c6-3047-4844-8909-b5000ad7b497', 'mac_address': 'fa:16:3e:df:8e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:34.946150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Calling delete_port for e5d980ed-caf2-48a1-912c-6e37ae2fe327 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:34.980912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:32Z', 'revision_number': 5, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port': {'id': 'e5d980ed-caf2-48a1-912c-6e37ae2fe327', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:47:03Z', 'updated_at': '2021-11-27T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:35.033094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] Checking router: 5f339c12-1ce8-4e2d-a9fa-4a760521352d for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:35.046463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] Routers {'5f339c12-1ce8-4e2d-a9fa-4a760521352d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:35.047096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:35.049895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.100308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612afe-511d-471c-97ee-9fc4a53b273a req-ed60688b-0b1b-4d45-bf40-0a73682b7cb8 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:35.108158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1612afe-511d-471c-97ee-9fc4a53b273a req-ed60688b-0b1b-4d45-bf40-0a73682b7cb8 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 947 time: 0.0898302 Nov 27 15:47:35.125587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d197c6-3047-4844-8909-b5000ad7b497 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:35.160303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 64d197c6-3047-4844-8909-b5000ad7b497, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=64d197c6-3047-4844-8909-b5000ad7b497,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:35.176547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.185649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1612afe-511d-471c-97ee-9fc4a53b273a req-ec80162a-12cb-4d87-b116-4758b6f8d6e6 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763640 Nov 27 15:47:35.323869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] Set router 5f339c12-1ce8-4e2d-a9fa-4a760521352d gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:35.328269 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-29d1c60e-b57d-4be3-a0ab-e98c4a773c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.362389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.387534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-676efcaf-acdc-4dd5-a1a5-20f8d3dba170 req-04da338d-032c-4b7f-902d-9754cd4aefa3 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 210 time: 0.0982664 Nov 27 15:47:35.430642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d980ed-caf2-48a1-912c-6e37ae2fe327,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:35.497940 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.518677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-2c884428-6a68-441c-b35e-878ac3b2a4cf tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 200 len: 694 time: 0.1279709 Nov 27 15:47:35.705919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=64d197c6-3047-4844-8909-b5000ad7b497,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:35.728927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:34Z', 'revision_number': 6, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:35.761774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d3ed5-60bf-4eee-a082-71eaac6b8039 None None] The sync data for ids ['5f339c12-1ce8-4e2d-a9fa-4a760521352d'] in n-d-819494-4 is: [{'id': '5f339c12-1ce8-4e2d-a9fa-4a760521352d', 'name': 'tempest-FloatingIPsTestJSON-239939214-router', 'tenant_id': '107184e296024c0ab83980cb167b8b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:47:02Z', 'updated_at': '2021-11-27T15:47:34Z', 'revision_number': 6, 'project_id': '107184e296024c0ab83980cb167b8b58', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:35.769782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.770478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.771563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.772079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.772587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.773079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.773907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.774401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.774881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.775964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.776713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.777228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:47:35.778949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-126c2d22-dafb-4cc2-8924-9771bdab243f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:35.780653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-126c2d22-dafb-4cc2-8924-9771bdab243f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2607214 Nov 27 15:47:35.794982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.796971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:35.808495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-fc696869-8550-4bc0-a2ac-8deb6146dc7f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:35.822363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-fc696869-8550-4bc0-a2ac-8deb6146dc7f tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239000 Nov 27 15:47:35.853432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['64d197c6-3047-4844-8909-b5000ad7b497'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:35.942835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-6526051b-c2a0-482d-bee6-0b3a2efaa1de tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 697 time: 0.1077182 Nov 27 15:47:35.976750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-69cea48a-a6ca-41ff-a958-48ddf4ce0573 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155331 Nov 27 15:47:35.999554 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.000188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f339c12-1ce8-4e2d-a9fa-4a760521352d {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:47:36.009616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd486889-6af2-4f38-a8f0-b40e5a1058df req-8863241d-8443-4a91-bf91-a59ff0b16889 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 210 time: 0.0652025 Nov 27 15:47:36.023265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.024564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-88d8bf15-f88f-4954-af2e-12cc2289c391 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5f339c12-1ce8-4e2d-a9fa-4a760521352d HTTP/1.1" status: 204 len: 168 time: 1.7805917 Nov 27 15:47:36.025765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-23d1c19b-2236-429e-817f-231be94843e6 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 697 time: 0.0825410 Nov 27 15:47:36.027914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59762) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:36.090374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Deleting subnet 8655ff43-59ed-4b13-8fc5-4fd2fffb0046 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:47:36.142090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.310350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.404746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-d2cb8e3e-df8f-4101-9913-ab6b96827437 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:36.406271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-d2cb8e3e-df8f-4101-9913-ab6b96827437 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4211347 Nov 27 15:47:36.421046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '449c2b80-2f16-4c24-a309-3b8599a10559', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:36.457964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffd8a3-b868-4205-ada7-57486d2ed791 req-872db27c-3821-482d-be91-e0b45825edd4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:36.459421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdffd8a3-b868-4205-ada7-57486d2ed791 req-872db27c-3821-482d-be91-e0b45825edd4 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 948 time: 0.1296203 Nov 27 15:47:36.476287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Deleting port df51f66f-9f39-48e7-8a6b-9d9f77116254 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:36.476624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.531428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:36.532256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.536194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.613439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdffd8a3-b868-4205-ada7-57486d2ed791 req-dac033ad-f1a2-4862-9b67-e9921ccfa3bd tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415801 Nov 27 15:47:36.630171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.631449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.650948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Calling delete_port for df51f66f-9f39-48e7-8a6b-9d9f77116254 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:36.660362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.702417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.190 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/4a213539-4218-460d-8dd2-b5838b6733e9) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:36.759681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8655ff43-59ed-4b13-8fc5-4fd2fffb0046,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:36.800041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:36.806025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-006f35c5-8bbe-4f00-bf53-41fe4f09de15 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8655ff43-59ed-4b13-8fc5-4fd2fffb0046 HTTP/1.1" status: 204 len: 168 time: 0.7760572 Nov 27 15:47:36.806945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59786) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:36.807590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e59e54-91e6-46a2-a467-d7e46b761c47 None None] Network 315d2557-8c99-4efc-88d7-4f435992c0ec requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:36.859543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-034756be-c15e-4748-bc7c-1a015b3b8407 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404708 Nov 27 15:47:37.043718 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.054695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.117533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.132184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23', '18833cc1-7232-4a35-bec5-76b0e0ecc016'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:37.185203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:37.193899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:37.199194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:37.216866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:37.261401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] DHCP port deletion for 315d2557-8c99-4efc-88d7-4f435992c0ec request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:47:37.281576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=4a213539-4218-460d-8dd2-b5838b6733e9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:37.331015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:37.332272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.358608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-17658440-cb13-44c6-a243-63103092d5c4 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9413843 Nov 27 15:47:37.377916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Request body: {'port': {'device_id': '449c2b80-2f16-4c24-a309-3b8599a10559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:37.447419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7114ece6-6ec7-48b7-b8c4-1811f95e877f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:37.462757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.506449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7114ece6-6ec7-48b7-b8c4-1811f95e877f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:37.507327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7114ece6-6ec7-48b7-b8c4-1811f95e877f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:37.507953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5d980ed-caf2-48a1-912c-6e37ae2fe327 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:37.525729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f77c3fe5-88ef-4fb1-abd8-87fddee0c6f7 req-8d966cb6-cc7c-4688-a8f9-9ab82392a4c2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 210 time: 0.4398386 Nov 27 15:47:37.539673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59794) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:37.542479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e5d980ed-caf2-48a1-912c-6e37ae2fe327 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:37.542838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5d980ed-caf2-48a1-912c-6e37ae2fe327 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:37.543251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b771fc15-3e63-404d-af03-e923993634aa no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:37.586255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-79da90ee-c936-47ff-9af1-025ac9e83954 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:37.587733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-79da90ee-c936-47ff-9af1-025ac9e83954 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6909740 Nov 27 15:47:37.601591 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.618166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Request body: {'port': {'device_id': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '53d0ac2ea4a8411d8767a89f7fb0f2e8'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:37.654350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event deleted for resources: {'Port': ['ID=df51f66f-9f39-48e7-8a6b-9d9f77116254,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:37.691909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Deleting port b771fc15-3e63-404d-af03-e923993634aa {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:37.692493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.759573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] For port b771fc15-3e63-404d-af03-e923993634aa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b771fc15-3e63-404d-af03-e923993634aa,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:37.760254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1fda87-c2c9-43f3-b4bb-466eb7012600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.760402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.764934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40a683be-4d9e-4168-b464-bfc48e06f1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.774848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Calling delete_port for b771fc15-3e63-404d-af03-e923993634aa owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:37.780785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] Deleting port b771fc15-3e63-404d-af03-e923993634aa {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:37.781155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.811384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-04f50209-c629-4061-92e3-8ad4c462dfd3 None None] Provisioning complete for port 4a213539-4218-460d-8dd2-b5838b6733e9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:37.812102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04f50209-c629-4061-92e3-8ad4c462dfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.886559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-04f50209-c629-4061-92e3-8ad4c462dfd3 None None] Port 4a213539-4218-460d-8dd2-b5838b6733e9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:37.892917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.943931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a213539-4218-460d-8dd2-b5838b6733e9 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:37.956204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.960000 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.979591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1fda87-c2c9-43f3-b4bb-466eb7012600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:37.987027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Transition to ACTIVE for port object 4a213539-4218-460d-8dd2-b5838b6733e9 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:37.988187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1fda87-c2c9-43f3-b4bb-466eb7012600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.003591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b771fc15-3e63-404d-af03-e923993634aa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.011593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.011745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] For port b771fc15-3e63-404d-af03-e923993634aa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b771fc15-3e63-404d-af03-e923993634aa,segment=NetworkSegment(108f0a81-ae77-48f5-88bc-2be60c170285),segment_id=108f0a81-ae77-48f5-88bc-2be60c170285)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:38.012403 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.041734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] No DVR routers for this DVR port b771fc15-3e63-404d-af03-e923993634aa on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:38.046610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] Calling delete_port for b771fc15-3e63-404d-af03-e923993634aa owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:38.078601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.081739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.083240 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84734ce6-a062-4e87-a035-6ced3321a1ff req-c6fc1f42-2707-48f6-baba-7c99a81f6078 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "DELETE /v2.0/floatingips/16066795-7a7a-42ab-a1f0-7e3f855280e7 HTTP/1.1" status: 204 len: 173 time: 2.0563581 Nov 27 15:47:38.104973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fda87-c2c9-43f3-b4bb-466eb7012600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf588a0e-9e06-4437-8b3d-cbad1d3a9211,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.118639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db1fda87-c2c9-43f3-b4bb-466eb7012600 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=439fb3826aac45c89d6670aa2f6f33a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5774727 Nov 27 15:47:38.119251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59810) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:38.137709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.157831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Pushing event updated for resources: {'Port': ['ID=4a213539-4218-460d-8dd2-b5838b6733e9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.171574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315d2557-8c99-4efc-88d7-4f435992c0ec']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:38.185591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108f0a81-ae77-48f5-88bc-2be60c170285') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:38.186007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108f0a81-ae77-48f5-88bc-2be60c170285') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:38.201577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.217431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.235362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96817f37-d5cd-456f-933d-a22e61798829 req-7c0e94e8-6340-4837-8232-ed6efb8a4d18 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:38.243724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96817f37-d5cd-456f-933d-a22e61798829 req-7c0e94e8-6340-4837-8232-ed6efb8a4d18 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 936 time: 0.3832862 Nov 27 15:47:38.246614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:47:38.247018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:47:38.249136 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:47:38.278851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.312290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c1ae046a-1df4-423d-b2df-821baec43ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.316856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] Pushing event deleted for resources: {'Port': ['ID=b771fc15-3e63-404d-af03-e923993634aa,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.326314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36b1ee-c90f-4997-8715-724c747000e5 None None] No DVR routers for this DVR port b771fc15-3e63-404d-af03-e923993634aa on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:38.351048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c1ae046a-1df4-423d-b2df-821baec43ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.397255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.399875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Made reservation on behalf of 53d0ac2ea4a8411d8767a89f7fb0f2e8 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:38.403181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.411913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.418435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/315d2557-8c99-4efc-88d7-4f435992c0ec HTTP/1.1" status: 204 len: 168 time: 1.6078916 Nov 27 15:47:38.424810 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.433384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96817f37-d5cd-456f-933d-a22e61798829 req-c7b87533-4e61-4ed6-ac0e-8310ece29836 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888180 Nov 27 15:47:38.444966 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.448317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Attempting to bind port 4a213539-4218-460d-8dd2-b5838b6733e9 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:38.448795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Attempting to bind port 4a213539-4218-460d-8dd2-b5838b6733e9 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:38.452308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Attempting to bind port 4a213539-4218-460d-8dd2-b5838b6733e9 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:38.455168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf630eb-7867-4ae4-ad23-e94b64d70fab req-5cc80f2b-73c8-4a09-8553-8d8ee1e165ac tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:38.460485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Port 4a213539-4218-460d-8dd2-b5838b6733e9 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:38.460816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Attempting to bind port 4a213539-4218-460d-8dd2-b5838b6733e9 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:38.462818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf630eb-7867-4ae4-ad23-e94b64d70fab req-5cc80f2b-73c8-4a09-8553-8d8ee1e165ac tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 948 time: 0.2360144 Nov 27 15:47:38.470451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036f785-87e6-41db-a05c-4753bcd3e2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=315d2557-8c99-4efc-88d7-4f435992c0ec,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.480653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c1ae046a-1df4-423d-b2df-821baec43ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.485659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c1ae046a-1df4-423d-b2df-821baec43ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.489043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c1ae046a-1df4-423d-b2df-821baec43ea3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf588a0e-9e06-4437-8b3d-cbad1d3a9211 HTTP/1.1" status: 204 len: 168 time: 0.3652468 Nov 27 15:47:38.506643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:38.513445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:38.515664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:38.516141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Bound port: 4a213539-4218-460d-8dd2-b5838b6733e9, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:38.516507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.570334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae046a-1df4-423d-b2df-821baec43ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf588a0e-9e06-4437-8b3d-cbad1d3a9211,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.600477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf630eb-7867-4ae4-ad23-e94b64d70fab req-7c96c19f-5cee-4821-a77c-10a1f58129f1 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233702 Nov 27 15:47:38.612273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] For port 4a213539-4218-460d-8dd2-b5838b6733e9, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:38.613789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 64d197c6-3047-4844-8909-b5000ad7b497 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:38.616356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] For port 4a213539-4218-460d-8dd2-b5838b6733e9, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4a213539-4218-460d-8dd2-b5838b6733e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:38.626330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.698014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 64d197c6-3047-4844-8909-b5000ad7b497 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:38.703126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3671b-7ab6-4da4-9f49-39b32bf45975 req-b87d4a86-2e14-4a37-9ac5-b88cf91ec301 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:38.710532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 64d197c6-3047-4844-8909-b5000ad7b497 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:38.711080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7b3671b-7ab6-4da4-9f49-39b32bf45975 req-b87d4a86-2e14-4a37-9ac5-b88cf91ec301 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1096 time: 0.1530266 Nov 27 15:47:38.711684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.728057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Pushing event updated for resources: {'Port': ['ID=4a213539-4218-460d-8dd2-b5838b6733e9,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:38.733312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:38.733959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.735507 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-eb050569-8915-4f92-983f-e3c1a7dc4e7f service neutron] 10.222.0.21 "PUT /v2.0/ports/4a213539-4218-460d-8dd2-b5838b6733e9 HTTP/1.1" status: 200 len: 1096 time: 1.3628232 Nov 27 15:47:38.735923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449c2b80-2f16-4c24-a309-3b8599a10559', 'tag': '4a213539-4218-460d-8dd2-b5838b6733e9'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:38.738254 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82908107-0d3c-40a5-a7b0-e6d70f868944" -d '{"events": [{"name": "network-changed", "server_uuid": "449c2b80-2f16-4c24-a309-3b8599a10559", "tag": "4a213539-4218-460d-8dd2-b5838b6733e9"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:38.757341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.757930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59824) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:38.781064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.873627 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:38.914542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-6461e0fe-036d-45ee-bf52-0b1ed8dcfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:38.919626 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-6461e0fe-036d-45ee-bf52-0b1ed8dcfc8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 1099 time: 0.1163642 Nov 27 15:47:38.922843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd9030-70d4-4783-8744-7edddfe4530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d197c6-3047-4844-8909-b5000ad7b497'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:38.925950 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c11e0-3738-4efa-b091-c78c004561dd" -d '{"events": [{"server_uuid": "38dd9030-70d4-4783-8744-7edddfe4530d", "name": "network-vif-plugged", "status": "completed", "tag": "64d197c6-3047-4844-8909-b5000ad7b497"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:38.943238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 64d197c6-3047-4844-8909-b5000ad7b497, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=64d197c6-3047-4844-8909-b5000ad7b497,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:38.948469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7b3671b-7ab6-4da4-9f49-39b32bf45975 req-b62c5192-ed9b-42ff-ab6b-1c64cb0f1c59 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328296 Nov 27 15:47:38.951331 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.005645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afbeba9-2b2b-4bc0-a846-d8503208d677,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:39.008219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-1518a468-4c04-4be3-a38f-f0ccd431a0e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4a213539-4218-460d-8dd2-b5838b6733e9 HTTP/1.1" status: 200 len: 217 time: 0.0805123 Nov 27 15:47:39.054497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=64d197c6-3047-4844-8909-b5000ad7b497,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:39.066102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5845f97f-4682-4483-892c-0a0292e2d4cd req-f968d6d4-49c2-4533-a2f7-0b19f0416af7 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 210 time: 0.0728300 Nov 27 15:47:39.079060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-227d5200-f483-4213-8728-c457a9e7a076 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=107184e296024c0ab83980cb167b8b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195951 Nov 27 15:47:39.083062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59832) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:39.173527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Allocated IP 192.168.233.250 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/8de5d992-26de-48c1-ba7a-820e0db6f8e9) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:39.179154 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65e0f59-f2f4-41a1-a065-4d9fd5b5c1d4 x-openstack-request-id: req-d65e0f59-f2f4-41a1-a065-4d9fd5b5c1d4 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:39.180035 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd9030-70d4-4783-8744-7edddfe4530d", "name": "network-vif-plugged", "status": "completed", "tag": "64d197c6-3047-4844-8909-b5000ad7b497", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:39.181012 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d65e0f59-f2f4-41a1-a065-4d9fd5b5c1d4 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:39.181533 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b62940-e294-47a6-9e6a-5230bd78e102 x-openstack-request-id: req-84b62940-e294-47a6-9e6a-5230bd78e102 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:39.182553 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd9030-70d4-4783-8744-7edddfe4530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d197c6-3047-4844-8909-b5000ad7b497', 'code': 200} Nov 27 15:47:39.183128 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449c2b80-2f16-4c24-a309-3b8599a10559", "tag": "4a213539-4218-460d-8dd2-b5838b6733e9", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:39.185108 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84b62940-e294-47a6-9e6a-5230bd78e102 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:39.187149 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449c2b80-2f16-4c24-a309-3b8599a10559', 'tag': '4a213539-4218-460d-8dd2-b5838b6733e9', 'status': 'completed', 'code': 200} Nov 27 15:47:39.197270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fdc486b-075b-4e0a-9a65-b7bcd1fe5446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.198342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-64e496c2-937c-42d3-92cc-7d200e96d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.202025 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-64e496c2-937c-42d3-92cc-7d200e96d559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1826200 Nov 27 15:47:39.259021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59834) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:39.285092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-362529a9-a348-425d-b5b5-f3867a3d5e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.298401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-033c4201-1f79-4a0f-9da7-d811168cf7b3 req-65b763ce-5807-4595-9b76-3d9b0a92861f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:39.299946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-033c4201-1f79-4a0f-9da7-d811168cf7b3 req-65b763ce-5807-4595-9b76-3d9b0a92861f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057671 Nov 27 15:47:39.314572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fdc486b-075b-4e0a-9a65-b7bcd1fe5446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.325816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-e2a78b35-ca52-44c7-b061-21f82a886f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.327299 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-e2a78b35-ca52-44c7-b061-21f82a886f2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172674 Nov 27 15:47:39.376252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57b307-14e0-4530-988f-e1ef2f6c7137 req-d67809f1-0a3c-4567-bde4-4da90735fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.377830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c57b307-14e0-4530-988f-e1ef2f6c7137 req-d67809f1-0a3c-4567-bde4-4da90735fba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 1100 time: 0.1012273 Nov 27 15:47:39.394241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b2f33-5fb3-43d6-858f-453c2a2a2643 req-31e72d64-8b3e-47ed-bbe9-53c09b3c2875 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.395758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-640b2f33-5fb3-43d6-858f-453c2a2a2643 req-31e72d64-8b3e-47ed-bbe9-53c09b3c2875 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 946 time: 0.1390584 Nov 27 15:47:39.497628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fdc486b-075b-4e0a-9a65-b7bcd1fe5446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.500456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fdc486b-075b-4e0a-9a65-b7bcd1fe5446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.501509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2fdc486b-075b-4e0a-9a65-b7bcd1fe5446 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb923e59-57c4-4329-a30b-6f10232c395a HTTP/1.1" status: 204 len: 168 time: 0.4172785 Nov 27 15:47:39.526322 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-de89faf6-cf17-4853-81c6-7ec5284c0171 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879067 Nov 27 15:47:39.531075 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c57b307-14e0-4530-988f-e1ef2f6c7137 req-e1a3d6b4-d21c-4d53-9831-8d0eba42a3ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253099 Nov 27 15:47:39.539676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-640b2f33-5fb3-43d6-858f-453c2a2a2643 req-d836463f-f253-47b4-8367-4dc6a30b181d tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133323 Nov 27 15:47:39.553842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc486b-075b-4e0a-9a65-b7bcd1fe5446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb923e59-57c4-4329-a30b-6f10232c395a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:39.588439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.641719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-362529a9-a348-425d-b5b5-f3867a3d5e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.646531 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6df9006e-2cc2-46ba-8a7a-1afb85ba5e0c req-e3ddad92-3f7b-4a08-989a-53629c1d1d98 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101112 Nov 27 15:47:39.649147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-362529a9-a348-425d-b5b5-f3867a3d5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.695489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-362529a9-a348-425d-b5b5-f3867a3d5e32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55dc8bf536eb4e7e9a46103a4e35e5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352794 Nov 27 15:47:39.696087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59854) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:39.698103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362529a9-a348-425d-b5b5-f3867a3d5e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc1219-2bde-4686-b84c-fc1e12e42849,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:39.707787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.757951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd4827-58e5-4d3c-bc38-2baed45f4df4 req-f2ae3abe-51a0-41b5-9520-efdb861fca6f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.759554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5edd4827-58e5-4d3c-bc38-2baed45f4df4 req-f2ae3abe-51a0-41b5-9520-efdb861fca6f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 948 time: 0.1222942 Nov 27 15:47:39.772469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:39.777820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:39.785215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-1409f19e-c6e8-4574-a806-12be94b64766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.786742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-1409f19e-c6e8-4574-a806-12be94b64766 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 1099 time: 0.0745273 Nov 27 15:47:39.794315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13503875-49c5-4ecc-84e0-9dbf46769389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.805739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:39.850165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Pushing event updated for resources: {'Port': ['ID=8de5d992-26de-48c1-ba7a-820e0db6f8e9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:39.892121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13503875-49c5-4ecc-84e0-9dbf46769389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.940407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5edd4827-58e5-4d3c-bc38-2baed45f4df4 req-a7c08edf-2c91-4c5b-ac60-116a5dd93670 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666558 Nov 27 15:47:39.952101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.954603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:39.963594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-8044b5de-f5d4-4b54-96c8-0eb816461875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:39.964644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-8044b5de-f5d4-4b54-96c8-0eb816461875 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1671987 Nov 27 15:47:40.004636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a7ccf63-4a01-4f59-9471-a0ec6461d9aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3970718 Nov 27 15:47:40.020067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Request body: {'port': {'device_id': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:40.045706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-cf730f91-6369-40db-ac42-75348d959b36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4a213539-4218-460d-8dd2-b5838b6733e9 HTTP/1.1" status: 200 len: 217 time: 0.0711300 Nov 27 15:47:40.046289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13503875-49c5-4ecc-84e0-9dbf46769389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.053828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13503875-49c5-4ecc-84e0-9dbf46769389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.059918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-13503875-49c5-4ecc-84e0-9dbf46769389 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dbc1219-2bde-4686-b84c-fc1e12e42849 HTTP/1.1" status: 204 len: 168 time: 0.3626890 Nov 27 15:47:40.146493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13503875-49c5-4ecc-84e0-9dbf46769389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc1219-2bde-4686-b84c-fc1e12e42849,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:40.165089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.196259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-b3afce9c-0d59-4058-a4e2-866de64602a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:40.198267 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-b3afce9c-0d59-4058-a4e2-866de64602a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1370187 Nov 27 15:47:40.246350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.264028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d46b21d-76d7-4be1-85ec-ca7c1a2c4be5 None None] Provisioning complete for port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:40.265692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d46b21d-76d7-4be1-85ec-ca7c1a2c4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.274649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-bc00e933-c073-422a-acf6-f6136b5e177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:40.276392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-bc00e933-c073-422a-acf6-f6136b5e177a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640824 Nov 27 15:47:40.279499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cda212-889b-49d7-91ec-74593a916653 req-ed60a83f-9573-4d81-b7ef-17baff7ed219 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:40.281231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30cda212-889b-49d7-91ec-74593a916653 req-ed60a83f-9573-4d81-b7ef-17baff7ed219 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 949 time: 0.2109897 Nov 27 15:47:40.348116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4d46b21d-76d7-4be1-85ec-ca7c1a2c4be5 None None] Port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:40.422897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30cda212-889b-49d7-91ec-74593a916653 req-a50d4b46-ced7-4b23-baa2-78f8bc60ca97 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298513 Nov 27 15:47:40.446727 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-f9243428-4a23-4238-b144-55dff350c882 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554749 Nov 27 15:47:40.501276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.21', 64611) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:40.510921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-afd04a7f-fe7d-4b0d-8f6d-cc70b3baf26e tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:47:40.521520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-afd04a7f-fe7d-4b0d-8f6d-cc70b3baf26e tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184124 Nov 27 15:47:40.637845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-23ec5aa8-69dd-4697-a88d-6407ed98e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:40.640317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-23ec5aa8-69dd-4697-a88d-6407ed98e12b service neutron] 10.222.0.15 "GET /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 1093 time: 0.1178417 Nov 27 15:47:40.660374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Request body: {'binding': {'host': 'n-h2-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:40.661206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:47:40.680423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fa94-9028-44eb-9ebf-a26a86ebeb41 req-b2e31162-4e85-42b6-b239-67f5cc0ed2ae tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:40.681073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-b7fb9b02-0423-4c75-a063-ea655b51238a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:40.682659 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-b7fb9b02-0423-4c75-a063-ea655b51238a tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 946 time: 0.1779342 Nov 27 15:47:40.687585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b79fa94-9028-44eb-9ebf-a26a86ebeb41 req-b2e31162-4e85-42b6-b239-67f5cc0ed2ae tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 936 time: 0.1214802 Nov 27 15:47:40.724702 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82908107-0d3c-40a5-a7b0-e6d70f868944 req-3f4b5638-dbef-4daa-bab9-867796ba1bf5 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718048 Nov 27 15:47:40.804068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b79fa94-9028-44eb-9ebf-a26a86ebeb41 req-4c939d63-a270-417a-9408-a1080293c8fd tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151333 Nov 27 15:47:40.916129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de5d992-26de-48c1-ba7a-820e0db6f8e9 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:40.925196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.939216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Transition to ACTIVE for port object 8de5d992-26de-48c1-ba7a-820e0db6f8e9 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:40.946553 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:40.965883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Deleting port a8c89ef6-efd0-4785-9d4f-144d638b270c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:40.965883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.010805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Pushing event updated for resources: {'Port': ['ID=8de5d992-26de-48c1-ba7a-820e0db6f8e9,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:41.067091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on host n-h2-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:41.067423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:41.067749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:41.077315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:41.077658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:41.097504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:41.097796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:41.098212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:41.098649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Bound port: bf365597-97d0-4596-9b9f-274a9f310a1f, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:41.121348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.128659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59920) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:41.144235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] For port a8c89ef6-efd0-4785-9d4f-144d638b270c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a8c89ef6-efd0-4785-9d4f-144d638b270c,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:41.144607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.159790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd06963-676a-446f-8d3a-e16466bafd04 req-86c51bd5-d08c-41c4-8b55-1050f5c43fff tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.165397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Calling delete_port for a8c89ef6-efd0-4785-9d4f-144d638b270c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:41.167371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fd06963-676a-446f-8d3a-e16466bafd04 req-86c51bd5-d08c-41c4-8b55-1050f5c43fff tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cddcae-7e83-4a49-b00a-1279a43cab4c HTTP/1.1" status: 200 len: 946 time: 0.1423759 Nov 27 15:47:41.196619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:41.203038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Attempting to bind port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:41.203381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Attempting to bind port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:41.203708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Attempting to bind port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:41.214526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:41.214844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Attempting to bind port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:41.234662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:41.235652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:41.235652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:41.235871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Bound port: 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:41.236128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.236973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.238181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-b2b36154-7066-407e-a2e2-e2155dd9e46b service neutron] 10.222.0.15 "POST /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5853381 Nov 27 15:47:41.283253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fd06963-676a-446f-8d3a-e16466bafd04 req-af38c2e1-25be-40c7-a6ea-f8e069e79154 tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed9ac894-770d-4b92-ba1e-69820e7f88aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992763 Nov 27 15:47:41.345963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2120221727-network', 'tenant_id': 'f2cc470c58914d70b59f9f00621e4d3c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:41.398901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Made reservation on behalf of f2cc470c58914d70b59f9f00621e4d3c for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:41.401138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.418694 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.430850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a8c89ef6-efd0-4785-9d4f-144d638b270c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:41.434774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.455466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Pushing event deleted for resources: {'Port': ['ID=a8c89ef6-efd0-4785-9d4f-144d638b270c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:41.491343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] For port 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:41.506246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] No DVR routers for this DVR port a8c89ef6-efd0-4785-9d4f-144d638b270c on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:41.508517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.511950 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1325601f-9628-4497-85a3-8914d5a1eb6c req-def5a2c2-245b-477d-ac62-cc8f2aa71efb tempest-FloatingIPsAssociationTestJSON-598006139 tempest-FloatingIPsAssociationTestJSON-598006139-project] 10.222.0.21 "DELETE /v2.0/ports/a8c89ef6-efd0-4785-9d4f-144d638b270c HTTP/1.1" status: 204 len: 173 time: 0.8059566 Nov 27 15:47:41.512452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'name': 'network-vif-deleted', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:41.514792 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab8b61-b65f-4810-81e4-1f861bcfe4d6" -d '{"events": [{"server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "name": "network-vif-deleted", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:41.516026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] For port 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:41.526218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32310753-c535-4246-b50a-3d8d7f05affb req-3354d6b9-7dfd-4b7b-9749-e8d3366dc180 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.527532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32310753-c535-4246-b50a-3d8d7f05affb req-3354d6b9-7dfd-4b7b-9749-e8d3366dc180 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 948 time: 0.1900628 Nov 27 15:47:41.533841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.560363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-099c4478-25d8-45c4-b790-a27f03656a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.562195 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-099c4478-25d8-45c4-b790-a27f03656a86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1096 time: 0.0438631 Nov 27 15:47:41.589455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f5924-fd0a-493c-a703-2cd79f3c5281 req-626d41ea-31a7-4c6c-a70a-b5d0a002aa1f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.590782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b7f5924-fd0a-493c-a703-2cd79f3c5281 req-626d41ea-31a7-4c6c-a70a-b5d0a002aa1f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.1751921 Nov 27 15:47:41.633793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.634420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.635844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] 10.222.0.21 "PUT /v2.0/ports/8de5d992-26de-48c1-ba7a-820e0db6f8e9 HTTP/1.1" status: 200 len: 1096 time: 1.6209550 Nov 27 15:47:41.636645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'tag': '8de5d992-26de-48c1-ba7a-820e0db6f8e9'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:41.638927 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95277394-8769-41f4-9a4e-aeb5b33e11c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ce82dd-bd20-44ff-a292-2d7717a5f9ab", "tag": "8de5d992-26de-48c1-ba7a-820e0db6f8e9"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:41.678029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-f1892e0c-b9c5-435a-92d2-608dce8d8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.681338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-f1892e0c-b9c5-435a-92d2-608dce8d8655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1111090 Nov 27 15:47:41.691620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3956c-4c56-4bb7-8a3d-a9e5c856889f service neutron] Pushing event updated for resources: {'Port': ['ID=8de5d992-26de-48c1-ba7a-820e0db6f8e9,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:41.733704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-1a2e064f-6c51-435a-a72e-52f08a133a86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 217 time: 0.0446160 Nov 27 15:47:41.735118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32310753-c535-4246-b50a-3d8d7f05affb req-01a07f2a-6f83-4ba5-bcf6-292230a4af4d tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910372 Nov 27 15:47:41.768934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.779614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b7f5924-fd0a-493c-a703-2cd79f3c5281 req-185f1824-51bf-49fe-a45a-a54b1e04c5e3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708999 Nov 27 15:47:41.787942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-30030154-db51-4d46-85ce-47f13d24140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.789599 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-30030154-db51-4d46-85ce-47f13d24140c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0485797 Nov 27 15:47:41.804019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.828939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-002cc08a-fa93-43f3-99ba-11e502371644 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311239 Nov 27 15:47:41.858145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:47:41.878480 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf3913-7598-46f7-a8a3-de3bf8454198 x-openstack-request-id: req-4dbf3913-7598-46f7-a8a3-de3bf8454198 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:41.878972 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cddcae-7e83-4a49-b00a-1279a43cab4c", "name": "network-vif-deleted", "tag": "a8c89ef6-efd0-4785-9d4f-144d638b270c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:41.879381 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dbf3913-7598-46f7-a8a3-de3bf8454198 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:41.882008 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cddcae-7e83-4a49-b00a-1279a43cab4c', 'name': 'network-vif-deleted', 'tag': 'a8c89ef6-efd0-4785-9d4f-144d638b270c', 'status': 'completed', 'code': 200} Nov 27 15:47:41.884534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-b778b548-c322-483e-bff2-4e0ca9f60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:41.886104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-b778b548-c322-483e-bff2-4e0ca9f60e89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 1099 time: 0.1821365 Nov 27 15:47:41.906246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af58e9d3-27e3-4cda-9749-4dbd742ec074,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:41.955785 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:41.956530 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Added segment 28335708-5646-444a-ba5a-2f6ef57aaf1f of type vlan for network 3707fe65-c9c9-4498-aaca-34981de6a170 Nov 27 15:47:41.975504 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1ca53-cb16-4093-b8e5-5e4ad3a2c917 x-openstack-request-id: req-b5a1ca53-cb16-4093-b8e5-5e4ad3a2c917 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:41.975864 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ce82dd-bd20-44ff-a292-2d7717a5f9ab", "tag": "8de5d992-26de-48c1-ba7a-820e0db6f8e9", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:41.976081 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5a1ca53-cb16-4093-b8e5-5e4ad3a2c917 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:41.977560 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'tag': '8de5d992-26de-48c1-ba7a-820e0db6f8e9', 'status': 'completed', 'code': 200} Nov 27 15:47:41.980836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-ea712b00-594a-4727-9588-c23bd9923de0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0766883 Nov 27 15:47:41.992947 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-01b43f40-d595-40fc-86eb-a68701944a16 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555696 Nov 27 15:47:42.054249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:42.099934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:42.100864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.101744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:42.120306 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-fbe18104-4d87-4626-8340-25307ece1ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195633 Nov 27 15:47:42.172353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a815986-879e-4d5b-9d83-5f940aae1ede req-dc0b58a7-ddb3-4215-8811-cb934c530916 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.179363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a815986-879e-4d5b-9d83-5f940aae1ede req-dc0b58a7-ddb3-4215-8811-cb934c530916 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 949 time: 0.3249664 Nov 27 15:47:42.239399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1045487 Nov 27 15:47:42.239846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59946) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:42.244352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Request body: {'subnet': {'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2120221727-subnet', 'tenant_id': 'f2cc470c58914d70b59f9f00621e4d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:42.266248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Made reservation on behalf of f2cc470c58914d70b59f9f00621e4d3c for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:42.266356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-43b0f36a-3c74-40cb-b2f7-f52fb132ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.267742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-43b0f36a-3c74-40cb-b2f7-f52fb132ceb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1881585 Nov 27 15:47:42.268218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:42.291310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee8bd1-70dc-46fc-8b94-e85e5c30d29d admin admin] Pushing event updated for resources: {'Network': ['ID=3707fe65-c9c9-4498-aaca-34981de6a170,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:42.304371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3707fe65-c9c9-4498-aaca-34981de6a170 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:47:42.311534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57315e-385f-4886-83e3-4064463b9e43 req-981e6557-7c5e-4c4c-b8c1-403744422e82 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.313124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b57315e-385f-4886-83e3-4064463b9e43 req-981e6557-7c5e-4c4c-b8c1-403744422e82 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 948 time: 0.2255297 Nov 27 15:47:42.377598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a815986-879e-4d5b-9d83-5f940aae1ede req-b1020406-4c36-4e81-b380-fcc7646ffbd2 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856849 Nov 27 15:47:42.397232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-925ebf4b-2e8f-492a-8054-7507c6888735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.398773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-925ebf4b-2e8f-492a-8054-7507c6888735 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227672 Nov 27 15:47:42.430656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b57315e-385f-4886-83e3-4064463b9e43 req-28a5c6a8-c421-45f6-bb35-ccdc5ee6cf39 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976920 Nov 27 15:47:42.500584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59960) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:42.610661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:42.612512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-8a894101-5df7-42d6-bb74-600992b0c879 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808326 Nov 27 15:47:42.769686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b756b6f-3f97-438c-94f5-a67c713e6870 req-1b6862d0-4a1e-46be-ba49-b3a76a02488d service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456800 Nov 27 15:47:42.802720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb60fac-362b-4e22-a304-d301e9a0e116,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:42.821259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Checking segment: {'id': '28335708-5646-444a-ba5a-2f6ef57aaf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:42.821673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Network hostable DHCP agents. Network: 3707fe65-c9c9-4498-aaca-34981de6a170, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:47:42.894943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-6d25ec6c-699a-4423-ae59-d7bb7640bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.896568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-6d25ec6c-699a-4423-ae59-d7bb7640bc0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 1099 time: 0.0563829 Nov 27 15:47:42.931814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Network 3707fe65-c9c9-4498-aaca-34981de6a170 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:47:42.941250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4a213539-4218-460d-8dd2-b5838b6733e9 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:42.982162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3707fe65-c9c9-4498-aaca-34981de6a170) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:42.987890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:42.988629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:43.027278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b65ad-a4bf-4de9-92d6-6ef420b4dedc None None] Network 3707fe65-c9c9-4498-aaca-34981de6a170 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:43.028223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd06d7-6ca2-41ff-b06e-ae2ed62687c4 req-28db0252-9b65-44c1-986f-15d3c20245b0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:43.035402 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5bd06d7-6ca2-41ff-b06e-ae2ed62687c4 req-28db0252-9b65-44c1-986f-15d3c20245b0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 948 time: 0.1003811 Nov 27 15:47:43.100878 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-62e19cb2-999b-4101-838d-a150df364f0a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8602033 Nov 27 15:47:43.101170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4a213539-4218-460d-8dd2-b5838b6733e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4a213539-4218-460d-8dd2-b5838b6733e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:43.116315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '4a213539-4218-460d-8dd2-b5838b6733e9', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '4a213539-4218-460d-8dd2-b5838b6733e9', 'mac_address': 'fa:16:3e:44:34:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:43.116646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-bbf24a5c-d3a5-4274-9ad4-09f05356bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:43.118303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-bbf24a5c-d3a5-4274-9ad4-09f05356bf5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2119360 Nov 27 15:47:43.171647 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:43.208299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319da51-9144-4e37-9ec0-f0493982a7a1 req-5b1de7cf-2877-4f64-af1d-2269ddd1729e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:43.214852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b319da51-9144-4e37-9ec0-f0493982a7a1 req-5b1de7cf-2877-4f64-af1d-2269ddd1729e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.1752403 Nov 27 15:47:43.219637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-83390457-631b-4e51-afef-d16fcd4541be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0907135 Nov 27 15:47:43.223787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a213539-4218-460d-8dd2-b5838b6733e9 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:43.237589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5bd06d7-6ca2-41ff-b06e-ae2ed62687c4 req-5f6ed246-42bd-49a2-b606-933e1b2bc0a9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011445 Nov 27 15:47:43.254688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4a213539-4218-460d-8dd2-b5838b6733e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4a213539-4218-460d-8dd2-b5838b6733e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:43.264448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:43.333712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=4a213539-4218-460d-8dd2-b5838b6733e9,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:43.419579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03041b10-6052-4ee2-a173-eea006d84579 None None] Network 3707fe65-c9c9-4498-aaca-34981de6a170 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:43.425790 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b319da51-9144-4e37-9ec0-f0493982a7a1 req-c0097673-8e27-423e-bec2-5656c2c430a5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856685 Nov 27 15:47:43.437031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-d5c16b6e-a590-4255-95bc-a42d24f44eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:43.438554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-d5c16b6e-a590-4255-95bc-a42d24f44eb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1998651 Nov 27 15:47:43.605751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-76b8d085-c1b3-4346-aee5-59e420da06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:43.607494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-76b8d085-c1b3-4346-aee5-59e420da06f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456072 Nov 27 15:47:43.634089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['4a213539-4218-460d-8dd2-b5838b6733e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:43.754807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:43.874802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba01-2a2d-4d9f-ba78-6b8cbdcb896c req-49617b33-b58b-4cb8-a833-4bdfc16e1d59 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:43.874802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340cba01-2a2d-4d9f-ba78-6b8cbdcb896c req-49617b33-b58b-4cb8-a833-4bdfc16e1d59 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 948 time: 0.2672918 Nov 27 15:47:43.878670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:43.884175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1336507777-network', 'tenant_id': '757deef0efbf41e7b48eaebd00334e9c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:44.056289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340cba01-2a2d-4d9f-ba78-6b8cbdcb896c req-eaec414f-0330-415d-ab15-411b8f6e9fc5 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Nov 27 15:47:44.081182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-f64a6222-7b1e-4a5c-95c9-7509e91cfb10 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514346 Nov 27 15:47:44.104411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Made reservation on behalf of 757deef0efbf41e7b48eaebd00334e9c for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:44.109868 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.153685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Deleting port 55113aa8-b996-4088-b557-77cf660283ff {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:44.154240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.208388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95277394-8769-41f4-9a4e-aeb5b33e11c8 req-0b335761-3df9-4122-a9ac-139510870be3 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177349 Nov 27 15:47:44.238577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.281690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a925-69ca-4d91-9067-30fd9fa40c10 req-030e317d-3109-4a46-9b84-17e57620ecb3 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:44.283247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f09a925-69ca-4d91-9067-30fd9fa40c10 req-030e317d-3109-4a46-9b84-17e57620ecb3 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 949 time: 0.1948059 Nov 27 15:47:44.307634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] For port 55113aa8-b996-4088-b557-77cf660283ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=55113aa8-b996-4088-b557-77cf660283ff,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:44.308407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.324063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Calling delete_port for 55113aa8-b996-4088-b557-77cf660283ff owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:44.387696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f09a925-69ca-4d91-9067-30fd9fa40c10 req-39b8241d-6287-44ea-b492-6addf40d9deb tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964427 Nov 27 15:47:44.411681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194980f-087a-46fa-a48e-5aaeb35101ca req-9be8523c-5c04-4b61-8d7a-50564c4f51a9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:44.421592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5194980f-087a-46fa-a48e-5aaeb35101ca req-9be8523c-5c04-4b61-8d7a-50564c4f51a9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 949 time: 0.1090090 Nov 27 15:47:44.465973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.475661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.519962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5194980f-087a-46fa-a48e-5aaeb35101ca req-7e552616-b5cc-4bd4-bb8b-dd48beb0adb1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971806 Nov 27 15:47:44.535359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:47:44.562743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e57c4-446a-44ea-a590-9d7c90ad62a4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:44.571377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.571724 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Added segment 95825bff-2dfc-4366-af7c-8d03f34cef1e of type vlan for network d7f832d1-ac24-4788-acce-4f882f250e0e Nov 27 15:47:44.595493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.624727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55113aa8-b996-4088-b557-77cf660283ff,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:44.643646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.677849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2d91b-c523-4eec-b8d0-712c2cf7e3ba req-6c7b6aa6-b083-4b68-9753-6f1a4f17483d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:44.679613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ab2d91b-c523-4eec-b8d0-712c2cf7e3ba req-6c7b6aa6-b083-4b68-9753-6f1a4f17483d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.1354289 Nov 27 15:47:44.722680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.723664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:44.724278 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.795368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ab2d91b-c523-4eec-b8d0-712c2cf7e3ba req-2fd6292d-911e-48b6-b080-95018bcbbcc4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977485 Nov 27 15:47:44.880035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:44.953088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8de5d992-26de-48c1-ba7a-820e0db6f8e9 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:44.958892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4a213539-4218-460d-8dd2-b5838b6733e9 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:45.083738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 4a213539-4218-460d-8dd2-b5838b6733e9 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:45.092375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 4a213539-4218-460d-8dd2-b5838b6733e9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:45.093153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.148650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2686656 Nov 27 15:47:45.152518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60078) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:45.157250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Request body: {'subnet': {'network_id': 'd7f832d1-ac24-4788-acce-4f882f250e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1336507777-subnet', 'tenant_id': '757deef0efbf41e7b48eaebd00334e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:45.166925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:45.191534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '8de5d992-26de-48c1-ba7a-820e0db6f8e9', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '8de5d992-26de-48c1-ba7a-820e0db6f8e9', 'mac_address': 'fa:16:3e:29:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:45.194566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Router a0756571-ed0d-408e-acff-959d3f9bb1ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:45.195725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bf665-0c6f-4579-a17c-b06c129c9275 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f832d1-ac24-4788-acce-4f882f250e0e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:45.195847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Made reservation on behalf of 757deef0efbf41e7b48eaebd00334e9c for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:45.197695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.213533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d7f832d1-ac24-4788-acce-4f882f250e0e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:47:45.260064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9b831-367e-4997-a551-285de3046eb2 req-2b8c81a2-9bf9-4f67-b88f-6c6d2094273c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:45.262026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ba9b831-367e-4997-a551-285de3046eb2 req-2b8c81a2-9bf9-4f67-b88f-6c6d2094273c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 948 time: 0.0637469 Nov 27 15:47:45.332313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ba9b831-367e-4997-a551-285de3046eb2 req-800bf929-759c-49ac-b38a-0814cb4a7af5 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632873 Nov 27 15:47:45.393124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:45.402265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a6115cc5-9e56-4c51-80a4-bc39afee2ff2 admin admin] 10.222.0.15 "PUT /v2.0/routers/a0756571-ed0d-408e-acff-959d3f9bb1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8958766 Nov 27 15:47:45.402422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:45.403316 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] Sync routers for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:45.432271 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:45.432917 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:45.557283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d228e0-e04e-4ee7-8060-ce966563664d req-855f8101-4aa3-4d85-bf31-e490530e5254 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:45.559008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-03d228e0-e04e-4ee7-8060-ce966563664d req-855f8101-4aa3-4d85-bf31-e490530e5254 tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.37 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 949 time: 0.1556904 Nov 27 15:47:45.566538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.570836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.603013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de5d992-26de-48c1-ba7a-820e0db6f8e9 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:45.617500 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.631625 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:45.635292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.683648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:45.742048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4a213539-4218-460d-8dd2-b5838b6733e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4a213539-4218-460d-8dd2-b5838b6733e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:45.744826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449c2b80-2f16-4c24-a309-3b8599a10559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a213539-4218-460d-8dd2-b5838b6733e9'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:45.747723 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8d71f-6964-49d2-8168-4f4a14aa28f2" -d '{"events": [{"server_uuid": "449c2b80-2f16-4c24-a309-3b8599a10559", "name": "network-vif-plugged", "status": "completed", "tag": "4a213539-4218-460d-8dd2-b5838b6733e9"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:45.762084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.774446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4031a9-5283-4187-82d4-7def49685645,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:45.784185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.799625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Deleting port 64d197c6-3047-4844-8909-b5000ad7b497 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:45.800259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.805036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Checking segment: {'id': '95825bff-2dfc-4366-af7c-8d03f34cef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f832d1-ac24-4788-acce-4f882f250e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:45.805780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Network hostable DHCP agents. Network: d7f832d1-ac24-4788-acce-4f882f250e0e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:47:45.806618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd91cf-aced-4d04-b8a8-4920c3210fba req-d3066717-3544-493d-98f7-86c14d0c5a3a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:45.814571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3cd91cf-aced-4d04-b8a8-4920c3210fba req-d3066717-3544-493d-98f7-86c14d0c5a3a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 949 time: 0.1000490 Nov 27 15:47:45.846994 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:47:44Z', 'revision_number': 5, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port': {'id': '66e45eb3-d153-41c0-ac7d-d5380c04a6b2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:46:17Z', 'updated_at': '2021-11-27T15:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:45.871121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c35208-d2b3-4f13-bc91-84a084548c53 req-a4d62d42-6bf2-4fc3-bce2-ad622ab4a7ed tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:45.878436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14c35208-d2b3-4f13-bc91-84a084548c53 req-a4d62d42-6bf2-4fc3-bce2-ad622ab4a7ed tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/ports?device_id=38dd9030-70d4-4783-8744-7edddfe4530d HTTP/1.1" status: 200 len: 949 time: 0.1723831 Nov 27 15:47:45.885859 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] Checking router: a0756571-ed0d-408e-acff-959d3f9bb1ec for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:45.896305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] Routers {'a0756571-ed0d-408e-acff-959d3f9bb1ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:45.897591 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a0756571-ed0d-408e-acff-959d3f9bb1ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:45.925643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:45.926452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a8c89ef6-efd0-4785-9d4f-144d638b270c no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:45.937565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=8de5d992-26de-48c1-ba7a-820e0db6f8e9,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:45.941648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Network d7f832d1-ac24-4788-acce-4f882f250e0e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:47:45.968582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d7f832d1-ac24-4788-acce-4f882f250e0e) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:45.974245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3cd91cf-aced-4d04-b8a8-4920c3210fba req-0bae87f1-21da-4321-8c0e-1ef0f9888eb2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561828 Nov 27 15:47:45.978943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:45.979632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:46.006353 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] Set router a0756571-ed0d-408e-acff-959d3f9bb1ec gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:46.006896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451a31b-5faa-4fc8-adba-160329791313 None None] Network d7f832d1-ac24-4788-acce-4f882f250e0e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:46.034608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] For port 64d197c6-3047-4844-8909-b5000ad7b497, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=64d197c6-3047-4844-8909-b5000ad7b497,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:46.035360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:46.041164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2cda4068-61d5-4118-bfb4-d68b3db0a410 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8876297 Nov 27 15:47:46.041387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: a8c89ef6-efd0-4785-9d4f-144d638b270c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:46.041629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a8c89ef6-efd0-4785-9d4f-144d638b270c not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:46.054234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Calling delete_port for 64d197c6-3047-4844-8909-b5000ad7b497 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:46.106438 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe036e8-477e-4eda-9109-7685a15a1302 x-openstack-request-id: req-dbe036e8-477e-4eda-9109-7685a15a1302 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:46.106615 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449c2b80-2f16-4c24-a309-3b8599a10559", "name": "network-vif-plugged", "status": "completed", "tag": "4a213539-4218-460d-8dd2-b5838b6733e9", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:46.106892 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbe036e8-477e-4eda-9109-7685a15a1302 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:46.107342 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449c2b80-2f16-4c24-a309-3b8599a10559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a213539-4218-460d-8dd2-b5838b6733e9', 'code': 200} Nov 27 15:47:46.109130 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:47:45Z', 'revision_number': 6, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:46.124161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['8de5d992-26de-48c1-ba7a-820e0db6f8e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:46.194546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14c35208-d2b3-4f13-bc91-84a084548c53 req-d486f194-ec31-4e14-9e04-5bcf51d5becc tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb0c7db0-ef7f-4848-866b-0a466cb295ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151546 Nov 27 15:47:46.232069 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec37fdb-b86c-4d5e-9eff-89052a215c53 None None] The sync data for ids ['a0756571-ed0d-408e-acff-959d3f9bb1ec'] in n-d-819494-4 is: [{'id': 'a0756571-ed0d-408e-acff-959d3f9bb1ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-2118558146-router', 'tenant_id': 'cd9b04717d144ff3979449380f489e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:46:16Z', 'updated_at': '2021-11-27T15:47:45Z', 'revision_number': 6, 'project_id': 'cd9b04717d144ff3979449380f489e72', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:46.277311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Deleting port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:46.278177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:46.328963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=4a213539-4218-460d-8dd2-b5838b6733e9,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:46.418258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5934a-18d8-42fb-b738-89d8373ab32e req-b519d893-b4ae-4290-8815-b5190bc87ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:46.420438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdd5934a-18d8-42fb-b738-89d8373ab32e req-b519d893-b4ae-4290-8815-b5190bc87ce1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 1101 time: 0.2246656 Nov 27 15:47:46.420890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:46.474051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Pushing event deleted for resources: {'Port': ['ID=64d197c6-3047-4844-8909-b5000ad7b497,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:46.475409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['64d197c6-3047-4844-8909-b5000ad7b497'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:46.536599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] No DVR routers for this DVR port 64d197c6-3047-4844-8909-b5000ad7b497 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:46.540026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:46.544029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-03d228e0-e04e-4ee7-8060-ce966563664d req-786e5d8b-c524-4234-8c55-1024d3d55c5f tempest-TenantUsagesTestJSON-1836115893 tempest-TenantUsagesTestJSON-1836115893-project] 10.222.0.37 "DELETE /v2.0/ports/64d197c6-3047-4844-8909-b5000ad7b497 HTTP/1.1" status: 204 len: 173 time: 0.9203057 Nov 27 15:47:46.545633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd9030-70d4-4783-8744-7edddfe4530d', 'name': 'network-vif-deleted', 'tag': '64d197c6-3047-4844-8909-b5000ad7b497'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:46.549150 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fc9982-0e35-4748-86c8-c8a6f0cd06a0" -d '{"events": [{"server_uuid": "38dd9030-70d4-4783-8744-7edddfe4530d", "name": "network-vif-deleted", "tag": "64d197c6-3047-4844-8909-b5000ad7b497"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:46.558033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedffcc0-21f8-48b3-985e-fadfe0b566c6 None None] Network d7f832d1-ac24-4788-acce-4f882f250e0e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:46.580395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f65991-d40f-4596-8e11-44f97273d42f req-dda942b7-4e67-44a1-a640-49b0057dc645 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:46.582392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98f65991-d40f-4596-8e11-44f97273d42f req-dda942b7-4e67-44a1-a640-49b0057dc645 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.2701888 Nov 27 15:47:46.606015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdd5934a-18d8-42fb-b738-89d8373ab32e req-588751f7-5974-4492-85cc-a2af176ad7a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697216 Nov 27 15:47:46.609473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] For port 66e45eb3-d153-41c0-ac7d-d5380c04a6b2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:46.610119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:46.649865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Calling delete_port for 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:46.689167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f61cd-1379-46f5-ba03-c0b49ab12611 req-8a876411-6dca-41ee-846d-673903e2b890 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:46.696196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81f61cd-1379-46f5-ba03-c0b49ab12611 req-8a876411-6dca-41ee-846d-673903e2b890 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 949 time: 0.2322459 Nov 27 15:47:46.839696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81f61cd-1379-46f5-ba03-c0b49ab12611 req-8bdec184-9b41-4142-addd-f4634e90dfbe tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353512 Nov 27 15:47:46.867084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98f65991-d40f-4596-8e11-44f97273d42f req-7190792f-9466-444c-85d0-54f76c49bc98 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593439 Nov 27 15:47:46.959128 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4770fcd9-46e2-4dc4-bffc-af2e1952d88e x-openstack-request-id: req-4770fcd9-46e2-4dc4-bffc-af2e1952d88e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:46.959438 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd9030-70d4-4783-8744-7edddfe4530d", "name": "network-vif-deleted", "tag": "64d197c6-3047-4844-8909-b5000ad7b497", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:46.959757 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4770fcd9-46e2-4dc4-bffc-af2e1952d88e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:46.960218 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd9030-70d4-4783-8744-7edddfe4530d', 'name': 'network-vif-deleted', 'tag': '64d197c6-3047-4844-8909-b5000ad7b497', 'status': 'completed', 'code': 200} Nov 27 15:47:47.009225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.040116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Pushing event deleted for resources: {'Port': ['ID=66e45eb3-d153-41c0-ac7d-d5380c04a6b2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:47.233196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.351268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d6d39-2e4e-4243-ba73-024a763e01dc req-6b41faec-ced8-4be8-9229-dfdc5ab51abf tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:47.352608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a9d6d39-2e4e-4243-ba73-024a763e01dc req-6b41faec-ced8-4be8-9229-dfdc5ab51abf tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 950 time: 0.2248981 Nov 27 15:47:47.363038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.368355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.409295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 55113aa8-b996-4088-b557-77cf660283ff no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:47.450692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 55113aa8-b996-4088-b557-77cf660283ff {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:47.451038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 55113aa8-b996-4088-b557-77cf660283ff not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:47.451452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:47.474998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-8d58a0e6-a27a-4384-a517-f16f0541a508 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:47.476588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-8d58a0e6-a27a-4384-a517-f16f0541a508 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/networks?id=3707fe65-c9c9-4498-aaca-34981de6a170 HTTP/1.1" status: 200 len: 815 time: 0.3193362 Nov 27 15:47:47.479150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.479717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0756571-ed0d-408e-acff-959d3f9bb1ec {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:47:47.482415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:47.482768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 66e45eb3-d153-41c0-ac7d-d5380c04a6b2 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:47.491158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.494838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc0de4ed-c81b-4e21-b63d-1fd923cace0d admin admin] 10.222.0.15 "DELETE /v2.0/routers/a0756571-ed0d-408e-acff-959d3f9bb1ec HTTP/1.1" status: 204 len: 168 time: 2.0912070 Nov 27 15:47:47.494968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60158) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:47.521720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a9d6d39-2e4e-4243-ba73-024a763e01dc req-f05d3672-ec77-4241-ba3f-4793ff5007c9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546917 Nov 27 15:47:47.522938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-3686666c-27cb-4f77-a6b1-1696cf4a9510 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/quotas/f2cc470c58914d70b59f9f00621e4d3c HTTP/1.1" status: 200 len: 375 time: 0.0271044 Nov 27 15:47:47.545660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Deleting subnet 8dcf48d4-cbcf-4025-84ee-0a640b9251bd {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:47:47.549048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.620099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.631839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-f9e8daa6-da8c-479b-9474-641d51bb691a tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2cc470c58914d70b59f9f00621e4d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909703 Nov 27 15:47:47.770227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-c09434c3-4708-41e6-87f2-fca631a0e3ec tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e847da3957446ec93b32c0c7f635d44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941372 Nov 27 15:47:47.789189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.879690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.928234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcf48d4-cbcf-4025-84ee-0a640b9251bd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:47.930561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:47.937825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60176) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:47.939322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb302fd9-6190-465f-8f67-6557316f7347 None None] Network 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:47.951853 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1b05485-2076-4d82-8114-b6e2e4c5f3b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8dcf48d4-cbcf-4025-84ee-0a640b9251bd HTTP/1.1" status: 204 len: 168 time: 0.4552765 Nov 27 15:47:48.026316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.045074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:48.046188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-1c51ab07-27a7-4c20-bea5-d7c0660a1167 service neutron] 10.222.0.15 "GET /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119651 Nov 27 15:47:48.076817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-157a064f-8e08-48ba-a58c-44f3f9865296 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:48.084405 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-157a064f-8e08-48ba-a58c-44f3f9865296 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014278 Nov 27 15:47:48.141951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-09856689-7a3d-475b-adee-68fe2fd95972 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/quotas/5e847da3957446ec93b32c0c7f635d44 HTTP/1.1" status: 200 len: 375 time: 0.0566502 Nov 27 15:47:48.161945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] DHCP port deletion for 3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:47:48.237494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] Deleting port a82f98f6-7bf7-466d-81f0-c34af72c097a {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:48.238121 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.245783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa728d94-cd91-4d49-b39a-77fca033e389 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1a0d9fe500c4a239b1abd3cd2b79db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994677 Nov 27 15:47:48.246503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:48.259656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-3a6e4175-aa7b-4727-bcd7-df925b84ae96 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133881 Nov 27 15:47:48.303815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-7c5d0523-3343-418f-8965-92482885fb8f service neutron] 10.222.0.15 "GET /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567024 Nov 27 15:47:48.304126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d6d-6792-4651-8813-07355a144dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.311367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] For port a82f98f6-7bf7-466d-81f0-c34af72c097a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a82f98f6-7bf7-466d-81f0-c34af72c097a,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:48.311766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.328834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] Calling delete_port for a82f98f6-7bf7-466d-81f0-c34af72c097a owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:48.330408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d6d-6792-4651-8813-07355a144dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.354990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Deleting port a82f98f6-7bf7-466d-81f0-c34af72c097a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:48.357632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.400522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d6d-6792-4651-8813-07355a144dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.403890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d6d-6792-4651-8813-07355a144dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.409752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-be8f8d6d-6792-4651-8813-07355a144dcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb0c7db0-ef7f-4848-866b-0a466cb295ff HTTP/1.1" status: 204 len: 168 time: 0.1618681 Nov 27 15:47:48.422491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f8d6d-6792-4651-8813-07355a144dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c7db0-ef7f-4848-866b-0a466cb295ff,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:48.479063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] For port a82f98f6-7bf7-466d-81f0-c34af72c097a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a82f98f6-7bf7-466d-81f0-c34af72c097a,segment=NetworkSegment(2bae9d37-eb99-4da8-b1b4-23e5bb36ead4),segment_id=2bae9d37-eb99-4da8-b1b4-23e5bb36ead4)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:48.479848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.506912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.507642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Calling delete_port for a82f98f6-7bf7-466d-81f0-c34af72c097a owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:48.580630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] Pushing event deleted for resources: {'Port': ['ID=a82f98f6-7bf7-466d-81f0-c34af72c097a,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:48.582906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352aedc-82a3-42ca-b79e-a0b95a9d094b None None] No DVR routers for this DVR port a82f98f6-7bf7-466d-81f0-c34af72c097a on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:48.624358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 64d197c6-3047-4844-8909-b5000ad7b497 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:48.684239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 64d197c6-3047-4844-8909-b5000ad7b497 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:48.686137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 64d197c6-3047-4844-8909-b5000ad7b497 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:48.729179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6902c-0562-479c-9d0b-d4d5dc907f4f req-0df606b6-d316-4262-9d97-72a02a1898b9 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:48.737953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66a6902c-0562-479c-9d0b-d4d5dc907f4f req-0df606b6-d316-4262-9d97-72a02a1898b9 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 949 time: 0.1066072 Nov 27 15:47:48.878687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66a6902c-0562-479c-9d0b-d4d5dc907f4f req-4d374f99-a4e3-4964-adb7-5eac222d2e3a tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395719 Nov 27 15:47:48.882460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:48.953263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8de5d992-26de-48c1-ba7a-820e0db6f8e9 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:47:48.991842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdbd0a-6521-4dff-9434-0502ffd68564 req-0c843850-30ec-41d3-9bb1-070e0855e9a6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:48.993481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43cdbd0a-6521-4dff-9434-0502ffd68564 req-0c843850-30ec-41d3-9bb1-070e0855e9a6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.2440436 Nov 27 15:47:48.998016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a82f98f6-7bf7-466d-81f0-c34af72c097a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:49.000140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] No DVR routers for this DVR port a82f98f6-7bf7-466d-81f0-c34af72c097a on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:49.036938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2a5334f-64c8-48c8-900f-d14dabbdbed0 req-26f4a6ee-459c-414a-8f88-18c6f3716d2d tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 210 time: 0.0798116 Nov 27 15:47:49.113990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60210) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:49.121150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:47:49.130201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:49.130827 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.152942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ef29673-664d-401d-9cdb-ebc489b9d82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.155522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.167248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43cdbd0a-6521-4dff-9434-0502ffd68564 req-a6bc52d8-0b95-4727-a6a3-a8d6a52f20c4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505764 Nov 27 15:47:49.254160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed1d4f2-f4a8-47b4-a807-59499ed4dd48']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:49.269484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:49.269800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bae9d37-eb99-4da8-b1b4-23e5bb36ead4') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:49.282785 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.300807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.307109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:47:49.307647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.309502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ef29673-664d-401d-9cdb-ebc489b9d82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.314894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ef29673-664d-401d-9cdb-ebc489b9d82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:47:49.367178 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:47:49.378897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09e963-3b0f-41b8-82e6-6a98cfd5ee1b req-e42e6345-e406-4171-af2c-75f0d3c8f756 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:49.386282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd09e963-3b0f-41b8-82e6-6a98cfd5ee1b req-e42e6345-e406-4171-af2c-75f0d3c8f756 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 950 time: 0.1915486 Nov 27 15:47:49.389928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.391002 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.425079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef29673-664d-401d-9cdb-ebc489b9d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b845f5ac-e21f-41d0-98b0-ae8c33db08c2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:49.440011 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3ef29673-664d-401d-9cdb-ebc489b9d82a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61ffe6fb0bce4d04974099462a63285b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243055 Nov 27 15:47:49.440732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60216) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:49.452518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.455948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ed1d4f2-f4a8-47b4-a807-59499ed4dd48 HTTP/1.1" status: 204 len: 168 time: 1.5170085 Nov 27 15:47:49.496624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a97ed-ca1a-4187-806c-43ff89cf85ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed1d4f2-f4a8-47b4-a807-59499ed4dd48,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:49.505525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd09e963-3b0f-41b8-82e6-6a98cfd5ee1b req-915fec37-57ca-48bd-85dd-1ae03fe54dfd tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181853 Nov 27 15:47:49.530806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d009ed-1826-407d-af07-1753e49bb6a2 req-c73bd6d7-83ed-4c14-b914-b1eaabacb592 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:49.534257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00d009ed-1826-407d-af07-1753e49bb6a2 req-c73bd6d7-83ed-4c14-b914-b1eaabacb592 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 946 time: 0.1649969 Nov 27 15:47:49.577753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5d992-26de-48c1-ba7a-820e0db6f8e9'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:49.594045 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fb3968-efe9-4b0c-81aa-a7026e370bff" -d '{"events": [{"server_uuid": "d9ce82dd-bd20-44ff-a292-2d7717a5f9ab", "name": "network-vif-plugged", "status": "completed", "tag": "8de5d992-26de-48c1-ba7a-820e0db6f8e9"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:49.608922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a82f98f6-7bf7-466d-81f0-c34af72c097a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:49.610704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5a575f6-d5e6-4f84-9f04-147dad19d476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.669596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a82f98f6-7bf7-466d-81f0-c34af72c097a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:49.670212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a82f98f6-7bf7-466d-81f0-c34af72c097a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:49.674692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:49.684484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.704084 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5a575f6-d5e6-4f84-9f04-147dad19d476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.780571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00d009ed-1826-407d-af07-1753e49bb6a2 req-317638aa-bb9d-4e41-96d0-37d369b8337f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266607 Nov 27 15:47:49.783966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-d826a5ca-d3ba-422f-80fb-7cffa2500b51 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e847da3957446ec93b32c0c7f635d44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019950 Nov 27 15:47:49.799934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5a575f6-d5e6-4f84-9f04-147dad19d476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.805269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5a575f6-d5e6-4f84-9f04-147dad19d476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:49.813362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a5a575f6-d5e6-4f84-9f04-147dad19d476 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b845f5ac-e21f-41d0-98b0-ae8c33db08c2 HTTP/1.1" status: 204 len: 168 time: 0.3657730 Nov 27 15:47:49.841145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a575f6-d5e6-4f84-9f04-147dad19d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b845f5ac-e21f-41d0-98b0-ae8c33db08c2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:49.936101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=8de5d992-26de-48c1-ba7a-820e0db6f8e9,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:50.121206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:50.122047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49725d1-2e4c-465f-8660-b64983ad8c0b req-888c9011-e7f3-4357-aa2f-646ca1afac85 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:50.123820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d49725d1-2e4c-465f-8660-b64983ad8c0b req-888c9011-e7f3-4357-aa2f-646ca1afac85 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 1101 time: 0.1323571 Nov 27 15:47:50.148214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-e6f1228d-c4ed-4b0d-a3d1-226196e22959 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:50.150822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-e6f1228d-c4ed-4b0d-a3d1-226196e22959 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549037 Nov 27 15:47:50.209269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6d95b32f-0292-475f-a951-d38fae88df93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd9b04717d144ff3979449380f489e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866754 Nov 27 15:47:50.209644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-74248ed4-0c8b-4917-bc7f-16c85f2bd883 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/quotas/5e847da3957446ec93b32c0c7f635d44 HTTP/1.1" status: 200 len: 375 time: 0.0341799 Nov 27 15:47:50.213223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60246) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:50.322967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d49725d1-2e4c-465f-8660-b64983ad8c0b req-16fb0d04-afd7-467e-8bda-4c0f935847bf tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653206 Nov 27 15:47:50.339970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-2dfeca1f-6716-4307-8e64-af476cb50148 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942924 Nov 27 15:47:50.454055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e58e985-bffa-492e-9657-b5cdb5737b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:50.473244 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feefd5e2-3f68-4923-94ca-42d4d59575f1 x-openstack-request-id: req-feefd5e2-3f68-4923-94ca-42d4d59575f1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:50.473908 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ce82dd-bd20-44ff-a292-2d7717a5f9ab", "name": "network-vif-plugged", "status": "completed", "tag": "8de5d992-26de-48c1-ba7a-820e0db6f8e9", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:50.474449 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feefd5e2-3f68-4923-94ca-42d4d59575f1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:50.475201 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5d992-26de-48c1-ba7a-820e0db6f8e9', 'code': 200} Nov 27 15:47:50.601228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e58e985-bffa-492e-9657-b5cdb5737b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:50.652740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-2914bcce-973f-43ec-8626-57f6b2369ae3 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:50.655109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-2914bcce-973f-43ec-8626-57f6b2369ae3 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.37 "GET /v2.0/networks?id=3707fe65-c9c9-4498-aaca-34981de6a170 HTTP/1.1" status: 200 len: 815 time: 0.3400059 Nov 27 15:47:50.673732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Request body: {'port': {'device_id': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170', 'admin_state_up': True, 'tenant_id': 'f2cc470c58914d70b59f9f00621e4d3c'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:50.852837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e58e985-bffa-492e-9657-b5cdb5737b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:50.856020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e58e985-bffa-492e-9657-b5cdb5737b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:50.858241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9e58e985-bffa-492e-9657-b5cdb5737b3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed9ac894-770d-4b92-ba1e-69820e7f88aa HTTP/1.1" status: 204 len: 168 time: 0.6427207 Nov 27 15:47:50.871335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58e985-bffa-492e-9657-b5cdb5737b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9ac894-770d-4b92-ba1e-69820e7f88aa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:50.921506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfe386-acf8-4f12-b345-019e8f9e2353 req-9abd9287-915c-4168-b3e2-10f7048af2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:50.921506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94cfe386-acf8-4f12-b345-019e8f9e2353 req-9abd9287-915c-4168-b3e2-10f7048af2c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 1101 time: 0.2252891 Nov 27 15:47:50.924324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Made reservation on behalf of f2cc470c58914d70b59f9f00621e4d3c for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:50.928121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:50.941050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66ea84-ab02-4bb7-8630-a7f6294a98a9 req-f2f4f22f-26c3-4981-92a3-aaa366313d0d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:50.945572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c66ea84-ab02-4bb7-8630-a7f6294a98a9 req-f2f4f22f-26c3-4981-92a3-aaa366313d0d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 950 time: 0.2533829 Nov 27 15:47:51.059436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-b241830c-ccee-4943-909c-17bec740ae70 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5e847da3957446ec93b32c0c7f635d44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693848 Nov 27 15:47:51.212035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Allocated IP 172.20.0.11 (3707fe65-c9c9-4498-aaca-34981de6a170/dfb60fac-362b-4e22-a304-d301e9a0e116/07b29342-63a6-4c33-9cb6-c9b4d72680e9) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:51.454312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60288) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:51.478861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.520546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.540665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-2fd4865c-e95d-43c6-a172-4828a8854d03 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:51.542679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-2fd4865c-e95d-43c6-a172-4828a8854d03 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337823 Nov 27 15:47:51.586729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Request body: {'port': {'device_id': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '5e847da3957446ec93b32c0c7f635d44'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:51.602655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Pushing event updated for resources: {'Port': ['ID=07b29342-63a6-4c33-9cb6-c9b4d72680e9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:51.623660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Network 3707fe65-c9c9-4498-aaca-34981de6a170 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:51.626070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:51.629580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:51.674986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94cfe386-acf8-4f12-b345-019e8f9e2353 req-770d34b5-ab25-47a4-a1a9-2e599e98e4a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263572 Nov 27 15:47:51.687233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:51.691844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.692293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c66ea84-ab02-4bb7-8630-a7f6294a98a9 req-5c002a8e-70fd-4c2a-8981-4957f5d0ddf5 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450224 Nov 27 15:47:51.719218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afb07a-b60a-440f-8eb3-74f41a47b02a req-4e60f8a0-a9ac-4554-9ee8-62b3f4eaaa57 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:51.722198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-afebe7b2-2df3-4322-a863-a6d69c5e94f2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0524948 Nov 27 15:47:51.725930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66afb07a-b60a-440f-8eb3-74f41a47b02a req-4e60f8a0-a9ac-4554-9ee8-62b3f4eaaa57 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 932 time: 0.6343036 Nov 27 15:47:51.738465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Request body: {'port': {'device_id': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:51.772620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1839224343-network', 'tenant_id': '833eeb9d9d9e473c96d4061dcd09ba41'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:51.821139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.824469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Made reservation on behalf of 833eeb9d9d9e473c96d4061dcd09ba41 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:51.826732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.837898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66afb07a-b60a-440f-8eb3-74f41a47b02a req-035f111d-7e7d-453d-bb34-32eb7635bb5b tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083293 Nov 27 15:47:51.858851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.866289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9aa2-1c84-4327-a921-15201b49425d req-d24ba366-e551-4008-a936-bbc1d3b53413 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:51.867826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa6b9aa2-1c84-4327-a921-15201b49425d req-d24ba366-e551-4008-a936-bbc1d3b53413 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.0990760 Nov 27 15:47:51.877895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Made reservation on behalf of 5e847da3957446ec93b32c0c7f635d44 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:51.882159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.927286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:51.986893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa6b9aa2-1c84-4327-a921-15201b49425d req-a87e01a4-1dd9-452f-8194-425dd1a545ac tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023023 Nov 27 15:47:52.130979 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.139437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.270044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9dd06917-6698-49b2-96f2-42df628e1aae req-a0a76026-5b0d-4c5a-9c9e-16237e50ece0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 210 time: 0.1129167 Nov 27 15:47:52.280456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-0e4a081f-8d24-494a-85c7-a6324ad09776 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986543 Nov 27 15:47:52.294261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d58cb-3df5-4e67-8b86-672a8a175f77,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:52.422439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Allocated IP 192.168.233.8 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/5ee18c90-6574-45f5-b3ae-e3ea541f1524) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:52.460808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.468900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.470749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-eb6278ea-6ea2-404e-8969-c0e10d1647fb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:52.472274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-eb6278ea-6ea2-404e-8969-c0e10d1647fb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793725 Nov 27 15:47:52.511356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-4da41fe2-37b7-4b91-9454-c0e0902d3a41 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/quotas/b1734dd8fcc14c8fb0f19134350d4d8d HTTP/1.1" status: 200 len: 375 time: 0.0267198 Nov 27 15:47:52.518178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:47:52.551023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd34aa6-b1e1-4d18-83eb-136e319ce366,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:52.557258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.557747 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Added segment 749adba9-4d56-4727-9e70-db9a62be90fd of type vlan for network 9624fddf-3e12-4ff9-a353-b9142a89fec7 Nov 27 15:47:52.631445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-e2686d61-eac5-4187-bf10-aeafeb4941b0 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e427d071f5fe43aeba07285f4c50d493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961757 Nov 27 15:47:52.632052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.649042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b29342-63a6-4c33-9cb6-c9b4d72680e9 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:52.653905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-764a95f1-5ee5-4e4e-a3a7-8ad18edc8900 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5e847da3957446ec93b32c0c7f635d44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386875 Nov 27 15:47:52.663770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.680588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Transition to ACTIVE for port object 07b29342-63a6-4c33-9cb6-c9b4d72680e9 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:52.686489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.687587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:52.688215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.695713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.776197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3174055 Nov 27 15:47:52.784455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-cba5edf2-e5e7-4011-a1dd-f341255ec723 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2620680 Nov 27 15:47:52.784963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60332) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:52.794197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba024c-4fc6-4cc2-bab7-6780def7a5eb admin admin] Pushing event updated for resources: {'Network': ['ID=9624fddf-3e12-4ff9-a353-b9142a89fec7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:52.809771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Pushing event updated for resources: {'Port': ['ID=07b29342-63a6-4c33-9cb6-c9b4d72680e9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:52.815979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Request body: {'subnet': {'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1839224343-subnet', 'tenant_id': '833eeb9d9d9e473c96d4061dcd09ba41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:52.816960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 9624fddf-3e12-4ff9-a353-b9142a89fec7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:47:52.895100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.919827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Attempting to bind port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:52.920129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Attempting to bind port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '28335708-5646-444a-ba5a-2f6ef57aaf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:52.920722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Attempting to bind port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 on network 3707fe65-c9c9-4498-aaca-34981de6a170 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:52.926556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 on network 3707fe65-c9c9-4498-aaca-34981de6a170 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:52.927040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Attempting to bind port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 on network 3707fe65-c9c9-4498-aaca-34981de6a170 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:52.927527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Made reservation on behalf of 833eeb9d9d9e473c96d4061dcd09ba41 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:52.930797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:52.933868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:52.933868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Checking segment: {'id': '28335708-5646-444a-ba5a-2f6ef57aaf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:52.934367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Bound using segment: {'id': '28335708-5646-444a-ba5a-2f6ef57aaf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:52.934946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Bound port: 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28335708-5646-444a-ba5a-2f6ef57aaf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:52.935414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.005393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] For port 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:53.005649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-a415bc64-9826-4f3a-980f-fe7c1035def2 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.007045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-a415bc64-9826-4f3a-980f-fe7c1035def2 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587580 Nov 27 15:47:53.008468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] For port 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9,segment=NetworkSegment(28335708-5646-444a-ba5a-2f6ef57aaf1f),segment_id=28335708-5646-444a-ba5a-2f6ef57aaf1f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:53.013917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.024754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-07780dc7-e9d0-4fad-a36e-c36c68b68ca3 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.029952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-07780dc7-e9d0-4fad-a36e-c36c68b68ca3 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3635426 Nov 27 15:47:53.065140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Request body: {'port': {'device_id': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '5e847da3957446ec93b32c0c7f635d44'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:53.065337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.065337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.066639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] 10.222.0.37 "PUT /v2.0/ports/07b29342-63a6-4c33-9cb6-c9b4d72680e9 HTTP/1.1" status: 200 len: 1092 time: 1.3357844 Nov 27 15:47:53.067118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'tag': '07b29342-63a6-4c33-9cb6-c9b4d72680e9'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:53.069481 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bd2db4-bb0a-4099-9896-32033c652557" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7562bd-c945-4eec-87b5-717e83164c00", "tag": "07b29342-63a6-4c33-9cb6-c9b4d72680e9"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:53.091165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f2237-b3f0-4abf-9395-b9facb290d73 service neutron] Pushing event updated for resources: {'Port': ['ID=07b29342-63a6-4c33-9cb6-c9b4d72680e9,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:53.155326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-e904cc47-b870-40cb-a7d0-ae946fce6527 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/quotas/e427d071f5fe43aeba07285f4c50d493 HTTP/1.1" status: 200 len: 375 time: 0.1242385 Nov 27 15:47:53.169095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-6ed532d0-96d4-4fb6-af9b-8d9659b56d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.171022 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-6ed532d0-96d4-4fb6-af9b-8d9659b56d9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2cc470c58914d70b59f9f00621e4d3c&device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 1095 time: 0.0486338 Nov 27 15:47:53.211172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.218441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-bd22bd89-7140-4560-8812-c205d4ee62c7 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e427d071f5fe43aeba07285f4c50d493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622902 Nov 27 15:47:53.226270 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-aa378d76-9000-48f0-bfe3-34cff7b09367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9 HTTP/1.1" status: 200 len: 217 time: 0.0424993 Nov 27 15:47:53.283911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863100-b167-4a67-872a-595a5caf2c6a req-7550efdc-30b7-4aac-8944-ac7f7f9aee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.285588 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-7550efdc-30b7-4aac-8944-ac7f7f9aee68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfb60fac-362b-4e22-a304-d301e9a0e116 HTTP/1.1" status: 200 len: 855 time: 0.0507793 Nov 27 15:47:53.330309 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-02de87b2-c9a9-4c5a-99cf-bf7577bf15e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3707fe65-c9c9-4498-aaca-34981de6a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363936 Nov 27 15:47:53.340224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:53.380208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:53.387162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:53.398269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:53.415673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-16f22fc2-1262-4900-a001-4637a37ec159 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--850786109&fields=id&tenant_id=609b7dc5958c4a42b24d879abb6f1c04 HTTP/1.1" status: 200 len: 267 time: 0.2767544 Nov 27 15:47:53.488953 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-df62ffae-6039-43cf-a54e-a02cc366f34f service neutron] 10.222.0.37 "GET /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516657 Nov 27 15:47:53.623073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Made reservation on behalf of 5e847da3957446ec93b32c0c7f635d44 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:53.627963 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.634514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.635129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.655099 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10863100-b167-4a67-872a-595a5caf2c6a req-7c68be00-ca1a-4e72-94a0-7a4464287e7c service neutron] 10.222.0.37 "GET /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570761 Nov 27 15:47:53.705487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-725b8682-9d32-4bb9-8b4d-7aec197d81d4 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1432798 Nov 27 15:47:53.706662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.747811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Request body: {'port': {'device_id': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:53.775841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-24ac7bcb-0ca8-4d0c-b7ee-0bad0b48a1e3 None None] Provisioning complete for port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:53.778572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-24ac7bcb-0ca8-4d0c-b7ee-0bad0b48a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:53.794227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-6a2ca506-3238-46bd-abed-77c410f20b3f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.796466 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-6a2ca506-3238-46bd-abed-77c410f20b3f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.21 "GET /v2.0/ports?device_id=95c5329e-cb92-4085-ba6f-51580bad774f HTTP/1.1" status: 200 len: 946 time: 0.0896590 Nov 27 15:47:53.818534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-24ac7bcb-0ca8-4d0c-b7ee-0bad0b48a1e3 None None] Port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:53.870618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48f9dd-9d66-44d9-8ad4-cad7dc70e035 req-7936acba-af58-4c06-91ff-e20b0a218415 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.872138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe48f9dd-9d66-44d9-8ad4-cad7dc70e035 req-7936acba-af58-4c06-91ff-e20b0a218415 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 950 time: 0.3928654 Nov 27 15:47:53.914154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-db52de18-e6bf-493d-ae7d-cc8e18557dba tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:53.915629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-db52de18-e6bf-493d-ae7d-cc8e18557dba tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 824 time: 0.4991744 Nov 27 15:47:53.916243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8179ec5c-2f4a-4702-a49a-6179a835571c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:53.919026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Deleting port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:47:53.919608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.008278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-d19aae96-524e-4da2-bc84-f93bcc640458 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/quotas/609b7dc5958c4a42b24d879abb6f1c04 HTTP/1.1" status: 200 len: 375 time: 0.0661993 Nov 27 15:47:54.029250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] For port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:54.029652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.096201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.119390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Checking segment: {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:54.119759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Network hostable DHCP agents. Network: 9624fddf-3e12-4ff9-a353-b9142a89fec7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:47:54.139911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe48f9dd-9d66-44d9-8ad4-cad7dc70e035 req-788017aa-fad0-4251-a9bd-a7f6c8660443 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136075 Nov 27 15:47:54.160803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Allocated IP 192.168.233.16 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/df37aaee-9a9e-457c-9c03-69ef7e8c6ed5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:54.235468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-f45d09a6-d020-4762-b1ff-dbf69f79b19b tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1895795 Nov 27 15:47:54.236569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Network 9624fddf-3e12-4ff9-a353-b9142a89fec7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:47:54.290048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-46729829-19a4-4fad-805b-de634b93ad36 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325334 Nov 27 15:47:54.355612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.356085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.357340 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f disassociated. External IP: 172.25.1.37, port: 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f. Nov 27 15:47:54.357340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Calling delete_port for 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:47:54.370517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 9624fddf-3e12-4ff9-a353-b9142a89fec7) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:54.379185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6cd86d-9fb1-4de0-9b52-722d17f0e490 None None] Network 9624fddf-3e12-4ff9-a353-b9142a89fec7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:54.419480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:54.420497 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.470560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-5e9794d2-d001-47f4-b30e-00135488870b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:54.472116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-5e9794d2-d001-47f4-b30e-00135488870b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756999 Nov 27 15:47:54.489648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:54.520582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed05c27-db2a-446f-a698-bf746c5ace7e None None] Network 9624fddf-3e12-4ff9-a353-b9142a89fec7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:47:54.540779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-64aaa2c8-00f3-4add-9212-5e5e28c9f845 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7359958 Nov 27 15:47:54.574669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66449-1f6f-43bc-9abe-84cab8070ffd req-154e9480-91b1-4c2e-b84d-75f3cb3d0a13 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:54.576185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bda66449-1f6f-43bc-9abe-84cab8070ffd req-154e9480-91b1-4c2e-b84d-75f3cb3d0a13 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 944 time: 0.2252760 Nov 27 15:47:54.618808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-7f3e8efe-8811-4e9a-81f6-77e4314e78b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608807 Nov 27 15:47:54.646728 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.712474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event deleted for resources: {'Port': ['ID=4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:54.718041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:54.723639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.731578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.742432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bda66449-1f6f-43bc-9abe-84cab8070ffd req-d2bf0bde-4a9b-4fbe-967c-6a8f8d0823e3 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578071 Nov 27 15:47:54.817035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-3c993613-ce82-4323-aec4-3ea5a41807f9 service neutron] 10.222.0.15 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872263 Nov 27 15:47:54.838396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:54.905005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-a8167918-c000-4cb2-a2cf-a3a06af3f7fd tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e427d071f5fe43aeba07285f4c50d493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703070 Nov 27 15:47:54.955877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abad9f2e-63ed-4153-8653-00a828d8890e req-9e445595-2634-43a4-ac9c-1d9dca0e9fd6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 210 time: 0.1153994 Nov 27 15:47:54.972325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:54.997554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:55.026982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:55.062806 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c9e60-7b44-4df7-b556-75b5b3b38d45 x-openstack-request-id: req-0b3c9e60-7b44-4df7-b556-75b5b3b38d45 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:55.063053 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7562bd-c945-4eec-87b5-717e83164c00", "tag": "07b29342-63a6-4c33-9cb6-c9b4d72680e9", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:55.063141 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b3c9e60-7b44-4df7-b556-75b5b3b38d45 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:55.063648 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'tag': '07b29342-63a6-4c33-9cb6-c9b4d72680e9', 'status': 'completed', 'code': 200} Nov 27 15:47:55.083464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:47:55.201727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-111d3814-120e-4313-ab91-de918ff7286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:55.203543 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-111d3814-120e-4313-ab91-de918ff7286c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2cc470c58914d70b59f9f00621e4d3c&device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 1095 time: 0.1386914 Nov 27 15:47:55.244565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:55.343319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-212b2326-b117-4d41-ad5a-825591175093 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:55.345695 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-212b2326-b117-4d41-ad5a-825591175093 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4245729 Nov 27 15:47:55.364988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e969f78b-3d3e-4d57-b15f-4f7f12b26d38 None None] Provisioning complete for port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:55.365564 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e969f78b-3d3e-4d57-b15f-4f7f12b26d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:55.367018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:55.367638 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:55.371925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee18c90-6574-45f5-b3ae-e3ea541f1524 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:55.386823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:55.405709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db84e1-91f6-4642-b975-bfad56200d9c req-3c4674ab-091a-48e4-bfcb-0352d66504c6 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:55.406636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e969f78b-3d3e-4d57-b15f-4f7f12b26d38 None None] Port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:55.409904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20db84e1-91f6-4642-b975-bfad56200d9c req-3c4674ab-091a-48e4-bfcb-0352d66504c6 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 935 time: 0.2810886 Nov 27 15:47:55.418793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:47:55.425289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Request body: {'port': {'device_id': 'aa241228-c730-4480-a717-196250b75f80', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'e427d071f5fe43aeba07285f4c50d493'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:55.428797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-20b18c11-a893-419f-aeff-97528243e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:55.430791 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-20b18c11-a893-419f-aeff-97528243e4b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3707fe65-c9c9-4498-aaca-34981de6a170 HTTP/1.1" status: 200 len: 916 time: 0.2172766 Nov 27 15:47:55.432691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:47:55.443309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:55.444469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:55.459232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351b849-0a0b-4d47-8d6a-a4e5db5a8ffe req-6b5eedbb-61bb-4270-b687-1d07a455e11f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:55.468317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2351b849-0a0b-4d47-8d6a-a4e5db5a8ffe req-6b5eedbb-61bb-4270-b687-1d07a455e11f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.3649580 Nov 27 15:47:55.473930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Transition to ACTIVE for port object 5ee18c90-6574-45f5-b3ae-e3ea541f1524 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:55.487247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-27ec4b06-96f5-49f7-be13-a10da3dc68f2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4412518 Nov 27 15:47:55.498934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:55.538180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Request body: {'port': {'device_id': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:55.552826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] No DVR routers for this DVR port 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:47:55.562999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:55.567009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-daf2ce2f-b2e7-4698-93fc-16b4d369b7d8 req-502d743a-bdda-4693-a42f-51a4d800c093 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.21 "DELETE /v2.0/ports/4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f HTTP/1.1" status: 204 len: 173 time: 1.7644155 Nov 27 15:47:55.570733 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-13692d8a-2ffb-4a54-864c-7cd0005753cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9 HTTP/1.1" status: 200 len: 217 time: 0.1073415 Nov 27 15:47:55.617634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:55.645330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2351b849-0a0b-4d47-8d6a-a4e5db5a8ffe req-c08312b2-61af-4ca6-b1c7-19690ac8faab tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761773 Nov 27 15:47:55.673601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20db84e1-91f6-4642-b975-bfad56200d9c req-3607a6e3-b35a-4953-957a-d53748b78fa1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459030 Nov 27 15:47:55.715559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:55.899978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:55.969619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62040f94-1396-411d-934a-c8fa354fce19 req-f649fa38-9837-4996-bbbd-6587ab6c726e tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 210 time: 0.1596160 Nov 27 15:47:56.098981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.82 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/bdd8ef48-31ce-4eb0-825c-2d8519d6c215) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:56.142300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8a760b60-5a86-4397-a0fd-2fdff6771942 req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-974027713', 'description': 'tempest-description-464453743'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:56.144962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-b2c45cb0-f7ff-4fe4-95a6-5d18bc31e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:56.146828 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-b2c45cb0-f7ff-4fe4-95a6-5d18bc31e19c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfb60fac-362b-4e22-a304-d301e9a0e116 HTTP/1.1" status: 200 len: 855 time: 0.5494347 Nov 27 15:47:56.195250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:56.196392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-39c6248e-940a-4d9c-85c1-61f99f10e505 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3707fe65-c9c9-4498-aaca-34981de6a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324838 Nov 27 15:47:56.214286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Attempting to bind port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:56.214871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Attempting to bind port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:56.215320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Attempting to bind port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:56.234264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:47:56.245164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:47:56.246089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:47:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:56.263239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43af3b7e-e214-4501-9ba0-92a56eafe71d req-2523a2bf-8e6b-40a1-8aab-01f6e43db8d1 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 210 time: 0.1127551 Nov 27 15:47:56.320765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Made reservation on behalf of e427d071f5fe43aeba07285f4c50d493 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:56.324373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.352198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.373221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:47:56.490009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-9b648c11-2876-43ec-8160-033341be18e5 service neutron] 10.222.0.37 "GET /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809358 Nov 27 15:47:56.575430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.37', 61796) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:47:56.613868 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.615289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:47:56.652292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 07b29342-63a6-4c33-9cb6-c9b4d72680e9 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:47:56.655417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:56.655745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Attempting to bind port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:56.657882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a760b60-5a86-4397-a0fd-2fdff6771942 req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.717953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:56.718172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:56.718498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:56.718956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Bound port: 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:56.720144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.721544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711aa1ba-3cdf-465b-b079-93e72b7347f5 None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:47:56.746541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.767584 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.804860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9,segment=NetworkSegment(28335708-5646-444a-ba5a-2f6ef57aaf1f),segment_id=28335708-5646-444a-ba5a-2f6ef57aaf1f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:56.818923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '07b29342-63a6-4c33-9cb6-c9b4d72680e9', 'network_id': '3707fe65-c9c9-4498-aaca-34981de6a170', 'port_id': '07b29342-63a6-4c33-9cb6-c9b4d72680e9', 'mac_address': 'fa:16:3e:8b:e5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb60fac-362b-4e22-a304-d301e9a0e116', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:47:56.851239 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bd2db4-bb0a-4099-9896-32033c652557 req-bdedd618-f9a4-487a-a430-f4ec5a6515ad service neutron] 10.222.0.37 "GET /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437803 Nov 27 15:47:56.875788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.881575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896de97c-d4f7-48ae-8c63-26d97a70d00e req-070d16f1-606d-4512-b11c-1638860c97a1 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:56.890895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-896de97c-d4f7-48ae-8c63-26d97a70d00e req-070d16f1-606d-4512-b11c-1638860c97a1 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 944 time: 0.2362049 Nov 27 15:47:56.895357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b29342-63a6-4c33-9cb6-c9b4d72680e9 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:56.902111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.902437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a760b60-5a86-4397-a0fd-2fdff6771942 req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.912650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-d23515b4-043b-4f0d-a5ce-fa40dfc60959 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:56.913521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-d23515b4-043b-4f0d-a5ce-fa40dfc60959 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.37 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 824 time: 0.3308032 Nov 27 15:47:56.920400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23', '18833cc1-7232-4a35-bec5-76b0e0ecc016'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:56.922065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5', '4a213539-4218-460d-8dd2-b5838b6733e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:56.926865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9,segment=NetworkSegment(28335708-5646-444a-ba5a-2f6ef57aaf1f),segment_id=28335708-5646-444a-ba5a-2f6ef57aaf1f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:56.963607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7214e16a-48d0-41f9-898e-d475be4b5119,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:56.963973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a760b60-5a86-4397-a0fd-2fdff6771942 req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:56.980090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.013907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:57.023989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:47:57.024510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:57.032871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:57.037818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:57.067801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:57.078061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'name': 'network-vif-deleted', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:57.082168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:47:57.082575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:47:57.087153 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861d314-5b05-480d-a30f-bc001e50c7cc" -d '{"events": [{"server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "name": "network-vif-deleted", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:57.087336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a760b60-5a86-4397-a0fd-2fdff6771942 req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.092204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a760b60-5a86-4397-a0fd-2fdff6771942 req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9721658 Nov 27 15:47:57.125135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-72d521e1-a513-4349-8a57-0bc2e3230e52 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609b7dc5958c4a42b24d879abb6f1c04 HTTP/1.1" status: 200 len: 379 time: 0.1749542 Nov 27 15:47:57.138111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e8a48-22be-4f3c-8e8a-6c1066af0e58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52d33b-36b8-49e5-83b8-607d91bff9e1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:57.146966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-896de97c-d4f7-48ae-8c63-26d97a70d00e req-1ddddeab-9eaf-4be9-80ba-dae83bc4114c tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556009 Nov 27 15:47:57.157977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=07b29342-63a6-4c33-9cb6-c9b4d72680e9,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:57.158170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'port': {'device_id': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'admin_state_up': True, 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'security_groups': ['1049fd1c-20c1-4ca0-a5e3-2090c69b845f']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:57.163295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:57.179876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.223492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:57.226925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.284680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:57.293296 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.301097 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e2e27-548c-4bfa-a1d3-fc1fb2628025 None None] New status for floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:47:57.302631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] 10.222.0.37 "PUT /v2.0/ports/5ee18c90-6574-45f5-b3ae-e3ea541f1524 HTTP/1.1" status: 200 len: 1094 time: 3.5838263 Nov 27 15:47:57.303245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:47:57.307208 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc530c-71fe-4f23-aa00-76a361c242ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:47:57.314977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['07b29342-63a6-4c33-9cb6-c9b4d72680e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:47:57.340814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-56114c6a-d0e7-461d-9f55-3fb0cff4175e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8550751 Nov 27 15:47:57.365646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Request body: {'port': {'device_id': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:57.399156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75dd83-2c60-4837-881a-8d99067a1d61 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:57.428497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659fb05-5313-4910-9332-8795c8120bf2 req-cb014e0b-5ef3-4c31-acd8-c30decad303a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:57.430336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1659fb05-5313-4910-9332-8795c8120bf2 req-cb014e0b-5ef3-4c31-acd8-c30decad303a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 935 time: 0.2362466 Nov 27 15:47:57.432606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:57.466368 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.486593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.498535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-ee037253-5b54-4a1b-9060-0a610a4aa299 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844705 Nov 27 15:47:57.522829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Transition to ACTIVE for port object df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:47:57.528441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Made reservation on behalf of 609b7dc5958c4a42b24d879abb6f1c04 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:47:57.532027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.556959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.632665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bd40cfd8-6836-4e16-82f3-4ec17e7002a4 None None] Provisioning complete for port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:57.633229 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd40cfd8-6836-4e16-82f3-4ec17e7002a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:57.637847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-0baf5596-8493-4c32-90f0-a2f3ed68c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:57.639466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-0baf5596-8493-4c32-90f0-a2f3ed68c7d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 1097 time: 0.2430105 Nov 27 15:47:57.680842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1659fb05-5313-4910-9332-8795c8120bf2 req-2b0403d4-76ea-4d24-a728-7fb38a1726e7 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186062 Nov 27 15:47:57.730978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Allocated IP 192.168.233.225 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/2584ea00-f920-430a-ad8a-c81392f7ad09) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:57.734283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-50b88ef7-e514-462d-b218-3e42725e30ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524 HTTP/1.1" status: 200 len: 217 time: 0.0682464 Nov 27 15:47:57.773934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bd40cfd8-6836-4e16-82f3-4ec17e7002a4 None None] Port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:57.807891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:57.957163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-d14a0629-6ae0-429c-a5e8-69470af54753 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:57.959582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-d14a0629-6ae0-429c-a5e8-69470af54753 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.1718860 Nov 27 15:47:57.972925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Attempting to bind port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:57.973569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Attempting to bind port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:57.973700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Attempting to bind port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:57.994724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-4'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:58.005675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-592fad5f-0bcc-4303-9ce8-51a4984bdb3a tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.013567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-592fad5f-0bcc-4303-9ce8-51a4984bdb3a tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920261 Nov 27 15:47:58.023220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:58.023573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Attempting to bind port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:58.043405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace7120-1b1d-4209-9491-e9168cadfade req-f1cbf246-0dc9-4919-b6fa-3d8f6ad76302 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.045498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ace7120-1b1d-4209-9491-e9168cadfade req-f1cbf246-0dc9-4919-b6fa-3d8f6ad76302 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 947 time: 0.2409658 Nov 27 15:47:58.052709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-3cde0b40-e2bc-4afc-8e94-84638c65467d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/quotas/53d0ac2ea4a8411d8767a89f7fb0f2e8 HTTP/1.1" status: 200 len: 375 time: 0.0382609 Nov 27 15:47:58.067592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-fcfb5c31-b2b6-4352-9c86-83a4b47c0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.069262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-fcfb5c31-b2b6-4352-9c86-83a4b47c0630 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2752175 Nov 27 15:47:58.071962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:58.072310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:58.073590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:58.074072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Bound port: df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:58.074438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.098619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Allocated IP 172.20.0.13 (2f28f871-1dda-43b8-bcdb-ac6461451e33/3b7ca587-867b-4123-b22e-1a5bea8dc7cf/ae8481e2-d857-4d27-a64b-c1d4d4744ccf) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:47:58.135013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.237975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-48f4df9e-24bb-4608-b3f2-087036584a5d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1843510 Nov 27 15:47:58.245522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ace7120-1b1d-4209-9491-e9168cadfade req-0859061d-b250-4ebe-a746-1f4c9f74f860 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796069 Nov 27 15:47:58.247284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-3f0747d5-5e38-4d8f-9451-4d4078455dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.248700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-3f0747d5-5e38-4d8f-9451-4d4078455dfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660588 Nov 27 15:47:58.275408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:58.279194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:58.293283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.295005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.436906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.437753 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.439206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 HTTP/1.1" status: 200 len: 1095 time: 2.9361432 Nov 27 15:47:58.471116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:47:58.513630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:58.540401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-bb93c445-da7a-42b8-91bc-41d9ef70b979 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596309 Nov 27 15:47:58.548009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05e1e8a5-9162-4076-8387-6570184bddbd req-8828cf59-b941-461a-b731-a4ef9096ac94 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 210 time: 0.0990961 Nov 27 15:47:58.561047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.576920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.633558 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116092fe-b14e-4269-82d5-0b9f88094564 x-openstack-request-id: req-116092fe-b14e-4269-82d5-0b9f88094564 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:58.633558 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c5329e-cb92-4085-ba6f-51580bad774f", "name": "network-vif-deleted", "tag": "4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:58.637714 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-116092fe-b14e-4269-82d5-0b9f88094564 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:58.638277 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c5329e-cb92-4085-ba6f-51580bad774f', 'name': 'network-vif-deleted', 'tag': '4c5bf308-06f5-4b2e-ae1f-9ff6f16a9c3f', 'status': 'completed', 'code': 200} Nov 27 15:47:58.661635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160e672-4eb5-4cdd-9c42-48fb2567bc79 req-4413d79b-0ee4-457c-96fd-68d4cd8db4ab tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.663166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8160e672-4eb5-4cdd-9c42-48fb2567bc79 req-4413d79b-0ee4-457c-96fd-68d4cd8db4ab tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 945 time: 0.3213928 Nov 27 15:47:58.663868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33020ab5-5c5f-4c8c-8e3f-223d539356c0 service neutron] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:58.670959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.695046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-2eb6f94a-e5ab-4033-b308-186e1b8e4367 req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-112095835', 'description': 'tempest-description-108955361'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:58.743561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.761396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-f55ba8b3-992b-4b1b-a220-0c617f5730f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.763120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-f55ba8b3-992b-4b1b-a220-0c617f5730f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 1098 time: 0.2218304 Nov 27 15:47:58.778229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2eb6f94a-e5ab-4033-b308-186e1b8e4367 req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.792625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:58.848901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-eb5a6dac-b942-4aba-b424-ad96f52ec52f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 HTTP/1.1" status: 200 len: 217 time: 0.0731874 Nov 27 15:47:58.856653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc0c1e3-054d-4f46-a68e-f60510b7ab36 req-3d98975a-d125-422e-8814-30f756cda324 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894099 Nov 27 15:47:58.861567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on host n-h1-819494-4 for vnic_type normal with profile {"migrating_to": "n-h2-819494-4"} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:47:58.861906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:47:58.862292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:58.879462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8160e672-4eb5-4cdd-9c42-48fb2567bc79 req-20abbffc-94fb-42e9-a5d3-50f8954eb9b5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792054 Nov 27 15:47:58.880607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:58.885901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:47:58.886257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Attempting to bind port bf365597-97d0-4596-9b9f-274a9f310a1f on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:47:58.893273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:58.896463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:58.905135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Pushing event updated for resources: {'Port': ['ID=2584ea00-f920-430a-ad8a-c81392f7ad09,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:58.919237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.949290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-31984194-9156-434f-9897-f56fbbd80b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:58.951121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-31984194-9156-434f-9897-f56fbbd80b60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0878515 Nov 27 15:47:58.954512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:47:58.954894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:47:58.955313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:47:58.955822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Bound port: bf365597-97d0-4596-9b9f-274a9f310a1f, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:47:58.956211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:58.991884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2eb6f94a-e5ab-4033-b308-186e1b8e4367 req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.037738 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2eb6f94a-e5ab-4033-b308-186e1b8e4367 req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.086553 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2eb6f94a-e5ab-4033-b308-186e1b8e4367 req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.088785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2eb6f94a-e5ab-4033-b308-186e1b8e4367 req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4385278 Nov 27 15:47:59.090373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:47:59.103127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:47:59.103346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3263e-c8d6-43b6-9999-16ad1096913d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c428e5-3283-4cf8-88b9-c1fa393f97b2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:59.103452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.103452 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.114225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:47:59.134964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c1a-6b90-44c8-9067-81208078994c req-f1e03610-9ea8-43b3-bba4-64222ac142a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.140178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-f1e03610-9ea8-43b3-bba4-64222ac142a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667175 Nov 27 15:47:59.160665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df043c9d-d81b-4986-8f53-cf187192a9c7 req-e6b2f041-27f6-41c4-b694-425687e6c237 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.178298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df043c9d-d81b-4986-8f53-cf187192a9c7 req-e6b2f041-27f6-41c4-b694-425687e6c237 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 932 time: 0.1909904 Nov 27 15:47:59.218515 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.219332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.236345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event updated for resources: {'Port': ['ID=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:47:59.247606 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e67343d-a66b-4941-9cc5-91993c9669db x-openstack-request-id: req-3e67343d-a66b-4941-9cc5-91993c9669db {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:47:59.248199 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:47:59.248644 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e67343d-a66b-4941-9cc5-91993c9669db {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:47:59.251333 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'status': 'completed', 'code': 200} Nov 27 15:47:59.269929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-c4f8c776-cbf9-41ba-915a-a7d3d19b9947 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8481557 Nov 27 15:47:59.294841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Request body: {'port': {'device_id': 'aa241228-c730-4480-a717-196250b75f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:59.330867 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-29376117-8e2d-4399-a1aa-25a2fa9c21c3 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1960418 Nov 27 15:47:59.353984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:47:59.383238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2ed08ed9-918d-4a8f-831e-e5c18a4118c2 None None] Provisioning complete for port 2584ea00-f920-430a-ad8a-c81392f7ad09 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:59.384786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2ed08ed9-918d-4a8f-831e-e5c18a4118c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.399322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Request body: {'port': {'device_id': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:47:59.446007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df043c9d-d81b-4986-8f53-cf187192a9c7 req-a087cf64-4276-47b5-a045-8e92f6372ccb tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932786 Nov 27 15:47:59.447487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2ed08ed9-918d-4a8f-831e-e5c18a4118c2 None None] Port 2584ea00-f920-430a-ad8a-c81392f7ad09 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:59.450984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-425b2035-a99e-4d8c-a873-a193bab260f7 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717035 Nov 27 15:47:59.460507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a8b1e-4701-45e2-b54a-a4bae4ea4bd7 req-022ab85b-0e34-4e2f-9dad-9a255ad57754 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.461189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:47:59.471562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-979a8b1e-4701-45e2-b54a-a4bae4ea4bd7 req-022ab85b-0e34-4e2f-9dad-9a255ad57754 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 945 time: 0.1822803 Nov 27 15:47:59.471956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.486599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-f4d408ed-e7f3-4064-b28b-41279e3c671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.488155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-f4d408ed-e7f3-4064-b28b-41279e3c671c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 1097 time: 0.1949763 Nov 27 15:47:59.489262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.530401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.535364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd8ef48-31ce-4eb0-825c-2d8519d6c215 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:47:59.574341 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.580327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ca512066-de85-42ae-8191-de9646ec51d0 None None] Provisioning complete for port ae8481e2-d857-4d27-a64b-c1d4d4744ccf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:47:59.580948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca512066-de85-42ae-8191-de9646ec51d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.629034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ca512066-de85-42ae-8191-de9646ec51d0 None None] Port ae8481e2-d857-4d27-a64b-c1d4d4744ccf cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:47:59.634937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7dfd8fff-36a8-4a4b-bee2-f39226637302 req-7e057991-fdad-4abc-834b-97c8feb9a611 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 210 time: 0.0756016 Nov 27 15:47:59.745161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-214d13b9-c046-4b07-933f-d160f4c7f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.747504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-214d13b9-c046-4b07-933f-d160f4c7f8a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2384231 Nov 27 15:47:59.769368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-979a8b1e-4701-45e2-b54a-a4bae4ea4bd7 req-774ece4a-684c-4028-b651-384834dd43a9 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999299 Nov 27 15:47:59.854387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6645c1a-6b90-44c8-9067-81208078994c req-cd8ac06e-86e8-48e8-9c8d-0beb64b66bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826966 Nov 27 15:47:59.855749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-846567a5-29b5-4c31-ad89-896d5723bb53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524 HTTP/1.1" status: 200 len: 217 time: 0.0767612 Nov 27 15:47:59.907719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:47:59.911241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cdffa-dda6-401a-9c03-1fd9b999c981 req-2790be37-1c02-42bd-93c5-c516cb215901 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:47:59.912899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c11cdffa-dda6-401a-9c03-1fd9b999c981 req-2790be37-1c02-42bd-93c5-c516cb215901 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 935 time: 0.1639109 Nov 27 15:48:00.008039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Transition to ACTIVE for port object bdd8ef48-31ce-4eb0-825c-2d8519d6c215 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:00.008892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-3d6d599f-acf4-43cf-86d1-74c9fb5526ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.010599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-3d6d599f-acf4-43cf-86d1-74c9fb5526ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1439807 Nov 27 15:48:00.015059 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-01e2157e-cb73-4f64-bd25-218e0fd4d2d1 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038864 Nov 27 15:48:00.034006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.087590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c11cdffa-dda6-401a-9c03-1fd9b999c981 req-cf28c5a9-aa07-49e4-b891-5edaa06d5745 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481934 Nov 27 15:48:00.096989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:00.108529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-73957686-3b79-4155-864a-a88140855919 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.110667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-73957686-3b79-4155-864a-a88140855919 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 813 time: 0.1957252 Nov 27 15:48:00.116206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-21514e89-e3fd-4a78-8cb1-2d48d87b2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.117752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-21514e89-e3fd-4a78-8cb1-2d48d87b2ffd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939338 Nov 27 15:48:00.122008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.122644 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.124025 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] 10.222.0.37 "PUT /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 1121 time: 2.1411071 Nov 27 15:48:00.129640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5b713ecc-03e8-4b95-a8cd-b47ba7a9c63a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/quotas/833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 375 time: 0.0109131 Nov 27 15:48:00.217246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['bf365597-97d0-4596-9b9f-274a9f310a1f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:00.262088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf365597-97d0-4596-9b9f-274a9f310a1f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:00.376941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:00.470829 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:48:00.534624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-36b8a2d4-f2a4-406a-bdb5-337bdb862fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023905 Nov 27 15:48:00.561492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-a1c778ff-e01f-4197-a979-e1dba337c196 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4215624 Nov 27 15:48:00.564121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-334c9593-d21d-45b4-a621-8d4dd75b090a tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.565758 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-334c9593-d21d-45b4-a621-8d4dd75b090a tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405519 Nov 27 15:48:00.602677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Request body: {'port': {'device_id': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '53d0ac2ea4a8411d8767a89f7fb0f2e8'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:00.653435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:00.655466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 07b29342-63a6-4c33-9cb6-c9b4d72680e9 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:00.660762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f'}, {'name': 'network-changed', 'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:00.662057 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7" -d '{"events": [{"server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f"}, {"name": "network-changed", "server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:00.714298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3d2f-8579-46a4-852d-ca4e0cc3d9f6 req-c4762a90-34ed-4ca4-8e06-f2e0d2f6bd17 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.715717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b15f3d2f-8579-46a4-852d-ca4e0cc3d9f6 req-c4762a90-34ed-4ca4-8e06-f2e0d2f6bd17 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 947 time: 0.1567321 Nov 27 15:48:00.769676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Attempting to bind port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:00.770035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Attempting to bind port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:00.770341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Attempting to bind port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:00.782172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbc530c-71fe-4f23-aa00-76a361c242ea req-4bd340a1-eb91-497a-99b6-34468dd21af8 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191744 Nov 27 15:48:00.782757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:00.794643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:00.794891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-e155b19f-9feb-4afc-97b1-f541363203d3 service neutron] 10.222.0.15 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975648 Nov 27 15:48:00.795064 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.808629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:00.808952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Attempting to bind port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:00.818012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b15f3d2f-8579-46a4-852d-ca4e0cc3d9f6 req-1cf7c506-d15d-4998-8d56-319f5577c34b tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Nov 27 15:48:00.842616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:00.848667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:00.848874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:00.849263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:00.849932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Bound port: bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:00.850299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.870573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:48:00.912693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2584ea00-f920-430a-ad8a-c81392f7ad09 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:00.924395 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.929835 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.949368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b29342-63a6-4c33-9cb6-c9b4d72680e9'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:00.951765 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7972f8-f480-4b87-aa88-962fad8de30a" -d '{"events": [{"server_uuid": "ad7562bd-c945-4eec-87b5-717e83164c00", "name": "network-vif-plugged", "status": "completed", "tag": "07b29342-63a6-4c33-9cb6-c9b4d72680e9"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:00.965647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8481e2-d857-4d27-a64b-c1d4d4744ccf {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:00.965837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9,segment=NetworkSegment(28335708-5646-444a-ba5a-2f6ef57aaf1f),segment_id=28335708-5646-444a-ba5a-2f6ef57aaf1f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:00.971644 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.983825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Made reservation on behalf of 53d0ac2ea4a8411d8767a89f7fb0f2e8 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:00.984174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6115b6-385d-4a8e-9f5e-9573eb66486c req-d4950832-40a5-466b-aa9d-36901425e748 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:00.986430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d6115b6-385d-4a8e-9f5e-9573eb66486c req-d4950832-40a5-466b-aa9d-36901425e748 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 936 time: 0.0816321 Nov 27 15:48:00.987794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:00.988584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-dc731824-8e2f-4e8d-ac5f-eff71f7cfa61 service neutron] 10.222.0.15 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694317 Nov 27 15:48:00.990833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.007049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Transition to ACTIVE for port object 2584ea00-f920-430a-ad8a-c81392f7ad09 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:01.026532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.046332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d6115b6-385d-4a8e-9f5e-9573eb66486c req-c22c25e2-4ed2-43e8-bc48-50bced307f76 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Nov 27 15:48:01.054493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=07b29342-63a6-4c33-9cb6-c9b4d72680e9,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:01.104692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Transition to ACTIVE for port object ae8481e2-d857-4d27-a64b-c1d4d4744ccf will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:01.112089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] For port bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:01.121258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.190442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] For port bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:01.209086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2e23-7a07-4566-9f4c-a2ec534a3ed6 req-6d2d77b1-f5da-4688-bbc0-b72113c07f1a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.224237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-372e2e23-7a07-4566-9f4c-a2ec534a3ed6 req-6d2d77b1-f5da-4688-bbc0-b72113c07f1a tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.1094913 Nov 27 15:48:01.226427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.252088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2584ea00-f920-430a-ad8a-c81392f7ad09,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:01.257554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:01.259707 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c546285a-71b2-495b-8b44-dc54622f11b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:01.334181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-372e2e23-7a07-4566-9f4c-a2ec534a3ed6 req-0b5a8bb2-e7dd-4162-a87b-03daf77c63ac tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095550 Nov 27 15:48:01.376811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941b70-72de-45b9-be2b-78cdeec722e2 req-6d117c99-b86d-430f-a464-d6a8217150a6 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.384318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32941b70-72de-45b9-be2b-78cdeec722e2 req-6d117c99-b86d-430f-a464-d6a8217150a6 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 944 time: 0.1459317 Nov 27 15:48:01.489351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.490158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.491577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] 10.222.0.21 "PUT /v2.0/ports/bdd8ef48-31ce-4eb0-825c-2d8519d6c215 HTTP/1.1" status: 200 len: 1095 time: 4.1388938 Nov 27 15:48:01.494778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Allocated IP 192.168.233.173 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/21f305e3-fd32-4e5a-a47a-d083d3685337) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:01.507199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32941b70-72de-45b9-be2b-78cdeec722e2 req-9294f1a7-bab9-403a-a313-b1c83ac32d36 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216047 Nov 27 15:48:01.523845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6830e368-9989-4f46-b885-541aaaa14433 req-6c7696c3-66f3-48c7-b886-59464256025c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 210 time: 0.0481186 Nov 27 15:48:01.573161 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.646636 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9e2757-48dd-4fb6-98ac-4560533e580d x-openstack-request-id: req-3d9e2757-48dd-4fb6-98ac-4560533e580d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:01.646950 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7562bd-c945-4eec-87b5-717e83164c00", "name": "network-vif-plugged", "status": "completed", "tag": "07b29342-63a6-4c33-9cb6-c9b4d72680e9", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:01.647215 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d9e2757-48dd-4fb6-98ac-4560533e580d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:01.647614 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b29342-63a6-4c33-9cb6-c9b4d72680e9', 'code': 200} Nov 27 15:48:01.651291 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c446f1-a15a-4a92-8ad1-d7eac3196bc8 x-openstack-request-id: req-67c446f1-a15a-4a92-8ad1-d7eac3196bc8 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:01.651291 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f", "code": 200}, {"name": "network-changed", "server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:01.651587 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67c446f1-a15a-4a92-8ad1-d7eac3196bc8 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:01.651848 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'code': 200} Nov 27 15:48:01.652078 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'status': 'completed', 'code': 200} Nov 27 15:48:01.793306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Attempting to bind port 2584ea00-f920-430a-ad8a-c81392f7ad09 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:01.794990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Attempting to bind port 2584ea00-f920-430a-ad8a-c81392f7ad09 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:01.795351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Attempting to bind port 2584ea00-f920-430a-ad8a-c81392f7ad09 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:01.807525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:01.814656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Port 2584ea00-f920-430a-ad8a-c81392f7ad09 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:01.814984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Attempting to bind port 2584ea00-f920-430a-ad8a-c81392f7ad09 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:01.845768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-dce3f9cd-6121-4861-8d13-ba684056884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.848417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-dce3f9cd-6121-4861-8d13-ba684056884b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1124 time: 0.2082491 Nov 27 15:48:01.870255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b64b4a-0e70-4233-8915-34fe18d5bdd2 req-7f27fae2-17b9-41b6-b681-bd197d0a89c2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.870530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:01.870882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:01.871367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:01.871931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78b64b4a-0e70-4233-8915-34fe18d5bdd2 req-7f27fae2-17b9-41b6-b681-bd197d0a89c2 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 946 time: 0.1597600 Nov 27 15:48:01.878372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Bound port: 2584ea00-f920-430a-ad8a-c81392f7ad09, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:01.878882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:01.900683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Attempting to bind port ae8481e2-d857-4d27-a64b-c1d4d4744ccf on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:01.901125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Attempting to bind port ae8481e2-d857-4d27-a64b-c1d4d4744ccf by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:01.901587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Attempting to bind port ae8481e2-d857-4d27-a64b-c1d4d4744ccf on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:01.924436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b765-ab6a-405a-aefb-953caf70c379 req-93d708ba-1a96-43d2-88e0-98eb107269b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.926501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54d2b765-ab6a-405a-aefb-953caf70c379 req-93d708ba-1a96-43d2-88e0-98eb107269b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 1097 time: 0.1617954 Nov 27 15:48:01.936724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-551362f3-0540-455e-8712-e67317f04ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.938426 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-551362f3-0540-455e-8712-e67317f04ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 1098 time: 0.2697432 Nov 27 15:48:01.948267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Port ae8481e2-d857-4d27-a64b-c1d4d4744ccf on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:01.948673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Attempting to bind port ae8481e2-d857-4d27-a64b-c1d4d4744ccf on network 2f28f871-1dda-43b8-bcdb-ac6461451e33 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:01.975778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3b564-6fcd-4ea6-b105-58cb515d5a26 req-e0008cd6-f161-4469-8c8f-d28a3529ae47 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:01.983870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67c3b564-6fcd-4ea6-b105-58cb515d5a26 req-e0008cd6-f161-4469-8c8f-d28a3529ae47 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 947 time: 0.2230849 Nov 27 15:48:02.030155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:02.030620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Checking segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:02.031128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Bound using segment: {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:02.031696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Bound port: ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c59bc6-ae7a-46fc-80ce-a90d193e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:02.032698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.040565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd0abc-e874-42cf-b26d-84950ebfdeda service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:02.063481 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-597b3430-3b38-4313-abc7-239aec660221 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215 HTTP/1.1" status: 200 len: 217 time: 0.0977392 Nov 27 15:48:02.102129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78b64b4a-0e70-4233-8915-34fe18d5bdd2 req-88d94649-34c1-4281-a21e-e2f8bdfdf8e4 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141230 Nov 27 15:48:02.119691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67c3b564-6fcd-4ea6-b105-58cb515d5a26 req-79f117f9-feed-4569-8f13-cfe2a21ba460 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349478 Nov 27 15:48:02.149110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54d2b765-ab6a-405a-aefb-953caf70c379 req-b590ffeb-691b-42a1-8744-40960200b88c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829495 Nov 27 15:48:02.156375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-f38749c8-3585-4f29-b349-8264f40f71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.161552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-f38749c8-3585-4f29-b349-8264f40f71eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.2993371 Nov 27 15:48:02.185518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] For port 2584ea00-f920-430a-ad8a-c81392f7ad09, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:02.232405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] For port 2584ea00-f920-430a-ad8a-c81392f7ad09, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2584ea00-f920-430a-ad8a-c81392f7ad09,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:02.233280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.21', 64631) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:02.239634 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142de41e-7ce0-4f35-8dd7-734058eaa098 x-openstack-request-id: req-142de41e-7ce0-4f35-8dd7-734058eaa098 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:02.239833 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:02.240096 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-142de41e-7ce0-4f35-8dd7-734058eaa098 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:02.240544 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'status': 'completed', 'code': 200} Nov 27 15:48:02.245196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-7d5c377c-c83f-4779-89c4-404f104bbdb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 217 time: 0.0761740 Nov 27 15:48:02.259390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-dcadda63-fac3-49e8-b05e-e5b36767f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.260834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-dcadda63-fac3-49e8-b05e-e5b36767f413 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1585960 Nov 27 15:48:02.285483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.308006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-952de0a4-d42e-4c5f-9fda-b71a4eb30a5f req-5408e609-c935-415a-adbc-3ae1aef2ff45 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 210 time: 0.0664680 Nov 27 15:48:02.346963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-59c72ee3-dd6e-4269-b554-bba221503583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.347736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-59c72ee3-dd6e-4269-b554-bba221503583 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0876505 Nov 27 15:48:02.352232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] For port ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:02.365094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464983a-22a4-4691-afd0-d0c15c5fae64 req-5df00eb3-4656-43d2-8434-8f81a97515f0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.367353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8464983a-22a4-4691-afd0-d0c15c5fae64 req-5df00eb3-4656-43d2-8434-8f81a97515f0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 947 time: 0.0959980 Nov 27 15:48:02.381475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.390398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] For port ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:02.396653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.397275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.398702 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/2584ea00-f920-430a-ad8a-c81392f7ad09 HTTP/1.1" status: 200 len: 1096 time: 3.1143878 Nov 27 15:48:02.407346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.435610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-2b4ca3bb-a4dc-4e8b-826e-06fa0692b112 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677660 Nov 27 15:48:02.436630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-b90b7b22-2978-46c7-ada5-90117edecf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.439285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-b90b7b22-2978-46c7-ada5-90117edecf25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 1098 time: 0.1996827 Nov 27 15:48:02.450924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb4a98-47ac-4303-8e21-f75fa7b284e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2584ea00-f920-430a-ad8a-c81392f7ad09,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:02.460834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.461512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.462961 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae8481e2-d857-4d27-a64b-c1d4d4744ccf HTTP/1.1" status: 200 len: 1092 time: 3.0830367 Nov 27 15:48:02.477370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-89c8c002-48c2-47ee-b6d1-9e3506228891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.480513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-89c8c002-48c2-47ee-b6d1-9e3506228891 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869836 Nov 27 15:48:02.505235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8464983a-22a4-4691-afd0-d0c15c5fae64 req-e122bb22-afeb-4203-9ed0-a3d3495769f9 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191990 Nov 27 15:48:02.572169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb531f3-2587-4609-a785-52f495782f5c req-95f83434-e792-4a50-86f9-a42a05c8e9a1 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.581213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0eb531f3-2587-4609-a785-52f495782f5c req-95f83434-e792-4a50-86f9-a42a05c8e9a1 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 948 time: 0.1962938 Nov 27 15:48:02.616507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:02.629757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['8de5d992-26de-48c1-ba7a-820e0db6f8e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:02.687029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.21', 64633) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:02.733160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:02.741039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:02.743684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:02.823938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bb238-0543-40de-bcbf-16be38fe21d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:02.825046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0eb531f3-2587-4609-a785-52f495782f5c req-61fa278f-90c2-4201-ac24-089ac622aab7 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428200 Nov 27 15:48:02.869854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ad3c-f6cb-46ed-b9bb-51b61e9a003c req-a9462d72-bbb6-485a-aba4-e4707cfb75b5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.877697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db69ad3c-f6cb-46ed-b9bb-51b61e9a003c req-a9462d72-bbb6-485a-aba4-e4707cfb75b5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.2766063 Nov 27 15:48:02.886009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-33dc382b-5d25-4b3f-813a-eafc22a273cc service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132590 Nov 27 15:48:02.896047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-cca73638-5f67-43c8-8f61-ac9d4c22c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:02.904684 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-cca73638-5f67-43c8-8f61-ac9d4c22c892 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.4059455 Nov 27 15:48:02.961649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:02.989543 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-22f75552-2f81-41ac-9b8c-33bf33106e06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 HTTP/1.1" status: 200 len: 217 time: 0.0572107 Nov 27 15:48:03.020044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.020739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.023240 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-0ea3be5d-4f42-4209-a26a-c01efdb9b92d service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114438 Nov 27 15:48:03.031948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:03.058203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Pushing event updated for resources: {'Port': ['ID=21f305e3-fd32-4e5a-a47a-d083d3685337,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:03.084310 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-b4d56406-d46e-454e-b9dd-e8cfe0295e78 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988828 Nov 27 15:48:03.097428 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-6db3914d-57c2-4209-9397-bfd0bb51bd2b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5037234 Nov 27 15:48:03.114107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Request body: {'port': {'device_id': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:03.143574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a21458-3bbd-4a19-af1c-fb237ee79f6c req-2d270c87-4a51-4e77-9076-4956843a006c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.145236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2a21458-3bbd-4a19-af1c-fb237ee79f6c req-2d270c87-4a51-4e77-9076-4956843a006c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 944 time: 0.1209888 Nov 27 15:48:03.155852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-2d5a797e-dc07-4580-a790-290f9b4c4268 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.158228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-2d5a797e-dc07-4580-a790-290f9b4c4268 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 813 time: 0.4651837 Nov 27 15:48:03.169348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db69ad3c-f6cb-46ed-b9bb-51b61e9a003c req-47b5cdb4-0898-4a95-8b6d-9f97b2bf50f5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745214 Nov 27 15:48:03.211971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'port': {'device_id': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7', 'admin_state_up': True, 'tenant_id': '833eeb9d9d9e473c96d4061dcd09ba41'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:03.263570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:03.283821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-58d5b1c8-ca5f-4b70-aeee-21d0ab27ccea None None] Provisioning complete for port 21f305e3-fd32-4e5a-a47a-d083d3685337 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:03.284149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-58d5b1c8-ca5f-4b70-aeee-21d0ab27ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.329046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'mac_address': 'fa:16:3e:5c:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:03.331939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:03.358664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'mac_address': 'fa:16:3e:4a:1e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:03.377294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-58d5b1c8-ca5f-4b70-aeee-21d0ab27ccea None None] Port 21f305e3-fd32-4e5a-a47a-d083d3685337 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:48:03.424329 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.428608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Made reservation on behalf of 833eeb9d9d9e473c96d4061dcd09ba41 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:03.432308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.451119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee18c90-6574-45f5-b3ae-e3ea541f1524 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:03.455887 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.466759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f991-a2cd-42ac-a632-4ad8ec9dd01e req-72d9be69-7889-49b1-9c8d-5ec3ecbdc5ff tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.468305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed78f991-a2cd-42ac-a632-4ad8ec9dd01e req-72d9be69-7889-49b1-9c8d-5ec3ecbdc5ff tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 936 time: 0.1439829 Nov 27 15:48:03.472324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2a21458-3bbd-4a19-af1c-fb237ee79f6c req-893f74f9-e15d-45bf-9ff4-817c195539ad tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995963 Nov 27 15:48:03.479030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-f1f77a17-32a3-43eb-a416-44360c7d5a67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308644 Nov 27 15:48:03.504588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:03.509445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:03.517659 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.545690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-93b75154-19cf-486f-86bc-456793f5da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.548143 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-93b75154-19cf-486f-86bc-456793f5da18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.5425737 Nov 27 15:48:03.561371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:03.574219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.590808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:03.647345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed78f991-a2cd-42ac-a632-4ad8ec9dd01e req-5138caab-0190-4f98-ad3b-9bc5d4d70a29 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659381 Nov 27 15:48:03.657869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:03.662895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'tag': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215'}, {'name': 'network-changed', 'server_uuid': 'aa241228-c730-4480-a717-196250b75f80', 'tag': '2584ea00-f920-430a-ad8a-c81392f7ad09'}, {'name': 'network-changed', 'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:03.673642 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9649c758-3454-4f3b-93df-3cfc578abbd4", "tag": "bdd8ef48-31ce-4eb0-825c-2d8519d6c215"}, {"name": "network-changed", "server_uuid": "aa241228-c730-4480-a717-196250b75f80", "tag": "2584ea00-f920-430a-ad8a-c81392f7ad09"}, {"name": "network-changed", "server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:03.690009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-74eab134-251c-491c-9b20-7dfa20850394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.691489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-74eab134-251c-491c-9b20-7dfa20850394 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 1096 time: 0.1546464 Nov 27 15:48:03.711427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Allocated IP 172.20.0.11 (9624fddf-3e12-4ff9-a353-b9142a89fec7/8179ec5c-2f4a-4702-a49a-6179a835571c/a7100e38-9569-434b-ae26-36e35eaad7e7) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:03.720948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6d34-25ae-4eeb-a1aa-76edb0988ecf req-f2255a73-8505-4c74-a8c4-0cf18107bbf7 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.721444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:03.722608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d3d6d34-25ae-4eeb-a1aa-76edb0988ecf req-f2255a73-8505-4c74-a8c4-0cf18107bbf7 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 946 time: 0.1438665 Nov 27 15:48:03.748906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-9bde702c-dcdc-44fd-96fd-2350c8f4af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.750443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-9bde702c-dcdc-44fd-96fd-2350c8f4af23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 1095 time: 0.2134097 Nov 27 15:48:03.754555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-6d626e03-c391-4faa-b9aa-b9b9655f383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.755899 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-6d626e03-c391-4faa-b9aa-b9b9655f383b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927798 Nov 27 15:48:03.758197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9ea7fa07-4fa5-473c-9ac3-1667ebf2153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.759967 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-9ea7fa07-4fa5-473c-9ac3-1667ebf2153a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e427d071f5fe43aeba07285f4c50d493&device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 1099 time: 0.2257507 Nov 27 15:48:03.761938 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d08e20-fe63-474f-8df2-2a471e56b433 req-2193ed76-67b3-47da-a7be-82f612106215 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683681 Nov 27 15:48:03.862081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-44c8254c-7931-495d-bcb2-70f7e432f693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2584ea00-f920-430a-ad8a-c81392f7ad09 HTTP/1.1" status: 200 len: 217 time: 0.0904658 Nov 27 15:48:03.863343 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-521c0cd9-a26b-4d00-bdc2-dbd8e8f19294 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf HTTP/1.1" status: 200 len: 217 time: 0.1004088 Nov 27 15:48:03.926314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f81ca2-315a-40df-9445-6d5144163516 req-d40857d2-2967-4ef5-b8f5-13940e279c6e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:03.927856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12f81ca2-315a-40df-9445-6d5144163516 req-d40857d2-2967-4ef5-b8f5-13940e279c6e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 947 time: 0.2042964 Nov 27 15:48:03.941888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d3d6d34-25ae-4eeb-a1aa-76edb0988ecf req-7fd00017-525a-4cfd-92f1-42730b6cff27 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062452 Nov 27 15:48:03.942857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:03.990246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5ee18c90-6574-45f5-b3ae-e3ea541f1524'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:04.001989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-5e8dc20f-4b37-40d8-be47-6aa02e1bdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.003289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-5e8dc20f-4b37-40d8-be47-6aa02e1bdf25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.2786429 Nov 27 15:48:04.082354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-3154569c-adf7-41cf-9abe-1533a4845dde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 200 len: 217 time: 0.0624063 Nov 27 15:48:04.102243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12f81ca2-315a-40df-9445-6d5144163516 req-8c6cc369-374a-4037-9709-00a05970114e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544151 Nov 27 15:48:04.102537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-cf0da7a8-f14b-438e-89a8-ab8b8c87eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.104460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-cf0da7a8-f14b-438e-89a8-ab8b8c87eeb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2221146 Nov 27 15:48:04.105943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-5b29e847-c6e1-4426-8448-a1e182ada3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.107422 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-5b29e847-c6e1-4426-8448-a1e182ada3b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.2272439 Nov 27 15:48:04.119735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d750fb93-c2e2-4b9c-ae92-04934722d0e7 req-3feac09c-9801-4a32-9dee-7ef41f647186 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 210 time: 0.0527308 Nov 27 15:48:04.194563 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-68075238-9781-4567-8fd9-dfc572cfc68b service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586161 Nov 27 15:48:04.205361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-6ba555b3-60df-4169-8f29-9dac74499792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.210406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-6ba555b3-60df-4169-8f29-9dac74499792 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1010220 Nov 27 15:48:04.242554 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1005ef1-7621-43ce-b5ee-06813bc3292e x-openstack-request-id: req-f1005ef1-7621-43ce-b5ee-06813bc3292e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:04.243129 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9649c758-3454-4f3b-93df-3cfc578abbd4", "tag": "bdd8ef48-31ce-4eb0-825c-2d8519d6c215", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa241228-c730-4480-a717-196250b75f80", "tag": "2584ea00-f920-430a-ad8a-c81392f7ad09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:04.243542 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1005ef1-7621-43ce-b5ee-06813bc3292e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:04.244086 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'tag': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215', 'status': 'completed', 'code': 200} Nov 27 15:48:04.244494 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa241228-c730-4480-a717-196250b75f80', 'tag': '2584ea00-f920-430a-ad8a-c81392f7ad09', 'status': 'completed', 'code': 200} Nov 27 15:48:04.244927 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'status': 'completed', 'code': 200} Nov 27 15:48:04.289130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-aaafd0bd-5550-4890-84c4-a773b20ed66e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508761 Nov 27 15:48:04.345590 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:04.375381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-dcf6c8b1-25fd-46c3-90e0-5915c32da1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.377354 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-dcf6c8b1-25fd-46c3-90e0-5915c32da1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420077 Nov 27 15:48:04.390786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-80564729-9882-4b5b-bd15-2a984b781f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.392273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-80564729-9882-4b5b-bd15-2a984b781f01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2676706 Nov 27 15:48:04.433813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8965-fa2a-4a09-8df7-92b9276fb57b req-ea8f9f39-18e6-4c18-aa51-7ac42b75ce22 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.435361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffdd8965-fa2a-4a09-8df7-92b9276fb57b req-ea8f9f39-18e6-4c18-aa51-7ac42b75ce22 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 948 time: 0.1752083 Nov 27 15:48:04.448017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6638f-03b5-4dd9-990c-4fea3f022a64 req-c8b6e85b-7c80-4652-a489-0c6f91dfa2d6 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.450772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8d6638f-03b5-4dd9-990c-4fea3f022a64 req-c8b6e85b-7c80-4652-a489-0c6f91dfa2d6 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 948 time: 0.1691637 Nov 27 15:48:04.480960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-664284e2-7e0f-4661-a036-2835523ab9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.482705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-664284e2-7e0f-4661-a036-2835523ab9b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 1098 time: 0.1978714 Nov 27 15:48:04.537366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-3dd4dcfd-3d6e-45ce-9698-30897c88b8da service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299702 Nov 27 15:48:04.554089 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:04.613770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c546285a-71b2-495b-8b44-dc54622f11b7 req-230f8b04-b840-4a0b-8714-85108b123808 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980141 Nov 27 15:48:04.726714 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-a2bd0c14-3ea5-48d4-afd7-ac81e580556a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331978 Nov 27 15:48:04.728200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-16fd77b4-1d0d-4110-85b0-04325288730d service neutron] 10.222.0.37 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176205 Nov 27 15:48:04.733651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f305e3-fd32-4e5a-a47a-d083d3685337 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:04.750111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:04.786351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-9baeb3d9-960b-49cb-bb34-4ee676899760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:04.787824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-9baeb3d9-960b-49cb-bb34-4ee676899760 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2950869 Nov 27 15:48:04.871782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Transition to ACTIVE for port object 21f305e3-fd32-4e5a-a47a-d083d3685337 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:04.877303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8d6638f-03b5-4dd9-990c-4fea3f022a64 req-81c67df5-c888-4061-b0c3-b7addf2e9c65 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115582 Nov 27 15:48:04.909076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-e1bad0c8-030e-49fe-b046-ecb626fe15d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215 HTTP/1.1" status: 200 len: 217 time: 0.1045222 Nov 27 15:48:04.915930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:04.917991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffdd8965-fa2a-4a09-8df7-92b9276fb57b req-34d62419-ff4a-40c2-a283-2f7bc76e8e32 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597340 Nov 27 15:48:04.949521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Network 9624fddf-3e12-4ff9-a353-b9142a89fec7 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:04.958354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:04.961852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:04.967552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:05.026758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:05.045043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d82cf76-5be4-4db2-beec-e6976bdd8590 req-0f3dc1d7-9e1e-49c2-9e14-c1c520fe7fba service neutron] 10.222.0.37 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923789 Nov 27 15:48:05.098915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.099557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.104385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:05.108020 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde6fd04-0cf9-49a0-bfab-01ce33093118 req-62c68b0c-01c9-498f-aa8a-ec22acecb9f1 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616595 Nov 27 15:48:05.108540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff4d1aa-f1fa-419d-84eb-03fb07c69dfb req-7954fedf-5158-430d-a1bf-ea5e6b1dc441 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553112 Nov 27 15:48:05.112254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:05.113312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-e5a6cd87-ce38-4929-885c-6db6ccf28fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.114866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-e5a6cd87-ce38-4929-885c-6db6ccf28fbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1915665 Nov 27 15:48:05.126347 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.139975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Pushing event updated for resources: {'Port': ['ID=21f305e3-fd32-4e5a-a47a-d083d3685337,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:05.167964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0226d27-4b55-4675-a88c-3eab227f8f8d req-5f1c4e77-9401-49ad-9579-84f91d7cb8c2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.173595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0226d27-4b55-4675-a88c-3eab227f8f8d req-5f1c4e77-9401-49ad-9579-84f91d7cb8c2 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.1767056 Nov 27 15:48:05.182851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be38ff8-6d2f-4508-aa38-45f2edc69b5b req-74e48c94-910d-4c67-9f2b-0ee2f320ae00 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.184529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8be38ff8-6d2f-4508-aa38-45f2edc69b5b req-74e48c94-910d-4c67-9f2b-0ee2f320ae00 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 944 time: 0.1343846 Nov 27 15:48:05.197260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-b4291cac-9198-48c6-9ac1-698b00669a92 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9947999 Nov 27 15:48:05.221965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Request body: {'port': {'device_id': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:05.226088 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fde2425e-903c-403d-a365-e29e24c51c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.282702 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.290386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Attempting to bind port 21f305e3-fd32-4e5a-a47a-d083d3685337 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:05.291044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Attempting to bind port 21f305e3-fd32-4e5a-a47a-d083d3685337 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:05.291372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Attempting to bind port 21f305e3-fd32-4e5a-a47a-d083d3685337 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:05.295686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-cf4d0d79-fe44-4a33-bb84-680d189319b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.296968 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-cf4d0d79-fe44-4a33-bb84-680d189319b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542397 Nov 27 15:48:05.303617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Port 21f305e3-fd32-4e5a-a47a-d083d3685337 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:05.303617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Attempting to bind port 21f305e3-fd32-4e5a-a47a-d083d3685337 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:05.322908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:05.325511 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af4f73-aadd-424a-b03c-7a4f8c55bcbe" -d '{"events": [{"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-plugged", "status": "completed", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:05.328336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:05.328767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:05.329191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:05.330503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Bound port: 21f305e3-fd32-4e5a-a47a-d083d3685337, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:05.330503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.336086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-e176236d-5b71-4ae2-a64a-fcb3cc98a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.337177 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-e176236d-5b71-4ae2-a64a-fcb3cc98a234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e427d071f5fe43aeba07285f4c50d493&device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 1099 time: 0.1132915 Nov 27 15:48:05.337900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0226d27-4b55-4675-a88c-3eab227f8f8d req-88249b83-ce13-4d44-a63e-e4407fb57475 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397314 Nov 27 15:48:05.339584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:05.341318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.346722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8be38ff8-6d2f-4508-aa38-45f2edc69b5b req-fe4e7dd7-bda6-4d44-8670-45d2d6a0edfa tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371858 Nov 27 15:48:05.353206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.445698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:05.653350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db380-0da1-46c6-a611-2bf435101243 req-76f11525-e1b1-46e4-ac32-96855eca7919 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.654931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d38db380-0da1-46c6-a611-2bf435101243 req-76f11525-e1b1-46e4-ac32-96855eca7919 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 948 time: 0.1492653 Nov 27 15:48:05.662621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ac3c-f519-4206-aaf3-3b022edab1cb req-f85bdd4d-e803-41ba-b4b5-7b47dafb6c50 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.664138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c9ac3c-f519-4206-aaf3-3b022edab1cb req-f85bdd4d-e803-41ba-b4b5-7b47dafb6c50 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 946 time: 0.1596782 Nov 27 15:48:05.772888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d38db380-0da1-46c6-a611-2bf435101243 req-644cc2b7-dde0-45a8-a179-afd347db4bd5 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077325 Nov 27 15:48:05.793848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c9ac3c-f519-4206-aaf3-3b022edab1cb req-1405b604-d879-49c3-9bd6-99fe2d9fef08 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087093 Nov 27 15:48:05.895476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] For port 21f305e3-fd32-4e5a-a47a-d083d3685337, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:05.899445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7100e38-9569-434b-ae26-36e35eaad7e7 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:05.905119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-752c1e18-69a9-457c-9f35-8837d2047745 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979822 Nov 27 15:48:05.930097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:05.947697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-3f9ed089-023d-4d14-b93a-0cde81733904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:05.949122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-3f9ed089-023d-4d14-b93a-0cde81733904 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.5407193 Nov 27 15:48:05.966227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] For port 21f305e3-fd32-4e5a-a47a-d083d3685337, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=21f305e3-fd32-4e5a-a47a-d083d3685337,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:06.004081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Transition to ACTIVE for port object a7100e38-9569-434b-ae26-36e35eaad7e7 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:06.021713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdd0e0-aa6c-45cf-857f-8426c9419747 req-388e383a-ae7a-42bb-8399-16242b2c9e6f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.024181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45fdd0e0-aa6c-45cf-857f-8426c9419747 req-388e383a-ae7a-42bb-8399-16242b2c9e6f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 947 time: 0.1408830 Nov 27 15:48:06.027588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.039400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.045990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-10f21d2c-6b6a-44f9-b02b-781f8d691bb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2584ea00-f920-430a-ad8a-c81392f7ad09 HTTP/1.1" status: 200 len: 217 time: 0.0819168 Nov 27 15:48:06.122753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ca351-0b60-4bbc-ae6a-b5f9bcc2c0fb req-af9867fa-5c78-4155-b513-83855b489053 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.124298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-493ca351-0b60-4bbc-ae6a-b5f9bcc2c0fb req-af9867fa-5c78-4155-b513-83855b489053 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 932 time: 0.1819103 Nov 27 15:48:06.169373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-6c29483c-436b-4413-94e3-848084e0b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.172239 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-6c29483c-436b-4413-94e3-848084e0b113 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1166725 Nov 27 15:48:06.185766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45fdd0e0-aa6c-45cf-857f-8426c9419747 req-d8e444f2-3bf2-40bf-a933-913aa28242d3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174319 Nov 27 15:48:06.186312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:06.212168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.212807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.214338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] 10.222.0.21 "PUT /v2.0/ports/21f305e3-fd32-4e5a-a47a-d083d3685337 HTTP/1.1" status: 200 len: 1096 time: 3.1040971 Nov 27 15:48:06.255518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'tag': '21f305e3-fd32-4e5a-a47a-d083d3685337'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:06.258764 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "49f46ab6-d772-4044-a5a2-86e74a572da5", "tag": "21f305e3-fd32-4e5a-a47a-d083d3685337"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:06.284461 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc196f-44c5-422c-a72a-5bf42feecff9 x-openstack-request-id: req-8dcc196f-44c5-422c-a72a-5bf42feecff9 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:06.284921 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-plugged", "status": "completed", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:06.284921 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8dcc196f-44c5-422c-a72a-5bf42feecff9 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:06.285473 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'code': 200} Nov 27 15:48:06.324400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994f5a3-3c54-46d4-9c5c-fe79117c2b5d service neutron] Pushing event updated for resources: {'Port': ['ID=21f305e3-fd32-4e5a-a47a-d083d3685337,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:06.385654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-493ca351-0b60-4bbc-ae6a-b5f9bcc2c0fb req-88358eb9-9957-4a28-b715-f96bc17a48fe tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482624 Nov 27 15:48:06.445081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-af7a1ca1-887a-498a-b56b-fe4e05abf62d service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165393 Nov 27 15:48:06.468944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-ae7080bb-24b9-4fca-adfc-f1eae7df9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.476411 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-ae7080bb-24b9-4fca-adfc-f1eae7df9782 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791593 Nov 27 15:48:06.511228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Attempting to bind port a7100e38-9569-434b-ae26-36e35eaad7e7 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:06.511463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Attempting to bind port a7100e38-9569-434b-ae26-36e35eaad7e7 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:06.511797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Attempting to bind port a7100e38-9569-434b-ae26-36e35eaad7e7 on network 9624fddf-3e12-4ff9-a353-b9142a89fec7 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:06.541891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Port a7100e38-9569-434b-ae26-36e35eaad7e7 on network 9624fddf-3e12-4ff9-a353-b9142a89fec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:06.542846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Attempting to bind port a7100e38-9569-434b-ae26-36e35eaad7e7 on network 9624fddf-3e12-4ff9-a353-b9142a89fec7 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:06.598424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:06.598781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Checking segment: {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:06.599176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Bound using segment: {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:06.599635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Bound port: a7100e38-9569-434b-ae26-36e35eaad7e7, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:06.613814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.613988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-3f57b83c-6326-4ca9-b01f-f28671c66122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.616076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-3f57b83c-6326-4ca9-b01f-f28671c66122 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 1099 time: 0.2698784 Nov 27 15:48:06.617836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6167-b1dc-4bf7-ae7c-77929d4917c6 req-097b40df-934a-4fb9-8e79-5386a2ed4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.619261 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b9f6167-b1dc-4bf7-ae7c-77929d4917c6 req-097b40df-934a-4fb9-8e79-5386a2ed4b43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 1100 time: 0.1418824 Nov 27 15:48:06.674851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:06.689439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac25ff-4cb9-4f71-8521-876e77abbd8e req-c36c66a1-6413-47e2-b605-412f1d62197d tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.691040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dac25ff-4cb9-4f71-8521-876e77abbd8e req-c36c66a1-6413-47e2-b605-412f1d62197d tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 948 time: 0.2529130 Nov 27 15:48:06.750171 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-80e87971-4402-4798-8de6-9f7cfe0f952e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21f305e3-fd32-4e5a-a47a-d083d3685337 HTTP/1.1" status: 200 len: 217 time: 0.1061296 Nov 27 15:48:06.758934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:06.764341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:06.764826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.815332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-ed3474e9-d840-49a8-8103-8eb9cab99601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.816811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-ed3474e9-d840-49a8-8103-8eb9cab99601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0578282 Nov 27 15:48:06.819347 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-2e84b31a-9e38-4ac4-8f8b-1a3d6f113ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298895 Nov 27 15:48:06.827181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:06.831770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:06.874713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23695c-1879-42d3-a816-38b62b3feb95 req-63fcb17c-a9c7-4300-9c38-acd4002ad2d0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:06.878678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.886588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b23695c-1879-42d3-a816-38b62b3feb95 req-63fcb17c-a9c7-4300-9c38-acd4002ad2d0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 949 time: 0.3590684 Nov 27 15:48:06.889013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.914648 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b9f6167-b1dc-4bf7-ae7c-77929d4917c6 req-7c02f714-c218-47ce-bfd3-af75cde70754 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735789 Nov 27 15:48:06.936266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:06.945662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:06.977382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:07.010579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.011548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:07.013161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-5eab4255-a1a1-43ce-802a-d4c777b9ddd6 service neutron] 10.222.0.21 "PUT /v2.0/ports/a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 1092 time: 1.7960122 Nov 27 15:48:07.029150 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-4887405f-f37d-4565-a0ff-08b52c068ffa service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773970 Nov 27 15:48:07.032623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dac25ff-4cb9-4f71-8521-876e77abbd8e req-9b522a40-9a9d-4b8d-a272-6f288894c94e tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156986 Nov 27 15:48:07.033389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:07.036884 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43b3349-4eb6-4652-a214-8d95735ec35e" -d '{"events": [{"name": "network-changed", "server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:07.055864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bdd8ef48-31ce-4eb0-825c-2d8519d6c215 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:07.064219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e701-355b-4048-b5b5-95d5c5326135 req-d366c0b5-f73f-4abf-87cd-c4ae42b83efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.065765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-d366c0b5-f73f-4abf-87cd-c4ae42b83efe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029879 Nov 27 15:48:07.091093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:07.094880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b23695c-1879-42d3-a816-38b62b3feb95 req-22cdd58c-8598-4251-bf7b-4a16565bbea1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066679 Nov 27 15:48:07.135261 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ac0589-174c-443a-90a6-12cd80fcda95 x-openstack-request-id: req-55ac0589-174c-443a-90a6-12cd80fcda95 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:07.135626 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f46ab6-d772-4044-a5a2-86e74a572da5", "tag": "21f305e3-fd32-4e5a-a47a-d083d3685337", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:07.135816 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55ac0589-174c-443a-90a6-12cd80fcda95 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:07.136361 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'tag': '21f305e3-fd32-4e5a-a47a-d083d3685337', 'status': 'completed', 'code': 200} Nov 27 15:48:07.244634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:07.259200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-7ef96769-784d-42cd-a803-523d2556373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.260847 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-7ef96769-784d-42cd-a803-523d2556373d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 1095 time: 0.1857562 Nov 27 15:48:07.274674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215', 'mac_address': 'fa:16:3e:c4:0a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:07.302456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-0590a862-ceb8-4e6c-a18d-abb80e7e3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.303961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-0590a862-ceb8-4e6c-a18d-abb80e7e3bd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0917602 Nov 27 15:48:07.325241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb00f6b-36bb-4f4f-b6bf-43023ef4becd req-33606c23-8293-4de6-9641-70c29715aaf3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.333110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bb00f6b-36bb-4f4f-b6bf-43023ef4becd req-33606c23-8293-4de6-9641-70c29715aaf3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.1611528 Nov 27 15:48:07.362654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:07.369855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bebdb5-0a46-474f-a4e3-3e89aa679f93 req-373559bb-e212-45cc-919f-7188bca64a83 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.378111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4bebdb5-0a46-474f-a4e3-3e89aa679f93 req-373559bb-e212-45cc-919f-7188bca64a83 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 944 time: 0.1647081 Nov 27 15:48:07.378417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd8ef48-31ce-4eb0-825c-2d8519d6c215 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:07.399626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:07.406552 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:07.472186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-f92522d9-29e8-4dbe-be6a-9d91b67e4a1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 217 time: 0.1363795 Nov 27 15:48:07.491759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-0ce8b14c-99b1-4933-9626-e51d21849a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.493921 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-0ce8b14c-99b1-4933-9626-e51d21849a9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 925 time: 0.2251358 Nov 27 15:48:07.499646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-0d8a70e7-efe6-44f8-ab62-c02386b9df0b service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517992 Nov 27 15:48:07.506689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:07.530953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16914e6f-6c2d-423a-9f0f-b62923529de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:07.547077 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-6bb61d11-5e1e-42a6-adff-e8a94cc63c90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf HTTP/1.1" status: 200 len: 217 time: 0.0451992 Nov 27 15:48:07.603979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-f96c61a2-08db-4261-973c-7f5230a19913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.605925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-f96c61a2-08db-4261-973c-7f5230a19913 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.1106980 Nov 27 15:48:07.625024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4bebdb5-0a46-474f-a4e3-3e89aa679f93 req-f4d726ed-6b23-4fc0-a57a-5ab432651d0b tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413585 Nov 27 15:48:07.647279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bb00f6b-36bb-4f4f-b6bf-43023ef4becd req-3484cc95-fcff-4df0-9eb5-58ab55edfaa1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129201 Nov 27 15:48:07.651240 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6883e701-355b-4048-b5b5-95d5c5326135 req-a27e9b73-ee89-462d-973c-85452c7c3e0c service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029301 Nov 27 15:48:07.714013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['bdd8ef48-31ce-4eb0-825c-2d8519d6c215'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:07.743974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-6ae3873e-d273-4043-a3ea-b5ba538e2c5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930431 Nov 27 15:48:07.790581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-1870eaed-d5bc-4d78-9277-9b0a358d8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.793277 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-1870eaed-d5bc-4d78-9277-9b0a358d8ce1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.1411464 Nov 27 15:48:07.798573 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c2403-646b-460c-92c3-5b5902bba309 x-openstack-request-id: req-e09c2403-646b-460c-92c3-5b5902bba309 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:07.799174 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:07.800469 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e09c2403-646b-460c-92c3-5b5902bba309 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:07.800955 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'status': 'completed', 'code': 200} Nov 27 15:48:07.877509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-3880af02-d3f5-4982-b66b-a76d6ebd7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.880160 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-3880af02-d3f5-4982-b66b-a76d6ebd7ecf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 1099 time: 0.1257710 Nov 27 15:48:07.882195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-74b52702-d247-4fd2-b8be-f350d65e4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:07.883845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-74b52702-d247-4fd2-b8be-f350d65e4b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808897 Nov 27 15:48:08.039445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-401cc7ef-16ae-49fd-a427-11a2e9827e30 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839472 Nov 27 15:48:08.081233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fc494-fe25-472a-981d-bc5c0dbdd369 req-a16f23b8-97b0-4fdf-b0a2-eb8bbb417b56 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.083011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b55fc494-fe25-472a-981d-bc5c0dbdd369 req-a16f23b8-97b0-4fdf-b0a2-eb8bbb417b56 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 948 time: 0.2130656 Nov 27 15:48:08.083825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-ee6b5b60-38b8-482f-a23d-c57583fcde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.085619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-ee6b5b60-38b8-482f-a23d-c57583fcde8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1803427 Nov 27 15:48:08.123076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd7e0c-c703-4367-ab4b-6fa4c0ba923c req-e00c28e6-c328-4a63-bce2-97187d667052 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.134678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abbd7e0c-c703-4367-ab4b-6fa4c0ba923c req-e00c28e6-c328-4a63-bce2-97187d667052 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 948 time: 0.2503071 Nov 27 15:48:08.184346 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-b2987505-8350-453a-94b4-508f6e71cdf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21f305e3-fd32-4e5a-a47a-d083d3685337 HTTP/1.1" status: 200 len: 217 time: 0.0858471 Nov 27 15:48:08.189156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-8829fc96-724f-47ea-9625-0cc6d5aeba47 service neutron] 10.222.0.37 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968161 Nov 27 15:48:08.281539 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abbd7e0c-c703-4367-ab4b-6fa4c0ba923c req-f470481b-9367-4d5c-a16a-432a5a552eab tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337800 Nov 27 15:48:08.286504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:08.288711 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ca801d-47b3-4e1b-bfa3-1b73c056cc82" -d '{"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:08.308059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b55fc494-fe25-472a-981d-bc5c0dbdd369 req-b77edcba-a4c6-4b4d-a9a8-ca9f286b40f5 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060194 Nov 27 15:48:08.324899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-09d16842-b295-4cb5-8581-29c0cc3a8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.325820 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-09d16842-b295-4cb5-8581-29c0cc3a8ec1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0716703 Nov 27 15:48:08.327948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4228d2f4-a33e-4e50-bcde-9893ddbe3c69 req-7cfe95fb-fd12-4f9c-9a0c-293a7bdda3ac service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738552 Nov 27 15:48:08.353377 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c70c9af-cd2f-4a21-b54b-e0c59da3f6f2 req-a2eaf4f4-c115-4b44-909f-0c756656e4cd service neutron] 10.222.0.37 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555009 Nov 27 15:48:08.388605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:08.404012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-e4e8e606-54eb-4e3b-96ac-405dc66f97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.404908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4549-210f-4ac0-972f-bee98fc0a23a req-510ac0ff-bd81-4b13-a0f6-cfc948a00b0d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.406337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-e4e8e606-54eb-4e3b-96ac-405dc66f97c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679052 Nov 27 15:48:08.412739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52ea4549-210f-4ac0-972f-bee98fc0a23a req-510ac0ff-bd81-4b13-a0f6-cfc948a00b0d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 944 time: 0.0714161 Nov 27 15:48:08.522804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52ea4549-210f-4ac0-972f-bee98fc0a23a req-75e00b0b-bb61-457b-bf1d-f2e92e83006a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091926 Nov 27 15:48:08.528318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-e4abc921-4e99-4d9b-bd82-f9a68ddea1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.529849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-04da8a0c-7602-4bb2-93bc-54053ed2078d service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040339 Nov 27 15:48:08.530022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-e4abc921-4e99-4d9b-bd82-f9a68ddea1b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1022801 Nov 27 15:48:08.556526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5f5da-02f0-4946-82db-53e188b0aae6 req-c9c3279a-9877-44ac-a68f-e70b71c1399a tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.559363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0d5f5da-02f0-4946-82db-53e188b0aae6 req-c9c3279a-9877-44ac-a68f-e70b71c1399a tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 948 time: 0.1189206 Nov 27 15:48:08.679111 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a842423-210c-4d8a-973c-fdbcd6f8aaf8 req-2fac53f8-0eb6-425c-8680-ceacd4ed20f3 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298518 Nov 27 15:48:08.689908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2584ea00-f920-430a-ad8a-c81392f7ad09 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:08.713378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-68e977a1-16fd-46ab-a667-84cf936f176c service neutron] 10.222.0.21 "GET /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.0673652 Nov 27 15:48:08.725219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0d5f5da-02f0-4946-82db-53e188b0aae6 req-e887ef28-15fe-46a6-ab32-c8d0cd3f9668 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529818 Nov 27 15:48:08.730237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-597460f9-0b9c-431c-b226-fa3c2512a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.731971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-597460f9-0b9c-431c-b226-fa3c2512a5e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.1728377 Nov 27 15:48:08.749173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2f67f-ff3b-4112-b7ce-fa6bc1d01144 req-91d19444-1fa7-42ad-844b-bdc2348ab01c tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.749173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37a2f67f-ff3b-4112-b7ce-fa6bc1d01144 req-91d19444-1fa7-42ad-844b-bdc2348ab01c tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 949 time: 0.1513140 Nov 27 15:48:08.798553 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e368a-da28-4e64-ace1-13183a2a55bb x-openstack-request-id: req-638e368a-da28-4e64-ace1-13183a2a55bb {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:08.798744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-972c12f5-000f-4fa8-8b03-956231f4811d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 217 time: 0.0482709 Nov 27 15:48:08.799076 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:08.799780 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-638e368a-da28-4e64-ace1-13183a2a55bb {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:08.799956 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'code': 200} Nov 27 15:48:08.862204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2584ea00-f920-430a-ad8a-c81392f7ad09, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2584ea00-f920-430a-ad8a-c81392f7ad09,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:08.877833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37a2f67f-ff3b-4112-b7ce-fa6bc1d01144 req-f8469803-f8cf-4ceb-b4e4-361ab62683eb tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194375 Nov 27 15:48:08.895343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '2584ea00-f920-430a-ad8a-c81392f7ad09', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '2584ea00-f920-430a-ad8a-c81392f7ad09', 'mac_address': 'fa:16:3e:75:77:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:08.899174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-4c757e33-2a07-43de-8eee-5181b49a9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.900646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-4c757e33-2a07-43de-8eee-5181b49a9851 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.0881944 Nov 27 15:48:08.964479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:08.975298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37d20-c5c4-48de-915b-7e01cedb4b7e req-744ba4e8-f3a6-4178-942e-d8f89c064818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:08.976509 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6d37d20-c5c4-48de-915b-7e01cedb4b7e req-744ba4e8-f3a6-4178-942e-d8f89c064818 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 1099 time: 0.0639865 Nov 27 15:48:08.978576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-3240a30a-3368-4278-8698-42b11e615591 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630527 Nov 27 15:48:08.978820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2584ea00-f920-430a-ad8a-c81392f7ad09 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:08.998756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:09.002502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2584ea00-f920-430a-ad8a-c81392f7ad09, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2584ea00-f920-430a-ad8a-c81392f7ad09,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:09.007495 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.008254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae8481e2-d857-4d27-a64b-c1d4d4744ccf details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:09.041555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:09.045823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bdd8ef48-31ce-4eb0-825c-2d8519d6c215 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:09.066600 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6d37d20-c5c4-48de-915b-7e01cedb4b7e req-341652df-07a1-4e6b-8105-c37f041a2546 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791309 Nov 27 15:48:09.073428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec62b34-ec07-4e2b-ac0d-3ec8f064cb90 req-a90d7c18-ab2d-41e9-a9b9-a551d2deb76d tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.074926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec62b34-ec07-4e2b-ac0d-3ec8f064cb90 req-a90d7c18-ab2d-41e9-a9b9-a551d2deb76d tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 944 time: 0.1686802 Nov 27 15:48:09.084201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf365597-97d0-4596-9b9f-274a9f310a1f {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:09.095931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:09.099853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3d51a-869f-4cd8-85b4-2d06cfb21ab9 req-9706356b-ea5b-4c53-9acb-75b241ca3c8f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.101436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4e3d51a-869f-4cd8-85b4-2d06cfb21ab9 req-9706356b-ea5b-4c53-9acb-75b241ca3c8f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 943 time: 0.1481256 Nov 27 15:48:09.112019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.149340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2584ea00-f920-430a-ad8a-c81392f7ad09,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:09.173443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-d8e9ccd1-702e-40ce-b481-5ad2ae2339ad service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746855 Nov 27 15:48:09.189743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec62b34-ec07-4e2b-ac0d-3ec8f064cb90 req-513e81c8-bb32-4940-bfda-124bcd926723 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063187 Nov 27 15:48:09.210813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] Transition to ACTIVE for port object bf365597-97d0-4596-9b9f-274a9f310a1f will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:09.219837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.271615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4e3d51a-869f-4cd8-85b4-2d06cfb21ab9 req-b6427e94-138a-4d26-9088-5fcb9f9885a4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546886 Nov 27 15:48:09.316148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] No DVR routers for this DVR port bf365597-97d0-4596-9b9f-274a9f310a1f on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:09.325657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:09.334326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:09.334744 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.339415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:09.366075 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] 10.222.0.21 "PUT /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f/bindings/n-h2-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6449337 Nov 27 15:48:09.366672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b43b3349-4eb6-4652-a214-8d95735ec35e req-e27c31ab-4996-4560-8dc8-dbfdb57493c6 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759400 Nov 27 15:48:09.376331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e23e-34f0-46cf-bd19-4d3632cded53 req-7ed48474-c4ed-4c54-b482-1a62aecaa542 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.376917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dbd55-e011-4961-8665-eefd4532e65e service neutron] Pushing event updated for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:09.378753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56c3e23e-34f0-46cf-bd19-4d3632cded53 req-7ed48474-c4ed-4c54-b482-1a62aecaa542 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 948 time: 0.1160796 Nov 27 15:48:09.386815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'port_id': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'mac_address': 'fa:16:3e:6b:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:09.435307 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.462066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56c3e23e-34f0-46cf-bd19-4d3632cded53 req-4f7caef4-c842-4d1c-bbfd-ce8aab36c0f3 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763352 Nov 27 15:48:09.477140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8481e2-d857-4d27-a64b-c1d4d4744ccf {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:09.479658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-2fbdec43-f779-4ba8-aa66-3652122267c1 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.481591 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-2fbdec43-f779-4ba8-aa66-3652122267c1 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.0525756 Nov 27 15:48:09.513028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:09.514166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.538270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-01ae5143-401a-488d-a7cc-15d851c89aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.541855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.553207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-01ae5143-401a-488d-a7cc-15d851c89aee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f&tenant_id=93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 1095 time: 0.0481374 Nov 27 15:48:09.601141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:09.609352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:09.610397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:09.613040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d486ee-aaa0-45d6-93e3-121902cc98d3 req-2b8dd3f5-f552-40e2-81e0-ce5c2a2f3ef9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.617098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-926e20a4-892c-401e-8baa-5f9a2c14244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.618675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-926e20a4-892c-401e-8baa-5f9a2c14244b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1095 time: 0.0516746 Nov 27 15:48:09.622036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9d486ee-aaa0-45d6-93e3-121902cc98d3 req-2b8dd3f5-f552-40e2-81e0-ce5c2a2f3ef9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 948 time: 0.0812466 Nov 27 15:48:09.636923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:09.690589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9d486ee-aaa0-45d6-93e3-121902cc98d3 req-b2139abb-b055-4db9-94ec-031794a34810 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639637 Nov 27 15:48:09.717380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:09.727779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:09.734280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-90eea92c-86e6-43f6-831b-210d389ae0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.736019 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-90eea92c-86e6-43f6-831b-210d389ae0e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1083758 Nov 27 15:48:09.787448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-6686fd6c-7d6c-4005-be3a-a0f9f13f8bdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 200 len: 217 time: 0.0438533 Nov 27 15:48:09.811539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbcff8-3298-4797-9cc7-9947a3625762 req-f6320d0d-fa86-47e3-892e-c46317dfdc2e tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.813746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1bbcff8-3298-4797-9cc7-9947a3625762 req-f6320d0d-fa86-47e3-892e-c46317dfdc2e tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 948 time: 0.0596390 Nov 27 15:48:09.870606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ae8481e2-d857-4d27-a64b-c1d4d4744ccf'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:09.875145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-5cadb43f-6f6a-4cd5-bb4b-231792f61ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.877436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-5cadb43f-6f6a-4cd5-bb4b-231792f61ef7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0713136 Nov 27 15:48:09.904849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1bbcff8-3298-4797-9cc7-9947a3625762 req-c2c93750-fd08-4a84-a470-b377ec91b256 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Nov 27 15:48:09.923097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2584ea00-f920-430a-ad8a-c81392f7ad09'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:09.925878 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-bae367a2-dc39-4223-a8cb-21128ae556a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391281 Nov 27 15:48:09.938495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadac728-2ea6-4f62-b67f-24cf5b4ca339 req-5989387a-f23d-4cf7-8141-ed519b52fa39 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:09.940571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cadac728-2ea6-4f62-b67f-24cf5b4ca339 req-5989387a-f23d-4cf7-8141-ed519b52fa39 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 944 time: 0.0842996 Nov 27 15:48:10.021727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cadac728-2ea6-4f62-b67f-24cf5b4ca339 req-ff7665f2-2030-414b-b767-1cdbc8855fb1 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Nov 27 15:48:10.052110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-dbd32d43-688f-4673-a1df-e2a8a583b9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162789 Nov 27 15:48:10.068060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333748-3ed8-45f9-ad15-dd8c78972887 req-60ab4982-369f-4a33-9c73-7c1b3f0778fd tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:10.069351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f333748-3ed8-45f9-ad15-dd8c78972887 req-60ab4982-369f-4a33-9c73-7c1b3f0778fd tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 949 time: 0.0700054 Nov 27 15:48:10.127475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f333748-3ed8-45f9-ad15-dd8c78972887 req-b109f8b7-b35b-4529-b190-33a92988e98b tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Nov 27 15:48:10.171645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-75ea80cc-4ec7-4c77-9a30-54c4da5686a4 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065743 Nov 27 15:48:10.194866 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:10.316189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97658a6-f24f-4a54-ab40-b873309b3ca0 req-28c6fd57-a407-41d3-bec5-d83250856353 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:10.317940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a97658a6-f24f-4a54-ab40-b873309b3ca0 req-28c6fd57-a407-41d3-bec5-d83250856353 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 945 time: 0.0558782 Nov 27 15:48:10.377022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a97658a6-f24f-4a54-ab40-b873309b3ca0 req-f921ece0-1952-41cc-b6a4-da284d8c3e68 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457487 Nov 27 15:48:10.448265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099a2e-6948-4750-9ed6-a888b925d053 req-b1369f66-894c-40ad-b4b5-ac7081bf16c1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:10.449962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62099a2e-6948-4750-9ed6-a888b925d053 req-b1369f66-894c-40ad-b4b5-ac7081bf16c1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 944 time: 0.0655262 Nov 27 15:48:10.526865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62099a2e-6948-4750-9ed6-a888b925d053 req-8ce712db-4d09-4810-a053-f33418acf7fd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701473 Nov 27 15:48:10.544601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-aca9ffcb-a4df-4f2c-810d-d789f98580a7 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:10.547643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-aca9ffcb-a4df-4f2c-810d-d789f98580a7 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.0723407 Nov 27 15:48:10.602488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128dcf6-5246-4cb8-8627-7e82dfe97d2c req-f04152ef-e8a8-40b5-b4d4-7d159a026ec0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:10.605069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1128dcf6-5246-4cb8-8627-7e82dfe97d2c req-f04152ef-e8a8-40b5-b4d4-7d159a026ec0 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 948 time: 0.0581744 Nov 27 15:48:10.655484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1128dcf6-5246-4cb8-8627-7e82dfe97d2c req-59c84275-6ddf-4b14-aba5-7c097b4b9fce tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Nov 27 15:48:10.657702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-d8971111-b2cd-481b-8a21-9a47dca7393c service neutron] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:10.661273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-d8971111-b2cd-481b-8a21-9a47dca7393c service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:10.662510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-d8971111-b2cd-481b-8a21-9a47dca7393c service neutron] 10.222.0.37 "DELETE /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f/bindings/n-h1-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.1081619 Nov 27 15:48:10.801163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:10.803677 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba996eef-6727-45c6-9133-d9aa5353e2a7" -d '{"events": [{"server_uuid": "9649c758-3454-4f3b-93df-3cfc578abbd4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd8ef48-31ce-4eb0-825c-2d8519d6c215"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:10.804339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a7b1-9652-414d-a03c-439c820fcd63 req-35859a44-96e2-4a29-bb6c-159891aae252 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:10.805943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50e5a7b1-9652-414d-a03c-439c820fcd63 req-35859a44-96e2-4a29-bb6c-159891aae252 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.0528264 Nov 27 15:48:10.858647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50e5a7b1-9652-414d-a03c-439c820fcd63 req-be97fa08-5dc7-4c8a-b6ca-646ed68691b9 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Nov 27 15:48:10.905035 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f38b48-dc5b-4fed-baa4-4b6e5e7c7760 x-openstack-request-id: req-43f38b48-dc5b-4fed-baa4-4b6e5e7c7760 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:10.905627 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9649c758-3454-4f3b-93df-3cfc578abbd4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd8ef48-31ce-4eb0-825c-2d8519d6c215", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:10.905902 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43f38b48-dc5b-4fed-baa4-4b6e5e7c7760 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:10.906358 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215', 'code': 200} Nov 27 15:48:11.068692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a7100e38-9569-434b-ae26-36e35eaad7e7 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:11.113793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b74c5-41a8-43ad-aab6-87c53e2566b2 req-64b790b4-5272-4c98-9552-2982a1e6c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.115443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c7b74c5-41a8-43ad-aab6-87c53e2566b2 req-64b790b4-5272-4c98-9552-2982a1e6c7d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 1100 time: 0.1318641 Nov 27 15:48:11.130319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c20f7-44ac-483e-be75-759966702faf req-667911d7-82d0-49a7-b648-ed97cadfe3be tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.138561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-598c20f7-44ac-483e-be75-759966702faf req-667911d7-82d0-49a7-b648-ed97cadfe3be tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 948 time: 0.1079504 Nov 27 15:48:11.170780 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:11.207649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:11.220112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7', 'port_id': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'mac_address': 'fa:16:3e:8f:2d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8179ec5c-2f4a-4702-a49a-6179a835571c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:11.230421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c7b74c5-41a8-43ad-aab6-87c53e2566b2 req-8a3eccec-6cd4-438e-8e22-0b5ce121c717 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892303 Nov 27 15:48:11.250811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-598c20f7-44ac-483e-be75-759966702faf req-6adc2e0b-832c-45bc-9d04-05df4d84ee17 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108606 Nov 27 15:48:11.265634 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:11.287706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7100e38-9569-434b-ae26-36e35eaad7e7 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:11.323100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:11.327377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b8523-7e39-4114-a47b-b445ae15f2ed req-1da349fc-08bd-4d31-b8f0-bf834333deea tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.332008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:11.332193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf9b8523-7e39-4114-a47b-b445ae15f2ed req-1da349fc-08bd-4d31-b8f0-bf834333deea tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 944 time: 0.0716176 Nov 27 15:48:11.334198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 21f305e3-fd32-4e5a-a47a-d083d3685337 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:11.396754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf9b8523-7e39-4114-a47b-b445ae15f2ed req-8248b863-4558-4ce3-b61f-6d31aa2b4b1a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536463 Nov 27 15:48:11.451119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:11.488365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 21f305e3-fd32-4e5a-a47a-d083d3685337, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=21f305e3-fd32-4e5a-a47a-d083d3685337,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:11.499585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '21f305e3-fd32-4e5a-a47a-d083d3685337', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '21f305e3-fd32-4e5a-a47a-d083d3685337', 'mac_address': 'fa:16:3e:ed:4c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:11.506201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33ba1-908e-4695-b4f1-5a93548d790b req-b6390823-f207-49a6-ac01-3a0aa7c9598d tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.506769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98d33ba1-908e-4695-b4f1-5a93548d790b req-b6390823-f207-49a6-ac01-3a0aa7c9598d tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 949 time: 0.0866835 Nov 27 15:48:11.536691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72510e4-e0ca-46ba-a469-971172874d4a req-4c992ec5-e72d-4a54-8d0e-2f26ec97cc1c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.538168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e72510e4-e0ca-46ba-a469-971172874d4a req-4c992ec5-e72d-4a54-8d0e-2f26ec97cc1c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 945 time: 0.0749493 Nov 27 15:48:11.539094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:11.553111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f305e3-fd32-4e5a-a47a-d083d3685337 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:11.580841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 21f305e3-fd32-4e5a-a47a-d083d3685337, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=21f305e3-fd32-4e5a-a47a-d083d3685337,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:11.587953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:11.592040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98d33ba1-908e-4695-b4f1-5a93548d790b req-b968999c-9c82-4ffa-b3d4-6c00910c46e7 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768552 Nov 27 15:48:11.633166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e72510e4-e0ca-46ba-a469-971172874d4a req-5b1b4719-c4e7-4b3a-be3c-a167d742865a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814943 Nov 27 15:48:11.662568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=21f305e3-fd32-4e5a-a47a-d083d3685337,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:11.722535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939ae1-c8a7-4c27-abda-c644b31d3cf8 req-e6e4c49a-cde2-44a9-8ec0-49187f4b1b1c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.723942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19939ae1-c8a7-4c27-abda-c644b31d3cf8 req-e6e4c49a-cde2-44a9-8ec0-49187f4b1b1c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 944 time: 0.0522523 Nov 27 15:48:11.775249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19939ae1-c8a7-4c27-abda-c644b31d3cf8 req-3084a0c3-dab4-40fa-9a18-a0eaeffc6e7c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Nov 27 15:48:11.925752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13231164-21ec-4001-87ad-d1b85f6e673a req-f817b041-f247-4609-a126-0bf7765a2808 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:11.927198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13231164-21ec-4001-87ad-d1b85f6e673a req-f817b041-f247-4609-a126-0bf7765a2808 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1095 time: 0.0470567 Nov 27 15:48:11.943649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['21f305e3-fd32-4e5a-a47a-d083d3685337'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:11.985553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:12.007195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d677-a1df-4baf-9243-54b104b661a3 req-1c6272d3-c32d-47f5-80c3-ddc767df968e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:12.008845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4540d677-a1df-4baf-9243-54b104b661a3 req-1c6272d3-c32d-47f5-80c3-ddc767df968e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.0806019 Nov 27 15:48:12.012476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13231164-21ec-4001-87ad-d1b85f6e673a req-35044279-78d7-4ef3-8981-f0abd47747c0 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760717 Nov 27 15:48:12.121041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4540d677-a1df-4baf-9243-54b104b661a3 req-b7a59068-2633-480d-a5a1-7607cb2a6cbd tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942090 Nov 27 15:48:12.181849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7393a-ceca-4407-9084-9a866c51db74 req-0d557475-10af-4dc9-a67c-e1a81f885287 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:12.183668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ad7393a-ceca-4407-9084-9a866c51db74 req-0d557475-10af-4dc9-a67c-e1a81f885287 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 1095 time: 0.0405049 Nov 27 15:48:12.230857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ad7393a-ceca-4407-9084-9a866c51db74 req-069f7467-5e78-41eb-ab62-a35d12e23357 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Nov 27 15:48:12.394290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d252bc0-551d-4299-9597-8e71f04d479e req-053989b8-6b4b-4bf6-bc35-815ab63007af tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:12.395785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d252bc0-551d-4299-9597-8e71f04d479e req-053989b8-6b4b-4bf6-bc35-815ab63007af tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 949 time: 0.0564432 Nov 27 15:48:12.447929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d252bc0-551d-4299-9597-8e71f04d479e req-91c84965-a1ac-4b8c-a199-aff4ecc677e8 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454681 Nov 27 15:48:12.649746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c7379-9a74-4639-bea8-cb40a21eb3ca req-440af7b4-33f6-48e5-89f6-08b3f38ba30b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:12.651235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d98c7379-9a74-4639-bea8-cb40a21eb3ca req-440af7b4-33f6-48e5-89f6-08b3f38ba30b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 945 time: 0.0727863 Nov 27 15:48:12.722007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d98c7379-9a74-4639-bea8-cb40a21eb3ca req-b544ba94-4c22-4bc1-bf8b-f7a224031d34 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Nov 27 15:48:12.727606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2584ea00-f920-430a-ad8a-c81392f7ad09 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:12.814295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 2584ea00-f920-430a-ad8a-c81392f7ad09 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:12.818395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 2584ea00-f920-430a-ad8a-c81392f7ad09 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:12.818992 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:12.861848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ca26-7da2-4ccc-b9a2-0731a41d336a req-ad21b4b0-d64d-4b41-832c-c3249dd5571f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:12.870290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e71ca26-7da2-4ccc-b9a2-0731a41d336a req-ad21b4b0-d64d-4b41-832c-c3249dd5571f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 949 time: 0.0910146 Nov 27 15:48:12.895444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ee15-bbfc-4acc-90e7-01e8e120ff6f req-a67da801-dc32-41b1-933c-bacdaccd0ff6 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:12.896940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56a1ee15-bbfc-4acc-90e7-01e8e120ff6f req-a67da801-dc32-41b1-933c-bacdaccd0ff6 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 945 time: 0.0899241 Nov 27 15:48:12.908403 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:12.931264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa241228-c730-4480-a717-196250b75f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2584ea00-f920-430a-ad8a-c81392f7ad09'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:12.933611 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d16219-db40-4de3-a867-5c43647841af" -d '{"events": [{"server_uuid": "aa241228-c730-4480-a717-196250b75f80", "name": "network-vif-plugged", "status": "completed", "tag": "2584ea00-f920-430a-ad8a-c81392f7ad09"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:12.942161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e71ca26-7da2-4ccc-b9a2-0731a41d336a req-96523641-11ed-4cf2-bd8a-15c9d02a36df tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707347 Nov 27 15:48:12.951770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2584ea00-f920-430a-ad8a-c81392f7ad09, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2584ea00-f920-430a-ad8a-c81392f7ad09,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:12.959682 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:12.962213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae8481e2-d857-4d27-a64b-c1d4d4744ccf up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:12.973901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56a1ee15-bbfc-4acc-90e7-01e8e120ff6f req-609e24af-e8af-4002-a9ba-ef6fba98b443 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636122 Nov 27 15:48:13.031990 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3cbb9-6f66-481e-ab61-b656638da0ec x-openstack-request-id: req-0bb3cbb9-6f66-481e-ab61-b656638da0ec {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:13.032293 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa241228-c730-4480-a717-196250b75f80", "name": "network-vif-plugged", "status": "completed", "tag": "2584ea00-f920-430a-ad8a-c81392f7ad09", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:13.032554 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bb3cbb9-6f66-481e-ab61-b656638da0ec {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:13.033031 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa241228-c730-4480-a717-196250b75f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2584ea00-f920-430a-ad8a-c81392f7ad09', 'code': 200} Nov 27 15:48:13.044829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2584ea00-f920-430a-ad8a-c81392f7ad09,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:13.062130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port ae8481e2-d857-4d27-a64b-c1d4d4744ccf completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:13.066911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port ae8481e2-d857-4d27-a64b-c1d4d4744ccf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:13.067282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.095834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a7100e38-9569-434b-ae26-36e35eaad7e7 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:13.162182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecba15-920a-419d-b8f5-2ac33c7adbed req-e481e4cb-ec78-4591-ba4d-54d077f17859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:13.164208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-95ecba15-920a-419d-b8f5-2ac33c7adbed req-e481e4cb-ec78-4591-ba4d-54d077f17859 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 1101 time: 0.0476217 Nov 27 15:48:13.224445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port a7100e38-9569-434b-ae26-36e35eaad7e7 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:13.232837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port a7100e38-9569-434b-ae26-36e35eaad7e7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:13.232837 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.234510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.263336 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-95ecba15-920a-419d-b8f5-2ac33c7adbed req-99ddb293-fa8b-4213-bc68-db1c74535286 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891857 Nov 27 15:48:13.283310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f437ce-eb83-4b7c-affc-e7cf695f044e req-0cb74772-4a87-4135-8521-9a29dff01712 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:13.285244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9f437ce-eb83-4b7c-affc-e7cf695f044e req-0cb74772-4a87-4135-8521-9a29dff01712 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.0567484 Nov 27 15:48:13.299454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:13.307314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.338009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9f437ce-eb83-4b7c-affc-e7cf695f044e req-f05b4b93-a632-44ce-b63f-efc08fd686f3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Nov 27 15:48:13.384689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.390280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:13.427913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:13.433752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.434603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 21f305e3-fd32-4e5a-a47a-d083d3685337 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:13.518322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:13.541033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 21f305e3-fd32-4e5a-a47a-d083d3685337 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:13.547969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 21f305e3-fd32-4e5a-a47a-d083d3685337 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:13.548508 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.643557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.679936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 21f305e3-fd32-4e5a-a47a-d083d3685337, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=21f305e3-fd32-4e5a-a47a-d083d3685337,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:13.685084 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:13.738099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=21f305e3-fd32-4e5a-a47a-d083d3685337,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:13.792191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a0250-ffba-4d44-aa96-db9e8492838b req-b7730de2-3d2c-4cf0-8860-fabf68ae1634 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:13.793648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f30a0250-ffba-4d44-aa96-db9e8492838b req-b7730de2-3d2c-4cf0-8860-fabf68ae1634 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 1100 time: 0.3737905 Nov 27 15:48:13.806273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4033aa-1d21-4443-a8be-fe66069b64ee req-e04e1069-a89f-4ad5-901f-a8e956cfb29e tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:13.813806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c4033aa-1d21-4443-a8be-fe66069b64ee req-e04e1069-a89f-4ad5-901f-a8e956cfb29e tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.0664997 Nov 27 15:48:13.890171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c4033aa-1d21-4443-a8be-fe66069b64ee req-a3898a63-d30f-48da-83cb-05552e191c5b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754530 Nov 27 15:48:13.893167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f30a0250-ffba-4d44-aa96-db9e8492838b req-4195df6d-3f50-460a-8b47-8436005c776a tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768878 Nov 27 15:48:14.093350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164780-9847-475b-b19c-c007e2b3c6f2 req-f60fa549-d3f2-43c2-adfa-e830c484c745 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:14.094929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80164780-9847-475b-b19c-c007e2b3c6f2 req-f60fa549-d3f2-43c2-adfa-e830c484c745 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 946 time: 0.0864167 Nov 27 15:48:14.103212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b6e4-8d97-4062-8516-b36230b9d778 req-008efc0a-96b7-4f12-bf63-de061b5b1fdd tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:14.104637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d18b6e4-8d97-4062-8516-b36230b9d778 req-008efc0a-96b7-4f12-bf63-de061b5b1fdd tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 950 time: 0.0661974 Nov 27 15:48:14.181728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80164780-9847-475b-b19c-c007e2b3c6f2 req-4de3ebf9-1b70-478b-aca7-41b2ea2ba6bd tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759594 Nov 27 15:48:14.226124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d18b6e4-8d97-4062-8516-b36230b9d778 req-24aafe89-ef98-4de0-9daa-dc031494c0ac tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073749 Nov 27 15:48:14.336780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dd16f-88af-4cd9-b17a-d267c613d054 req-3207dc29-dbaa-4be2-b840-4a2aca2e8713 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:14.338418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-434dd16f-88af-4cd9-b17a-d267c613d054 req-3207dc29-dbaa-4be2-b840-4a2aca2e8713 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.0713022 Nov 27 15:48:14.355045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-64ffebf3-5529-48f1-8a45-0863689ec45a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404458 Nov 27 15:48:14.420249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-434dd16f-88af-4cd9-b17a-d267c613d054 req-0bc19ac2-5181-4490-accd-88e36de2c947 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686269 Nov 27 15:48:14.503288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-d4c5f89c-c08f-4c90-9bbf-62e72cfa191a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:14.504738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-d4c5f89c-c08f-4c90-9bbf-62e72cfa191a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355333 Nov 27 15:48:14.521591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-d0437414-20b4-413f-88fe-d38bc5038d7c tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/quotas/b1734dd8fcc14c8fb0f19134350d4d8d HTTP/1.1" status: 200 len: 375 time: 0.0101771 Nov 27 15:48:14.589370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-f3a0f3be-8caa-4fcc-845e-acdfc1cd6a78 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0608709 Nov 27 15:48:14.733422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:14.790147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1283991-136f-4e58-b3fe-b6690a568cfc req-019c8184-a4c0-4e30-b80e-ee8f2b1b0008 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 210 time: 0.0594420 Nov 27 15:48:14.902626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:14.921969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'mac_address': 'fa:16:3e:5c:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:15.021550 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:15.052497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf'}, {'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7'}, {'server_uuid': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f305e3-fd32-4e5a-a47a-d083d3685337'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:15.059846 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0228fc6-8ac9-466e-989b-e02e6ebbc336" -d '{"events": [{"server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "name": "network-vif-plugged", "status": "completed", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf"}, {"server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "name": "network-vif-plugged", "status": "completed", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7"}, {"server_uuid": "49f46ab6-d772-4044-a5a2-86e74a572da5", "name": "network-vif-plugged", "status": "completed", "tag": "21f305e3-fd32-4e5a-a47a-d083d3685337"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:15.083197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee18c90-6574-45f5-b3ae-e3ea541f1524 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:15.089880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdab73-472c-4bd6-815f-e6764955e611 req-9b81e9fb-5fe4-4eaa-9c42-db23d49ef7b2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.102102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3cdab73-472c-4bd6-815f-e6764955e611 req-9b81e9fb-5fe4-4eaa-9c42-db23d49ef7b2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.0923262 Nov 27 15:48:15.131662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:15.142462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:15.246097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3cdab73-472c-4bd6-815f-e6764955e611 req-7dc1c88e-8f8b-40e0-8f65-478ea6731c79 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422462 Nov 27 15:48:15.267898 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d58ef4-88e3-4aab-9a0b-bdf02aaf3370 x-openstack-request-id: req-79d58ef4-88e3-4aab-9a0b-bdf02aaf3370 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:15.268206 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "name": "network-vif-plugged", "status": "completed", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf", "code": 200}, {"server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "name": "network-vif-plugged", "status": "completed", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7", "code": 200}, {"server_uuid": "49f46ab6-d772-4044-a5a2-86e74a572da5", "name": "network-vif-plugged", "status": "completed", "tag": "21f305e3-fd32-4e5a-a47a-d083d3685337", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:15.268507 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79d58ef4-88e3-4aab-9a0b-bdf02aaf3370 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:15.268871 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'code': 200} Nov 27 15:48:15.269156 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'code': 200} Nov 27 15:48:15.269793 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f305e3-fd32-4e5a-a47a-d083d3685337', 'code': 200} Nov 27 15:48:15.276385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:15.309512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5ee18c90-6574-45f5-b3ae-e3ea541f1524'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:15.535505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2651-7d4b-4b64-806f-394a1aa73eac req-43ffaf04-1768-4deb-ac92-07e02d6ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.537008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74de2651-7d4b-4b64-806f-394a1aa73eac req-43ffaf04-1768-4deb-ac92-07e02d6ab007 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 1101 time: 0.1602504 Nov 27 15:48:15.562640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f3f79-d025-4882-966f-ba7ed9133b0f req-22dfc9af-e64c-47d0-938e-d221dc27ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.565197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e91f3f79-d025-4882-966f-ba7ed9133b0f req-22dfc9af-e64c-47d0-938e-d221dc27ee97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 1097 time: 0.1164744 Nov 27 15:48:15.565367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53948-1799-4871-839f-168e2abf88c9 req-12bd96c5-4104-4dd7-9783-2651f5728e38 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.566939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6a53948-1799-4871-839f-168e2abf88c9 req-12bd96c5-4104-4dd7-9783-2651f5728e38 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 950 time: 0.1347997 Nov 27 15:48:15.567336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec946c3-2895-42d3-8308-fdca9a1056bd req-d938a742-d3f5-4abc-a6b8-52498bd3c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.573123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dec946c3-2895-42d3-8308-fdca9a1056bd req-d938a742-d3f5-4abc-a6b8-52498bd3c6f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1691077 Nov 27 15:48:15.601688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fcfa6-ac4a-4208-aa16-2e079279a393 req-3c0bca86-50c3-4080-afb5-37f61839a57c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.616140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd6fcfa6-ac4a-4208-aa16-2e079279a393 req-3c0bca86-50c3-4080-afb5-37f61839a57c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 946 time: 0.1852901 Nov 27 15:48:15.638285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dec946c3-2895-42d3-8308-fdca9a1056bd req-b6ac70dc-14f4-46ae-a584-587b9f8989e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577064 Nov 27 15:48:15.676089 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e91f3f79-d025-4882-966f-ba7ed9133b0f req-bd7cbb58-c187-404c-aeef-fd939817620b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696745 Nov 27 15:48:15.690724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74de2651-7d4b-4b64-806f-394a1aa73eac req-95e76beb-0056-481a-bf1f-71c172b6e6f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225653 Nov 27 15:48:15.756607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6a53948-1799-4871-839f-168e2abf88c9 req-5cc6d28d-3c0d-4e26-ae3c-5f6bbf7d2eda tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781499 Nov 27 15:48:15.787021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd6fcfa6-ac4a-4208-aa16-2e079279a393 req-7d4e2f20-6caa-446d-b2d5-b0b2b3d5229a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194758 Nov 27 15:48:15.985519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcb8a8-a25e-421c-907b-6ebc3c5b8854 req-17f5d2de-1260-4cbd-809b-35a06cb2be14 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:15.997802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15fcb8a8-a25e-421c-907b-6ebc3c5b8854 req-17f5d2de-1260-4cbd-809b-35a06cb2be14 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.1327224 Nov 27 15:48:16.060469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15fcb8a8-a25e-421c-907b-6ebc3c5b8854 req-32f28d3a-67a9-404c-92a6-a60963b3a43b tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614736 Nov 27 15:48:16.135387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0673ced-d2e4-4f7a-9b08-cfa3cce8ad54 req-d802c0b8-99c5-41ac-9fcc-3ee4578a1b42 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 210 time: 0.0532758 Nov 27 15:48:16.235346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6936d-3371-40fc-9ff1-d676b396f8f3 req-bd5b8e39-48b4-4573-9849-90b08fc3be50 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:16.237294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83b6936d-3371-40fc-9ff1-d676b396f8f3 req-bd5b8e39-48b4-4573-9849-90b08fc3be50 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 950 time: 0.0806789 Nov 27 15:48:16.298595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83b6936d-3371-40fc-9ff1-d676b396f8f3 req-47f7008e-84ab-4590-afdb-2af70f68963a tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498970 Nov 27 15:48:16.492115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec481-482f-4927-a810-b32fffbe1d1b req-488172c7-d84b-4460-b7c9-6363d6d5b95d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:16.497256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c2ec481-482f-4927-a810-b32fffbe1d1b req-488172c7-d84b-4460-b7c9-6363d6d5b95d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.0784154 Nov 27 15:48:16.563220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c2ec481-482f-4927-a810-b32fffbe1d1b req-60562502-c05a-424d-ace4-5bffbb4d4488 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620358 Nov 27 15:48:16.697930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-c5cb57f9-8371-4137-8f67-d9041cb8abc1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385749 Nov 27 15:48:16.742563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:16.899774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:16.902521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:16.915449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-55ef6a5c-b859-4bf8-b61a-4cdac25390ea tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:16.919616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-55ef6a5c-b859-4bf8-b61a-4cdac25390ea tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142327 Nov 27 15:48:16.935760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Request body: {'port': {'device_id': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'b1734dd8fcc14c8fb0f19134350d4d8d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:17.057913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b271c17-aca6-45a9-8a11-3ca873506856 req-ca197636-d846-4029-bd71-ccb39bfcb124 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:17.065978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b271c17-aca6-45a9-8a11-3ca873506856 req-ca197636-d846-4029-bd71-ccb39bfcb124 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 946 time: 0.0919394 Nov 27 15:48:17.117327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Made reservation on behalf of b1734dd8fcc14c8fb0f19134350d4d8d for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:17.124818 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:17.136093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:17.161132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b271c17-aca6-45a9-8a11-3ca873506856 req-a297a452-26c7-4b9c-a02d-8adbdee15471 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885880 Nov 27 15:48:17.256134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:17.266481 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:17.273239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:17.277879 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d18af-21b9-4c99-853f-bb8b6a30960c" -d '{"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:17.292818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e25e-69d1-4c4d-a08d-5d17a603ab71 req-3645e8f0-c053-4d07-bcaf-78a567302269 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:17.296367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7140e25e-69d1-4c4d-a08d-5d17a603ab71 req-3645e8f0-c053-4d07-bcaf-78a567302269 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.1130946 Nov 27 15:48:17.375139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea0f3f74-81b0-4dcd-9fbb-f25ecd92718d req-9d01708f-561e-402f-99e4-a39b998222c5 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 210 time: 0.0776663 Nov 27 15:48:17.415597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:17.441864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7140e25e-69d1-4c4d-a08d-5d17a603ab71 req-1a37d1b4-ee64-43d8-8f94-81bbcc53d2ed tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181920 Nov 27 15:48:17.485430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Allocated IP 192.168.233.147 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/8ce5aa21-255c-413c-9782-a8cd0f197924) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:17.513999 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbab2e4-7809-43d1-9d92-749755906bc8 x-openstack-request-id: req-ecbab2e4-7809-43d1-9d92-749755906bc8 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:17.514310 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:17.514657 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecbab2e4-7809-43d1-9d92-749755906bc8 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:17.514984 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'code': 200} Nov 27 15:48:17.753613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba9844-c05f-4f71-b790-388f107fa0ec req-d3174c84-9ae9-4f64-885b-68743bde2af2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:17.760999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9ba9844-c05f-4f71-b790-388f107fa0ec req-d3174c84-9ae9-4f64-885b-68743bde2af2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.0760705 Nov 27 15:48:17.781208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:17.795829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df3a9-b227-4aff-a906-aad951d761b5 req-4e18e594-cc7e-4352-a0d5-e66729d0b21e tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:17.797460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d0df3a9-b227-4aff-a906-aad951d761b5 req-4e18e594-cc7e-4352-a0d5-e66729d0b21e tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 950 time: 0.1640792 Nov 27 15:48:17.843778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:17.860286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5', '4a213539-4218-460d-8dd2-b5838b6733e9', 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:17.874889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9ba9844-c05f-4f71-b790-388f107fa0ec req-b4d47466-174d-4723-9b8d-016c2f28c440 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128821 Nov 27 15:48:17.912400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23', '18833cc1-7232-4a35-bec5-76b0e0ecc016'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:17.920042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event updated for resources: {'Port': ['ID=8ce5aa21-255c-413c-9782-a8cd0f197924,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:17.942482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d0df3a9-b227-4aff-a906-aad951d761b5 req-6ad7b3a2-4f21-4d25-ad09-693e5c2c8651 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/security-groups?id=7214e16a-48d0-41f9-898e-d475be4b5119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324372 Nov 27 15:48:17.949207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:17.955696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:17.969449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:18.081888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:18.082492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.123240 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-438a2f75-b895-4709-a931-126e7d4e87cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1905892 Nov 27 15:48:18.134524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Request body: {'port': {'device_id': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:18.138430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-cd95a1be-67de-4bb2-9c39-ca96a8d4d454 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:18.140516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-cd95a1be-67de-4bb2-9c39-ca96a8d4d454 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 950 time: 0.0878620 Nov 27 15:48:18.249861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.555276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9fb5f3f-daee-480a-92c0-682ea92209f0 None None] Provisioning complete for port 8ce5aa21-255c-413c-9782-a8cd0f197924 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:18.556037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5f3f-daee-480a-92c0-682ea92209f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.567817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b0e3-369f-4ed6-b063-7cd97f4f8e84 req-3b8fdb97-0875-4eb4-a02e-7ab3676705dc tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:18.569325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2973b0e3-369f-4ed6-b063-7cd97f4f8e84 req-3b8fdb97-0875-4eb4-a02e-7ab3676705dc tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 1101 time: 0.3266008 Nov 27 15:48:18.640504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a44163-a78c-42a6-9fc2-8cbd40517113 req-a727b429-ba4f-4470-8e46-b4101af75bec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:18.647207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4a44163-a78c-42a6-9fc2-8cbd40517113 req-a727b429-ba4f-4470-8e46-b4101af75bec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 946 time: 0.3515928 Nov 27 15:48:18.649955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2973b0e3-369f-4ed6-b063-7cd97f4f8e84 req-d7344c36-5d6d-41ae-9f32-6c71226f03fe tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.763822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Deleting port 2584ea00-f920-430a-ad8a-c81392f7ad09 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:18.764215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.835655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce5aa21-255c-413c-9782-a8cd0f197924 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:18.846372 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.862162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb5f3f-daee-480a-92c0-682ea92209f0 None None] Port 8ce5aa21-255c-413c-9782-a8cd0f197924 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:48:18.874908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Transition to ACTIVE for port object 8ce5aa21-255c-413c-9782-a8cd0f197924 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:18.883035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.970771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] For port 2584ea00-f920-430a-ad8a-c81392f7ad09, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2584ea00-f920-430a-ad8a-c81392f7ad09,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:18.971142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:18.993443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Calling delete_port for 2584ea00-f920-430a-ad8a-c81392f7ad09 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:19.084631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5aa21-255c-413c-9782-a8cd0f197924,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:19.107976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4a44163-a78c-42a6-9fc2-8cbd40517113 req-21efb61b-a035-4492-bc02-d6235401824c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511225 Nov 27 15:48:19.136071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.137029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.137928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.140011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.141139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.141864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.142423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.143095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.143658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.144380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.145139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.145711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:19.196093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Attempting to bind port 8ce5aa21-255c-413c-9782-a8cd0f197924 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:19.196834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Attempting to bind port 8ce5aa21-255c-413c-9782-a8cd0f197924 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:19.197378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Attempting to bind port 8ce5aa21-255c-413c-9782-a8cd0f197924 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:19.207529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Port 8ce5aa21-255c-413c-9782-a8cd0f197924 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:19.209692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Attempting to bind port 8ce5aa21-255c-413c-9782-a8cd0f197924 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:19.222700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:19.223412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:19.224029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:19.224683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Bound port: 8ce5aa21-255c-413c-9782-a8cd0f197924, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:19.227531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:19.450211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:19.460925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746fb87-f0fb-478a-8911-d08af0c50e6a req-92a78faf-4e4c-41f6-a511-f386241664b0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:19.470118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6746fb87-f0fb-478a-8911-d08af0c50e6a req-92a78faf-4e4c-41f6-a511-f386241664b0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 948 time: 0.1343081 Nov 27 15:48:19.547592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Pushing event deleted for resources: {'Port': ['ID=2584ea00-f920-430a-ad8a-c81392f7ad09,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:19.619893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2973b0e3-369f-4ed6-b063-7cd97f4f8e84 req-d7344c36-5d6d-41ae-9f32-6c71226f03fe tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:19.653334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] No DVR routers for this DVR port 2584ea00-f920-430a-ad8a-c81392f7ad09 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:19.657280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2973b0e3-369f-4ed6-b063-7cd97f4f8e84 req-d7344c36-5d6d-41ae-9f32-6c71226f03fe tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:19.693376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:19.697114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6d47e0f-804a-4f4a-940d-363619585e57 req-97a329de-ebb1-416d-85c5-3cdcb2d5ab3f tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.37 "DELETE /v2.0/ports/2584ea00-f920-430a-ad8a-c81392f7ad09 HTTP/1.1" status: 204 len: 173 time: 1.5374336 Nov 27 15:48:19.748441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2973b0e3-369f-4ed6-b063-7cd97f4f8e84 req-d7344c36-5d6d-41ae-9f32-6c71226f03fe tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1640825 Nov 27 15:48:19.749162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa241228-c730-4480-a717-196250b75f80', 'name': 'network-vif-deleted', 'tag': '2584ea00-f920-430a-ad8a-c81392f7ad09'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:19.758165 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427478c3-4412-4dda-b26b-8f6b1d89b65b" -d '{"events": [{"server_uuid": "aa241228-c730-4480-a717-196250b75f80", "name": "network-vif-deleted", "tag": "2584ea00-f920-430a-ad8a-c81392f7ad09"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:19.763747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344c36-5d6d-41ae-9f32-6c71226f03fe tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065fd944-1cd5-42ad-9d75-3502221fa9b9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:19.801503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6746fb87-f0fb-478a-8911-d08af0c50e6a req-1d48e6d9-7e03-44bd-b43c-ae6255439742 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294828 Nov 27 15:48:19.855286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] For port 8ce5aa21-255c-413c-9782-a8cd0f197924, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:19.863076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] For port 8ce5aa21-255c-413c-9782-a8cd0f197924, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ce5aa21-255c-413c-9782-a8cd0f197924,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:19.876522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:19.995821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495994d-7c1a-4f55-b364-cb70dcd8b160 req-febedb00-336c-4da9-8d39-45632362b96f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:19.997600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7495994d-7c1a-4f55-b364-cb70dcd8b160 req-febedb00-336c-4da9-8d39-45632362b96f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.1185756 Nov 27 15:48:20.016718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5aa21-255c-413c-9782-a8cd0f197924,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:20.028734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.029349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:20.033459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-b556b80f-f645-4948-9909-073f7ffe9372 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ce5aa21-255c-413c-9782-a8cd0f197924 HTTP/1.1" status: 200 len: 1096 time: 1.9030957 Nov 27 15:48:20.033938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'tag': '8ce5aa21-255c-413c-9782-a8cd0f197924'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:20.036191 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103" -d '{"events": [{"name": "network-changed", "server_uuid": "77fa2d2c-1332-4b96-b00d-865920116bfd", "tag": "8ce5aa21-255c-413c-9782-a8cd0f197924"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:20.169367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b75fa41-e5f3-4ab4-b6cc-0edbafcc3d84 req-3d36fdbc-e824-4558-897b-aa811f250399 tempest-ImagesNegativeTestJSON-366009265 tempest-ImagesNegativeTestJSON-366009265-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa241228-c730-4480-a717-196250b75f80 HTTP/1.1" status: 200 len: 210 time: 0.0562537 Nov 27 15:48:20.208189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7495994d-7c1a-4f55-b364-cb70dcd8b160 req-46a66c65-c55c-41ed-9314-1153558ad34f tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038767 Nov 27 15:48:20.215085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-259670a5-bc85-4ec1-ad16-b864847f9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.219903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-259670a5-bc85-4ec1-ad16-b864847f9153 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 1099 time: 0.1223931 Nov 27 15:48:20.287332 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f44c7ac-9560-4c34-b38a-042da1a5d807 x-openstack-request-id: req-1f44c7ac-9560-4c34-b38a-042da1a5d807 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:20.287842 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa241228-c730-4480-a717-196250b75f80", "name": "network-vif-deleted", "tag": "2584ea00-f920-430a-ad8a-c81392f7ad09", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:20.288204 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f44c7ac-9560-4c34-b38a-042da1a5d807 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:20.288744 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa241228-c730-4480-a717-196250b75f80', 'name': 'network-vif-deleted', 'tag': '2584ea00-f920-430a-ad8a-c81392f7ad09', 'status': 'completed', 'code': 200} Nov 27 15:48:20.330514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-02a81cee-3d05-4db4-8de7-8bc408e399a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8ce5aa21-255c-413c-9782-a8cd0f197924 HTTP/1.1" status: 200 len: 217 time: 0.0995498 Nov 27 15:48:20.428582 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c98fd3-ce51-4f91-b861-68b47a3ad21a x-openstack-request-id: req-a8c98fd3-ce51-4f91-b861-68b47a3ad21a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:20.429004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-acb8cb28-c7a9-414f-a03d-e7d28718d927 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-974027713&fields=id&tenant_id=833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 267 time: 0.1168950 Nov 27 15:48:20.429534 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fa2d2c-1332-4b96-b00d-865920116bfd", "tag": "8ce5aa21-255c-413c-9782-a8cd0f197924", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:20.430023 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8c98fd3-ce51-4f91-b861-68b47a3ad21a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:20.430651 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'tag': '8ce5aa21-255c-413c-9782-a8cd0f197924', 'status': 'completed', 'code': 200} Nov 27 15:48:20.458119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-6b50859d-6425-4ee8-932b-5922d54c45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.460174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-6b50859d-6425-4ee8-932b-5922d54c45a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1212790 Nov 27 15:48:20.591130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-8b3112ea-62ac-4900-8dc5-8bef47a8f90a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.598286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-8b3112ea-62ac-4900-8dc5-8bef47a8f90a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 946 time: 0.1684012 Nov 27 15:48:20.612116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-c84a0f89-892a-4da4-8319-1edaf558b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.614231 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-c84a0f89-892a-4da4-8319-1edaf558b356 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426828 Nov 27 15:48:20.618724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'port': {'security_groups': ['fdd34aa6-b1e1-4d18-83eb-136e319ce366', '8e52d33b-36b8-49e5-83b8-607d91bff9e1']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:20.677228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22779-b507-48df-b147-ac430468ad4b req-49235fd5-357d-4249-aed0-511449b076af tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.683127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48e22779-b507-48df-b147-ac430468ad4b req-49235fd5-357d-4249-aed0-511449b076af tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.1764894 Nov 27 15:48:20.707835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60842) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:20.714600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Request body: {'floatingip': {'port_id': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:20.724955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:20.771654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:20.904598 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-bf8dc8a3-c05f-4ee4-96fa-a8c861ca58d1 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797461 Nov 27 15:48:20.963181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23da8c-b570-4c5a-ba95-85f4c0f9e97b req-149b640e-5748-4227-b7dc-faff3753623e tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:20.971590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c23da8c-b570-4c5a-ba95-85f4c0f9e97b req-149b640e-5748-4227-b7dc-faff3753623e tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 1101 time: 0.0991416 Nov 27 15:48:21.076823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c23da8c-b570-4c5a-ba95-85f4c0f9e97b req-9640581a-5f6f-426a-adf7-0ca8a6fb1f35 tempest-ServersAdminNegativeTestJSON-458637981 tempest-ServersAdminNegativeTestJSON-458637981-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983472 Nov 27 15:48:21.144123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1882e03-4a9a-4bd7-bac7-f7705ed6bb83 req-283b95c2-389e-4797-9d91-ba12ec756406 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215292 Nov 27 15:48:21.164623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:21.324522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335d2b-5897-47b4-937b-b6abcefdfa66 req-531fa048-2347-45ec-a922-a0a96d18320a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:21.327440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f335d2b-5897-47b4-937b-b6abcefdfa66 req-531fa048-2347-45ec-a922-a0a96d18320a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 948 time: 0.1454587 Nov 27 15:48:21.338914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:21.353134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-95659ee3-4d47-4b18-871e-29b766ae2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:21.354880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-95659ee3-4d47-4b18-871e-29b766ae2f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 1099 time: 0.1394465 Nov 27 15:48:21.372865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:21.394362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:21.477313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:21.534552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.534939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.536058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.536411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.536801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.537310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.537703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.538034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.538362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.538689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.539018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.539349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:21.557694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:21.558355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:21.559745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-225f03a1-2a73-4d1b-bc97-68e42aa6835c req-bcae2bb3-5452-4622-84c6-5b04bf3c104a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "PUT /v2.0/ports/a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 982 time: 0.9521000 Nov 27 15:48:21.576572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f335d2b-5897-47b4-937b-b6abcefdfa66 req-5b03e53d-7aed-4ca4-86b3-daf3418e8921 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331159 Nov 27 15:48:21.624781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:21.639202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:21.721100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:21.904424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-e38d3895-4cc4-42a4-8dcf-d0b4cb48f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:21.911918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-e38d3895-4cc4-42a4-8dcf-d0b4cb48f1da service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.5425935 Nov 27 15:48:21.964242 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f associated. External IP: 172.25.1.37, port: ae8481e2-d857-4d27-a64b-c1d4d4744ccf. Nov 27 15:48:22.054401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-738c9c07-cce7-4b6e-972d-a344a051fd37 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-112095835&fields=id&tenant_id=833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 267 time: 0.2483432 Nov 27 15:48:22.142127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-a97a0c16-c2b2-462c-85ef-8db9948f18b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8ce5aa21-255c-413c-9782-a8cd0f197924 HTTP/1.1" status: 200 len: 217 time: 0.1716745 Nov 27 15:48:22.185016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-b781da26-a7f2-48f7-b135-89ffcc53735e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:22.189382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-b781da26-a7f2-48f7-b135-89ffcc53735e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 985 time: 0.1269693 Nov 27 15:48:22.211369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'port': {'security_groups': ['8e52d33b-36b8-49e5-83b8-607d91bff9e1', 'fdd34aa6-b1e1-4d18-83eb-136e319ce366', 'd5c428e5-3283-4cf8-88b9-c1fa393f97b2']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:22.290256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:22.292957 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa108f-ba70-4158-87aa-2e662952dc21" -d '{"events": [{"name": "network-changed", "server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:22.342212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-c5954f78-8ae8-46f5-b85d-625285e1c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:22.342212 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-c5954f78-8ae8-46f5-b85d-625285e1c197 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1821096 Nov 27 15:48:22.395205 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:22.572343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-391dea54-7c8e-44ef-b1ab-20d63d51a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:22.576732 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-391dea54-7c8e-44ef-b1ab-20d63d51a894 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253804 Nov 27 15:48:22.605276 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2f4e50-889b-4583-b342-ba97ecbac145 x-openstack-request-id: req-ed2f4e50-889b-4583-b342-ba97ecbac145 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:22.605276 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:22.606698 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed2f4e50-889b-4583-b342-ba97ecbac145 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:22.607112 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'status': 'completed', 'code': 200} Nov 27 15:48:22.626374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:48:22.773106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2584ea00-f920-430a-ad8a-c81392f7ad09 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:22.808729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-041b4425-d5a5-416a-89cb-4d134eae3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:22.813333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 2584ea00-f920-430a-ad8a-c81392f7ad09 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:22.817961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2584ea00-f920-430a-ad8a-c81392f7ad09 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:22.825182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-041b4425-d5a5-416a-89cb-4d134eae3a6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1136 time: 0.1644731 Nov 27 15:48:22.848814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-fde33a21-38a4-49b7-97f9-a72a9be782ef service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536094 Nov 27 15:48:22.882395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b068e7-74eb-4802-be96-ead7791cf959 req-1a81b503-d707-43bc-994b-e82155f12e6b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:22.891511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64b068e7-74eb-4802-be96-ead7791cf959 req-1a81b503-d707-43bc-994b-e82155f12e6b tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.2227733 Nov 27 15:48:22.961315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:22.979782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-693cf39b-65d3-4e18-85b8-f9fb6a4ff103 req-f41c5ab7-8f6d-48bd-8fd4-0e126070294e service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202934 Nov 27 15:48:22.982966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:48:22.989561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:23.006488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:48:23.043194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:48:23.045663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:48:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:23.052151 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bdebd6e7-09b0-4e25-a28d-a8f1fe6859ac tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "PUT /v2.0/floatingips/c0dfaef3-81d5-4eea-b53a-ab553175728f HTTP/1.1" status: 200 len: 991 time: 2.3429101 Nov 27 15:48:23.052385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:23.059551 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a5d1b-dfd5-42ac-b630-9d944bdff122" -d '{"events": [{"name": "network-changed", "server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:23.060027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64b068e7-74eb-4802-be96-ead7791cf959 req-ab3f912c-b0d4-4da3-b47a-35ddb9a1cea3 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638837 Nov 27 15:48:23.117209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-5bd05359-de36-431e-8bd9-ec4f9fbbae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:23.120041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-5bd05359-de36-431e-8bd9-ec4f9fbbae72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.2837296 Nov 27 15:48:23.124119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:23.185904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-b17cdc6b-65da-4652-87c4-1186aaf54c10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 217 time: 0.0559039 Nov 27 15:48:23.187078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:23.265453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:23.357719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:48:23.466174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:23.467358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:23.469171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a3ff61-7594-434f-a388-68e82f70ab72 req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "PUT /v2.0/ports/a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 1021 time: 1.2638285 Nov 27 15:48:23.531540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad528da8-121f-48ae-a8fb-c3488408d636 req-9f94471a-279b-4ce5-9a21-a92fd466fe09 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:23.547324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad528da8-121f-48ae-a8fb-c3488408d636 req-9f94471a-279b-4ce5-9a21-a92fd466fe09 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 948 time: 0.2232666 Nov 27 15:48:23.553464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-04f64344-5a09-43ed-ba75-785d863fe187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:23.564355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-04f64344-5a09-43ed-ba75-785d863fe187 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.3643548 Nov 27 15:48:23.576965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2d61b-e851-44cc-afcb-0cff6a38625e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:23.658765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-d5d41084-ffa1-438e-b32a-4ea8ac2c8b45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605454 Nov 27 15:48:23.689449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60932) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:23.712436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:23.757793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad528da8-121f-48ae-a8fb-c3488408d636 req-e5f8bea7-eafb-4dc6-90a2-ae1eac691712 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051594 Nov 27 15:48:23.828873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-99a83226-2a4f-4197-be6c-96241ea6f516 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692083 Nov 27 15:48:23.933818 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb64aa2-51a1-4e1e-b6b6-303bbc67de34 x-openstack-request-id: req-7eb64aa2-51a1-4e1e-b6b6-303bbc67de34 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:23.934330 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:23.934693 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eb64aa2-51a1-4e1e-b6b6-303bbc67de34 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:23.935236 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'status': 'completed', 'code': 200} Nov 27 15:48:24.066036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06aa108f-ba70-4158-87aa-2e662952dc21 req-bddd31ae-2197-439e-8099-21d66e555499 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282884 Nov 27 15:48:24.126075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-3962fcd4-a019-476e-a17d-ebb7d7c95e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.129558 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-3962fcd4-a019-476e-a17d-ebb7d7c95e37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 1097 time: 0.1532667 Nov 27 15:48:24.160622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfb92a-92b7-4994-bc3b-4e471b70047b req-14f8057c-3d8e-47bf-9f84-57089fb142c5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.168971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8bfb92a-92b7-4994-bc3b-4e471b70047b req-14f8057c-3d8e-47bf-9f84-57089fb142c5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1024 time: 0.1265066 Nov 27 15:48:24.300163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91dcbe96-dde1-4c31-b219-827a9b931445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e427d071f5fe43aeba07285f4c50d493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6065733 Nov 27 15:48:24.307457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8bfb92a-92b7-4994-bc3b-4e471b70047b req-287571e2-927b-4dcb-9a89-416ea0f65586 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e52d33b-36b8-49e5-83b8-607d91bff9e1&id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=d5c428e5-3283-4cf8-88b9-c1fa393f97b2 HTTP/1.1" status: 200 len: 6197 time: 0.1375182 Nov 27 15:48:24.308172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:24.391495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-f38bb870-73d5-4038-bcb5-e336ee6e5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.393214 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-f38bb870-73d5-4038-bcb5-e336ee6e5418 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 200 len: 925 time: 0.2494018 Nov 27 15:48:24.413089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-92b3f93c-d6ef-4273-b95b-793ecf7d61d2 req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': ' tempest-securitygroup -929910605 ', 'description': 'tempest-description-1423889757'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:24.532707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c0dfaef3-81d5-4eea-b53a-ab553175728f', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'port_id': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'mac_address': 'fa:16:3e:6b:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:45:49Z', 'updated_at': '2021-11-27T15:48:21Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:24.536254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed831-6fe5-4649-bc50-d1b43326741a req-cc960b89-cdd6-4fa5-8805-5ada323d8bb0 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.545344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-479ed831-6fe5-4649-bc50-d1b43326741a req-cc960b89-cdd6-4fa5-8805-5ada323d8bb0 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.1261790 Nov 27 15:48:24.551915 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-f9e01283-e038-43df-89d0-9edbdfee6efb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf HTTP/1.1" status: 200 len: 999 time: 0.1471531 Nov 27 15:48:24.595323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:48:24.623663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-b202b284-1857-4e93-94f7-608cdcb4980c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.625289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-b202b284-1857-4e93-94f7-608cdcb4980c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 950 time: 0.2828851 Nov 27 15:48:24.627134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-92b3f93c-d6ef-4273-b95b-793ecf7d61d2 req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:24.629164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:48:24.629979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:48:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:24.632578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:24.635043 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f" -d '{"events": [{"name": "network-changed", "server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:24.652905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-479ed831-6fe5-4649-bc50-d1b43326741a req-9484d881-ed4d-462d-9aa0-46051f1eb05d tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022620 Nov 27 15:48:24.693258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-967231e3-397b-42dd-b26d-1d1443fd2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.694927 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-967231e3-397b-42dd-b26d-1d1443fd2f88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 200 len: 863 time: 0.1327655 Nov 27 15:48:24.700540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9ff422b-5bb9-47e1-83b7-9c8ecdcb7a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:24.759960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9ff422b-5bb9-47e1-83b7-9c8ecdcb7a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:24.809623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-981c4a13-6e14-4eca-8991-db1028c60c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:24.819310 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-981c4a13-6e14-4eca-8991-db1028c60c70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f28f871-1dda-43b8-bcdb-ac6461451e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161120 Nov 27 15:48:24.826332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:48:24.874352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9ff422b-5bb9-47e1-83b7-9c8ecdcb7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:24.878363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9ff422b-5bb9-47e1-83b7-9c8ecdcb7a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:24.879821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b9ff422b-5bb9-47e1-83b7-9c8ecdcb7a52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7214e16a-48d0-41f9-898e-d475be4b5119 HTTP/1.1" status: 204 len: 168 time: 0.5690165 Nov 27 15:48:24.912890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff422b-5bb9-47e1-83b7-9c8ecdcb7a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7214e16a-48d0-41f9-898e-d475be4b5119,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:25.078958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-92b3f93c-d6ef-4273-b95b-793ecf7d61d2 req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.082238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Deleting port 21f305e3-fd32-4e5a-a47a-d083d3685337 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:25.083918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.087536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-41cfbbc6-e650-4747-8bc2-d7a42a72e2e5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577801 Nov 27 15:48:25.117293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ce5aa21-255c-413c-9782-a8cd0f197924 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:25.135594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-92b3f93c-d6ef-4273-b95b-793ecf7d61d2 req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.289674 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4705ecd6-061d-44a5-8cd9-70b760903869 x-openstack-request-id: req-4705ecd6-061d-44a5-8cd9-70b760903869 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:25.289982 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:25.290237 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4705ecd6-061d-44a5-8cd9-70b760903869 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:25.290688 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'status': 'completed', 'code': 200} Nov 27 15:48:25.350799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-92b3f93c-d6ef-4273-b95b-793ecf7d61d2 req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.356521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92b3f93c-d6ef-4273-b95b-793ecf7d61d2 req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9494975 Nov 27 15:48:25.376766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e31071-5575-4273-9826-ffbf2c69d52e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3add71-b10f-45fa-8b79-d78e476092e0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:25.435114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-c575ae74-9e26-46de-9439-1983093a1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:25.436923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-c575ae74-9e26-46de-9439-1983093a1b58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1175 time: 0.1470358 Nov 27 15:48:25.462312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] For port 21f305e3-fd32-4e5a-a47a-d083d3685337, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=21f305e3-fd32-4e5a-a47a-d083d3685337,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:25.463744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.500623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Calling delete_port for 21f305e3-fd32-4e5a-a47a-d083d3685337 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:25.511113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:48:25.844871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8ce5aa21-255c-413c-9782-a8cd0f197924, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ce5aa21-255c-413c-9782-a8cd0f197924,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:25.857897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '8ce5aa21-255c-413c-9782-a8cd0f197924', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '8ce5aa21-255c-413c-9782-a8cd0f197924', 'mac_address': 'fa:16:3e:01:6f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:25.918078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.963523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d542487-9297-4056-8bd8-637af258dac8 req-1e3056c1-fb89-4795-87a4-46a04cd93a3f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:25.976766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:25.980654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c0dfaef3-81d5-4eea-b53a-ab553175728f', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'port_id': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'mac_address': 'fa:16:3e:6b:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:45:49Z', 'updated_at': '2021-11-27T15:48:21Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:25.985185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d542487-9297-4056-8bd8-637af258dac8 req-1e3056c1-fb89-4795-87a4-46a04cd93a3f tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 948 time: 0.2086508 Nov 27 15:48:26.014587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc36818-308b-4957-aee7-7df000982a67 None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c0dfaef3-81d5-4eea-b53a-ab553175728f', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'port_id': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'mac_address': 'fa:16:3e:6b:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:45:49Z', 'updated_at': '2021-11-27T15:48:21Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:48:26.017618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['8de5d992-26de-48c1-ba7a-820e0db6f8e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:26.112785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Pushing event deleted for resources: {'Port': ['ID=21f305e3-fd32-4e5a-a47a-d083d3685337,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:26.136960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce5aa21-255c-413c-9782-a8cd0f197924 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:26.157353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-f27a41c0-1872-46bd-8918-6b0a8404472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:26.158840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-f27a41c0-1872-46bd-8918-6b0a8404472e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.6979201 Nov 27 15:48:26.164373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8ce5aa21-255c-413c-9782-a8cd0f197924, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ce5aa21-255c-413c-9782-a8cd0f197924,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:26.174170 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:26.247639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8ce5aa21-255c-413c-9782-a8cd0f197924,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:26.362146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-cb96387e-a39f-425f-807f-f364594b1db3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 200 len: 217 time: 0.1842668 Nov 27 15:48:26.376346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] No DVR routers for this DVR port 21f305e3-fd32-4e5a-a47a-d083d3685337 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:26.385211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:26.457174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb31b37e-1190-4f17-9921-2305e4e133cc req-8c1abe81-d72c-4bf5-9e7d-d9598c4746f2 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "DELETE /v2.0/ports/21f305e3-fd32-4e5a-a47a-d083d3685337 HTTP/1.1" status: 204 len: 173 time: 1.7943158 Nov 27 15:48:26.473179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-775a5d1b-dfd5-42ac-b630-9d944bdff122 req-ae4eea08-2d9e-432b-8663-12184492c9ea service neutron] 10.222.0.37 "GET /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3707931 Nov 27 15:48:26.524111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d542487-9297-4056-8bd8-637af258dac8 req-1abe016d-9dda-43bd-8a1f-601c69bc72be tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315411 Nov 27 15:48:26.608951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8ce5aa21-255c-413c-9782-a8cd0f197924'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:26.617998 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee175842-f6c2-4dc8-ad15-3080bf2bba82 None None] New status for floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:48:26.652563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-68b887d4-d1ce-416c-a264-b0077ec30f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:26.654645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-68b887d4-d1ce-416c-a264-b0077ec30f84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.2805445 Nov 27 15:48:26.723940 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-132b33b6-09ad-469b-ab63-ec6d84aecf51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495412 Nov 27 15:48:26.860282 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-587a449a-af62-4ae3-963b-8205367b37ab service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245699 Nov 27 15:48:27.059602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81623550-3326-4fd0-abea-972b5919a964 req-2708a5a6-f7ca-46ef-a11a-e20cc78cf9f3 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fb3add71-b10f-45fa-8b79-d78e476092e0 HTTP/1.1" status: 200 len: 1797 time: 0.0983317 Nov 27 15:48:27.083556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dde30ebb-40d0-4265-a3d0-8c130dbeb51f req-ad2bcc47-3dcb-4d67-beea-217497cbb654 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136917 Nov 27 15:48:27.144075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 21f305e3-fd32-4e5a-a47a-d083d3685337 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:27.208435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 21f305e3-fd32-4e5a-a47a-d083d3685337 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:27.208789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 21f305e3-fd32-4e5a-a47a-d083d3685337 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:27.293551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a347afb4-22ab-4913-bfa8-0811d009fd5d req-be419b6b-9923-40e5-8290-349af36a10aa tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f46ab6-d772-4044-a5a2-86e74a572da5 HTTP/1.1" status: 200 len: 210 time: 0.0504227 Nov 27 15:48:27.301350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'name': 'network-vif-deleted', 'tag': '21f305e3-fd32-4e5a-a47a-d083d3685337'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:27.304034 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397c596-b465-4d9f-8fc6-065e9deb405b" -d '{"events": [{"server_uuid": "49f46ab6-d772-4044-a5a2-86e74a572da5", "name": "network-vif-deleted", "tag": "21f305e3-fd32-4e5a-a47a-d083d3685337"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:28.435937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48dc0352-ce3f-4e2f-b170-89809a91d2eb req-8701cf9b-2a7a-47b0-93bc-7047d23e607f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fb3add71-b10f-45fa-8b79-d78e476092e0 HTTP/1.1" status: 200 len: 1797 time: 0.0849628 Nov 27 15:48:28.501837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-48dc0352-ce3f-4e2f-b170-89809a91d2eb req-41f9a824-479f-4f39-9cb2-e50ccb57a062 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:28.539767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-48dc0352-ce3f-4e2f-b170-89809a91d2eb req-41f9a824-479f-4f39-9cb2-e50ccb57a062 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:28.621390 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-48dc0352-ce3f-4e2f-b170-89809a91d2eb req-41f9a824-479f-4f39-9cb2-e50ccb57a062 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:28.625521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-48dc0352-ce3f-4e2f-b170-89809a91d2eb req-41f9a824-479f-4f39-9cb2-e50ccb57a062 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:28.626976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48dc0352-ce3f-4e2f-b170-89809a91d2eb req-41f9a824-479f-4f39-9cb2-e50ccb57a062 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/fb3add71-b10f-45fa-8b79-d78e476092e0 HTTP/1.1" status: 204 len: 173 time: 0.1901250 Nov 27 15:48:28.637178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9a824-479f-4f39-9cb2-e50ccb57a062 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3add71-b10f-45fa-8b79-d78e476092e0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:28.707613 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eeeee3-1681-4b1f-84c6-eda6ebb3ecdd x-openstack-request-id: req-06eeeee3-1681-4b1f-84c6-eda6ebb3ecdd {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:28.708380 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f46ab6-d772-4044-a5a2-86e74a572da5", "name": "network-vif-deleted", "tag": "21f305e3-fd32-4e5a-a47a-d083d3685337", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:28.708917 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06eeeee3-1681-4b1f-84c6-eda6ebb3ecdd {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:28.709577 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f46ab6-d772-4044-a5a2-86e74a572da5', 'name': 'network-vif-deleted', 'tag': '21f305e3-fd32-4e5a-a47a-d083d3685337', 'status': 'completed', 'code': 200} Nov 27 15:48:28.792333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ce5aa21-255c-413c-9782-a8cd0f197924 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:28.870567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 8ce5aa21-255c-413c-9782-a8cd0f197924 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:28.879283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 8ce5aa21-255c-413c-9782-a8cd0f197924 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:28.879657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:28.980300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:28.984876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0def6d7-3b2d-4fe7-a6da-f84b39e4bce9 req-35b6c157-6cee-48fb-aad9-0e460cc91b66 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:28.989079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0def6d7-3b2d-4fe7-a6da-f84b39e4bce9 req-35b6c157-6cee-48fb-aad9-0e460cc91b66 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 949 time: 0.1302898 Nov 27 15:48:29.067143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce5aa21-255c-413c-9782-a8cd0f197924'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:29.067143 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7ec6d-75f6-4d17-9730-aa096d88538e" -d '{"events": [{"server_uuid": "77fa2d2c-1332-4b96-b00d-865920116bfd", "name": "network-vif-plugged", "status": "completed", "tag": "8ce5aa21-255c-413c-9782-a8cd0f197924"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:29.067143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8ce5aa21-255c-413c-9782-a8cd0f197924, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ce5aa21-255c-413c-9782-a8cd0f197924,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:29.079152 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:29.108315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0def6d7-3b2d-4fe7-a6da-f84b39e4bce9 req-737d3cd0-a847-46fe-b1ff-1a55f94d0061 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116178 Nov 27 15:48:29.190382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8ce5aa21-255c-413c-9782-a8cd0f197924,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:29.378625 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-88a7ebea-2c9e-41dc-b10c-e83b8b4857b2 req-06886f56-0d10-4442-9629-07b5a6ad7893 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:48:29.386429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88a7ebea-2c9e-41dc-b10c-e83b8b4857b2 req-06886f56-0d10-4442-9629-07b5a6ad7893 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fb3add71-b10f-45fa-8b79-d78e476092e0 HTTP/1.1" status: 404 len: 352 time: 0.0243742 Nov 27 15:48:29.432254 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b698ba-0c53-4021-a88c-eeacaea5cca5 x-openstack-request-id: req-a9b698ba-0c53-4021-a88c-eeacaea5cca5 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:29.432426 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fa2d2c-1332-4b96-b00d-865920116bfd", "name": "network-vif-plugged", "status": "completed", "tag": "8ce5aa21-255c-413c-9782-a8cd0f197924", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:29.432653 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9b698ba-0c53-4021-a88c-eeacaea5cca5 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:29.433056 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce5aa21-255c-413c-9782-a8cd0f197924', 'code': 200} Nov 27 15:48:29.465932 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:29.603594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30262b5a-e871-4c2a-a0b8-aa2422a79681 req-1ffc99d5-df89-4ca2-b20d-3e2e2681d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:29.605424 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30262b5a-e871-4c2a-a0b8-aa2422a79681 req-1ffc99d5-df89-4ca2-b20d-3e2e2681d14f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 1101 time: 0.0734105 Nov 27 15:48:29.752254 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30262b5a-e871-4c2a-a0b8-aa2422a79681 req-3104dba6-fca9-4b14-8d6a-d69329b66b63 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311934 Nov 27 15:48:29.808826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-2b116828-60b3-4a8e-aab7-1d170a8e0e20 req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-51145713', 'description': 'tempest-description-1158078400'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:29.857503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2b116828-60b3-4a8e-aab7-1d170a8e0e20 req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:29.961149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2b116828-60b3-4a8e-aab7-1d170a8e0e20 req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:29.972194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2b116828-60b3-4a8e-aab7-1d170a8e0e20 req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:30.027929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2b116828-60b3-4a8e-aab7-1d170a8e0e20 req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:30.039000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b116828-60b3-4a8e-aab7-1d170a8e0e20 req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2308352 Nov 27 15:48:30.039000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8755463-d679-45cb-b279-f8180a4c43a4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eed6c75-5ee3-4ac4-8aa3-620caf9813a9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:30.160517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed77dfc-76b4-4859-aada-89a9771dddc0 req-246ef351-8d35-49e8-9a71-e27386dccd88 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:30.162668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fed77dfc-76b4-4859-aada-89a9771dddc0 req-246ef351-8d35-49e8-9a71-e27386dccd88 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 950 time: 0.0695822 Nov 27 15:48:30.241977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fed77dfc-76b4-4859-aada-89a9771dddc0 req-7e75eeb7-f5a5-4484-82b2-e6ba7cf0ee39 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723009 Nov 27 15:48:30.735725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-bb5cc558-32bf-43a6-900d-8827e681e727 req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-825525327', 'description': 'tempest-description-1238434775'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:30.770860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bb5cc558-32bf-43a6-900d-8827e681e727 req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.003084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bb5cc558-32bf-43a6-900d-8827e681e727 req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.008522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bb5cc558-32bf-43a6-900d-8827e681e727 req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.064157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bb5cc558-32bf-43a6-900d-8827e681e727 req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.065945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb5cc558-32bf-43a6-900d-8827e681e727 req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3368380 Nov 27 15:48:31.081944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80c05-307e-456d-8646-86935b769131 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada6cfd2-a632-4638-8328-34d136f56ecc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:31.245366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6e653-8c03-4eb3-bbd5-329bbc43bae4 req-8e558afd-a021-42bc-829e-a2e18077cb82 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:31.248894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec6e653-8c03-4eb3-bbd5-329bbc43bae4 req-8e558afd-a021-42bc-829e-a2e18077cb82 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 950 time: 0.0904090 Nov 27 15:48:31.364538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec6e653-8c03-4eb3-bbd5-329bbc43bae4 req-e2bdac27-3920-484f-ac6c-7698c20df728 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977454 Nov 27 15:48:31.434081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-4addd49f-10c3-48c8-9931-707b8f58528c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:31.442183 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-4addd49f-10c3-48c8-9931-707b8f58528c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 950 time: 0.0837839 Nov 27 15:48:31.567759 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.649502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Deleting port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:31.650126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.678542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-b8f6b0bb-c722-410a-a07d-193175808f8e req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1875774473', 'description': 'tempest-description-712788857'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:31.707973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b8f6b0bb-c722-410a-a07d-193175808f8e req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.899959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] For port 8de5d992-26de-48c1-ba7a-820e0db6f8e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8de5d992-26de-48c1-ba7a-820e0db6f8e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:31.900360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.913512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b8f6b0bb-c722-410a-a07d-193175808f8e req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.914803 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Calling delete_port for 8de5d992-26de-48c1-ba7a-820e0db6f8e9 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:31.922589 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b8f6b0bb-c722-410a-a07d-193175808f8e req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.990757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b8f6b0bb-c722-410a-a07d-193175808f8e req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:31.991924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8f6b0bb-c722-410a-a07d-193175808f8e req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3203843 Nov 27 15:48:32.001768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b0268-e854-448b-bbd3-cd14f012dc9d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9d9e4-f08b-4571-9133-6d53f1e2375f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:32.160722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:32.173258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['8de5d992-26de-48c1-ba7a-820e0db6f8e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:32.227788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff624c4-f4b1-4550-a75c-4efca90fe856 req-5d4f2963-b8d4-4e44-a409-009aac217622 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:32.245489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ff624c4-f4b1-4550-a75c-4efca90fe856 req-5d4f2963-b8d4-4e44-a409-009aac217622 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ce82dd-bd20-44ff-a292-2d7717a5f9ab HTTP/1.1" status: 200 len: 867 time: 0.1278813 Nov 27 15:48:32.254577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Pushing event deleted for resources: {'Port': ['ID=8de5d992-26de-48c1-ba7a-820e0db6f8e9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:32.310844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] No DVR routers for this DVR port 8de5d992-26de-48c1-ba7a-820e0db6f8e9 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:32.315403 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:32.321206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9995d9e8-f5e4-4661-8ef8-a50c9a727e4f req-1b86afb8-9c0a-4081-a493-9b570253914c tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.21 "DELETE /v2.0/ports/8de5d992-26de-48c1-ba7a-820e0db6f8e9 HTTP/1.1" status: 204 len: 173 time: 0.8700132 Nov 27 15:48:32.321978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'name': 'network-vif-deleted', 'tag': '8de5d992-26de-48c1-ba7a-820e0db6f8e9'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:32.327247 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8531eccd-7a90-40a1-b489-d3fa7afe181d" -d '{"events": [{"server_uuid": "d9ce82dd-bd20-44ff-a292-2d7717a5f9ab", "name": "network-vif-deleted", "tag": "8de5d992-26de-48c1-ba7a-820e0db6f8e9"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:32.412977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ff624c4-f4b1-4550-a75c-4efca90fe856 req-66bcd93e-1ee5-487e-a3ad-70cd236d5102 tempest-ServersAdminNegativeTestJSON-1800468253 tempest-ServersAdminNegativeTestJSON-1800468253-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afbeba9-2b2b-4bc0-a846-d8503208d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657679 Nov 27 15:48:32.790356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cee2e70-7b26-4074-ac10-c1cb36d30c9a req-da64c8fd-fbe3-4884-9fd7-d7fb6cc4643e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 10994 time: 0.1866148 Nov 27 15:48:32.868910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cee2e70-7b26-4074-ac10-c1cb36d30c9a req-29c6acb6-0992-4795-abe1-ed65a204de4c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fdd34aa6-b1e1-4d18-83eb-136e319ce366 HTTP/1.1" status: 200 len: 2998 time: 0.0774434 Nov 27 15:48:32.978989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cee2e70-7b26-4074-ac10-c1cb36d30c9a req-91f88d58-7ad8-41e0-a74a-10648dc4538f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fdd34aa6-b1e1-4d18-83eb-136e319ce366 HTTP/1.1" status: 200 len: 2998 time: 0.1090412 Nov 27 15:48:33.017728 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9bb36-b6e4-43fc-882b-5d1a68b495e1 x-openstack-request-id: req-9ae9bb36-b6e4-43fc-882b-5d1a68b495e1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:33.018231 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ce82dd-bd20-44ff-a292-2d7717a5f9ab", "name": "network-vif-deleted", "tag": "8de5d992-26de-48c1-ba7a-820e0db6f8e9", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:33.018349 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ae9bb36-b6e4-43fc-882b-5d1a68b495e1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:33.018664 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ce82dd-bd20-44ff-a292-2d7717a5f9ab', 'name': 'network-vif-deleted', 'tag': '8de5d992-26de-48c1-ba7a-820e0db6f8e9', 'status': 'completed', 'code': 200} Nov 27 15:48:33.170843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79162f0d-b7aa-4898-81a4-286076f67177 req-9495348d-8f19-4780-9a35-b19d9b421cb6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:33.173327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79162f0d-b7aa-4898-81a4-286076f67177 req-9495348d-8f19-4780-9a35-b19d9b421cb6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 950 time: 0.0867324 Nov 27 15:48:33.228438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79162f0d-b7aa-4898-81a4-286076f67177 req-c43eec72-eac8-466e-8e9a-a1b9079bd116 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 Nov 27 15:48:33.512634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46fee3b9-2b08-449f-959e-44b94c6f39d5 req-8cc45be1-a9b5-42b7-8784-837f220d14bd tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/3eed6c75-5ee3-4ac4-8aa3-620caf9813a9 HTTP/1.1" status: 200 len: 1816 time: 0.0778360 Nov 27 15:48:33.635598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-46fee3b9-2b08-449f-959e-44b94c6f39d5 req-c6383136-64b9-4dc4-ac21-93d7ff88f96f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:33.670015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-46fee3b9-2b08-449f-959e-44b94c6f39d5 req-c6383136-64b9-4dc4-ac21-93d7ff88f96f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:33.741710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-46fee3b9-2b08-449f-959e-44b94c6f39d5 req-c6383136-64b9-4dc4-ac21-93d7ff88f96f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:33.745052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-46fee3b9-2b08-449f-959e-44b94c6f39d5 req-c6383136-64b9-4dc4-ac21-93d7ff88f96f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:33.746666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46fee3b9-2b08-449f-959e-44b94c6f39d5 req-c6383136-64b9-4dc4-ac21-93d7ff88f96f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/3eed6c75-5ee3-4ac4-8aa3-620caf9813a9 HTTP/1.1" status: 204 len: 173 time: 0.2325184 Nov 27 15:48:33.784764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6383136-64b9-4dc4-ac21-93d7ff88f96f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eed6c75-5ee3-4ac4-8aa3-620caf9813a9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:33.950446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ad0e1-edf8-454d-a229-325e6736eb69 req-8af5ebfa-ee7e-4483-9cf8-07eb2b596462 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:33.950446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd2ad0e1-edf8-454d-a229-325e6736eb69 req-8af5ebfa-ee7e-4483-9cf8-07eb2b596462 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 1101 time: 0.0930259 Nov 27 15:48:34.017089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd2ad0e1-edf8-454d-a229-325e6736eb69 req-67c5a0fb-379c-4ad6-ba0b-51f171ba03f1 tempest-ServersOnMultiNodesTest-35530971 tempest-ServersOnMultiNodesTest-35530971-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Nov 27 15:48:34.679738 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-5ca52a99-19b9-42f5-b90f-fe3405cd776c req-9c22c304-b22a-458b-b2c5-58ea9fda7a6b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:48:34.689254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ca52a99-19b9-42f5-b90f-fe3405cd776c req-9c22c304-b22a-458b-b2c5-58ea9fda7a6b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/3eed6c75-5ee3-4ac4-8aa3-620caf9813a9 HTTP/1.1" status: 404 len: 352 time: 0.0257206 Nov 27 15:48:35.169246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32966) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:35.189799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8de5d992-26de-48c1-ba7a-820e0db6f8e9 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:35.305344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 8de5d992-26de-48c1-ba7a-820e0db6f8e9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:35.309115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8de5d992-26de-48c1-ba7a-820e0db6f8e9 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:35.319275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88e63bfe-4a4c-4893-8c97-22a1a6123e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.460130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37127e94-d68d-477e-82fb-d37170ff4fd4 req-6d8027ef-4e81-475a-b5ea-150dab17fc6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/ada6cfd2-a632-4638-8328-34d136f56ecc HTTP/1.1" status: 200 len: 1817 time: 0.0994861 Nov 27 15:48:35.558946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d224af7f-be30-4636-b826-3461cdde172b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d0ac2ea4a8411d8767a89f7fb0f2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882444 Nov 27 15:48:35.559867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37127e94-d68d-477e-82fb-d37170ff4fd4 req-ed3a5f37-d7f8-4bf4-846e-6bff5a0e9d16 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.561204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32976) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:35.603389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37127e94-d68d-477e-82fb-d37170ff4fd4 req-ed3a5f37-d7f8-4bf4-846e-6bff5a0e9d16 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.650742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1816b1b3-2a4c-41db-a8ca-e6dd98b1777c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.692046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1816b1b3-2a4c-41db-a8ca-e6dd98b1777c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.699800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788490a-8914-47d0-b25e-59221605db1a req-9a7c6764-ba79-4bc6-a63f-27b59934fa67 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:35.701349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9788490a-8914-47d0-b25e-59221605db1a req-9a7c6764-ba79-4bc6-a63f-27b59934fa67 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 950 time: 0.0771978 Nov 27 15:48:35.709158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37127e94-d68d-477e-82fb-d37170ff4fd4 req-ed3a5f37-d7f8-4bf4-846e-6bff5a0e9d16 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.712663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37127e94-d68d-477e-82fb-d37170ff4fd4 req-ed3a5f37-d7f8-4bf4-846e-6bff5a0e9d16 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.713826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37127e94-d68d-477e-82fb-d37170ff4fd4 req-ed3a5f37-d7f8-4bf4-846e-6bff5a0e9d16 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/ada6cfd2-a632-4638-8328-34d136f56ecc HTTP/1.1" status: 204 len: 173 time: 0.2517085 Nov 27 15:48:35.728071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a5f37-d7f8-4bf4-846e-6bff5a0e9d16 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada6cfd2-a632-4638-8328-34d136f56ecc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:35.792769 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1816b1b3-2a4c-41db-a8ca-e6dd98b1777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.798261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1816b1b3-2a4c-41db-a8ca-e6dd98b1777c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:35.800178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1816b1b3-2a4c-41db-a8ca-e6dd98b1777c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9afbeba9-2b2b-4bc0-a846-d8503208d677 HTTP/1.1" status: 204 len: 168 time: 0.2372611 Nov 27 15:48:35.810719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b1b3-2a4c-41db-a8ca-e6dd98b1777c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afbeba9-2b2b-4bc0-a846-d8503208d677,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:35.811378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9788490a-8914-47d0-b25e-59221605db1a req-97e0f942-101e-4da3-a5ab-42888bbaeea2 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965052 Nov 27 15:48:35.908514 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-419a4a04-a0a2-474e-bd17-2a289ef5e515 req-7e4cdb5c-b5b8-42c8-aa16-eb7b37833830 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:48:35.918242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-419a4a04-a0a2-474e-bd17-2a289ef5e515 req-7e4cdb5c-b5b8-42c8-aa16-eb7b37833830 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/ada6cfd2-a632-4638-8328-34d136f56ecc HTTP/1.1" status: 404 len: 352 time: 0.0360432 Nov 27 15:48:35.985096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f40f787d-2b85-4f76-88e1-147f25099e3b req-27575ce1-ce93-4d30-9960-8c7f4f865ff0 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/dbc9d9e4-f08b-4571-9133-6d53f1e2375f HTTP/1.1" status: 200 len: 1817 time: 0.0456307 Nov 27 15:48:36.063860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f40f787d-2b85-4f76-88e1-147f25099e3b req-c84400aa-2924-49ac-9285-75c87457462e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.102336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f40f787d-2b85-4f76-88e1-147f25099e3b req-c84400aa-2924-49ac-9285-75c87457462e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.155398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f40f787d-2b85-4f76-88e1-147f25099e3b req-c84400aa-2924-49ac-9285-75c87457462e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.158846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f40f787d-2b85-4f76-88e1-147f25099e3b req-c84400aa-2924-49ac-9285-75c87457462e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.159998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f40f787d-2b85-4f76-88e1-147f25099e3b req-c84400aa-2924-49ac-9285-75c87457462e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/dbc9d9e4-f08b-4571-9133-6d53f1e2375f HTTP/1.1" status: 204 len: 173 time: 0.1670566 Nov 27 15:48:36.176018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84400aa-2924-49ac-9285-75c87457462e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9d9e4-f08b-4571-9133-6d53f1e2375f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:36.179560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33000) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:36.233302 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-c71dd2f7-a6fd-4e09-b2dd-4b6a50aa6201 req-528b86b1-f540-4270-896e-db0b968d8e5d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:48:36.241591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c71dd2f7-a6fd-4e09-b2dd-4b6a50aa6201 req-528b86b1-f540-4270-896e-db0b968d8e5d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/dbc9d9e4-f08b-4571-9133-6d53f1e2375f HTTP/1.1" status: 404 len: 352 time: 0.0309191 Nov 27 15:48:36.249669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ab350906-4f5f-4f11-a541-08e455693a4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8b9147afe5c48638caa4176a75f15f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662611 Nov 27 15:48:36.252112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:36.325355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-793db38a-57d0-4a12-87c0-4f26a7f6979b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.349916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-793db38a-57d0-4a12-87c0-4f26a7f6979b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.366536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaad652c-46ba-453d-b3b3-69d74bf03c9b req-4e812e01-f7f2-4b33-aeda-4e098d070937 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 6197 time: 0.1040802 Nov 27 15:48:36.406459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-793db38a-57d0-4a12-87c0-4f26a7f6979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.410614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-793db38a-57d0-4a12-87c0-4f26a7f6979b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.412135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-793db38a-57d0-4a12-87c0-4f26a7f6979b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/065fd944-1cd5-42ad-9d75-3502221fa9b9 HTTP/1.1" status: 204 len: 168 time: 0.1590416 Nov 27 15:48:36.422593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db38a-57d0-4a12-87c0-4f26a7f6979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065fd944-1cd5-42ad-9d75-3502221fa9b9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:36.426120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaad652c-46ba-453d-b3b3-69d74bf03c9b req-0a85896d-c151-4bae-97c4-52fd2747a6a5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fdd34aa6-b1e1-4d18-83eb-136e319ce366 HTTP/1.1" status: 200 len: 2998 time: 0.0583959 Nov 27 15:48:36.485256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaad652c-46ba-453d-b3b3-69d74bf03c9b req-458af1f1-f9b5-4fe4-9099-b432d93df385 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fdd34aa6-b1e1-4d18-83eb-136e319ce366 HTTP/1.1" status: 200 len: 2998 time: 0.0577819 Nov 27 15:48:36.616911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-ae989c64-b2ca-48af-8e09-f3103809c4ba req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268690288', 'description': 'tempest-description-1356018595'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:36.670676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae989c64-b2ca-48af-8e09-f3103809c4ba req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.791949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae989c64-b2ca-48af-8e09-f3103809c4ba req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.801813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae989c64-b2ca-48af-8e09-f3103809c4ba req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.854817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab22b5f-0738-4f60-bf7c-83aa4730c465 req-f00a1c0f-be08-43d1-ad57-4fcd14ebd27e tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:36.859660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-79842bf5-e9e2-4e6c-a8b7-1696518427d3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:36.863708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-79842bf5-e9e2-4e6c-a8b7-1696518427d3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 950 time: 0.1042624 Nov 27 15:48:36.865037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab22b5f-0738-4f60-bf7c-83aa4730c465 req-f00a1c0f-be08-43d1-ad57-4fcd14ebd27e tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 948 time: 0.1257901 Nov 27 15:48:36.880975 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae989c64-b2ca-48af-8e09-f3103809c4ba req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:36.900259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae989c64-b2ca-48af-8e09-f3103809c4ba req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2953391 Nov 27 15:48:36.928783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef72d46-3b72-4a7a-b699-26c6cecc7baa tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1740a2-435d-43fe-81f7-0fb8f623dc74,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:37.005294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port 8ce5aa21-255c-413c-9782-a8cd0f197924 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:37.005663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.025887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab22b5f-0738-4f60-bf7c-83aa4730c465 req-f81e1ef7-d3b3-4a90-b02e-e12009f82cd2 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428621 Nov 27 15:48:37.060266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-818f7955-faec-46d1-b905-55ad5ff660a0 req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1264524906', 'description': 'tempest-description-815657999'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:37.121980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2929b-0d86-4602-8e20-5958a2e05587 req-16d4b01e-4d43-4dd3-9922-2d49f12ecb38 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:37.123429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a2929b-0d86-4602-8e20-5958a2e05587 req-16d4b01e-4d43-4dd3-9922-2d49f12ecb38 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 950 time: 0.0949101 Nov 27 15:48:37.125227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-818f7955-faec-46d1-b905-55ad5ff660a0 req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.193257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port 8ce5aa21-255c-413c-9782-a8cd0f197924, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ce5aa21-255c-413c-9782-a8cd0f197924,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:37.193652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.203295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a2929b-0d86-4602-8e20-5958a2e05587 req-0ed66085-3b97-472c-ab28-e1e1e6cc1406 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Nov 27 15:48:37.227518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for 8ce5aa21-255c-413c-9782-a8cd0f197924 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:37.297635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-818f7955-faec-46d1-b905-55ad5ff660a0 req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.305145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-818f7955-faec-46d1-b905-55ad5ff660a0 req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.350219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-818f7955-faec-46d1-b905-55ad5ff660a0 req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.351598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-818f7955-faec-46d1-b905-55ad5ff660a0 req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3003581 Nov 27 15:48:37.354444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b99fb-2639-40db-ab8f-81792c1dfc94 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb09495-f82d-43ce-8240-c0808fca3b28,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:37.443659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.459479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5', '4a213539-4218-460d-8dd2-b5838b6733e9', 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:37.472735 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:48:37.518114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=8ce5aa21-255c-413c-9782-a8cd0f197924,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:37.559330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23', '18833cc1-7232-4a35-bec5-76b0e0ecc016', '8ce5aa21-255c-413c-9782-a8cd0f197924'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:37.627540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port 8ce5aa21-255c-413c-9782-a8cd0f197924 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:37.631855 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:37.635503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a78e22e5-244d-46b2-a063-dac6329e69b6 req-8dd9ec33-3f99-45cc-8f17-7747b3e43f17 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "DELETE /v2.0/ports/8ce5aa21-255c-413c-9782-a8cd0f197924 HTTP/1.1" status: 204 len: 173 time: 0.7648365 Nov 27 15:48:37.651187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'name': 'network-vif-deleted', 'tag': '8ce5aa21-255c-413c-9782-a8cd0f197924'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:37.659213 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a89aa-914e-44ec-b998-e1780f8860d6" -d '{"events": [{"server_uuid": "77fa2d2c-1332-4b96-b00d-865920116bfd", "name": "network-vif-deleted", "tag": "8ce5aa21-255c-413c-9782-a8cd0f197924"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:37.857944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-27c349b9-4630-441e-9421-b7dce6f4eac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:38.070986 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c658fadb-6e8d-4c76-8040-cd46be7575ac x-openstack-request-id: req-c658fadb-6e8d-4c76-8040-cd46be7575ac {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:38.071500 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fa2d2c-1332-4b96-b00d-865920116bfd", "name": "network-vif-deleted", "tag": "8ce5aa21-255c-413c-9782-a8cd0f197924", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:38.071596 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c658fadb-6e8d-4c76-8040-cd46be7575ac {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:38.071973 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fa2d2c-1332-4b96-b00d-865920116bfd', 'name': 'network-vif-deleted', 'tag': '8ce5aa21-255c-413c-9782-a8cd0f197924', 'status': 'completed', 'code': 200} Nov 27 15:48:38.299755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-b6d1eb9a-98c6-4f3a-b6a3-9f7014cf812e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:38.303224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-b6d1eb9a-98c6-4f3a-b6a3-9f7014cf812e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 813 time: 0.3104649 Nov 27 15:48:38.346989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-e84b46e7-3119-4adc-a5cb-e9d0c518577e tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/quotas/833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 375 time: 0.0345647 Nov 27 15:48:38.420150 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:38.576449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23009cde-7398-4725-89ca-3eb30fd5fb51 req-56b4ac1f-f328-49e1-903d-f352c6e215ca tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=77fa2d2c-1332-4b96-b00d-865920116bfd HTTP/1.1" status: 200 len: 210 time: 0.1125948 Nov 27 15:48:38.616649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-fcc372f9-0d1b-4f95-a29d-0e906956e4fc tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2632818 Nov 27 15:48:38.837758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:38.906534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-60a01b70-88d3-4c1b-82f4-43cfaff6a079 service neutron] 10.222.0.15 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644329 Nov 27 15:48:39.023995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.054078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:39.056600 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d3acec-d695-4cce-ae03-b529e0bab08f" -d '{"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:39.075876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:39.087515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.128676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33154) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:39.156783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:39.167177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.167527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.167881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.168227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.168569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.168958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.169465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.169810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.170145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.170480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.170809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.171701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:48:39.305379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b8142da-5e39-4ae6-b81d-32a0022ee73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.452143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-cd63eaf4-0251-42be-b352-4d96b290b76f service neutron] 10.222.0.15 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446219 Nov 27 15:48:39.510813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b8142da-5e39-4ae6-b81d-32a0022ee73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.519935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b8142da-5e39-4ae6-b81d-32a0022ee73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.537149 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f400874-ea65-4e83-a9f4-c459cbc166fb x-openstack-request-id: req-4f400874-ea65-4e83-a9f4-c459cbc166fb {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:39.537470 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:39.537743 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f400874-ea65-4e83-a9f4-c459cbc166fb {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:39.538126 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'code': 200} Nov 27 15:48:39.583133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8142da-5e39-4ae6-b81d-32a0022ee73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c46c64a-db0c-405f-99eb-e28eb7154770,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:39.611089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:39.618675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9b8142da-5e39-4ae6-b81d-32a0022ee73b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bad8a6f66cf44ccb78e642976b53a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881217 Nov 27 15:48:39.702107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52b2258f-a048-4264-bef5-7cccd576e0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.736644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52b2258f-a048-4264-bef5-7cccd576e0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.803719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52b2258f-a048-4264-bef5-7cccd576e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.806368 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52b2258f-a048-4264-bef5-7cccd576e0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:39.810766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-52b2258f-a048-4264-bef5-7cccd576e0eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c46c64a-db0c-405f-99eb-e28eb7154770 HTTP/1.1" status: 204 len: 168 time: 0.1983461 Nov 27 15:48:39.838495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2258f-a048-4264-bef5-7cccd576e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c46c64a-db0c-405f-99eb-e28eb7154770,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:39.855835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8232b68f-0256-4c6f-8dd7-ff6a422f8ee5 req-a4217b78-4b6d-41ad-a519-562ecca56d47 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 210 time: 0.0639234 Nov 27 15:48:40.195148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:40.311732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71c13d-3e8e-443e-b094-975440faabf7 req-3104d932-d902-4f9f-b481-b32d2c6451d8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:40.314184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d71c13d-3e8e-443e-b094-975440faabf7 req-3104d932-d902-4f9f-b481-b32d2c6451d8 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.0643158 Nov 27 15:48:40.378511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d71c13d-3e8e-443e-b094-975440faabf7 req-7bcdc861-c3fa-403b-abd0-e92fd8e95724 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563221 Nov 27 15:48:40.838135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33250) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:40.856619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ce5aa21-255c-413c-9782-a8cd0f197924 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:40.924926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 8ce5aa21-255c-413c-9782-a8cd0f197924 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:40.927119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ce5aa21-255c-413c-9782-a8cd0f197924 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:41.028917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5df96b15-b92e-43a3-993b-3e9a55cead2b req-9b9289a6-687a-458d-9374-8bffa4c53e38 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 210 time: 0.0498891 Nov 27 15:48:41.084563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563aacdf-d745-44e8-ac0f-d6c186793882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.123450 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.202798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:41.376565 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563aacdf-d745-44e8-ac0f-d6c186793882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.388084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563aacdf-d745-44e8-ac0f-d6c186793882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.450926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-09914fb4-412a-4002-85a2-9968ae9f5ae7 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:41.456400 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-09914fb4-412a-4002-85a2-9968ae9f5ae7 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 813 time: 0.2138534 Nov 27 15:48:41.465292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-563aacdf-d745-44e8-ac0f-d6c186793882 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db6f6b16eeaf4a1db0cc864759ab2c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6259184 Nov 27 15:48:41.466498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563aacdf-d745-44e8-ac0f-d6c186793882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b986e1-0cfe-42c2-ac11-8a3eda615cb3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:41.469839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33276) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:41.475199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'port': {'device_id': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7', 'admin_state_up': True, 'tenant_id': '833eeb9d9d9e473c96d4061dcd09ba41'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:41.546461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:41.580813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'mac_address': 'fa:16:3e:4a:1e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:41.668181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.690810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe7469-38ff-43e8-b043-7ca2e0af2ac0 req-4ad35591-8c60-428c-bba4-8fef011e286b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:41.700466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcfe7469-38ff-43e8-b043-7ca2e0af2ac0 req-4ad35591-8c60-428c-bba4-8fef011e286b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.1182816 Nov 27 15:48:41.701813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:41.711052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20464539-d89d-4d67-979a-6136b23fb287 req-31dee3b5-e967-444f-a8c3-078a0abc31cc tempest-AbsoluteLimitsNegativeTestJSON-2042772174 tempest-AbsoluteLimitsNegativeTestJSON-2042772174-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bee10ded260f4320a436892e6a37db66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671031 Nov 27 15:48:41.753438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:41.756412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-164a13c3-9938-492d-81ab-2e9569040878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.758156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Made reservation on behalf of 833eeb9d9d9e473c96d4061dcd09ba41 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:41.762301 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.762961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.890438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-164a13c3-9938-492d-81ab-2e9569040878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:41.901969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:41.906701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcfe7469-38ff-43e8-b043-7ca2e0af2ac0 req-4d84cf54-fa24-45e6-89d4-c1383444f980 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052782 Nov 27 15:48:41.916624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:41.985662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464539-d89d-4d67-979a-6136b23fb287 req-f63747f2-ce6e-4b22-b795-28db67ce0aad tempest-AbsoluteLimitsNegativeTestJSON-2042772174 tempest-AbsoluteLimitsNegativeTestJSON-2042772174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:41.994311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20464539-d89d-4d67-979a-6136b23fb287 req-f63747f2-ce6e-4b22-b795-28db67ce0aad tempest-AbsoluteLimitsNegativeTestJSON-2042772174 tempest-AbsoluteLimitsNegativeTestJSON-2042772174-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823591 Nov 27 15:48:42.019198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20464539-d89d-4d67-979a-6136b23fb287 req-d54fa976-e449-4603-a871-65125c9f0515 tempest-AbsoluteLimitsNegativeTestJSON-2042772174 tempest-AbsoluteLimitsNegativeTestJSON-2042772174-project] 10.222.0.15 "GET /v2.0/quotas/bee10ded260f4320a436892e6a37db66 HTTP/1.1" status: 200 len: 375 time: 0.0238893 Nov 27 15:48:42.122883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20464539-d89d-4d67-979a-6136b23fb287 req-9c990026-a54b-4bd7-8090-5a42b19faf55 tempest-AbsoluteLimitsNegativeTestJSON-2042772174 tempest-AbsoluteLimitsNegativeTestJSON-2042772174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bee10ded260f4320a436892e6a37db66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955944 Nov 27 15:48:42.198648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-93226291-0bde-4782-9a36-f5273c5c5195 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:42.199966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-93226291-0bde-4782-9a36-f5273c5c5195 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.1769123 Nov 27 15:48:42.212885 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-164a13c3-9938-492d-81ab-2e9569040878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:42.220192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-164a13c3-9938-492d-81ab-2e9569040878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:42.221337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-164a13c3-9938-492d-81ab-2e9569040878 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1b986e1-0cfe-42c2-ac11-8a3eda615cb3 HTTP/1.1" status: 204 len: 168 time: 0.7504137 Nov 27 15:48:42.302801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a13c3-9938-492d-81ab-2e9569040878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b986e1-0cfe-42c2-ac11-8a3eda615cb3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:42.318501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Allocated IP 172.20.0.2 (9624fddf-3e12-4ff9-a353-b9142a89fec7/8179ec5c-2f4a-4702-a49a-6179a835571c/14113383-4831-4e94-8930-54930a02f756) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:42.437710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0b278ef-219e-48b3-b60e-3b8dd5bcbb88 req-205a8097-ef45-45f8-81e8-3d347a67ae39 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 210 time: 0.2319274 Nov 27 15:48:42.613467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:42.613819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:42.754318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:42.764266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:42.815044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:42.835154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:42.874581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port bdd8ef48-31ce-4eb0-825c-2d8519d6c215, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:42.877937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:42.925695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for bdd8ef48-31ce-4eb0-825c-2d8519d6c215 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:42.934668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Network 9624fddf-3e12-4ff9-a353-b9142a89fec7 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:42.946878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:42.955967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:43.052665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33340) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:43.090347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:43.095370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-896d1e6a-1585-4483-be84-0dfd69b17b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.131789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:43.132580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.162840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-1e90ed09-c0c8-4fc9-b2b9-53f811d9da6f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6947958 Nov 27 15:48:43.178935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Request body: {'port': {'device_id': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:43.222605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:43.311660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.314219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18be2-2174-430c-9efe-ea6c2b5930ba req-4002606b-fe1a-4c8b-b37b-a79b39afbbea tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:43.319099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddb18be2-2174-430c-9efe-ea6c2b5930ba req-4002606b-fe1a-4c8b-b37b-a79b39afbbea tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9649c758-3454-4f3b-93df-3cfc578abbd4 HTTP/1.1" status: 200 len: 949 time: 0.2625592 Nov 27 15:48:43.473854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d848d9d-05b6-4c65-ba3e-c8bc65e64b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.475042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:43.475425 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.592463 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.640403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:43.646639 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35223f49-4969-414b-ac7d-cae4f837373a" -d '{"events": [{"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-plugged", "status": "completed", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:43.685716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:43.696679 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.749671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddb18be2-2174-430c-9efe-ea6c2b5930ba req-e8e0f32b-494a-4dad-98cc-c97618607c29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179955 Nov 27 15:48:43.785306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.831067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:43.849602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23', '18833cc1-7232-4a35-bec5-76b0e0ecc016'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:43.868790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-896d1e6a-1585-4483-be84-0dfd69b17b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.898238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14113383-4831-4e94-8930-54930a02f756 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:43.916682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-896d1e6a-1585-4483-be84-0dfd69b17b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.934154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.964634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Transition to ACTIVE for port object 14113383-4831-4e94-8930-54930a02f756 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:43.974218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:43.986715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5', '4a213539-4218-460d-8dd2-b5838b6733e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:44.005339 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-896d1e6a-1585-4483-be84-0dfd69b17b87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b278776412a448919005f0cf20f6ff10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9483554 Nov 27 15:48:44.006780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33362) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:44.010340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1e6a-1585-4483-be84-0dfd69b17b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd066e8b-87fc-4489-bcd4-91d6569e9a8f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:44.017307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=bdd8ef48-31ce-4eb0-825c-2d8519d6c215,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:44.020357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port bdd8ef48-31ce-4eb0-825c-2d8519d6c215 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:44.023122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.036133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a58eb1c0-241c-499a-b8d0-4cfad922d533 req-fd9336dc-efaf-4c8f-a720-e4347de48b29 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "DELETE /v2.0/ports/bdd8ef48-31ce-4eb0-825c-2d8519d6c215 HTTP/1.1" status: 204 len: 173 time: 1.7241480 Nov 27 15:48:44.098849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:44.162401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'name': 'network-vif-deleted', 'tag': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:44.165336 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e71827-3ec2-490e-9468-c3cc06ec2932" -d '{"events": [{"server_uuid": "9649c758-3454-4f3b-93df-3cfc578abbd4", "name": "network-vif-deleted", "tag": "bdd8ef48-31ce-4eb0-825c-2d8519d6c215"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:44.193382 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-774f56e0-a6d1-4fa8-818f-0961ddc277eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.276551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55461c-d4f4-416b-85bf-8b91fee809d1 req-abd09d20-e466-4797-b2f6-f98e1319adbf tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:44.280640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc55461c-d4f4-416b-85bf-8b91fee809d1 req-abd09d20-e466-4797-b2f6-f98e1319adbf tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 943 time: 0.3098693 Nov 27 15:48:44.310130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-774f56e0-a6d1-4fa8-818f-0961ddc277eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.363721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Attempting to bind port 14113383-4831-4e94-8930-54930a02f756 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:44.364025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Attempting to bind port 14113383-4831-4e94-8930-54930a02f756 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:44.364300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Attempting to bind port 14113383-4831-4e94-8930-54930a02f756 on network 9624fddf-3e12-4ff9-a353-b9142a89fec7 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:44.372164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Port 14113383-4831-4e94-8930-54930a02f756 on network 9624fddf-3e12-4ff9-a353-b9142a89fec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:44.372437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Attempting to bind port 14113383-4831-4e94-8930-54930a02f756 on network 9624fddf-3e12-4ff9-a353-b9142a89fec7 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:44.384711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:44.385059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Checking segment: {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:44.385504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Bound using segment: {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:44.385905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Bound port: 14113383-4831-4e94-8930-54930a02f756, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749adba9-4d56-4727-9e70-db9a62be90fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:44.386281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.393773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d848d9d-05b6-4c65-ba3e-c8bc65e64b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.418928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d848d9d-05b6-4c65-ba3e-c8bc65e64b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.478680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4d848d9d-05b6-4c65-ba3e-c8bc65e64b5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bee10ded260f4320a436892e6a37db66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7229009 Nov 27 15:48:44.488291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d848d9d-05b6-4c65-ba3e-c8bc65e64b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1036c6e5-b3b7-4da9-8777-4fc916725717,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:44.489265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33366) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:44.508615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc55461c-d4f4-416b-85bf-8b91fee809d1 req-e6507434-b44a-48cb-8e9f-8b597e614c29 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094672 Nov 27 15:48:44.539731 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-774f56e0-a6d1-4fa8-818f-0961ddc277eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.543437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-774f56e0-a6d1-4fa8-818f-0961ddc277eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.549356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-774f56e0-a6d1-4fa8-818f-0961ddc277eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd066e8b-87fc-4489-bcd4-91d6569e9a8f HTTP/1.1" status: 204 len: 168 time: 0.5331631 Nov 27 15:48:44.602778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f56e0-a6d1-4fa8-818f-0961ddc277eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd066e8b-87fc-4489-bcd4-91d6569e9a8f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:44.730484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9138af1f-f4dc-49d4-b6f3-ec04bde8d98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.818586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9138af1f-f4dc-49d4-b6f3-ec04bde8d98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.915483 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4adc54c-7915-4dde-beb6-8e62f0e389d7 x-openstack-request-id: req-f4adc54c-7915-4dde-beb6-8e62f0e389d7 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:44.916724 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-plugged", "status": "completed", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:44.917105 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4adc54c-7915-4dde-beb6-8e62f0e389d7 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:44.917540 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'code': 200} Nov 27 15:48:44.938468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:44.956232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9138af1f-f4dc-49d4-b6f3-ec04bde8d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.956385 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae3c3c5-b9e7-4363-b6a0-355a2f0d3cef x-openstack-request-id: req-cae3c3c5-b9e7-4363-b6a0-355a2f0d3cef {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:44.956816 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9649c758-3454-4f3b-93df-3cfc578abbd4", "name": "network-vif-deleted", "tag": "bdd8ef48-31ce-4eb0-825c-2d8519d6c215", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:44.957173 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cae3c3c5-b9e7-4363-b6a0-355a2f0d3cef {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:44.957728 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9649c758-3454-4f3b-93df-3cfc578abbd4', 'name': 'network-vif-deleted', 'tag': 'bdd8ef48-31ce-4eb0-825c-2d8519d6c215', 'status': 'completed', 'code': 200} Nov 27 15:48:44.960529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9138af1f-f4dc-49d4-b6f3-ec04bde8d98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:44.966060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9138af1f-f4dc-49d4-b6f3-ec04bde8d98e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1036c6e5-b3b7-4da9-8777-4fc916725717 HTTP/1.1" status: 204 len: 168 time: 0.4734089 Nov 27 15:48:45.012735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138af1f-f4dc-49d4-b6f3-ec04bde8d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1036c6e5-b3b7-4da9-8777-4fc916725717,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:45.023647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:45.033256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:45.135864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:45.145083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:45.151457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] 10.222.0.21 "PUT /v2.0/ports/14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 1091 time: 1.9731169 Nov 27 15:48:45.151992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'tag': '14113383-4831-4e94-8930-54930a02f756'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:45.158790 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7e795-c189-4990-9611-c4a30b02196f" -d '{"events": [{"name": "network-changed", "server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "tag": "14113383-4831-4e94-8930-54930a02f756"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:45.240324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bdd8ef48-31ce-4eb0-825c-2d8519d6c215 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:45.427362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064649-ab02-4048-893c-20bd40939fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:45.447162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: bdd8ef48-31ce-4eb0-825c-2d8519d6c215 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:45.447954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bdd8ef48-31ce-4eb0-825c-2d8519d6c215 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:45.494165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-54aa4f47-b318-41ce-be3a-2a5790334e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:45.498044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-54aa4f47-b318-41ce-be3a-2a5790334e7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1094 time: 0.2835004 Nov 27 15:48:45.649977 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd68136c-77b9-4cb7-bdbc-fd6739d55316 x-openstack-request-id: req-dd68136c-77b9-4cb7-bdbc-fd6739d55316 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:45.650183 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "tag": "14113383-4831-4e94-8930-54930a02f756", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:45.650431 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd68136c-77b9-4cb7-bdbc-fd6739d55316 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:45.653563 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'tag': '14113383-4831-4e94-8930-54930a02f756', 'status': 'completed', 'code': 200} Nov 27 15:48:45.665925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-b0325846-aacf-4ddd-868b-88e91fac7af7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 217 time: 0.1582825 Nov 27 15:48:45.698230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab64d4-879b-441e-82b3-f5967794d9e7 req-6b655517-b01b-448a-99ba-5d32b4f4c0fc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:45.708225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-feab64d4-879b-441e-82b3-f5967794d9e7 req-6b655517-b01b-448a-99ba-5d32b4f4c0fc tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 950 time: 0.0648701 Nov 27 15:48:45.833838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-feab64d4-879b-441e-82b3-f5967794d9e7 req-ac725383-f48d-47b8-b6a3-63a56262b9cd tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227717 Nov 27 15:48:45.858039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358105-3765-4921-be66-37ad7d6ed009 req-285bd564-357d-4b7a-9cd8-d42a003d3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:45.868165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-285bd564-357d-4b7a-9cd8-d42a003d3669 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.1850843 Nov 27 15:48:45.967732 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-8aa27613-dcc4-442a-900a-6caaa12c3417 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941892 Nov 27 15:48:46.078234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878cb55-1444-4b93-a787-a5ad15a2f3ac req-3fbc944d-8c59-4ee1-87fe-aefc0ab69b4c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:46.088290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a878cb55-1444-4b93-a787-a5ad15a2f3ac req-3fbc944d-8c59-4ee1-87fe-aefc0ab69b4c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 943 time: 0.1305127 Nov 27 15:48:46.177387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a878cb55-1444-4b93-a787-a5ad15a2f3ac req-2a4ae505-487f-4a8e-9ac3-bb8174e741ba tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874648 Nov 27 15:48:46.227070 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-74781786-588b-412b-832c-ff33acc3ebfe service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495070 Nov 27 15:48:46.425698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fa358105-3765-4921-be66-37ad7d6ed009 req-3a36036d-8654-4445-914f-20277f9349a4 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888170 Nov 27 15:48:46.587950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7e795-c189-4990-9611-c4a30b02196f req-73674168-aa49-4a06-bf77-f79237018af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:46.592379 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-73674168-aa49-4a06-bf77-f79237018af9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1094 time: 0.0909259 Nov 27 15:48:46.669624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33440) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:46.718246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:46.819144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2055062561-network', 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:46.867414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7e795-c189-4990-9611-c4a30b02196f req-d1366e8d-64bf-4e6d-8138-b3df25778f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:46.871254 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-d1366e8d-64bf-4e6d-8138-b3df25778f40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.2694163 Nov 27 15:48:46.876572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:46.880506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:46.892238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:46.955943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-network', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:46.970453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-05e8c0dd-48d6-4f5e-80f6-91326dcfb60c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 217 time: 0.0859337 Nov 27 15:48:47.028712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Made reservation on behalf of 8f57e876e4f9497cb8b0304ebdce63af for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:47.033283 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.051231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.060413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7e795-c189-4990-9611-c4a30b02196f req-78d2e900-b96b-4420-a5b9-3a1725d91159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:47.064684 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-78d2e900-b96b-4420-a5b9-3a1725d91159 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.0862331 Nov 27 15:48:47.127342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-b656a439-8beb-422d-97e2-c12aa44aaf34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523117 Nov 27 15:48:47.184093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2cc46-8b98-4fe3-91f6-2a367b04a60f req-5960cc7e-f51c-44ce-82e4-0c3b51afa499 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:47.191618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1a2cc46-8b98-4fe3-91f6-2a367b04a60f req-5960cc7e-f51c-44ce-82e4-0c3b51afa499 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 950 time: 0.2469513 Nov 27 15:48:47.417036 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.463330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.471094 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-5b0effb4-f147-4509-a490-b70d7ba98516 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246663 Nov 27 15:48:47.477005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:48:47.488786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.488786 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Added segment 20833cd0-958c-4e7e-a0ee-e99a8664c2db of type vlan for network 3b4c9dfc-baf2-4462-858e-99107c600e5f Nov 27 15:48:47.535405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.596261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-5801345d-405d-4ead-8aac-230cfa16f67b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:47.597942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-5801345d-405d-4ead-8aac-230cfa16f67b tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 950 time: 0.4670901 Nov 27 15:48:47.605184 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-99a7e795-c189-4990-9611-c4a30b02196f req-745b9092-718a-499a-b429-73b77c7b76e5 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249080 Nov 27 15:48:47.622982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.625222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:47.626170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.640245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46262e7-e3fb-4485-a74a-762f774bab21,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:47.647819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1a2cc46-8b98-4fe3-91f6-2a367b04a60f req-a51e756f-4866-4b14-9a6c-fd062203871a tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541214 Nov 27 15:48:47.771548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.790870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1186788 Nov 27 15:48:47.794324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33468) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:47.800516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c5db4-9936-45e8-90f2-a66a23cd81a5 req-18dcd55c-24ce-4202-abb8-13cd676a5174 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:47.802226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d76c5db4-9936-45e8-90f2-a66a23cd81a5 req-18dcd55c-24ce-4202-abb8-13cd676a5174 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 943 time: 0.4139984 Nov 27 15:48:47.803090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:47.809193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Request body: {'subnet': {'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2055062561-subnet', 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:47.839078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35a72c-d86a-4a3f-b1f8-e720d1c6f937 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4c9dfc-baf2-4462-858e-99107c600e5f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:47.859253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:48:47.891665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:47.894967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.082713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:48:48.089535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371ada03-a8cd-4458-8a38-b34b3473c4eb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:48.116236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d76c5db4-9936-45e8-90f2-a66a23cd81a5 req-d22fbec8-f3e8-466f-98fb-db10ced4c99a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721293 Nov 27 15:48:48.135499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.136008 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Added segment 514f1bc5-dd53-47a1-8b03-711b99b085bd of type vlan for network 08c2de1b-f4e9-4434-92ce-c8646725fa32 Nov 27 15:48:48.223248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port 4a213539-4218-460d-8dd2-b5838b6733e9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:48.224193 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.262281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.268932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.309700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d80349c-5fad-4eb0-94b2-9d827665cff3,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:48.378657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:48.378928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Network hostable DHCP agents. Network: 3b4c9dfc-baf2-4462-858e-99107c600e5f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:48:48.384131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port 4a213539-4218-460d-8dd2-b5838b6733e9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4a213539-4218-460d-8dd2-b5838b6733e9,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:48.384572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.400293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for 4a213539-4218-460d-8dd2-b5838b6733e9 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:48.410971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:48:48.440692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3b4c9dfc-baf2-4462-858e-99107c600e5f) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:48.449869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326074d9-d3c2-4594-9f63-54ca920e0750 None None] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:48:48.474992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:48.475588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.534657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-efbc5ece-996a-4576-bd18-7ec8ad780157 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7368841 Nov 27 15:48:48.549679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.550648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:48.551252 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.637656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9173417 Nov 27 15:48:48.642308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33496) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:48.655773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Request body: {'subnet': {'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-subnet', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:48.670107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.705212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23', '18833cc1-7232-4a35-bec5-76b0e0ecc016'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:48.707798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ca731d83-6898-4970-89a8-f5271b26efe5', '4a213539-4218-460d-8dd2-b5838b6733e9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:48.743781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42221-c404-4bf5-b52f-e4062c98bea3 admin admin] Pushing event updated for resources: {'Network': ['ID=08c2de1b-f4e9-4434-92ce-c8646725fa32,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:48.761565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=4a213539-4218-460d-8dd2-b5838b6733e9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:48.918640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6d76615-37a2-4d55-ad53-0161d764f8c6 req-dc2d74d3-073d-44d8-86bd-3eae67f187a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=449c2b80-2f16-4c24-a309-3b8599a10559 HTTP/1.1" status: 200 len: 210 time: 0.1123278 Nov 27 15:48:48.932088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:48:48.954464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port 4a213539-4218-460d-8dd2-b5838b6733e9 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:48.955718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Made reservation on behalf of 8f57e876e4f9497cb8b0304ebdce63af for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:48.960954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.988002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:48.995223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23e33a86-a8eb-4f48-ac05-bf539d7d6772 req-8405cb22-7179-456b-aad1-b7a6b14708e1 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "DELETE /v2.0/ports/4a213539-4218-460d-8dd2-b5838b6733e9 HTTP/1.1" status: 204 len: 173 time: 1.3880675 Nov 27 15:48:48.996666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449c2b80-2f16-4c24-a309-3b8599a10559', 'name': 'network-vif-deleted', 'tag': '4a213539-4218-460d-8dd2-b5838b6733e9'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:48.999530 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2027ec52-fe86-4192-890c-21689dae6620" -d '{"events": [{"server_uuid": "449c2b80-2f16-4c24-a309-3b8599a10559", "name": "network-vif-deleted", "tag": "4a213539-4218-460d-8dd2-b5838b6733e9"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:49.088177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32034a-1e17-42d7-9040-e0ccb8fcae90 None None] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:48:49.273271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14113383-4831-4e94-8930-54930a02f756 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:48:49.409657 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64bc5bd-2dc7-477b-98cb-2e6b0fbab327 x-openstack-request-id: req-f64bc5bd-2dc7-477b-98cb-2e6b0fbab327 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:49.410171 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449c2b80-2f16-4c24-a309-3b8599a10559", "name": "network-vif-deleted", "tag": "4a213539-4218-460d-8dd2-b5838b6733e9", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:49.411680 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f64bc5bd-2dc7-477b-98cb-2e6b0fbab327 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:49.412271 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449c2b80-2f16-4c24-a309-3b8599a10559', 'name': 'network-vif-deleted', 'tag': '4a213539-4218-460d-8dd2-b5838b6733e9', 'status': 'completed', 'code': 200} Nov 27 15:48:49.634940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-95aa97a1-7710-4a07-8792-76b0c6d2d797 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:49.643775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-95aa97a1-7710-4a07-8792-76b0c6d2d797 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.3955059 Nov 27 15:48:49.689700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-4cfa4841-d562-4e09-a9e4-bd46be5690a1 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.0445738 Nov 27 15:48:49.732735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378999a2-451b-4c20-9e9f-610a97ce40ad req-293c3d93-3c44-4835-9389-027a8d4d076b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:49.743530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-378999a2-451b-4c20-9e9f-610a97ce40ad req-293c3d93-3c44-4835-9389-027a8d4d076b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 943 time: 0.2386158 Nov 27 15:48:49.788427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-757a21b7-dbf4-4557-a607-5c04502e02af tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973680 Nov 27 15:48:49.944000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:49.953510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-378999a2-451b-4c20-9e9f-610a97ce40ad req-1279e9f8-e34a-48c2-9497-3e0b6886785c tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082062 Nov 27 15:48:49.956313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:50.046270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '14113383-4831-4e94-8930-54930a02f756', 'network_id': '9624fddf-3e12-4ff9-a353-b9142a89fec7', 'port_id': '14113383-4831-4e94-8930-54930a02f756', 'mac_address': 'fa:16:3e:d0:ed:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8179ec5c-2f4a-4702-a49a-6179a835571c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:48:50.241602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Checking segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:50.242349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Network hostable DHCP agents. Network: 08c2de1b-f4e9-4434-92ce-c8646725fa32, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:48:50.261967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5853f839-8c55-4421-bb12-84505842b1be,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:50.272133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:50.273782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-ec68ed49-309b-4588-92eb-3e0aa55c24ed service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841299 Nov 27 15:48:50.291034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14113383-4831-4e94-8930-54930a02f756 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:50.313117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:50.332170 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:50.474577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:48:50.507192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26951-c8f3-4a3c-ad7a-d9b7d68a7844 req-14d074ef-e44f-4f68-b3ef-dd68fff9dfb0 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:50.508916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afd26951-c8f3-4a3c-ad7a-d9b7d68a7844 req-14d074ef-e44f-4f68-b3ef-dd68fff9dfb0 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 946 time: 0.3138402 Nov 27 15:48:50.534169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 08c2de1b-f4e9-4434-92ce-c8646725fa32) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:50.547949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439ac5f-6e1a-41d6-a142-5a23b78d30e7 None None] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:48:50.564537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:50.565893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:50.594595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-231782e7-f3ed-4c96-8cbd-d5cfeacd6219 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195395 Nov 27 15:48:50.651845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8279ca78-fe20-4ea1-9d55-5a7d1931c445 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0066030 Nov 27 15:48:50.655482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33542) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:50.679309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['14113383-4831-4e94-8930-54930a02f756'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:50.685283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:50.724835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afd26951-c8f3-4a3c-ad7a-d9b7d68a7844 req-7222d60d-cc2b-4c90-a41f-a366e9ac309e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048025 Nov 27 15:48:50.749877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:50.750937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:50.778672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:50.914314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:51.194053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40ae1cd1-f21c-4f4d-9233-515728168530 req-337f063c-229c-44ef-8d44-b7059b6d9f1b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 210 time: 0.0535030 Nov 27 15:48:51.271630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ef8b-0561-48b7-bd4c-8cdeb2fd9e14 req-015d221e-223d-47a8-89d3-9f99c0bb2638 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:51.273921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4a213539-4218-460d-8dd2-b5838b6733e9 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:51.290228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f0ef8b-0561-48b7-bd4c-8cdeb2fd9e14 req-015d221e-223d-47a8-89d3-9f99c0bb2638 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 944 time: 0.1878097 Nov 27 15:48:51.307647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-08c2de1b-f4e9-4434-92ce-c8646725fa32', 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'fixed_ips': [{'subnet_id': '5853f839-8c55-4421-bb12-84505842b1be'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:48:51.309977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:51.348702 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:51.378487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 4a213539-4218-460d-8dd2-b5838b6733e9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:51.379084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4a213539-4218-460d-8dd2-b5838b6733e9 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:51.547183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f0ef8b-0561-48b7-bd4c-8cdeb2fd9e14 req-a4d9ad87-bd5d-4ae5-a7e0-a642377655a3 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437439 Nov 27 15:48:51.644975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-8d89d16c-b9f2-4109-a053-b5a6b7560dc5 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:51.648595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-8d89d16c-b9f2-4109-a053-b5a6b7560dc5 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 946 time: 0.2770443 Nov 27 15:48:51.996356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Allocated IP 172.20.0.2 (08c2de1b-f4e9-4434-92ce-c8646725fa32/5853f839-8c55-4421-bb12-84505842b1be/aed3e029-44cd-4f47-8a65-7599326a2590) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:52.044028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05620d57-695d-4449-8ff5-f28c7541ee2a req-083b9386-5294-4660-90fa-19e2e7b0c2c8 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:52.057218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05620d57-695d-4449-8ff5-f28c7541ee2a req-083b9386-5294-4660-90fa-19e2e7b0c2c8 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 946 time: 0.1253114 Nov 27 15:48:52.104630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Deleting port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:52.105230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.154973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05620d57-695d-4449-8ff5-f28c7541ee2a req-762919a3-0257-4856-ad73-4a602f83d415 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/security-groups?id=af58e9d3-27e3-4cda-9749-4dbd742ec074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948091 Nov 27 15:48:52.234653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] For port 07b29342-63a6-4c33-9cb6-c9b4d72680e9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=07b29342-63a6-4c33-9cb6-c9b4d72680e9,segment=NetworkSegment(28335708-5646-444a-ba5a-2f6ef57aaf1f),segment_id=28335708-5646-444a-ba5a-2f6ef57aaf1f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:52.235106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.253884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Calling delete_port for 07b29342-63a6-4c33-9cb6-c9b4d72680e9 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:52.343705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.380481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b8f3e-4542-457a-afc8-58dd51f734ac req-5a4089fb-5bf8-4d8a-b192-5d7c57603746 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:52.422017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc0b8f3e-4542-457a-afc8-58dd51f734ac req-5a4089fb-5bf8-4d8a-b192-5d7c57603746 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 949 time: 0.1310081 Nov 27 15:48:52.430746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.438827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.448909 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.508480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:52.513068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:52.517468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:52.540297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-235519b8-55e7-46ec-815c-1dc99ab6c4c8 req-04949197-352a-4752-a0ab-d99539f771a6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 210 time: 0.0774586 Nov 27 15:48:52.609647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc0b8f3e-4542-457a-afc8-58dd51f734ac req-678d0e5b-a0d3-4ab1-a9eb-a3382876720d tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867833 Nov 27 15:48:52.610882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Pushing event updated for resources: {'Port': ['ID=aed3e029-44cd-4f47-8a65-7599326a2590,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:52.623571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Attempting to bind port aed3e029-44cd-4f47-8a65-7599326a2590 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:52.623964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Attempting to bind port aed3e029-44cd-4f47-8a65-7599326a2590 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:52.624355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Attempting to bind port aed3e029-44cd-4f47-8a65-7599326a2590 on network 08c2de1b-f4e9-4434-92ce-c8646725fa32 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:52.630573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:52.631018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Checking segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:52.631915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.632419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Bound using segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:52.633058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Bound port: aed3e029-44cd-4f47-8a65-7599326a2590, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:52.633473 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.736163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.768356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] For port aed3e029-44cd-4f47-8a65-7599326a2590, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:52.775128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] For port aed3e029-44cd-4f47-8a65-7599326a2590, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aed3e029-44cd-4f47-8a65-7599326a2590,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:52.785727 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:52.830066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Pushing event deleted for resources: {'Port': ['ID=07b29342-63a6-4c33-9cb6-c9b4d72680e9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:52.919020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d86a-1617-426a-9efd-a219b39d5643 req-7f8c1b2b-6156-4306-9b7f-5a874862c4ad tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:52.926238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1f3d86a-1617-426a-9efd-a219b39d5643 req-7f8c1b2b-6156-4306-9b7f-5a874862c4ad tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 944 time: 0.2029576 Nov 27 15:48:52.934790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b31b-5691-4143-9c0d-1f57742668a1 None None] Pushing event updated for resources: {'Port': ['ID=aed3e029-44cd-4f47-8a65-7599326a2590,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:53.013519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] No DVR routers for this DVR port 07b29342-63a6-4c33-9cb6-c9b4d72680e9 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:53.020555 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:53.036539 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4017a106-b1e4-4056-8e79-1dd34cd5c5ad req-d75890a1-17ad-43db-b78e-6264b172e81e tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.37 "DELETE /v2.0/ports/07b29342-63a6-4c33-9cb6-c9b4d72680e9 HTTP/1.1" status: 204 len: 173 time: 1.3745728 Nov 27 15:48:53.037271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1f3d86a-1617-426a-9efd-a219b39d5643 req-1ec2cfaf-b0d7-45be-8095-ebadd185a2af tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986891 Nov 27 15:48:53.056437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'name': 'network-vif-deleted', 'tag': '07b29342-63a6-4c33-9cb6-c9b4d72680e9'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:53.060590 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42edf576-3c2f-4703-9e11-5e7ba3290746" -d '{"events": [{"server_uuid": "ad7562bd-c945-4eec-87b5-717e83164c00", "name": "network-vif-deleted", "tag": "07b29342-63a6-4c33-9cb6-c9b4d72680e9"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:53.075226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-6c68affe-a7ae-4ad0-9caa-a786aab51ac9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:53.076761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-6c68affe-a7ae-4ad0-9caa-a786aab51ac9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.3076379 Nov 27 15:48:53.093226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Allocated IP 172.25.1.103 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/530aa9cf-030d-45fd-8a9d-b3b7392ae0fa) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:53.094386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Request body: {'port': {'device_id': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'admin_state_up': True, 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:53.138155 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65612a0-bfae-4748-84ee-63635050464b x-openstack-request-id: req-a65612a0-bfae-4748-84ee-63635050464b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:53.139197 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7562bd-c945-4eec-87b5-717e83164c00", "name": "network-vif-deleted", "tag": "07b29342-63a6-4c33-9cb6-c9b4d72680e9", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:53.140107 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a65612a0-bfae-4748-84ee-63635050464b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:53.140885 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7562bd-c945-4eec-87b5-717e83164c00', 'name': 'network-vif-deleted', 'tag': '07b29342-63a6-4c33-9cb6-c9b4d72680e9', 'status': 'completed', 'code': 200} Nov 27 15:48:53.253396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14113383-4831-4e94-8930-54930a02f756 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:53.476794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:48:53.487804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:53.513944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 14113383-4831-4e94-8930-54930a02f756 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:48:53.520659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 14113383-4831-4e94-8930-54930a02f756 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:53.521119 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:53.591669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1433cf3-d43b-422a-87cf-8c127a43d3b0 req-f706ea16-44db-4bb3-bca2-4ad8ce902db3 tempest-VolumesAdminNegativeTest-825180330 tempest-VolumesAdminNegativeTest-825180330-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7562bd-c945-4eec-87b5-717e83164c00 HTTP/1.1" status: 200 len: 210 time: 0.1460207 Nov 27 15:48:53.679361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aed3e029-44cd-4f47-8a65-7599326a2590 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:53.808200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87b55fa7-3743-44c4-99b7-6133c1915360 req-9d7fde4f-6e71-484a-abdd-c413fed8904c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 210 time: 0.0661943 Nov 27 15:48:53.997443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.016816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port aed3e029-44cd-4f47-8a65-7599326a2590 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:54.017317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.096056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.115696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-99073592-3982-4278-a9aa-af94716f81ea tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:54.117241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-99073592-3982-4278-a9aa-af94716f81ea tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 949 time: 0.8118534 Nov 27 15:48:54.125259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:54.127576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14113383-4831-4e94-8930-54930a02f756'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:54.141505 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aabf96d-5b40-465a-977e-aa01e9dbf872" -d '{"events": [{"server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "name": "network-vif-plugged", "status": "completed", "tag": "14113383-4831-4e94-8930-54930a02f756"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:54.151677 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.234602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-b7f42492-9160-4870-b362-560fcfc16638 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:54.236121 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-b7f42492-9160-4870-b362-560fcfc16638 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "GET /v2.0/ports?device_id=08737d5f-0004-429a-915a-c34eff5b70de HTTP/1.1" status: 200 len: 950 time: 0.2957802 Nov 27 15:48:54.257028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:54.350850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.411937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port aed3e029-44cd-4f47-8a65-7599326a2590, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aed3e029-44cd-4f47-8a65-7599326a2590,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:54.421965 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.478206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.533357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Allocated IP 172.20.0.6 (3b4c9dfc-baf2-4462-858e-99107c600e5f/1d80349c-5fad-4eb0-94b2-9d827665cff3/4d1364ab-7488-4ac3-9e63-1c320102d039) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:54.563729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=aed3e029-44cd-4f47-8a65-7599326a2590,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:54.589122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562e869-9209-4587-9d05-0e1b01eb1952 req-1f0d219e-8a2b-4f54-8647-99dc166bbdf3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:54.590957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a562e869-9209-4587-9d05-0e1b01eb1952 req-1f0d219e-8a2b-4f54-8647-99dc166bbdf3 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 949 time: 0.7861257 Nov 27 15:48:54.628880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:54.630751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d9e3-1916-4d70-94ac-c376d57a226d req-95a8bc35-e1dc-4e7b-bd66-9763d1893f56 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:54.638713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97f9d9e3-1916-4d70-94ac-c376d57a226d req-95a8bc35-e1dc-4e7b-bd66-9763d1893f56 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 945 time: 0.2099113 Nov 27 15:48:54.655982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:54.671452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:54.686936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Pushing event updated for resources: {'Port': ['ID=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:54.745120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port 18833cc1-7232-4a35-bec5-76b0e0ecc016 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:54.746073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.827346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e9ec5-b3dd-4fd6-bdc1-86a5964959c8 None None] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:48:54.894347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.923369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port 18833cc1-7232-4a35-bec5-76b0e0ecc016, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=18833cc1-7232-4a35-bec5-76b0e0ecc016,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:54.923873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.948145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:54.956892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for 18833cc1-7232-4a35-bec5-76b0e0ecc016 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:54.959419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 07b29342-63a6-4c33-9cb6-c9b4d72680e9 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:55.022617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97f9d9e3-1916-4d70-94ac-c376d57a226d req-f63efe1c-7f41-4658-8484-bc049af7fd7a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823211 Nov 27 15:48:55.024578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 07b29342-63a6-4c33-9cb6-c9b4d72680e9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:55.026033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 07b29342-63a6-4c33-9cb6-c9b4d72680e9 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:55.026560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 18833cc1-7232-4a35-bec5-76b0e0ecc016 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:55.107781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-235fcc44-046a-4d0a-9195-4b87bc4a0c5b None None] Provisioning complete for port aed3e029-44cd-4f47-8a65-7599326a2590 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:55.119651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-235fcc44-046a-4d0a-9195-4b87bc4a0c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.130572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a562e869-9209-4587-9d05-0e1b01eb1952 req-0dc22a15-b0eb-4002-bc5c-68756e020fd6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251148 Nov 27 15:48:55.141572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:48:55.154074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:48:55.171065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:48:55.176040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event updated for resources: {'Port': ['ID=4d1364ab-7488-4ac3-9e63-1c320102d039,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:55.179593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port ca731d83-6898-4970-89a8-f5271b26efe5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:48:55.179942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.233583 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef7a725-264a-4993-9b92-b183c3b8bb9f x-openstack-request-id: req-8ef7a725-264a-4993-9b92-b183c3b8bb9f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:55.236917 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "name": "network-vif-plugged", "status": "completed", "tag": "14113383-4831-4e94-8930-54930a02f756", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:55.237540 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ef7a725-264a-4993-9b92-b183c3b8bb9f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:55.238120 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14113383-4831-4e94-8930-54930a02f756', 'code': 200} Nov 27 15:48:55.257232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33642) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:55.339209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Deleting subnet dfb60fac-362b-4e22-a304-d301e9a0e116 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:48:55.358485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No active binding found for port 18833cc1-7232-4a35-bec5-76b0e0ecc016 {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 15:48:55.359468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 18833cc1-7232-4a35-bec5-76b0e0ecc016 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:55.362163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.452119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port ca731d83-6898-4970-89a8-f5271b26efe5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ca731d83-6898-4970-89a8-f5271b26efe5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:48:55.452797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.470669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for ca731d83-6898-4970-89a8-f5271b26efe5 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:48:55.516297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:55.516978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.535122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.579575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dd18c-ba42-4ae9-9d2a-07ffdc379a02 req-00a0595e-119d-48a4-bbda-aa2b5b87969e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:55.581401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e1dd18c-ba42-4ae9-9d2a-07ffdc379a02 req-00a0595e-119d-48a4-bbda-aa2b5b87969e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 931 time: 0.1735876 Nov 27 15:48:55.604544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-56c66cf0-7aab-488f-b61a-3d8eb91bb542 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5149038 Nov 27 15:48:55.620374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Request body: {'port': {'device_id': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:55.677729 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.737636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.743268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.819275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e1dd18c-ba42-4ae9-9d2a-07ffdc379a02 req-dfbc3d5c-db9d-4af2-83a6-26885fca3bc6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134850 Nov 27 15:48:55.929743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=18833cc1-7232-4a35-bec5-76b0e0ecc016,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:55.933651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:55.956116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aed3e029-44cd-4f47-8a65-7599326a2590 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:48:55.958964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:56.065691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.083152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=ca731d83-6898-4970-89a8-f5271b26efe5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:56.108349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb60fac-362b-4e22-a304-d301e9a0e116,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:56.124354 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.136877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-31154c1a-cd6e-4ead-9947-73c7b4d225bd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dfb60fac-362b-4e22-a304-d301e9a0e116 HTTP/1.1" status: 204 len: 168 time: 0.8773587 Nov 27 15:48:56.258677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:56.298097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5bc4b-4393-4cd1-858f-86f2faa80f96 req-79cd02fb-4e5b-4303-a76f-fd36712cde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:56.299999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-66d5bc4b-4393-4cd1-858f-86f2faa80f96 req-79cd02fb-4e5b-4303-a76f-fd36712cde73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1096 time: 0.5892172 Nov 27 15:48:56.303673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port 18833cc1-7232-4a35-bec5-76b0e0ecc016 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:56.347214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.360784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d9193ce-4cd8-4601-8115-02d89b5dcbb6 req-2aac5b7b-164f-4385-a6c6-93c29fc2c7cb tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "DELETE /v2.0/ports/18833cc1-7232-4a35-bec5-76b0e0ecc016 HTTP/1.1" status: 204 len: 173 time: 2.2298217 Nov 27 15:48:56.362457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6865f521-3811-4b40-9578-6b2858f5a34a', 'name': 'network-vif-deleted', 'tag': '18833cc1-7232-4a35-bec5-76b0e0ecc016'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:56.368761 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849cde8-27db-417c-9e86-899ad1ac89a6" -d '{"events": [{"server_uuid": "6865f521-3811-4b40-9578-6b2858f5a34a", "name": "network-vif-deleted", "tag": "18833cc1-7232-4a35-bec5-76b0e0ecc016"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:56.458727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port aed3e029-44cd-4f47-8a65-7599326a2590 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:56.459057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.493027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port ca731d83-6898-4970-89a8-f5271b26efe5 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:48:56.503621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.532975 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd72371d-15c0-4838-b347-b16a7c8ee988 req-86729370-5503-44f8-b7b9-e002efce4d97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.21 "DELETE /v2.0/ports/ca731d83-6898-4970-89a8-f5271b26efe5 HTTP/1.1" status: 204 len: 173 time: 2.2699268 Nov 27 15:48:56.547608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.625314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7d3f9ed-28d7-48ad-9ec0-8e6b120e97b4 req-623526b6-7071-4d77-b079-41c9680e7467 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=6865f521-3811-4b40-9578-6b2858f5a34a HTTP/1.1" status: 200 len: 210 time: 0.1222358 Nov 27 15:48:56.762200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-66d5bc4b-4393-4cd1-858f-86f2faa80f96 req-1023dbcc-971d-4486-a669-a6f794b02f42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429889 Nov 27 15:48:56.813839 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.848907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.876229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02fe83d3-3c34-4ca6-b3b0-f196192a9041 None None] Provisioning complete for port aed3e029-44cd-4f47-8a65-7599326a2590 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:48:56.876580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02fe83d3-3c34-4ca6-b3b0-f196192a9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:56.907481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d06990-f386-44a0-b734-15547645e091 req-204443e4-3e4d-438f-8055-32c120611c6a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:56.924104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73d06990-f386-44a0-b734-15547645e091 req-204443e4-3e4d-438f-8055-32c120611c6a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 945 time: 0.6530862 Nov 27 15:48:56.953978 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac0798c-2e9f-4cb6-874f-da08e59c2c52 x-openstack-request-id: req-cac0798c-2e9f-4cb6-874f-da08e59c2c52 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:56.954374 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6865f521-3811-4b40-9578-6b2858f5a34a", "name": "network-vif-deleted", "tag": "18833cc1-7232-4a35-bec5-76b0e0ecc016", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:56.966331 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cac0798c-2e9f-4cb6-874f-da08e59c2c52 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:56.968835 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6865f521-3811-4b40-9578-6b2858f5a34a', 'name': 'network-vif-deleted', 'tag': '18833cc1-7232-4a35-bec5-76b0e0ecc016', 'status': 'completed', 'code': 200} Nov 27 15:48:57.005350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3707fe65-c9c9-4498-aaca-34981de6a170']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:57.099955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28335708-5646-444a-ba5a-2f6ef57aaf1f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:57.100247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28335708-5646-444a-ba5a-2f6ef57aaf1f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:57.153067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.192552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73d06990-f386-44a0-b734-15547645e091 req-32af5a10-205c-479a-a82c-7e407ef4d722 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712770 Nov 27 15:48:57.277760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ca731d83-6898-4970-89a8-f5271b26efe5 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:48:57.324172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: ca731d83-6898-4970-89a8-f5271b26efe5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:48:57.324524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ca731d83-6898-4970-89a8-f5271b26efe5 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:48:57.356961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.408472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.491467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:48:57.491962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:48:57.493648 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:48:57.536597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Router 478c258c-f4ac-437d-a671-7a0361835b92 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:48:57.545499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1364ab-7488-4ac3-9e63-1c320102d039 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:48:57.618055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.673621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:48:57.686542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Sync routers for ids ['478c258c-f4ac-437d-a671-7a0361835b92'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:48:57.699252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.703586 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8adb499c-fc4a-4329-a87c-14b3af0d8844 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0441391 Nov 27 15:48:57.703706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Routers {'478c258c-f4ac-437d-a671-7a0361835b92'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:48:57.703706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:48:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478c258c-f4ac-437d-a671-7a0361835b92'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:57.703931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33680) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:57.707928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf05cab-e44e-4658-a25d-2ab21deab09f req-6e8256fe-4886-45b8-8051-33fd871b1810 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:57.731485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbf05cab-e44e-4658-a25d-2ab21deab09f req-6e8256fe-4886-45b8-8051-33fd871b1810 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 931 time: 0.5375159 Nov 27 15:48:57.802115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Transition to ACTIVE for port object 4d1364ab-7488-4ac3-9e63-1c320102d039 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:48:57.833549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.882358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:57.889700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3707fe65-c9c9-4498-aaca-34981de6a170 HTTP/1.1" status: 204 len: 168 time: 1.5670171 Nov 27 15:48:57.893076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33692) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:57.908531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.049167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Set router 478c258c-f4ac-437d-a671-7a0361835b92 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:48:58.074141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbf05cab-e44e-4658-a25d-2ab21deab09f req-a303ff95-a7d3-4db2-841b-f26808290a2b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398194 Nov 27 15:48:58.092606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bdeaa-c50f-4c9f-b77a-4fa00f7b1827 admin admin] Pushing event deleted for resources: {'Network': ['ID=3707fe65-c9c9-4498-aaca-34981de6a170,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:58.265615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1364ab-7488-4ac3-9e63-1c320102d039,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:58.338801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Attempting to bind port 4d1364ab-7488-4ac3-9e63-1c320102d039 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:58.339075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Attempting to bind port 4d1364ab-7488-4ac3-9e63-1c320102d039 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:58.339365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Attempting to bind port 4d1364ab-7488-4ac3-9e63-1c320102d039 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:58.353237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Port 4d1364ab-7488-4ac3-9e63-1c320102d039 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:48:58.354029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Attempting to bind port 4d1364ab-7488-4ac3-9e63-1c320102d039 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:58.365250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:58.365488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:58.376678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Bound using segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:58.378737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Bound port: 4d1364ab-7488-4ac3-9e63-1c320102d039, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:58.379114 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.485026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', '43f01e4b-6327-4772-be28-04bea91a7c23'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:48:58.623152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab82af4-e5c6-4f8f-9add-4d5f64dc9d8e req-b52496c7-1216-43c3-95a4-2eb0c9384b8a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:58.635704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cab82af4-e5c6-4f8f-9add-4d5f64dc9d8e req-b52496c7-1216-43c3-95a4-2eb0c9384b8a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 945 time: 0.2199602 Nov 27 15:48:58.660126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:48:56Z', 'revision_number': 3, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:58.698613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Checking router: 478c258c-f4ac-437d-a671-7a0361835b92 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:48:58.699313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Updating router 478c258c-f4ac-437d-a671-7a0361835b92 port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:48:58.738063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] For port 4d1364ab-7488-4ac3-9e63-1c320102d039, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:58.777559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] For port 4d1364ab-7488-4ac3-9e63-1c320102d039, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4d1364ab-7488-4ac3-9e63-1c320102d039,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:58.784232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cab82af4-e5c6-4f8f-9add-4d5f64dc9d8e req-7255f112-3285-485c-a400-143e9abd194a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391306 Nov 27 15:48:58.788109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.814328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Deleting subnet fe4031a9-5283-4187-82d4-7def49685645 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:48:58.845374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.847265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:58.847954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.849675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d1364ab-7488-4ac3-9e63-1c320102d039 HTTP/1.1" status: 200 len: 1091 time: 3.2340066 Nov 27 15:48:58.850108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'tag': '4d1364ab-7488-4ac3-9e63-1c320102d039'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:58.852591 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b358fce-0687-4b32-9390-bd088309f7db" -d '{"events": [{"name": "network-changed", "server_uuid": "a92d6416-87c0-4445-a70a-e358a0a24e81", "tag": "4d1364ab-7488-4ac3-9e63-1c320102d039"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:58.890295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77238cc7-de3b-4620-afca-43390b4df662 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1364ab-7488-4ac3-9e63-1c320102d039,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:58.940643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.946302 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:58.985530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08737d5f-0004-429a-915a-c34eff5b70de', 'name': 'network-vif-deleted', 'tag': 'ca731d83-6898-4970-89a8-f5271b26efe5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:48:58.987785 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2225a5-5d8b-4536-9042-b724b5c98812" -d '{"events": [{"server_uuid": "08737d5f-0004-429a-915a-c34eff5b70de", "name": "network-vif-deleted", "tag": "ca731d83-6898-4970-89a8-f5271b26efe5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:48:59.111131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.116893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-ac6a576e-a7da-41d0-87ed-cdef514d4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:59.118423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-ac6a576e-a7da-41d0-87ed-cdef514d4601 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 1094 time: 0.2109258 Nov 27 15:48:59.177159 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-dd1014dc-2561-4ae7-a98d-12a18623ee39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1364ab-7488-4ac3-9e63-1c320102d039 HTTP/1.1" status: 200 len: 217 time: 0.0492420 Nov 27 15:48:59.185198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94194a7-3372-4269-aa12-58df3f6429f0 req-5eb2eb5a-4ad9-49eb-85a6-f97e62393003 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:59.193378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94194a7-3372-4269-aa12-58df3f6429f0 req-5eb2eb5a-4ad9-49eb-85a6-f97e62393003 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 949 time: 0.2112451 Nov 27 15:48:59.224460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27edf38f-a388-4f58-87cb-04548abc219a req-c59a9eb6-6cc8-4f50-86cb-e8e08c0e5c1a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-268690288&fields=id&tenant_id=833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 267 time: 0.2171774 Nov 27 15:48:59.247467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.306147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.320742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-a9677925-7063-4ecb-867c-6807559dc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:59.322687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-a9677925-7063-4ecb-867c-6807559dc20d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.1208863 Nov 27 15:48:59.337255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.343381 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe4031a9-5283-4187-82d4-7def49685645 HTTP/1.1" status: 204 len: 168 time: 1.4451687 Nov 27 15:48:59.349321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33728) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:48:59.350827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3c42b-cc05-4e08-bbc1-ec036d3f4ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4031a9-5283-4187-82d4-7def49685645,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:59.355039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf38f-a388-4f58-87cb-04548abc219a req-72a40c77-55a6-455e-9c4f-12625d600d96 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:48:59.363983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27edf38f-a388-4f58-87cb-04548abc219a req-72a40c77-55a6-455e-9c4f-12625d600d96 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 945 time: 0.1385980 Nov 27 15:48:59.369251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'port': {'security_groups': ['fdd34aa6-b1e1-4d18-83eb-136e319ce366', '2b1740a2-435d-43fe-81f7-0fb8f623dc74']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:48:59.385732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94194a7-3372-4269-aa12-58df3f6429f0 req-b283fba1-9be4-4200-aeba-ab008d990440 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867397 Nov 27 15:48:59.470339 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-688cd9ac-3e40-441c-8ee2-3494f145365c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392999 Nov 27 15:48:59.472063 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6259a-9eda-478f-9288-52e010228b79 x-openstack-request-id: req-c7f6259a-9eda-478f-9288-52e010228b79 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:59.472577 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92d6416-87c0-4445-a70a-e358a0a24e81", "tag": "4d1364ab-7488-4ac3-9e63-1c320102d039", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:59.473034 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7f6259a-9eda-478f-9288-52e010228b79 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:59.473709 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'tag': '4d1364ab-7488-4ac3-9e63-1c320102d039', 'status': 'completed', 'code': 200} Nov 27 15:48:59.520326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.534921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.541988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.595439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Attempting to bind port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:48:59.595812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Attempting to bind port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:48:59.596174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Attempting to bind port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:48:59.604707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc4898-6f34-4498-9997-9c9f5eb1e429 None None] Pushing event updated for resources: {'Port': ['ID=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:59.609956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:48:59.610328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:48:59.610730 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.611167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:48:59.611645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Bound port: 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:48:59.612026 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.628653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.631359 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe8897-113a-450a-844f-9a30599e07ba x-openstack-request-id: req-eabe8897-113a-450a-844f-9a30599e07ba {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:48:59.643382 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08737d5f-0004-429a-915a-c34eff5b70de", "name": "network-vif-deleted", "tag": "ca731d83-6898-4970-89a8-f5271b26efe5", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:48:59.643737 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eabe8897-113a-450a-844f-9a30599e07ba {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:48:59.644172 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08737d5f-0004-429a-915a-c34eff5b70de', 'name': 'network-vif-deleted', 'tag': 'ca731d83-6898-4970-89a8-f5271b26efe5', 'status': 'completed', 'code': 200} Nov 27 15:48:59.656343 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.701315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] For port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:48:59.703572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Allocated IP 172.20.0.1 (08c2de1b-f4e9-4434-92ce-c8646725fa32/5853f839-8c55-4421-bb12-84505842b1be/6276dfc2-e8d5-4881-8b5c-06111f680ace) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:48:59.706079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] For port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:48:59.718025 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.729815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-dab3b300-5aaf-4ad2-aa53-f5e1b16aa94f service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481692 Nov 27 15:48:59.839617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.847998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc4898-6f34-4498-9997-9c9f5eb1e429 None None] Pushing event updated for resources: {'Port': ['ID=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:48:59.893549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f832d1-ac24-4788-acce-4f882f250e0e']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:59.893966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Routers {'478c258c-f4ac-437d-a671-7a0361835b92'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:48:59.894592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:48:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478c258c-f4ac-437d-a671-7a0361835b92'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:59.915235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95825bff-2dfc-4366-af7c-8d03f34cef1e') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:59.915523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95825bff-2dfc-4366-af7c-8d03f34cef1e') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:48:59.944031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.963356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.986540 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:48:59.996720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:48:59.997572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:49:00.000356 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:49:00.139840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] Set router 478c258c-f4ac-437d-a671-7a0361835b92 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:00.141901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-66c0ad43-c77d-4dce-b1ec-d834d00cc0dd tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:00.143383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-66c0ad43-c77d-4dce-b1ec-d834d00cc0dd tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c1d4be-ed34-4e11-8523-be208456e434 HTTP/1.1" status: 200 len: 949 time: 0.1272035 Nov 27 15:49:00.144156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.149671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.156704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] 10.222.0.15 "DELETE /v2.0/networks/d7f832d1-ac24-4788-acce-4f882f250e0e HTTP/1.1" status: 204 len: 168 time: 0.8028784 Nov 27 15:49:00.215204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.303836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Pushing event updated for resources: {'Port': ['ID=6276dfc2-e8d5-4881-8b5c-06111f680ace,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:00.314698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da47f7-9462-4385-bf53-c7bbcae1b6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f832d1-ac24-4788-acce-4f882f250e0e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:00.339161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:00.343371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-080f2fb1-4f31-4c82-8fde-dd93687d2763 req-74ba1bab-153a-468b-8f41-1e49360f9817 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008973 Nov 27 15:49:00.352936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:00.356691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:00.371189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-276d0dc0-e65b-46a4-9ac4-d2be834ffc9d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:00.372885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-276d0dc0-e65b-46a4-9ac4-d2be834ffc9d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.5734019 Nov 27 15:49:00.421435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port 43f01e4b-6327-4772-be28-04bea91a7c23 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:49:00.422283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.483391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33736) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:00.506247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-f36db373-782c-4308-b5b2-98ca823f88ab tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/quotas/93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 375 time: 0.1131403 Nov 27 15:49:00.540541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.615960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd31924-adae-4351-9809-6a1762cab9fe req-c1525e84-ccbd-4737-b30f-d785750408bf tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:00.617543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fd31924-adae-4351-9809-6a1762cab9fe req-c1525e84-ccbd-4737-b30f-d785750408bf tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 949 time: 0.2435741 Nov 27 15:49:00.620624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:00.731839 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.740342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-debc31ab-65bb-4dd7-ba7b-e1b269e98f20 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122369 Nov 27 15:49:00.746908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:48:56Z', 'revision_number': 3, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:00.766702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.790246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03e3dc-d9ad-441d-9b2c-97fadcb0f3b8 None None] The sync data for ids ['478c258c-f4ac-437d-a671-7a0361835b92'] in n-d-819494-4 is: [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:48:56Z', 'revision_number': 3, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:00.800594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358fce-0687-4b32-9390-bd088309f7db req-04627f46-d966-444c-96f5-97f6b26ef78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:00.802173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-04627f46-d966-444c-96f5-97f6b26ef78c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 1094 time: 0.3243861 Nov 27 15:49:00.809776 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.819297 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8d3e29e-ece8-4dba-829d-ff8bae97a131 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2cc470c58914d70b59f9f00621e4d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344476 Nov 27 15:49:00.832207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33740) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:00.839091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7', '14113383-4831-4e94-8930-54930a02f756'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:00.963370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port 43f01e4b-6327-4772-be28-04bea91a7c23, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=43f01e4b-6327-4772-be28-04bea91a7c23,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:00.963838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:00.971987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ef9801e-e909-48f1-b7a7-d06a234a951d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.004124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for 43f01e4b-6327-4772-be28-04bea91a7c23 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:49:01.032501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ef9801e-e909-48f1-b7a7-d06a234a951d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.066263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3d581df4-bebd-4e5b-a639-3fd2c5cd3575 None None] Provisioning complete for port 6276dfc2-e8d5-4881-8b5c-06111f680ace triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:01.067155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d581df4-bebd-4e5b-a639-3fd2c5cd3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.138535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3d581df4-bebd-4e5b-a639-3fd2c5cd3575 None None] Port 6276dfc2-e8d5-4881-8b5c-06111f680ace cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:01.335338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ef9801e-e909-48f1-b7a7-d06a234a951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.340094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ef9801e-e909-48f1-b7a7-d06a234a951d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.341295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0ef9801e-e909-48f1-b7a7-d06a234a951d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af58e9d3-27e3-4cda-9749-4dbd742ec074 HTTP/1.1" status: 204 len: 168 time: 0.5142937 Nov 27 15:49:01.378215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.380274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9801e-e909-48f1-b7a7-d06a234a951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af58e9d3-27e3-4cda-9749-4dbd742ec074,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:01.466354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=43f01e4b-6327-4772-be28-04bea91a7c23,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:01.504796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port 43f01e4b-6327-4772-be28-04bea91a7c23 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:49:01.510204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.515276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d569056-966a-4774-ac9b-387ee6cf9f69 req-670622cd-d95e-4905-adc7-e44a5e79dc63 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "DELETE /v2.0/ports/43f01e4b-6327-4772-be28-04bea91a7c23 HTTP/1.1" status: 204 len: 173 time: 1.3531642 Nov 27 15:49:01.555550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:01.573699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.592478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.658933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:01.679621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:01.681825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.684961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27edf38f-a388-4f58-87cb-04548abc219a req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "PUT /v2.0/ports/14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 981 time: 2.3193719 Nov 27 15:49:01.713494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'tag': '14113383-4831-4e94-8930-54930a02f756'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:01.726375 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30443d51-b14b-4cd7-8d8c-f471bde5fc62" -d '{"events": [{"name": "network-changed", "server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "tag": "14113383-4831-4e94-8930-54930a02f756"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:01.782663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'name': 'network-vif-deleted', 'tag': '43f01e4b-6327-4772-be28-04bea91a7c23'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:01.785604 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfa9810-7d8b-4bd4-8870-210e83024374" -d '{"events": [{"server_uuid": "e5c1d4be-ed34-4e11-8523-be208456e434", "name": "network-vif-deleted", "tag": "43f01e4b-6327-4772-be28-04bea91a7c23"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:01.788233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Pushing event updated for resources: {'Port': ['ID=6276dfc2-e8d5-4881-8b5c-06111f680ace,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:01.826170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.831043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:01.878000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['14113383-4831-4e94-8930-54930a02f756'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:01.987629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217113b-7b3f-4598-b533-e9f16e2718f4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:02.083604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:49:02.084294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:02.095617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a00d50ef-0b03-45d5-a830-0b52fdc13da5 service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3225343 Nov 27 15:49:02.145660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358fce-0687-4b32-9390-bd088309f7db req-19ce2f6f-a2f5-46c0-9cc3-9d9810ba94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:02.152385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-19ce2f6f-a2f5-46c0-9cc3-9d9810ba94ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 1.3396950 Nov 27 15:49:02.166697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:02.171521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:02.329039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33756) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:02.428939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-984d9e8d-d048-42f5-ad80-9b1254592a2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1364ab-7488-4ac3-9e63-1c320102d039 HTTP/1.1" status: 200 len: 217 time: 0.1399896 Nov 27 15:49:02.497560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601dbe0-8059-402f-b169-eb6b64fb14d6 req-e95bf23a-18b2-42d2-ac61-9562e8ca535d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:02.504374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b3f74c44-0b11-419b-9efc-7f2f3ff19058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=757deef0efbf41e7b48eaebd00334e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724832 Nov 27 15:49:02.506044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e601dbe0-8059-402f-b169-eb6b64fb14d6 req-e95bf23a-18b2-42d2-ac61-9562e8ca535d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 943 time: 0.6116962 Nov 27 15:49:02.508782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33758) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:02.568188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:02.568708 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:02.569553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Router 478c258c-f4ac-437d-a671-7a0361835b92 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:49:02.680577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:02.680944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:02.708047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-55c80043-07e9-4a53-a3a3-5a531fc6b971 None None] Provisioning complete for port 6276dfc2-e8d5-4881-8b5c-06111f680ace triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:02.708628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55c80043-07e9-4a53-a3a3-5a531fc6b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:02.714395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358fce-0687-4b32-9390-bd088309f7db req-79580946-5cbf-4207-bf7b-37c297a922a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:02.715873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-79580946-5cbf-4207-bf7b-37c297a922a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.2742436 Nov 27 15:49:02.732158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:49:02.790455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-7ec270b0-cd2b-49ac-a023-4d92d21c7524 service neutron] 10.222.0.15 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340561 Nov 27 15:49:02.797491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-32b5473d-d930-4d44-bcf2-f52b66bfe500 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629656 Nov 27 15:49:02.820311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:02.826017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-55c80043-07e9-4a53-a3a3-5a531fc6b971 None None] Port 6276dfc2-e8d5-4881-8b5c-06111f680ace cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:02.850350 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0f2330ba-f0c0-4218-a84e-4568b4997007 admin admin] 10.222.0.15 "PUT /v2.0/routers/478c258c-f4ac-437d-a671-7a0361835b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1455760 Nov 27 15:49:02.982035 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.020858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:03.031594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:03.059493 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.082200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e601dbe0-8059-402f-b169-eb6b64fb14d6 req-5d3d6042-1a8d-4ffc-8793-461082d9327f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745471 Nov 27 15:49:03.083267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a582c14d-808f-42b2-8334-295750612ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.099817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.190488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=9ccef91d-bdd0-476c-b55d-3fdb9bf2833a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:03.209844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a582c14d-808f-42b2-8334-295750612ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.277210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:49:03.283950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.287499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fd31924-adae-4351-9809-6a1762cab9fe req-84f1432c-8068-4170-b24d-540749b0320e tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "DELETE /v2.0/ports/9ccef91d-bdd0-476c-b55d-3fdb9bf2833a HTTP/1.1" status: 204 len: 173 time: 2.6522624 Nov 27 15:49:03.331364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4d1364ab-7488-4ac3-9e63-1c320102d039 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:49:03.354722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-b60e529a-c8f2-4f0e-b360-f7c89d8f420f service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296881 Nov 27 15:49:03.583881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No active binding found for port 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 15:49:03.584337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9ccef91d-bdd0-476c-b55d-3fdb9bf2833a not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:49:03.584761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 43f01e4b-6327-4772-be28-04bea91a7c23 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:03.590770 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:49:03.620824 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce6102-225b-4072-9240-44b80d5d4d45 x-openstack-request-id: req-e6ce6102-225b-4072-9240-44b80d5d4d45 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:03.621316 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1d4be-ed34-4e11-8523-be208456e434", "name": "network-vif-deleted", "tag": "43f01e4b-6327-4772-be28-04bea91a7c23", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:03.621430 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6ce6102-225b-4072-9240-44b80d5d4d45 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:03.621795 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c1d4be-ed34-4e11-8523-be208456e434', 'name': 'network-vif-deleted', 'tag': '43f01e4b-6327-4772-be28-04bea91a7c23', 'status': 'completed', 'code': 200} Nov 27 15:49:03.622699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b358fce-0687-4b32-9390-bd088309f7db req-16e5286c-3503-43e3-b8a1-2ad0165b1c28 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261343 Nov 27 15:49:03.629530 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e05d2-6202-40bf-86b0-73f61912d653 x-openstack-request-id: req-564e05d2-6202-40bf-86b0-73f61912d653 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:03.630085 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "tag": "14113383-4831-4e94-8930-54930a02f756", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:03.630559 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-564e05d2-6202-40bf-86b0-73f61912d653 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:03.631161 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'tag': '14113383-4831-4e94-8930-54930a02f756', 'status': 'completed', 'code': 200} Nov 27 15:49:03.646312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:03.664135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a582c14d-808f-42b2-8334-295750612ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.666798 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a582c14d-808f-42b2-8334-295750612ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:03.688826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a582c14d-808f-42b2-8334-295750612ccb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed8e57c4-446a-44ea-a590-9d7c90ad62a4 HTTP/1.1" status: 204 len: 168 time: 1.1238277 Nov 27 15:49:03.725434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-2985162c-1500-4326-8c1e-9b5370771b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:03.729073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-2985162c-1500-4326-8c1e-9b5370771b80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1135 time: 0.1914897 Nov 27 15:49:03.828581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582c14d-808f-42b2-8334-295750612ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e57c4-446a-44ea-a590-9d7c90ad62a4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:03.920649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 43f01e4b-6327-4772-be28-04bea91a7c23 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:49:03.923853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 43f01e4b-6327-4772-be28-04bea91a7c23 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:49:03.960978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4efd859b-a740-4b98-8731-a1c81ec5e6a8 req-b92f5a65-6453-40e0-ad62-ae7168d0ff47 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.2708094 Nov 27 15:49:04.001977 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Sync routers for ids ['478c258c-f4ac-437d-a671-7a0361835b92'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:04.002509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-260a38ee-76e7-4090-a50d-a518f62659f6 req-f671c0e6-c969-44fd-92ae-6c0b270b7c6a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/2b1740a2-435d-43fe-81f7-0fb8f623dc74 HTTP/1.1" status: 200 len: 1817 time: 0.3675499 Nov 27 15:49:04.037543 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Routers {'478c258c-f4ac-437d-a671-7a0361835b92'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:04.065147 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:48:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478c258c-f4ac-437d-a671-7a0361835b92'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:04.122679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-1cd5e410-146e-415a-9438-d03905f0eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:04.134637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-1cd5e410-146e-415a-9438-d03905f0eac4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.3850434 Nov 27 15:49:04.180090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4d1364ab-7488-4ac3-9e63-1c320102d039, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4d1364ab-7488-4ac3-9e63-1c320102d039,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:04.189222 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-260a38ee-76e7-4090-a50d-a518f62659f6 req-abc82b90-0fad-476e-a8a6-ece432c749d9 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 15:49:04.211428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-260a38ee-76e7-4090-a50d-a518f62659f6 req-abc82b90-0fad-476e-a8a6-ece432c749d9 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b1740a2-435d-43fe-81f7-0fb8f623dc74 HTTP/1.1" status: 409 len: 341 time: 0.2083323 Nov 27 15:49:04.239501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '4d1364ab-7488-4ac3-9e63-1c320102d039', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': '4d1364ab-7488-4ac3-9e63-1c320102d039', 'mac_address': 'fa:16:3e:e3:e1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:49:04.251755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:04.308042 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-ccace476-7fe9-4e21-83f7-f464467d446c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 217 time: 0.1697261 Nov 27 15:49:04.380030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b87c84-08a7-43cc-bf1c-0b9350009a24 req-fe722583-8b23-48b4-848c-de757f253f7c tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905a7bb-6051-4a48-aefa-3d65d22d61ba HTTP/1.1" status: 200 len: 210 time: 0.1101530 Nov 27 15:49:04.476259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-e6d8b30c-f864-41a4-b902-ef5ed0c21e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:04.484781 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-e6d8b30c-f864-41a4-b902-ef5ed0c21e05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.1659958 Nov 27 15:49:04.551922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187640-db13-4588-b795-98b77e9f3b4f req-9cb4b9a9-9039-4681-9100-7174518740fe tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:04.557351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-2d1d1ebc-5dfc-4cff-8d4e-3afc44317748 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618057 Nov 27 15:49:04.557938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33816) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:04.561676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1187640-db13-4588-b795-98b77e9f3b4f req-9cb4b9a9-9039-4681-9100-7174518740fe tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 943 time: 0.1788554 Nov 27 15:49:04.564893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-network', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:04.578263 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:04.647638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1364ab-7488-4ac3-9e63-1c320102d039 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:04.718882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1187640-db13-4588-b795-98b77e9f3b4f req-d64d17f1-62aa-447f-b106-988470aa76d8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524360 Nov 27 15:49:04.770022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4d1364ab-7488-4ac3-9e63-1c320102d039, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4d1364ab-7488-4ac3-9e63-1c320102d039,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:04.804094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:04.904062 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Set router 478c258c-f4ac-437d-a671-7a0361835b92 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:04.907189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-3d60e154-5012-4137-b2e6-4efe21a1ca8d service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353825 Nov 27 15:49:04.952448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Made reservation on behalf of c8c8bf9796894eeebbceea29ed1448a8 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:04.955761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:04.956532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1936780-ba40-442c-af52-61a6ab3a65a7 req-27dc1f6e-d434-4479-a723-96e2412166b4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:04.970062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1936780-ba40-442c-af52-61a6ab3a65a7 req-27dc1f6e-d434-4479-a723-96e2412166b4 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 984 time: 0.0873005 Nov 27 15:49:05.017906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.102692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1936780-ba40-442c-af52-61a6ab3a65a7 req-982edd2c-6a01-459a-be11-ea7f0c530bf9 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=2b1740a2-435d-43fe-81f7-0fb8f623dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1263266 Nov 27 15:49:05.161622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=4d1364ab-7488-4ac3-9e63-1c320102d039,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:05.170915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7576a413-2439-4269-be07-3ccc65892fe0 req-2b35986c-544b-49d3-ab05-5d40c16c2ff8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0630038 Nov 27 15:49:05.220483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-350dd623-44c3-46e9-a8b2-4919c2515bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.225811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['4d1364ab-7488-4ac3-9e63-1c320102d039'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:05.241971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30443d51-b14b-4cd7-8d8c-f471bde5fc62 req-39f9f21b-c96a-47f3-ac99-6ff4be0c7ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139532 Nov 27 15:49:05.282843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.292524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.347547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:49:05.349627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d038a059-d589-49f7-a97b-2cf968e6ef62,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:05.362771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.363144 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Added segment dc044e27-556d-43c0-8f39-584359be2a30 of type vlan for network 734bb063-527f-4bf9-9611-fbb41e75ba9c Nov 27 15:49:05.391364 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:49:00Z', 'revision_number': 4, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '6276dfc2-e8d5-4881-8b5c-06111f680ace', 'name': '', 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'mac_address': 'fa:16:3e:fa:a9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5853f839-8c55-4421-bb12-84505842b1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:59Z', 'updated_at': '2021-11-27T15:49:00Z', 'revision_number': 2, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'subnets': [{'id': '5853f839-8c55-4421-bb12-84505842b1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:05.443019 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Checking router: 478c258c-f4ac-437d-a671-7a0361835b92 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:05.443224 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Updating router 478c258c-f4ac-437d-a671-7a0361835b92 port 6276dfc2-e8d5-4881-8b5c-06111f680ace binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:05.499375 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.638685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:05.642980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'name': 'network-vif-deleted', 'tag': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:05.655415 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1372bad-d013-4b7f-ac84-1aac26511bec" -d '{"events": [{"server_uuid": "2905a7bb-6051-4a48-aefa-3d65d22d61ba", "name": "network-vif-deleted", "tag": "9ccef91d-bdd0-476c-b55d-3fdb9bf2833a"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:05.675908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.782229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-ad011c0d-3214-42cc-a236-1236752981c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:05.785144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-ad011c0d-3214-42cc-a236-1236752981c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1135 time: 0.3957341 Nov 27 15:49:05.786130 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa90f6-35cc-4d35-b19c-0e399c63ac7a x-openstack-request-id: req-d2aa90f6-35cc-4d35-b19c-0e399c63ac7a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:05.786455 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2905a7bb-6051-4a48-aefa-3d65d22d61ba", "name": "network-vif-deleted", "tag": "9ccef91d-bdd0-476c-b55d-3fdb9bf2833a", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:05.786721 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2aa90f6-35cc-4d35-b19c-0e399c63ac7a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:05.787143 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905a7bb-6051-4a48-aefa-3d65d22d61ba', 'name': 'network-vif-deleted', 'tag': '9ccef91d-bdd0-476c-b55d-3fdb9bf2833a', 'status': 'completed', 'code': 200} Nov 27 15:49:05.909700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:05.910268 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:05.915017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-4112db13-d830-4202-97c0-5e973156c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:05.916826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-4112db13-d830-4202-97c0-5e973156c3cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e847da3957446ec93b32c0c7f635d44&device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 1100 time: 0.2411389 Nov 27 15:49:05.947607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-debd1a40-41fb-4d87-bbe0-584083cec263 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:05.949189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-debd1a40-41fb-4d87-bbe0-584083cec263 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 821 time: 0.5470955 Nov 27 15:49:05.972422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:49:05.985181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Request body: {'port': {'device_id': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'admin_state_up': True, 'tenant_id': '93d68f827a2e4d9cbecdba351503bc7e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:06.093513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.094597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:06.095331 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.189735 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-da64c9cb-e512-4649-9693-b2b61777a992 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5292873 Nov 27 15:49:06.345791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194192d-13e6-42a4-9aa0-25a8ffbc342b req-bb435861-6e34-4a1b-b86f-578421561935 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:06.348444 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.358403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1194192d-13e6-42a4-9aa0-25a8ffbc342b req-bb435861-6e34-4a1b-b86f-578421561935 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 944 time: 0.3220201 Nov 27 15:49:06.365493 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.446790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Made reservation on behalf of 93d68f827a2e4d9cbecdba351503bc7e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:06.451507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.490742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-64abd587-6496-4630-b180-a8f56086b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:06.494159 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-64abd587-6496-4630-b180-a8f56086b415 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.6915033 Nov 27 15:49:06.497365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] Pushing event updated for resources: {'Network': ['ID=734bb063-527f-4bf9-9611-fbb41e75ba9c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:06.514482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:49:06.516728 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ecd68796-1a9e-4571-9075-1fcf975f349a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9569557 Nov 27 15:49:06.523602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33884) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:06.552911 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Pushing event updated for resources: {'Port': ['ID=6276dfc2-e8d5-4881-8b5c-06111f680ace,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:06.557426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Request body: {'subnet': {'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-subnet', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:06.632485 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.632870 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.636401 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.636763 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.637191 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.637467 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.637801 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.638139 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.638508 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.638856 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.639187 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.639518 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:06.664222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Made reservation on behalf of c8c8bf9796894eeebbceea29ed1448a8 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:06.667155 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Attempting to bind port 6276dfc2-e8d5-4881-8b5c-06111f680ace on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:06.667530 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Attempting to bind port 6276dfc2-e8d5-4881-8b5c-06111f680ace by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:06.673326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.677052 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Attempting to bind port 6276dfc2-e8d5-4881-8b5c-06111f680ace on network 08c2de1b-f4e9-4434-92ce-c8646725fa32 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:06.685021 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:06.685287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Checking segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:06.694816 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.695181 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Bound using segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:06.695710 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Bound port: 6276dfc2-e8d5-4881-8b5c-06111f680ace, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:06.696131 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.783350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-c8cacbf3-ae29-4fe5-952a-540c25f5bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:06.784849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-c8cacbf3-ae29-4fe5-952a-540c25f5bce8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.8266971 Nov 27 15:49:06.802539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7db8a981-989b-4675-89f4-f2fe4b4ab7f5 None None] Provisioning complete for port 6276dfc2-e8d5-4881-8b5c-06111f680ace triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:06.805045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7db8a981-989b-4675-89f4-f2fe4b4ab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.865487 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] For port 6276dfc2-e8d5-4881-8b5c-06111f680ace, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:06.868966 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] For port 6276dfc2-e8d5-4881-8b5c-06111f680ace, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6276dfc2-e8d5-4881-8b5c-06111f680ace,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:06.879409 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:06.958495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7db8a981-989b-4675-89f4-f2fe4b4ab7f5 None None] Port 6276dfc2-e8d5-4881-8b5c-06111f680ace cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:06.976902 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Routers {'478c258c-f4ac-437d-a671-7a0361835b92'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:06.977589 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:48:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478c258c-f4ac-437d-a671-7a0361835b92'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:06.993758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-a425a2f8-6253-4252-9dbf-c29f2078997f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 HTTP/1.1" status: 200 len: 217 time: 0.1783736 Nov 27 15:49:07.042611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1194192d-13e6-42a4-9aa0-25a8ffbc342b req-ac92c25f-1196-4259-8c73-1bd1cc927fbe tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832345 Nov 27 15:49:07.054288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-ed53bd26-9212-42b6-a57a-61e9e1335f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 217 time: 0.5357947 Nov 27 15:49:07.059376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-baf8cb69-dd49-4e9f-84ea-4ed7cd95ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:07.065355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-baf8cb69-dd49-4e9f-84ea-4ed7cd95ac9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 1101 time: 0.8181241 Nov 27 15:49:07.067791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:07.082127 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd757da-9ea1-46ca-8a23-afae18f0cbba None None] Pushing event updated for resources: {'Port': ['ID=6276dfc2-e8d5-4881-8b5c-06111f680ace,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:07.205278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Allocated IP 172.20.0.2 (8c29ef00-b7e9-4431-8275-c7f37c550603/2c43f5a0-2116-4379-abfc-5ab1bc13c328/86a3bd63-bcda-41e9-bf3b-00a9b66462dd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:07.298282 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] Set router 478c258c-f4ac-437d-a671-7a0361835b92 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:07.298650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4d1364ab-7488-4ac3-9e63-1c320102d039 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:07.472152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-929887b9-6b8c-43f7-a75b-2db8d4a9dc73 None None] Provisioning complete for port 6276dfc2-e8d5-4881-8b5c-06111f680ace triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:07.472836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929887b9-6b8c-43f7-a75b-2db8d4a9dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:07.527104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-d1ba5fff-c3f2-4fa1-a7eb-5fca7a42df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:07.528611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-d1ba5fff-c3f2-4fa1-a7eb-5fca7a42df5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.5200424 Nov 27 15:49:07.575831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 4d1364ab-7488-4ac3-9e63-1c320102d039 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:49:07.578587 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13151b6a-ffa5-4a07-a749-2881cf8fcbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:07.584812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 4d1364ab-7488-4ac3-9e63-1c320102d039 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:07.585193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:07.695001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb1ae-bead-4970-964d-03ffffe32017 req-c7247c3d-ac80-4fd6-bc1e-d9b163ac1df5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:07.696475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705eb1ae-bead-4970-964d-03ffffe32017 req-c7247c3d-ac80-4fd6-bc1e-d9b163ac1df5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 984 time: 0.3043029 Nov 27 15:49:07.708106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c0e76-858e-463b-8ed2-933814c21f65 req-da9d3334-87dc-4bb1-a10a-1ecd21d38c55 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:07.715628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-682c0e76-858e-463b-8ed2-933814c21f65 req-da9d3334-87dc-4bb1-a10a-1ecd21d38c55 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 950 time: 0.3544590 Nov 27 15:49:07.808923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929887b9-6b8c-43f7-a75b-2db8d4a9dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:07.815769 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:49:00Z', 'revision_number': 4, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '6276dfc2-e8d5-4881-8b5c-06111f680ace', 'name': '', 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'mac_address': 'fa:16:3e:fa:a9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5853f839-8c55-4421-bb12-84505842b1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:59Z', 'updated_at': '2021-11-27T15:49:06Z', 'revision_number': 4, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'subnets': [{'id': '5853f839-8c55-4421-bb12-84505842b1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:07.817078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-2783546c-43be-4f16-8f26-f169e42166ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:07.821968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-2783546c-43be-4f16-8f26-f169e42166ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2748857 Nov 27 15:49:07.838180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-f93adb26-ebca-43f8-9960-67a74f0cb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:07.841475 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-f93adb26-ebca-43f8-9960-67a74f0cb55e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.7571349 Nov 27 15:49:07.851138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705eb1ae-bead-4970-964d-03ffffe32017 req-b931cb1c-e41f-4391-b338-34b25d5fdf9a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=2b1740a2-435d-43fe-81f7-0fb8f623dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1312232 Nov 27 15:49:07.880900 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee95cd2-4eb6-42d5-9885-bd279dc18994 None None] The sync data for ids ['478c258c-f4ac-437d-a671-7a0361835b92'] in n-d-819494-4 is: [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:49:00Z', 'revision_number': 4, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '6276dfc2-e8d5-4881-8b5c-06111f680ace', 'name': '', 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'mac_address': 'fa:16:3e:fa:a9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5853f839-8c55-4421-bb12-84505842b1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:59Z', 'updated_at': '2021-11-27T15:49:06Z', 'revision_number': 4, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'subnets': [{'id': '5853f839-8c55-4421-bb12-84505842b1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:07.935049 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-c22c9cd4-6d96-41a0-9b02-31d22eacf266 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780113 Nov 27 15:49:07.993275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-929887b9-6b8c-43f7-a75b-2db8d4a9dc73 None None] For port 6276dfc2-e8d5-4881-8b5c-06111f680ace, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6276dfc2-e8d5-4881-8b5c-06111f680ace,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:08.000369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-682c0e76-858e-463b-8ed2-933814c21f65 req-d96a0ba9-bf8e-4dec-989a-213b6743ee42 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833967 Nov 27 15:49:08.012518 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929887b9-6b8c-43f7-a75b-2db8d4a9dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.016021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.028144 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.053813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=173b2cce-2e77-41a2-ac18-c8a3a1589e86,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:08.107088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Checking segment: {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:08.107088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Network hostable DHCP agents. Network: 734bb063-527f-4bf9-9611-fbb41e75ba9c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:49:08.135560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1364ab-7488-4ac3-9e63-1c320102d039'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:08.140382 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146bf294-f5e4-4488-bacd-5e7b44e3b433" -d '{"events": [{"server_uuid": "a92d6416-87c0-4445-a70a-e358a0a24e81", "name": "network-vif-plugged", "status": "completed", "tag": "4d1364ab-7488-4ac3-9e63-1c320102d039"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:08.166065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db8c51eb-4c7b-459d-b6a8-4bc8bd305a47 req-c3c9e910-1787-436a-813e-215dc280e587 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.1204185 Nov 27 15:49:08.176108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-5147ed69-6f1e-457a-a74e-0701497f1a11 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239622 Nov 27 15:49:08.186445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 4d1364ab-7488-4ac3-9e63-1c320102d039, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4d1364ab-7488-4ac3-9e63-1c320102d039,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:08.201761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929887b9-6b8c-43f7-a75b-2db8d4a9dc73 None None] Pushing event updated for resources: {'Port': ['ID=6276dfc2-e8d5-4881-8b5c-06111f680ace,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:08.208179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.275873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-b79e5902-82fd-4fd6-9dcf-4a6fee053801 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:08.278276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-b79e5902-82fd-4fd6-9dcf-4a6fee053801 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 950 time: 0.9493525 Nov 27 15:49:08.316264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.317159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=4d1364ab-7488-4ac3-9e63-1c320102d039,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:08.328627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf365597-97d0-4596-9b9f-274a9f310a1f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:08.340495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-1ebd1072-e891-41bc-90b1-087dd23fae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:08.342801 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-1ebd1072-e891-41bc-90b1-087dd23fae38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 1.2055643 Nov 27 15:49:08.391110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:49:08.445248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.463515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-93d74ffa-08d9-45f1-9bd3-08d76c41c26c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d HTTP/1.1" status: 200 len: 217 time: 0.1001983 Nov 27 15:49:08.471594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 734bb063-527f-4bf9-9611-fbb41e75ba9c) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:08.488476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb937d9-dc5c-4f23-a65a-ffe86d6a3a0a None None] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:49:08.537589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:08.538155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.552450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-9b78b60e-c9eb-4100-b671-09593e825309 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784278 Nov 27 15:49:08.590865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-7dc9bfb1-8d4e-4302-bfa2-2d47344e9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:08.595831 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-7dc9bfb1-8d4e-4302-bfa2-2d47344e9f83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1218750 Nov 27 15:49:08.626558 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2cf5794b-3c6f-44f3-b553-1db6043443cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0883157 Nov 27 15:49:08.630673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33916) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:08.635796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:08.666028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f422e693-5fc4-4c8a-86fe-4cf8324ef248 req-a677b4b7-8e12-4adf-b849-fcc4868b8cd5 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342227 Nov 27 15:49:08.676696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-592f55cc-9463-4480-9bf7-0bda5af27aa9 req-8bb51bae-e1a7-4b2a-a73f-50b5cf508d51 tempest-FlavorsV2NegativeTest-854990117 tempest-FlavorsV2NegativeTest-854990117-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=78ddfca870ec4880b221b0ae51e83164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5095155 Nov 27 15:49:08.722922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:08.793083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Deleting port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:49:08.793889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.915676 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.917122 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:08.942839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f55cc-9463-4480-9bf7-0bda5af27aa9 req-8b5533bb-4d24-40d3-86ee-ed6f512f9750 tempest-FlavorsV2NegativeTest-854990117 tempest-FlavorsV2NegativeTest-854990117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:08.955270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-592f55cc-9463-4480-9bf7-0bda5af27aa9 req-8b5533bb-4d24-40d3-86ee-ed6f512f9750 tempest-FlavorsV2NegativeTest-854990117 tempest-FlavorsV2NegativeTest-854990117-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770967 Nov 27 15:49:08.982093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-592f55cc-9463-4480-9bf7-0bda5af27aa9 req-0bc41896-c3c9-4eda-adcc-2af46fd27b2c tempest-FlavorsV2NegativeTest-854990117 tempest-FlavorsV2NegativeTest-854990117-project] 10.222.0.15 "GET /v2.0/quotas/78ddfca870ec4880b221b0ae51e83164 HTTP/1.1" status: 200 len: 375 time: 0.0257633 Nov 27 15:49:09.009330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2e8e-7000-481b-8607-5ebb33287a82 req-7c6d5b41-3c3a-4a31-932a-47ada9a393a7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:09.010566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-734bb063-527f-4bf9-9611-fbb41e75ba9c', 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'fixed_ips': [{'subnet_id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:49:09.014118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:09.022949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e05a2e8e-7000-481b-8607-5ebb33287a82 req-7c6d5b41-3c3a-4a31-932a-47ada9a393a7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 945 time: 0.6613200 Nov 27 15:49:09.068819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Network 8c29ef00-b7e9-4431-8275-c7f37c550603 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:09.093065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:09.098408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-9905fdbf-04c2-40ff-8994-bdcc7b63c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:09.100601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-9905fdbf-04c2-40ff-8994-bdcc7b63c10d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4706967 Nov 27 15:49:09.102938 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0047ed2b-edff-4275-a1f9-16c327ce121b req-c342d67f-7ede-44ed-a2c2-4ecac6016a3f service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307746 Nov 27 15:49:09.113148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:09.117902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:09.150809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-592f55cc-9463-4480-9bf7-0bda5af27aa9 req-4fd56fbd-438c-4fbc-b30c-57d37f42cb60 tempest-FlavorsV2NegativeTest-854990117 tempest-FlavorsV2NegativeTest-854990117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78ddfca870ec4880b221b0ae51e83164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1677833 Nov 27 15:49:09.274543 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf62d01-a1d6-49b9-8857-6cd9dc451241 x-openstack-request-id: req-bcf62d01-a1d6-49b9-8857-6cd9dc451241 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:09.274867 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92d6416-87c0-4445-a70a-e358a0a24e81", "name": "network-vif-plugged", "status": "completed", "tag": "4d1364ab-7488-4ac3-9e63-1c320102d039", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:09.275137 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcf62d01-a1d6-49b9-8857-6cd9dc451241 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:09.284622 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1364ab-7488-4ac3-9e63-1c320102d039', 'code': 200} Nov 27 15:49:09.365024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e05a2e8e-7000-481b-8607-5ebb33287a82 req-088afd3a-ac5c-4595-8b39-6ca48a401bb7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411236 Nov 27 15:49:09.396842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:09.397545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:09.459637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-a5e45841-13a3-4458-89de-bf2e28ea363c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4837005 Nov 27 15:49:09.478691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Request body: {'port': {'device_id': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:09.505679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Allocated IP 172.20.0.2 (734bb063-527f-4bf9-9611-fbb41e75ba9c/173b2cce-2e77-41a2-ac18-c8a3a1589e86/9b589c36-0c12-4ed9-b5d7-b30f73884758) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:09.551437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] For port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:09.553047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:09.621947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Calling delete_port for e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:49:09.756342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:09.766761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6276dfc2-e8d5-4881-8b5c-06111f680ace up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:10.172862 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.184662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6276dfc2-e8d5-4881-8b5c-06111f680ace triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:10.190825 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.256499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.261575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee3653-57ec-4449-afc0-2cbd4106037a req-93f86c48-2877-4a3d-bc16-4d3b1cef2299 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:10.280316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdee3653-57ec-4449-afc0-2cbd4106037a req-93f86c48-2877-4a3d-bc16-4d3b1cef2299 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 984 time: 0.6857760 Nov 27 15:49:10.280494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff788e5-dcdb-4c4e-80ba-7d43758e8910 req-aeec1eb1-6787-4d2d-ad9e-b8dfac112be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:10.289983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ff788e5-dcdb-4c4e-80ba-7d43758e8910 req-aeec1eb1-6787-4d2d-ad9e-b8dfac112be3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 1096 time: 0.3577783 Nov 27 15:49:10.309484 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-f2ec9071-fcd8-41f8-b12a-9371fa10edc5 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1617532 Nov 27 15:49:10.325169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.328678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.339829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59eaa-c141-4489-b27e-bbc23792df16 req-98f98ed6-61f5-4558-a3c3-a8d3bde4fed0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:10.342192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80c59eaa-c141-4489-b27e-bbc23792df16 req-98f98ed6-61f5-4558-a3c3-a8d3bde4fed0 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f731c5f-82b3-4de9-922e-3e6543df96d5 HTTP/1.1" status: 200 len: 950 time: 0.2453778 Nov 27 15:49:10.352191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.423745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdee3653-57ec-4449-afc0-2cbd4106037a req-e9a2efbf-eb83-4020-82e4-5201778e72e5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=2b1740a2-435d-43fe-81f7-0fb8f623dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1408992 Nov 27 15:49:10.473148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Pushing event deleted for resources: {'Port': ['ID=e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:10.537508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:10.557061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:10.560068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:10.562542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Pushing event updated for resources: {'Port': ['ID=9b589c36-0c12-4ed9-b5d7-b30f73884758,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:10.662379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Attempting to bind port 9b589c36-0c12-4ed9-b5d7-b30f73884758 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:10.662750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Attempting to bind port 9b589c36-0c12-4ed9-b5d7-b30f73884758 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:10.663237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Attempting to bind port 9b589c36-0c12-4ed9-b5d7-b30f73884758 on network 734bb063-527f-4bf9-9611-fbb41e75ba9c {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:10.668293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:10.668664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Checking segment: {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:10.669066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.669485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Bound using segment: {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:10.669988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Bound port: 9b589c36-0c12-4ed9-b5d7-b30f73884758, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:10.670372 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.693805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33956) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:10.707134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80c59eaa-c141-4489-b27e-bbc23792df16 req-b64af8d2-33bd-46bf-a5dc-150ccc4d1c97 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.15 "GET /v2.0/security-groups?id=10d58373-7286-4a1f-bfe6-12a580e2e472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139503 Nov 27 15:49:10.708555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] No DVR routers for this DVR port e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:49:10.737419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.740619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fe35af35-820e-46eb-a55f-9e33d6a29901 req-a66a03f9-7d76-4500-beb8-89e253c262a6 tempest-ServersOnMultiNodesTest-98936461 tempest-ServersOnMultiNodesTest-98936461-project] 10.222.0.37 "DELETE /v2.0/ports/e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d HTTP/1.1" status: 204 len: 173 time: 2.4555399 Nov 27 15:49:10.744004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'name': 'network-vif-deleted', 'tag': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:10.748454 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec9ca85-140c-48b4-a622-2c3f93c4f8b3" -d '{"events": [{"server_uuid": "9f731c5f-82b3-4de9-922e-3e6543df96d5", "name": "network-vif-deleted", "tag": "e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:10.759466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b65968-aca0-4e62-81a9-21d0bbd79061 req-30aeefea-46a7-4c0b-b952-120b32d134e4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:10.780405 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1b65968-aca0-4e62-81a9-21d0bbd79061 req-30aeefea-46a7-4c0b-b952-120b32d134e4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 931 time: 0.1232040 Nov 27 15:49:10.788159 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ff788e5-dcdb-4c4e-80ba-7d43758e8910 req-b04efc70-7812-4bac-b67c-8986b6ed4af8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959266 Nov 27 15:49:10.811467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] For port 9b589c36-0c12-4ed9-b5d7-b30f73884758, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:10.823907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] For port 9b589c36-0c12-4ed9-b5d7-b30f73884758, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9b589c36-0c12-4ed9-b5d7-b30f73884758,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:10.835305 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:10.863344 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2690306b-409d-4090-b5b7-9bb1df97d1a2 req-21454ae2-54c0-4b95-b647-7965c355d6e0 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450044 Nov 27 15:49:11.062506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1f4b9-e257-4122-be69-67df0926506c None None] Pushing event updated for resources: {'Port': ['ID=9b589c36-0c12-4ed9-b5d7-b30f73884758,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:11.080914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:11.179935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:49:11.189201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:49:11.238872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:11.257717 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da66b82f-5c05-4365-b1b5-a4bc3d8451ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:11.480402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:11.610730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:11.688836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1b65968-aca0-4e62-81a9-21d0bbd79061 req-bf1552ef-56ef-4e0a-97a9-8788ab0ba7b0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9054382 Nov 27 15:49:11.718299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9b589c36-0c12-4ed9-b5d7-b30f73884758 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:11.831740 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ec1eaa-94c9-416c-8e79-a3f40cfb2166 x-openstack-request-id: req-81ec1eaa-94c9-416c-8e79-a3f40cfb2166 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:11.832332 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f731c5f-82b3-4de9-922e-3e6543df96d5", "name": "network-vif-deleted", "tag": "e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:11.832332 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81ec1eaa-94c9-416c-8e79-a3f40cfb2166 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:11.832675 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f731c5f-82b3-4de9-922e-3e6543df96d5', 'name': 'network-vif-deleted', 'tag': 'e5ce1da9-ceb6-4d2f-9fea-9313aa39c54d', 'status': 'completed', 'code': 200} Nov 27 15:49:11.881866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9b589c36-0c12-4ed9-b5d7-b30f73884758 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:11.882549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:11.925851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da66b82f-5c05-4365-b1b5-a4bc3d8451ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:11.971486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a39a7-b745-42ce-89e6-16b0c47f4641 req-0be7a374-4bc8-45a7-b71c-6c8cba00bf2c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:11.975860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-039a39a7-b745-42ce-89e6-16b0c47f4641 req-0be7a374-4bc8-45a7-b71c-6c8cba00bf2c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 945 time: 0.3316653 Nov 27 15:49:12.012432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da66b82f-5c05-4365-b1b5-a4bc3d8451ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.081212 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.140994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Allocated IP 172.25.1.251 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/205f2ebe-118b-48cc-9cb8-78108b8de642) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:12.147754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-da66b82f-5c05-4365-b1b5-a4bc3d8451ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78ddfca870ec4880b221b0ae51e83164&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4209726 Nov 27 15:49:12.151147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33982) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:12.159920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66b82f-5c05-4365-b1b5-a4bc3d8451ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03bea31-1f3b-4661-b322-5ec07a62e45d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:12.160433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a3bd63-bcda-41e9-bf3b-00a9b66462dd {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:12.183311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 9b589c36-0c12-4ed9-b5d7-b30f73884758, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9b589c36-0c12-4ed9-b5d7-b30f73884758,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:12.189659 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.204279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.239173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-039a39a7-b745-42ce-89e6-16b0c47f4641 req-85bafae6-8684-4c1a-8c2a-4864984a5e9d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158048 Nov 27 15:49:12.304017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Transition to ACTIVE for port object 86a3bd63-bcda-41e9-bf3b-00a9b66462dd will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:49:12.309452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=9b589c36-0c12-4ed9-b5d7-b30f73884758,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:12.317686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.374583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f59a0c-19d9-49fd-a07e-620137af9e70 req-a0086bcb-a25b-4c6b-a57a-82a405370b4a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:12.382118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23f59a0c-19d9-49fd-a07e-620137af9e70 req-a0086bcb-a25b-4c6b-a57a-82a405370b4a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 984 time: 0.1710143 Nov 27 15:49:12.502050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:12.506650 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e449b847-66eb-4399-b251-4f1aa4173c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.580695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e449b847-66eb-4399-b251-4f1aa4173c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.587134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23f59a0c-19d9-49fd-a07e-620137af9e70 req-5719649b-c544-43f4-a2ba-bf2cd19efc00 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=2b1740a2-435d-43fe-81f7-0fb8f623dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2038660 Nov 27 15:49:12.605968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:12.606480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:12.607900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:12.609269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.613763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:49:12.614300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:12.621853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:12.622308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:12.623754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:12.624195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Bound port: 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:12.624564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.722343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.743167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e449b847-66eb-4399-b251-4f1aa4173c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.751227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e449b847-66eb-4399-b251-4f1aa4173c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:12.752396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e449b847-66eb-4399-b251-4f1aa4173c76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a03bea31-1f3b-4661-b322-5ec07a62e45d HTTP/1.1" status: 204 len: 168 time: 0.6001194 Nov 27 15:49:12.857610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33994) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:12.893975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449b847-66eb-4399-b251-4f1aa4173c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03bea31-1f3b-4661-b322-5ec07a62e45d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:12.943028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:12.944807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:12.948286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:12.983735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:12.994872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Pushing event updated for resources: {'Port': ['ID=205f2ebe-118b-48cc-9cb8-78108b8de642,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:13.010609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:13.043133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.060637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43df67-4677-4396-9ca3-0bcdaa206d75 None None] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:49:13.232004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd7e3c-5af0-4468-9aa8-edf46f2539ff req-9c2f599f-9fd7-4c70-8e34-a6e1718d2c46 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:13.234039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2bd7e3c-5af0-4468-9aa8-edf46f2539ff req-9c2f599f-9fd7-4c70-8e34-a6e1718d2c46 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.3531122 Nov 27 15:49:13.295376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-abed9d9a-10bc-4db0-9c28-8e82f86f3b27 None None] Provisioning complete for port 9b589c36-0c12-4ed9-b5d7-b30f73884758 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:13.296255 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-abed9d9a-10bc-4db0-9c28-8e82f86f3b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.301345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e53df64-f633-4aab-9731-3e125b200beb req-94a7f268-e2ee-443d-8cbd-cede667c0031 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1264524906&fields=id&tenant_id=833eeb9d9d9e473c96d4061dcd09ba41 HTTP/1.1" status: 200 len: 267 time: 0.5349526 Nov 27 15:49:13.408438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:13.409090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.411168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.416469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] 10.222.0.37 "PUT /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 1091 time: 3.9429431 Nov 27 15:49:13.419279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-70f1a480-7333-4dcb-a6c7-93bcb4ee5a32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1734dd8fcc14c8fb0f19134350d4d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607278 Nov 27 15:49:13.420095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62ea93-ef3b-43ec-a15e-6ba277499ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:13.425256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:13.429794 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9437f7-6754-49a5-8c8e-00bccaca99fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:13.435737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34020) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:13.591195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9b589c36-0c12-4ed9-b5d7-b30f73884758 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:13.630081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2bd7e3c-5af0-4468-9aa8-edf46f2539ff req-0a164cec-54a4-46f0-a8be-db51057660cf tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703096 Nov 27 15:49:13.682194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53df64-f633-4aab-9731-3e125b200beb req-b5773013-4b41-4954-8dcf-53e618435b55 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:13.690812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e53df64-f633-4aab-9731-3e125b200beb req-b5773013-4b41-4954-8dcf-53e618435b55 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 984 time: 0.3876975 Nov 27 15:49:13.705583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'port': {'security_groups': ['2b1740a2-435d-43fe-81f7-0fb8f623dc74', 'fdd34aa6-b1e1-4d18-83eb-136e319ce366', '4eb09495-f82d-43ce-8240-c0808fca3b28']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:13.711422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-7ba244f2-139d-4131-8fe3-c9475bdb69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:13.713212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-7ba244f2-139d-4131-8fe3-c9475bdb69ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1094 time: 0.2126899 Nov 27 15:49:13.722541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9b589c36-0c12-4ed9-b5d7-b30f73884758 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:13.723039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.802160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fd62e29-951f-4f72-a7b7-f96b10c266d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.916270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-38553851-29a7-4931-be29-3a05073771e0 None None] Provisioning complete for port 9b589c36-0c12-4ed9-b5d7-b30f73884758 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:13.916464 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38553851-29a7-4931-be29-3a05073771e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:13.948661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-b082c95a-5bfc-424e-80cf-ef3725545809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 217 time: 0.1970074 Nov 27 15:49:14.019477 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fd62e29-951f-4f72-a7b7-f96b10c266d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.026086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.131065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85d9a-5895-402f-8213-53bd72f71081 req-bab79ada-02b2-4f21-8c3b-0d67d919bfd6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:14.139429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7e85d9a-5895-402f-8213-53bd72f71081 req-bab79ada-02b2-4f21-8c3b-0d67d919bfd6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 945 time: 0.2280276 Nov 27 15:49:14.146249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe579d7-52ae-41de-b03a-574351f204cc req-49d1ec14-3c92-4b93-ba84-4830a18eb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:14.147857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-49d1ec14-3c92-4b93-ba84-4830a18eb0d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1918118 Nov 27 15:49:14.203282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-40f458df-2334-43cb-b3a7-0478f19b2b06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436215 Nov 27 15:49:14.261870 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fd62e29-951f-4f72-a7b7-f96b10c266d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.265120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fd62e29-951f-4f72-a7b7-f96b10c266d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.266538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1fd62e29-951f-4f72-a7b7-f96b10c266d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10d58373-7286-4a1f-bfe6-12a580e2e472 HTTP/1.1" status: 204 len: 168 time: 0.7986195 Nov 27 15:49:14.295556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.377969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7e85d9a-5895-402f-8213-53bd72f71081 req-ce46c9fb-193e-4c03-a8fb-a8b0f3b45c05 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303843 Nov 27 15:49:14.392775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd62e29-951f-4f72-a7b7-f96b10c266d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d58373-7286-4a1f-bfe6-12a580e2e472,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:14.462492 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96b2b56-89c0-4ce6-9f62-8fbeb7aad30f x-openstack-request-id: req-e96b2b56-89c0-4ce6-9f62-8fbeb7aad30f {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:14.464085 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:14.464504 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e96b2b56-89c0-4ce6-9f62-8fbeb7aad30f {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:14.466567 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'status': 'completed', 'code': 200} Nov 27 15:49:14.480352 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:49:14.540219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:49:14.666623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:14.710431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.720003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-3d3a741a-02c4-4665-a851-23fb3b18ec9a service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019481 Nov 27 15:49:14.721214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.735275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7', '14113383-4831-4e94-8930-54930a02f756'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:14.754477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:14.809078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:14.819412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e86cd4bd-8970-469c-96ba-fb9bca08cce8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1866879 Nov 27 15:49:14.820072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34068) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:14.827515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Sync routers for ids ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:14.893146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Routers {'4cd0db8b-929b-4456-80b0-19ea760eb0c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:14.894031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:14.933061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34070) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:14.976041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe579d7-52ae-41de-b03a-574351f204cc req-11f0a706-687b-4937-8324-fe85aade4122 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409289 Nov 27 15:49:15.013170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:15.014575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.019565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e53df64-f633-4aab-9731-3e125b200beb req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "PUT /v2.0/ports/14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 1020 time: 1.3265812 Nov 27 15:49:15.052382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Set router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:15.059621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a71d9515-4242-4ea7-881a-8e79192bf02e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53e2674a5f1144afbf6e9140566a7192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252856 Nov 27 15:49:15.067278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34074) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:15.130674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525f20f-6139-4de7-b479-7fffce3c5aec tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:15.146391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-852b117c-d622-4b5f-b1ae-32b5d0a546f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:15.148303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-852b117c-d622-4b5f-b1ae-32b5d0a546f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1094 time: 0.1020219 Nov 27 15:49:15.194800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['14113383-4831-4e94-8930-54930a02f756'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:15.342649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-09f9ee69-b477-4cf2-8616-252c79f0ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:15.344583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-09f9ee69-b477-4cf2-8616-252c79f0ac19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1885712 Nov 27 15:49:15.363945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae2277da-af76-4c34-bfb8-dba157ca72ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.425788 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae2277da-af76-4c34-bfb8-dba157ca72ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.432036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-5b518efc-8240-4705-b7bc-184c1f1805ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 217 time: 0.0796380 Nov 27 15:49:15.542023 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae2277da-af76-4c34-bfb8-dba157ca72ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.545058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae2277da-af76-4c34-bfb8-dba157ca72ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.546382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ae2277da-af76-4c34-bfb8-dba157ca72ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cda8c2fa-862f-4b10-a512-8831536efda6 HTTP/1.1" status: 204 len: 168 time: 0.4760575 Nov 27 15:49:15.564941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2277da-af76-4c34-bfb8-dba157ca72ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8c2fa-862f-4b10-a512-8831536efda6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:15.584844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-2bf8fca6-ae6f-4a7d-8601-737986ffa118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:15.586433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-2bf8fca6-ae6f-4a7d-8601-737986ffa118 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0644827 Nov 27 15:49:15.634866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.637690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd020c-91c9-44d5-b445-8a01ab982309 req-3a394f9c-9653-41af-9581-35a15cfe08f8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:15.640149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cdd020c-91c9-44d5-b445-8a01ab982309 req-3a394f9c-9653-41af-9581-35a15cfe08f8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.2131891 Nov 27 15:49:15.674375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60c354-9abd-48fc-98ec-94db32b9e877 req-836a1ee5-5b83-44b3-8834-02468ebeb7a8 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:15.683295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b60c354-9abd-48fc-98ec-94db32b9e877 req-836a1ee5-5b83-44b3-8834-02468ebeb7a8 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 949 time: 0.2575412 Nov 27 15:49:15.689674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-33cca7fb-683a-4df8-b448-cfb91da5a552 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929482 Nov 27 15:49:15.791257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:49:13Z', 'revision_number': 3, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:15.824412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Checking router: 4cd0db8b-929b-4456-80b0-19ea760eb0c4 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:15.824775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Updating router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 port 205f2ebe-118b-48cc-9cb8-78108b8de642 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:15.858056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b60c354-9abd-48fc-98ec-94db32b9e877 req-bfdcb8ac-7fdf-4ea5-8319-4f4b91548c11 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727386 Nov 27 15:49:15.864935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-185065fe-d1c9-42ac-aae0-1c2fee4f3a7c service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185520 Nov 27 15:49:15.908010 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:15.961330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Allocated IP 172.20.0.1 (734bb063-527f-4bf9-9611-fbb41e75ba9c/173b2cce-2e77-41a2-ac18-c8a3a1589e86/49f30a35-7ca1-4baf-b7ff-a7fa00380f18) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:16.081117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cdd020c-91c9-44d5-b445-8a01ab982309 req-3b552e0d-c1be-4657-95ff-cbf385890236 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337752 Nov 27 15:49:16.104045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98d24e04-cddb-4a81-977b-8648870b6037 req-9c8380b3-876a-4e81-80d8-c00ba63ef40b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/4eb09495-f82d-43ce-8240-c0808fca3b28 HTTP/1.1" status: 200 len: 1817 time: 0.1909494 Nov 27 15:49:16.204888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.247195 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-98d24e04-cddb-4a81-977b-8648870b6037 req-e1605fcf-7c0a-414c-a89f-44abe3a16498 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 15:49:16.248743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98d24e04-cddb-4a81-977b-8648870b6037 req-e1605fcf-7c0a-414c-a89f-44abe3a16498 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/4eb09495-f82d-43ce-8240-c0808fca3b28 HTTP/1.1" status: 409 len: 341 time: 0.1428654 Nov 27 15:49:16.251269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa9437f7-6754-49a5-8c8e-00bccaca99fa req-8aaa84e9-801c-4af8-98cc-06a9fb5bb43a service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709178 Nov 27 15:49:16.279363 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.338041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:16.341708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:16.352286 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.355305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:16.366790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.395136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Pushing event updated for resources: {'Port': ['ID=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:16.415552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52dba0-d1b6-4069-b540-0a972bbf87ba req-9af30fd9-6638-4e60-b16f-744a067aae94 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:16.417695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f52dba0-d1b6-4069-b540-0a972bbf87ba req-9af30fd9-6638-4e60-b16f-744a067aae94 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 945 time: 0.1653190 Nov 27 15:49:16.427412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.472371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'tag': '14113383-4831-4e94-8930-54930a02f756'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:16.474722 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "tag": "14113383-4831-4e94-8930-54930a02f756"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:16.502950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b99d30-f7e2-49ec-8384-12fdd1044c67 None None] Pushing event updated for resources: {'Port': ['ID=205f2ebe-118b-48cc-9cb8-78108b8de642,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:16.510652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Attempting to bind port 205f2ebe-118b-48cc-9cb8-78108b8de642 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:16.511041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Attempting to bind port 205f2ebe-118b-48cc-9cb8-78108b8de642 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:16.511405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Attempting to bind port 205f2ebe-118b-48cc-9cb8-78108b8de642 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:16.543504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:16.543892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:16.544383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.545376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:16.545797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Bound port: 205f2ebe-118b-48cc-9cb8-78108b8de642, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:16.549397 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.606892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f52dba0-d1b6-4069-b540-0a972bbf87ba req-1e6c1432-df2a-496e-abc5-9fe69439042b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758361 Nov 27 15:49:16.698954 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.744193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] For port 205f2ebe-118b-48cc-9cb8-78108b8de642, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:16.756582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] For port 205f2ebe-118b-48cc-9cb8-78108b8de642, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=205f2ebe-118b-48cc-9cb8-78108b8de642,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:16.773613 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:16.797104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-238ef297-c89e-4b63-afaa-7bf1f9676e52 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:16.798776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-238ef297-c89e-4b63-afaa-7bf1f9676e52 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 945 time: 0.1009254 Nov 27 15:49:16.932671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b99d30-f7e2-49ec-8384-12fdd1044c67 None None] Pushing event updated for resources: {'Port': ['ID=205f2ebe-118b-48cc-9cb8-78108b8de642,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:16.942266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e53b8752-7d4c-4c81-8878-1554b7d730b7 None None] Provisioning complete for port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:16.943203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e53b8752-7d4c-4c81-8878-1554b7d730b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.008270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e53b8752-7d4c-4c81-8878-1554b7d730b7 None None] Port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:17.009896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Routers {'4cd0db8b-929b-4456-80b0-19ea760eb0c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:17.010807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:17.022350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34128) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:17.056009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Deleting port 4d1364ab-7488-4ac3-9e63-1c320102d039 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:49:17.056328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.117811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.127275 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee0746-f721-40c2-9cc5-933336719ceb x-openstack-request-id: req-b4ee0746-f721-40c2-9cc5-933336719ceb {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:17.127803 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.128357 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "tag": "14113383-4831-4e94-8930-54930a02f756", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:17.128827 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4ee0746-f721-40c2-9cc5-933336719ceb {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:17.130378 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'tag': '14113383-4831-4e94-8930-54930a02f756', 'status': 'completed', 'code': 200} Nov 27 15:49:17.170202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] Set router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:17.220335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-2c1e1a41-ae49-448b-8108-55cd868d4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:17.222874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-2c1e1a41-ae49-448b-8108-55cd868d4dac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1174 time: 0.0649922 Nov 27 15:49:17.234236 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.243369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] For port 4d1364ab-7488-4ac3-9e63-1c320102d039, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=4d1364ab-7488-4ac3-9e63-1c320102d039,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:17.243727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.251335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Pushing event updated for resources: {'Port': ['ID=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:17.276953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-network', 'tenant_id': '28958636f4244760abd9bef0381ccb07'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:17.281698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Calling delete_port for 4d1364ab-7488-4ac3-9e63-1c320102d039 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:49:17.349249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 4d1364ab-7488-4ac3-9e63-1c320102d039 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:17.383369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Made reservation on behalf of 28958636f4244760abd9bef0381ccb07 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:17.385557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.428937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.441740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-18818dce-ec55-4fa9-9d1f-c738c4418c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:17.443227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-18818dce-ec55-4fa9-9d1f-c738c4418c08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 200 len: 914 time: 0.2111824 Nov 27 15:49:17.454031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b6e3-33e7-4ac1-8954-e276f0d0e384 req-3c03ae77-dec6-4ed9-a600-54932fc91d58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:17.455465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17b3b6e3-33e7-4ac1-8954-e276f0d0e384 req-3c03ae77-dec6-4ed9-a600-54932fc91d58 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1023 time: 0.1476998 Nov 27 15:49:17.463105 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:17.465195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:17.521453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-344f7ca7-9fb2-4faf-acdb-c650a1c4e97a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 200 len: 217 time: 0.0625179 Nov 27 15:49:17.554759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d03bbf-8d86-4ed2-a3fe-a8450e8967ee req-300f808e-ec63-4464-8525-dedc1621bb83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:17.562399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40d03bbf-8d86-4ed2-a3fe-a8450e8967ee req-300f808e-ec63-4464-8525-dedc1621bb83 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.1842330 Nov 27 15:49:17.579678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.638609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.656785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:17.668601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-082eedff-5615-4deb-b37a-907eff58adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:17.675237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-082eedff-5615-4deb-b37a-907eff58adc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 200 len: 853 time: 0.1401181 Nov 27 15:49:17.679472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event deleted for resources: {'Port': ['ID=4d1364ab-7488-4ac3-9e63-1c320102d039,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:17.694543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '49f30a35-7ca1-4baf-b7ff-a7fa00380f18', 'name': '', 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'mac_address': 'fa:16:3e:8d:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:15Z', 'updated_at': '2021-11-27T15:49:15Z', 'revision_number': 1, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'subnets': [{'id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:17.736201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-bd2694b6-a28b-46c0-9aad-24ee939e7430 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9624fddf-3e12-4ff9-a353-b9142a89fec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445268 Nov 27 15:49:17.746419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe648b0-cba1-42b5-bd66-edb7b6ad3ebf None None] The sync data for ids ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'] in n-d-819494-4 is: [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '49f30a35-7ca1-4baf-b7ff-a7fa00380f18', 'name': '', 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'mac_address': 'fa:16:3e:8d:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:15Z', 'updated_at': '2021-11-27T15:49:15Z', 'revision_number': 1, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'subnets': [{'id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:17.748827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40d03bbf-8d86-4ed2-a3fe-a8450e8967ee req-752f847f-b9b4-4c5d-87d1-f1286f0e5557 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855202 Nov 27 15:49:17.749058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] No DVR routers for this DVR port 4d1364ab-7488-4ac3-9e63-1c320102d039 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:49:17.751870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:49:17.756413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.761936 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f65022d5-86b7-4a29-847f-cbbf5e8c061c req-a97d18fa-2bec-4ef3-aeb0-b33a8faf9e74 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "DELETE /v2.0/ports/4d1364ab-7488-4ac3-9e63-1c320102d039 HTTP/1.1" status: 204 len: 173 time: 0.9481053 Nov 27 15:49:17.762581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'name': 'network-vif-deleted', 'tag': '4d1364ab-7488-4ac3-9e63-1c320102d039'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:17.765514 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b8875-d492-46d7-976f-fe5c6def5d4d" -d '{"events": [{"server_uuid": "a92d6416-87c0-4445-a70a-e358a0a24e81", "name": "network-vif-deleted", "tag": "4d1364ab-7488-4ac3-9e63-1c320102d039"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:17.774786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17b3b6e3-33e7-4ac1-8954-e276f0d0e384 req-75ad8fbf-94eb-49aa-abc0-ac81e95dd734 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=4eb09495-f82d-43ce-8240-c0808fca3b28&id=2b1740a2-435d-43fe-81f7-0fb8f623dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3048315 Nov 27 15:49:17.893242 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.920320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.938321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:17.978513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-b823d498-fc56-4ca8-8ccb-f68907daba20 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287297 Nov 27 15:49:17.984241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:17.987798 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7809e671-2e18-44b3-9160-e199c44cdad9" -d '{"events": [{"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-unplugged", "status": "completed", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:17.989121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:49:18.023183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:18.032360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75195b1c-868e-4a68-9416-e2d857add558,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:18.043348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1f90bafa-4f7b-4530-b258-4c168c94aad7 None None] Provisioning complete for port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:18.044327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1f90bafa-4f7b-4530-b258-4c168c94aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.047528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.079247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:18.086966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-581513ea-4e7f-446b-8a74-c10f4004694c admin admin] 10.222.0.15 "PUT /v2.0/routers/4cd0db8b-929b-4456-80b0-19ea760eb0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2658293 Nov 27 15:49:18.097872 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ac7ce-4369-4d57-9372-23ba2e626074 x-openstack-request-id: req-dd6ac7ce-4369-4d57-9372-23ba2e626074 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:18.098639 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92d6416-87c0-4445-a70a-e358a0a24e81", "name": "network-vif-deleted", "tag": "4d1364ab-7488-4ac3-9e63-1c320102d039", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:18.098998 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd6ac7ce-4369-4d57-9372-23ba2e626074 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:18.099439 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d6416-87c0-4445-a70a-e358a0a24e81', 'name': 'network-vif-deleted', 'tag': '4d1364ab-7488-4ac3-9e63-1c320102d039', 'status': 'completed', 'code': 200} Nov 27 15:49:18.228269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1f90bafa-4f7b-4530-b258-4c168c94aad7 None None] Port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:18.255744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.256402 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Added segment 4ca93594-b29e-4eb1-a87e-090bb4dcf82a of type vlan for network 70007878-bd45-4382-bba5-ca26e38ace30 Nov 27 15:49:18.289014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:18.295125 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882c0e1-d0b5-43d2-a76a-892971d51c9d x-openstack-request-id: req-c882c0e1-d0b5-43d2-a76a-892971d51c9d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:18.295513 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-unplugged", "status": "completed", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:18.295687 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c882c0e1-d0b5-43d2-a76a-892971d51c9d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:18.296084 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'code': 200} Nov 27 15:49:18.334587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.376634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.381187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:18.381866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.442077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a6cc4f-c65f-4ae5-baf8-5a4b41a36c9e req-b3d86a96-fd0d-4ee1-9118-9c66e4e3bee1 service neutron] 10.222.0.21 "GET /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499717 Nov 27 15:49:18.503553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27778cc0-9d7e-4623-862a-7d3b44d467f5 req-b176addd-fa32-478a-8934-cd93ffc11d3b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92d6416-87c0-4445-a70a-e358a0a24e81 HTTP/1.1" status: 200 len: 210 time: 0.2505925 Nov 27 15:49:18.522481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4987984 Nov 27 15:49:18.525474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34182) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:18.531650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Request body: {'subnet': {'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-subnet', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:18.554605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c3415-129d-4e77-ae9e-9b850b7f74f1 admin admin] Pushing event updated for resources: {'Network': ['ID=70007878-bd45-4382-bba5-ca26e38ace30,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:18.567158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 70007878-bd45-4382-bba5-ca26e38ace30 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:49:18.572853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Made reservation on behalf of 28958636f4244760abd9bef0381ccb07 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:18.575388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:18.575954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.746687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38a4c17c-6c68-403c-ac26-99abb5d84546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:18.820000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-fc0db08e-47a6-43f6-83f5-b22042761f57 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:18.823166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-fc0db08e-47a6-43f6-83f5-b22042761f57 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1023 time: 0.2289801 Nov 27 15:49:18.988538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38a4c17c-6c68-403c-ac26-99abb5d84546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.007643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38a4c17c-6c68-403c-ac26-99abb5d84546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.082705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-38a4c17c-6c68-403c-ac26-99abb5d84546 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2078f1ae21054a8f86d6da50d3c35eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046914 Nov 27 15:49:19.083686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4c17c-6c68-403c-ac26-99abb5d84546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14554a-c66e-4156-bace-c92f0862a6f8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:19.086204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34200) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:19.146874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.158875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.198235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.285870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.289332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.290815 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d14554a-c66e-4156-bace-c92f0862a6f8 HTTP/1.1" status: 204 len: 168 time: 0.2033334 Nov 27 15:49:19.301372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14554a-c66e-4156-bace-c92f0862a6f8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:19.302870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c418ac-a701-4625-a965-5bf6c57689fa req-f4f397b6-3931-4b4e-9558-ab017f0a97be tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:19.311339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.311975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.312530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.313162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.313692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.314340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.315137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.315366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.316118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.316665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.317317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.317899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e213daf-7951-449c-8dab-78d04883461a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:19.319760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85c418ac-a701-4625-a965-5bf6c57689fa req-f4f397b6-3931-4b4e-9558-ab017f0a97be tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=f23f7194-44f9-4e3c-8f58-cb2edc8b2b95 HTTP/1.1" status: 200 len: 1023 time: 0.3171051 Nov 27 15:49:19.362465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366c7be-7f30-44d3-9ba7-27078660b07d req-7e5fd94f-f7e8-4f98-b27f-ec27b0d14f92 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:19.365785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c366c7be-7f30-44d3-9ba7-27078660b07d req-7e5fd94f-f7e8-4f98-b27f-ec27b0d14f92 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.3548012 Nov 27 15:49:19.460660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc12052-053d-46e1-8a1d-4260c8833c9f,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:19.529006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Checking segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:19.537459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Network hostable DHCP agents. Network: 70007878-bd45-4382-bba5-ca26e38ace30, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:49:19.568366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Deleting port 14113383-4831-4e94-8930-54930a02f756 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:49:19.572304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.611367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 205f2ebe-118b-48cc-9cb8-78108b8de642 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:19.622116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c366c7be-7f30-44d3-9ba7-27078660b07d req-c16f9879-8a8a-4fd1-8c04-00758ecdb659 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422323 Nov 27 15:49:19.694413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 205f2ebe-118b-48cc-9cb8-78108b8de642 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:19.695268 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.901533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:19.920865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85c418ac-a701-4625-a965-5bf6c57689fa req-e0faad64-93c3-4b5b-b26b-dd49f3173238 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=4eb09495-f82d-43ce-8240-c0808fca3b28&id=2b1740a2-435d-43fe-81f7-0fb8f623dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5987782 Nov 27 15:49:19.938501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 205f2ebe-118b-48cc-9cb8-78108b8de642, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=205f2ebe-118b-48cc-9cb8-78108b8de642,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:19.940414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Network 70007878-bd45-4382-bba5-ca26e38ace30 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:49:19.962960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.012561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 70007878-bd45-4382-bba5-ca26e38ace30) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:20.055703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:20.062521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.078668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86224a28-37eb-44b3-8499-b99bf92b6d79 None None] Network 70007878-bd45-4382-bba5-ca26e38ace30 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:49:20.088354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] For port 14113383-4831-4e94-8930-54930a02f756, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=14113383-4831-4e94-8930-54930a02f756,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:20.088723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.130736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Calling delete_port for 14113383-4831-4e94-8930-54930a02f756 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:49:20.142470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34226) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:20.143081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9c36206f-c9d2-4269-ab2b-2956319f20af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6163445 Nov 27 15:49:20.150303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:20.188340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=205f2ebe-118b-48cc-9cb8-78108b8de642,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:20.208153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.211135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.421219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.574174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-70007878-bd45-4382-bba5-ca26e38ace30', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:49:20.577893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:20.778166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:21.209100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Allocated IP 172.20.0.2 (70007878-bd45-4382-bba5-ca26e38ace30/0fc12052-053d-46e1-8a1d-4260c8833c9f/59946e49-860b-4419-b927-ce1202756d95) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:21.231201 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Sync routers for ids ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:21.256042 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Routers {'4cd0db8b-929b-4456-80b0-19ea760eb0c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:21.257176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:21.264692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7bee-a741-407f-a518-c3564940c5f9 req-765f25d5-593e-49f9-baab-d732e0104885 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:21.274362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f21a7bee-a741-407f-a518-c3564940c5f9 req-765f25d5-593e-49f9-baab-d732e0104885 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.4530237 Nov 27 15:49:21.454394 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:21.457857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:49:21.523249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-665b2cb2-d068-48ef-8668-cd952bfd05fe tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:21.540158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-665b2cb2-d068-48ef-8668-cd952bfd05fe tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.7099495 Nov 27 15:49:21.564785 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Set router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:21.620316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:21.637910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'mac_address': 'fa:16:3e:5c:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:49:21.640341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14113383-4831-4e94-8930-54930a02f756 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:21.641867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 205f2ebe-118b-48cc-9cb8-78108b8de642 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:21.665896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-8d268044-4ff9-4497-8b58-eccdbe936fdf tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.1215940 Nov 27 15:49:21.717723 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:21.761505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-3644671f-1419-4690-bb41-b59952f8ce0c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940025 Nov 27 15:49:21.761937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Network 70007878-bd45-4382-bba5-ca26e38ace30 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:21.772655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:21.816771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f21a7bee-a741-407f-a518-c3564940c5f9 req-9c101a9a-c6d9-4556-aeb7-b736a7d435a3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276306 Nov 27 15:49:21.820375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:21.855325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:21.867535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 205f2ebe-118b-48cc-9cb8-78108b8de642 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:21.868034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:21.869994 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:21.883434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:21.952952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'Port': ['ID=14113383-4831-4e94-8930-54930a02f756,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:21.972326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee18c90-6574-45f5-b3ae-e3ea541f1524 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:21.996884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:22.061081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.061895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.062438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.062974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.063474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.063978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.064484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.065199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.067593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.068115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.068632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.069134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:22.087504 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.117928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.123146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Attempting to bind port 59946e49-860b-4419-b927-ce1202756d95 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:22.124043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Attempting to bind port 59946e49-860b-4419-b927-ce1202756d95 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:22.124692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Attempting to bind port 59946e49-860b-4419-b927-ce1202756d95 on network 70007878-bd45-4382-bba5-ca26e38ace30 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:22.141282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] No DVR routers for this DVR port 14113383-4831-4e94-8930-54930a02f756 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:49:22.153000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.158097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27ec4103-7093-4c1f-814a-653ba3cb9cb3 req-e4f169cb-04f0-49c2-ace2-90f202a29898 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "DELETE /v2.0/ports/14113383-4831-4e94-8930-54930a02f756 HTTP/1.1" status: 204 len: 173 time: 3.2407718 Nov 27 15:49:22.164916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'name': 'network-vif-deleted', 'tag': '14113383-4831-4e94-8930-54930a02f756'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:22.167665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:22.168318 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ef007-d36a-4d5d-926f-ab73d0629c8f" -d '{"events": [{"server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "name": "network-vif-deleted", "tag": "14113383-4831-4e94-8930-54930a02f756"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:22.168577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Checking segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:22.169953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.170568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Bound using segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:22.171041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.171483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Bound port: 59946e49-860b-4419-b927-ce1202756d95, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:22.172144 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.296184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] For port 59946e49-860b-4419-b927-ce1202756d95, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:22.301149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] For port 59946e49-860b-4419-b927-ce1202756d95, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59946e49-860b-4419-b927-ce1202756d95,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:22.307403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-4cfc0d8a-e6d5-41c6-8e66-f5a61fdcc7b8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437469 Nov 27 15:49:22.359428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5ee18c90-6574-45f5-b3ae-e3ea541f1524'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:22.443606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.489166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Pushing event updated for resources: {'Port': ['ID=59946e49-860b-4419-b927-ce1202756d95,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:22.544371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '49f30a35-7ca1-4baf-b7ff-a7fa00380f18', 'name': '', 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'mac_address': 'fa:16:3e:8d:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:15Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 2, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'subnets': [{'id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:22.616285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Allocated IP 172.25.1.133 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ad3a4905-bf1d-4386-ab42-36eb83395b2e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:22.650167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:22.653251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No active binding found for port 14113383-4831-4e94-8930-54930a02f756 {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 15:49:22.654654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-2a0612c6-04fe-4df4-9444-1d8f7ef23bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449800 Nov 27 15:49:22.654931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 14113383-4831-4e94-8930-54930a02f756 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:49:22.661494 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Checking router: 4cd0db8b-929b-4456-80b0-19ea760eb0c4 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:22.662345 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Updating router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:22.692663 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:22.729964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09341036-cd80-4929-b9d8-f4be5ba3a62a None None] Pushing event updated for resources: {'Port': ['ID=59946e49-860b-4419-b927-ce1202756d95,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:23.188508 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:23.247307 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:23.255822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:23.301133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:23.334667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:23.337328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:23.380912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:23.512692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Pushing event updated for resources: {'Port': ['ID=ad3a4905-bf1d-4386-ab42-36eb83395b2e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:23.693118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59946e49-860b-4419-b927-ce1202756d95 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:23.894010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 59946e49-860b-4419-b927-ce1202756d95 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:23.894423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:23.941430 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70f0355-7f93-4e5b-a662-ead2b31d00f8 x-openstack-request-id: req-c70f0355-7f93-4e5b-a662-ead2b31d00f8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:23.942516 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23f7194-44f9-4e3c-8f58-cb2edc8b2b95", "name": "network-vif-deleted", "tag": "14113383-4831-4e94-8930-54930a02f756", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:23.942982 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c70f0355-7f93-4e5b-a662-ead2b31d00f8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:23.943604 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23f7194-44f9-4e3c-8f58-cb2edc8b2b95', 'name': 'network-vif-deleted', 'tag': '14113383-4831-4e94-8930-54930a02f756', 'status': 'completed', 'code': 200} Nov 27 15:49:24.033255 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dafe5c-4044-448f-b85f-4fe86b0c6c5b None None] Pushing event updated for resources: {'Port': ['ID=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:24.294794 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.320015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-776e284c-b0db-4887-920b-9435033f9724 req-e3236943-4afd-4c35-841b-08e2b4297ae6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.1148667 Nov 27 15:49:24.341905 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Attempting to bind port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:24.345972 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Attempting to bind port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:24.346628 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Attempting to bind port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 on network 734bb063-527f-4bf9-9611-fbb41e75ba9c {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:24.371802 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:24.374307 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Checking segment: {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:24.375713 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.376352 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Bound using segment: {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:24.381013 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Bound port: 49f30a35-7ca1-4baf-b7ff-a7fa00380f18, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc044e27-556d-43c0-8f39-584359be2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:24.382076 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.445029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 59946e49-860b-4419-b927-ce1202756d95, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59946e49-860b-4419-b927-ce1202756d95,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:24.455958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.628536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bd8ac11-39f7-4eb6-aad0-fbfef39a57d9 req-546535cd-329f-4d89-82b6-2cd7e9f010b5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/2b1740a2-435d-43fe-81f7-0fb8f623dc74 HTTP/1.1" status: 200 len: 1817 time: 0.1992526 Nov 27 15:49:24.656282 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.661500 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] For port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:24.665506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=59946e49-860b-4419-b927-ce1202756d95,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:24.674249 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] For port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:24.699277 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.723115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8ac33856-388e-4a59-97a1-7eb6ad486c7a None None] Provisioning complete for port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:24.725348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ac33856-388e-4a59-97a1-7eb6ad486c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:24.781829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b16-193b-42f8-8126-96fdf21f3dba req-18e66de6-a9cc-4247-8f85-35103447c0e6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:24.797166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75716b16-193b-42f8-8126-96fdf21f3dba req-18e66de6-a9cc-4247-8f85-35103447c0e6 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.5038435 Nov 27 15:49:24.845748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d1ddd-7058-49c5-8c47-c626e80acdf1 None None] Network 70007878-bd45-4382-bba5-ca26e38ace30 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:49:24.949361 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Routers {'4cd0db8b-929b-4456-80b0-19ea760eb0c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:24.951008 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:25.067272 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dafe5c-4044-448f-b85f-4fe86b0c6c5b None None] Pushing event updated for resources: {'Port': ['ID=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:25.131394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7bd8ac11-39f7-4eb6-aad0-fbfef39a57d9 req-d8af6bc7-2e58-4460-b2be-850faf3c963d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:25.248992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75716b16-193b-42f8-8126-96fdf21f3dba req-a6df4093-c825-404a-83d3-8b417c3ca49f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505234 Nov 27 15:49:25.277692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34312) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:25.330016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:49:25.349853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:25.371574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:25.379510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7bd8ac11-39f7-4eb6-aad0-fbfef39a57d9 req-d8af6bc7-2e58-4460-b2be-850faf3c963d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:25.390189 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] Set router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:25.565029 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7bd8ac11-39f7-4eb6-aad0-fbfef39a57d9 req-d8af6bc7-2e58-4460-b2be-850faf3c963d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:25.568539 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7bd8ac11-39f7-4eb6-aad0-fbfef39a57d9 req-d8af6bc7-2e58-4460-b2be-850faf3c963d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:25.588657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bd8ac11-39f7-4eb6-aad0-fbfef39a57d9 req-d8af6bc7-2e58-4460-b2be-850faf3c963d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b1740a2-435d-43fe-81f7-0fb8f623dc74 HTTP/1.1" status: 204 len: 173 time: 0.9572906 Nov 27 15:49:25.649551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af6bc7-2e58-4460-b2be-850faf3c963d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1740a2-435d-43fe-81f7-0fb8f623dc74,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:25.796631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82387b3f-bd0b-444d-b711-620a0630d215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:25.805636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Router 706eae51-5b78-4182-9132-c698fa2b4791 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:49:25.820903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59946e49-860b-4419-b927-ce1202756d95 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:25.938215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:49:25.995146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ac33856-388e-4a59-97a1-7eb6ad486c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.069293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8ac33856-388e-4a59-97a1-7eb6ad486c7a None None] For port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:26.083325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 59946e49-860b-4419-b927-ce1202756d95 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:26.083997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.087826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:26.103455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82387b3f-bd0b-444d-b711-620a0630d215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.124707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82387b3f-bd0b-444d-b711-620a0630d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.142213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.147695 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b520c8b3-41dd-4d42-82f3-cf9024bf447b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.0041666 Nov 27 15:49:26.149727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34330) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:26.155118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ac33856-388e-4a59-97a1-7eb6ad486c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.179047 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '49f30a35-7ca1-4baf-b7ff-a7fa00380f18', 'name': '', 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'mac_address': 'fa:16:3e:8d:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:15Z', 'updated_at': '2021-11-27T15:49:24Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'subnets': [{'id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:26.251669 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d12045-daf7-4b1a-a427-029757d64a60 None None] The sync data for ids ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'] in n-d-819494-4 is: [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:49:16Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '49f30a35-7ca1-4baf-b7ff-a7fa00380f18', 'name': '', 'network_id': '734bb063-527f-4bf9-9611-fbb41e75ba9c', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'mac_address': 'fa:16:3e:8d:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:15Z', 'updated_at': '2021-11-27T15:49:24Z', 'revision_number': 4, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'subnets': [{'id': '173b2cce-2e77-41a2-ac18-c8a3a1589e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:26.274285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Sync routers for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:26.304898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac33856-388e-4a59-97a1-7eb6ad486c7a None None] Pushing event updated for resources: {'Port': ['ID=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:26.358811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:26.359477 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.377686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b010993-3f24-4de9-ac43-5bd4b1831027 req-ffe7d1ed-49d6-4492-8c36-bfa1aa59eb80 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.2626784 Nov 27 15:49:26.490324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3ef33966-4294-45b0-adf5-4725053cfc3e None None] Provisioning complete for port 59946e49-860b-4419-b927-ce1202756d95 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:26.491105 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3ef33966-4294-45b0-adf5-4725053cfc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:26.558643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-82387b3f-bd0b-444d-b711-620a0630d215 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca70c0c5157a49bdb964979b8520050f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2758677 Nov 27 15:49:26.561119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34336) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:26.668624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82387b3f-bd0b-444d-b711-620a0630d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0793860-e478-4ddf-911b-9274feebe2a9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:26.946628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-264d2021-174d-43b0-89b6-e1f668664ef3 req-c3cc34dd-ab86-4df9-b2d8-52ceb3bf60ee tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/4eb09495-f82d-43ce-8240-c0808fca3b28 HTTP/1.1" status: 200 len: 1817 time: 1.1161816 Nov 27 15:49:27.105980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fa4706f-3b84-4e8f-9232-ab7284fdfe5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.150824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-58a5d793-2b01-4a0c-8eb2-95249c7a3210 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:27.154722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-58a5d793-2b01-4a0c-8eb2-95249c7a3210 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 1.0314763 Nov 27 15:49:27.206382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:27.210122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:27.218766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Request body: {'port': {'device_id': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'admin_state_up': True, 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:27.440493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ece8-384b-433d-877a-92db7b5cfda0 req-0be53c24-c34e-4909-b7d5-351adf76f063 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:27.448883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c064ece8-384b-433d-877a-92db7b5cfda0 req-0be53c24-c34e-4909-b7d5-351adf76f063 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.8885694 Nov 27 15:49:27.470153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.578688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c064ece8-384b-433d-877a-92db7b5cfda0 req-a28fd0a5-8e57-4b4b-8cf0-fd39bb9977c1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236022 Nov 27 15:49:27.651442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fa4706f-3b84-4e8f-9232-ab7284fdfe5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.697514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.779393 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fa4706f-3b84-4e8f-9232-ab7284fdfe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.784342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fa4706f-3b84-4e8f-9232-ab7284fdfe5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.790387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9fa4706f-3b84-4e8f-9232-ab7284fdfe5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0793860-e478-4ddf-911b-9274feebe2a9 HTTP/1.1" status: 204 len: 168 time: 1.2059627 Nov 27 15:49:27.817686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-264d2021-174d-43b0-89b6-e1f668664ef3 req-8641e9d1-c29f-4fac-8c5d-3a6836d7c8ef tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.872666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:27.919621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Allocated IP 172.20.0.1 (70007878-bd45-4382-bba5-ca26e38ace30/0fc12052-053d-46e1-8a1d-4260c8833c9f/737b300e-34b3-4846-a3c5-df8ae895c8c7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:27.925176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4706f-3b84-4e8f-9232-ab7284fdfe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0793860-e478-4ddf-911b-9274feebe2a9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:27.926952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:27.949159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-264d2021-174d-43b0-89b6-e1f668664ef3 req-8641e9d1-c29f-4fac-8c5d-3a6836d7c8ef tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:27.952000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:27.962855 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcddfa86-57b3-4e87-ba86-21f49a4f0b27" -d '{"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:28.030836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:28.039988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.070440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3ef33966-4294-45b0-adf5-4725053cfc3e None None] Provisioning complete for port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:28.072823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3ef33966-4294-45b0-adf5-4725053cfc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.117111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:28.123793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.159761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9f767ac-5ab4-42a4-97ad-3d2b1f2a9651 req-296fddc0-6959-438a-9d3c-e7837e92f317 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.0692768 Nov 27 15:49:28.167280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-264d2021-174d-43b0-89b6-e1f668664ef3 req-8641e9d1-c29f-4fac-8c5d-3a6836d7c8ef tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.180047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-264d2021-174d-43b0-89b6-e1f668664ef3 req-8641e9d1-c29f-4fac-8c5d-3a6836d7c8ef tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.188713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-264d2021-174d-43b0-89b6-e1f668664ef3 req-8641e9d1-c29f-4fac-8c5d-3a6836d7c8ef tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/4eb09495-f82d-43ce-8240-c0808fca3b28 HTTP/1.1" status: 204 len: 173 time: 1.2403138 Nov 27 15:49:28.238984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.283723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-41447d40-83ce-4082-9d23-52e7cdd6120e req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-56136601', 'description': 'tempest-description-590113133'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:28.300008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641e9d1-c29f-4fac-8c5d-3a6836d7c8ef tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb09495-f82d-43ce-8240-c0808fca3b28,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:28.306648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:28.321916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603', 'port_id': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'mac_address': 'fa:16:3e:3d:3b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c43f5a0-2116-4379-abfc-5ab1bc13c328', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:49:28.327629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.337590 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062ca20a-ae7b-41ad-8b42-28fcc504bb27 x-openstack-request-id: req-062ca20a-ae7b-41ad-8b42-28fcc504bb27 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:28.338733 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:28.339587 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-062ca20a-ae7b-41ad-8b42-28fcc504bb27 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:28.349325 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'code': 200} Nov 27 15:49:28.361271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Network 70007878-bd45-4382-bba5-ca26e38ace30 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:28.415593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:28.423515 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:28.519844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.570438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41447d40-83ce-4082-9d23-52e7cdd6120e req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.766510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41447d40-83ce-4082-9d23-52e7cdd6120e req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.785467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41447d40-83ce-4082-9d23-52e7cdd6120e req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:28.806666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Allocated IP 172.20.0.14 (3b4c9dfc-baf2-4462-858e-99107c600e5f/1d80349c-5fad-4eb0-94b2-9d827665cff3/038364c4-b0cb-4d80-b8b0-3e220bba2a20) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:28.891270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:28.970088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.002871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Pushing event updated for resources: {'Port': ['ID=737b300e-34b3-4846-a3c5-df8ae895c8c7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:29.043075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41447d40-83ce-4082-9d23-52e7cdd6120e req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.058933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41447d40-83ce-4082-9d23-52e7cdd6120e req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7890563 Nov 27 15:49:29.109522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:29.114184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.116113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134d234-2c38-4e6b-b980-5ecc82f68873 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192795a8-e57d-4311-a198-d97cbd0c7079,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:29.162527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.163947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954e31-bb2e-4ed7-9e47-c5d02af42c2e req-54f629ec-404b-4c47-92cd-04ba1b107813 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:29.175321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40954e31-bb2e-4ed7-9e47-c5d02af42c2e req-54f629ec-404b-4c47-92cd-04ba1b107813 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.3053374 Nov 27 15:49:29.367912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a3bd63-bcda-41e9-bf3b-00a9b66462dd {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:29.398129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.399733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40954e31-bb2e-4ed7-9e47-c5d02af42c2e req-359bca32-07ca-4297-8c6d-faf81a810aef tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232647 Nov 27 15:49:29.407385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.473074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:29.510244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.526790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.602463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:29.627663 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.629721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-875e9b3e-628a-42ea-a576-9d3c462e2dd0 None None] Provisioning complete for port 737b300e-34b3-4846-a3c5-df8ae895c8c7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:29.630492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-875e9b3e-628a-42ea-a576-9d3c462e2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.688814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Network 70007878-bd45-4382-bba5-ca26e38ace30 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:29.715241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:29.759663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:24Z', 'revision_number': 3, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:29.805163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Checking router: 706eae51-5b78-4182-9132-c698fa2b4791 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:29.805822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Updating router 706eae51-5b78-4182-9132-c698fa2b4791 port ad3a4905-bf1d-4386-ab42-36eb83395b2e binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:29.841254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.843466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-875e9b3e-628a-42ea-a576-9d3c462e2dd0 None None] Port 737b300e-34b3-4846-a3c5-df8ae895c8c7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:29.847693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['86a3bd63-bcda-41e9-bf3b-00a9b66462dd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:29.957213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7a6b6ef-3e95-4343-a73b-8601cd28fe7c req-e9160fd6-70df-4d4e-8159-8725fed8a5e0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.1809397 Nov 27 15:49:29.959319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Pushing event updated for resources: {'Port': ['ID=737b300e-34b3-4846-a3c5-df8ae895c8c7,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:29.977247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-875e9b3e-628a-42ea-a576-9d3c462e2dd0 None None] Provisioning complete for port 59946e49-860b-4419-b927-ce1202756d95 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:29.977662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-875e9b3e-628a-42ea-a576-9d3c462e2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:29.978422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.046858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1519aefc-87e9-4920-9273-a36ce2249487 req-c6876d3b-2824-47e0-ae1b-0382827739ce tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/192795a8-e57d-4311-a198-d97cbd0c7079 HTTP/1.1" status: 200 len: 1815 time: 0.5603647 Nov 27 15:49:30.068094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-1519aefc-87e9-4920-9273-a36ce2249487 req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Request body: {'security_group': {'name': 'tempest-sg-hth-436437433', 'description': 'tempest-description-hth-1939718109'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:30.203527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Router 706eae51-5b78-4182-9132-c698fa2b4791 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:49:30.261245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.410411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event updated for resources: {'Port': ['ID=038364c4-b0cb-4d80-b8b0-3e220bba2a20,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:30.431944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1519aefc-87e9-4920-9273-a36ce2249487 req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.485804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:30.493673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:30.508431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:30.521363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34406) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:30.589233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:30.590350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.596736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:30.613855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e0142cc-64b9-4e87-bfd6-dfa88f8dfa82 admin admin] 10.222.0.15 "PUT /v2.0/routers/706eae51-5b78-4182-9132-c698fa2b4791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4622729 Nov 27 15:49:30.649191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-b8e1c48d-fcce-4009-a52c-97cb723453c7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4462535 Nov 27 15:49:30.671897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Request body: {'port': {'device_id': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:30.682408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1519aefc-87e9-4920-9273-a36ce2249487 req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.695159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:30.739881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1519aefc-87e9-4920-9273-a36ce2249487 req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.742148 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1519aefc-87e9-4920-9273-a36ce2249487 req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.748347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1519aefc-87e9-4920-9273-a36ce2249487 req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "PUT /v2.0/security-groups/192795a8-e57d-4311-a198-d97cbd0c7079 HTTP/1.1" status: 200 len: 1791 time: 0.7004044 Nov 27 15:49:30.797510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fe222634-7a90-4e03-8b2b-59a3457699eb None None] Provisioning complete for port 737b300e-34b3-4846-a3c5-df8ae895c8c7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:30.797895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe222634-7a90-4e03-8b2b-59a3457699eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.842268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.867067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546acc7a-e30e-4fd1-96f2-edea31cbe658 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192795a8-e57d-4311-a198-d97cbd0c7079,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:30.883966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fe222634-7a90-4e03-8b2b-59a3457699eb None None] Port 737b300e-34b3-4846-a3c5-df8ae895c8c7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:30.904437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:30.905873 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:30.948953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1794608791-network', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:31.016439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Made reservation on behalf of b50e6c92e60d4dbd80600e14c3260698 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:31.018894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.135997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.157538 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.365389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12235c4e-1b7a-4959-94f8-ab8b89fcd115 req-c5fb9056-ee30-48ad-b82e-a99c08b7e611 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/192795a8-e57d-4311-a198-d97cbd0c7079 HTTP/1.1" status: 200 len: 1791 time: 0.5784218 Nov 27 15:49:31.408925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5128f-33b1-41fb-915e-abe35e303734 None None] Pushing event updated for resources: {'Port': ['ID=ad3a4905-bf1d-4386-ab42-36eb83395b2e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:31.410991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95733-1994-471c-a598-a9f00424ab94 req-b4ce75bc-3c44-4656-9367-9bdd90049599 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:31.412557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ef95733-1994-471c-a598-a9f00424ab94 req-b4ce75bc-3c44-4656-9367-9bdd90049599 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 944 time: 0.2129021 Nov 27 15:49:31.420260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Attempting to bind port ad3a4905-bf1d-4386-ab42-36eb83395b2e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:31.420645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Attempting to bind port ad3a4905-bf1d-4386-ab42-36eb83395b2e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:31.421053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Attempting to bind port ad3a4905-bf1d-4386-ab42-36eb83395b2e on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:31.435315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:31.435727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:31.436096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.436494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:31.436997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Bound port: ad3a4905-bf1d-4386-ab42-36eb83395b2e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:31.437367 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.586633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:31.603962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.648875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.664690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] For port ad3a4905-bf1d-4386-ab42-36eb83395b2e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:31.761500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034f28-4e5c-4e9e-9409-b14d1c5b5d4f req-04d2769b-8cf8-42ce-9929-2a38cb409877 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:31.773198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8034f28-4e5c-4e9e-9409-b14d1c5b5d4f req-04d2769b-8cf8-42ce-9929-2a38cb409877 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 932 time: 0.1393497 Nov 27 15:49:31.773962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ef95733-1994-471c-a598-a9f00424ab94 req-67791fef-8554-4f78-ada0-cbb38a313552 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457670 Nov 27 15:49:31.876215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8034f28-4e5c-4e9e-9409-b14d1c5b5d4f req-5104a304-376c-4b68-b303-4929beb4cbb7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887280 Nov 27 15:49:31.888919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038364c4-b0cb-4d80-b8b0-3e220bba2a20 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:31.890775 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.912257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.917690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:31.938265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Transition to ACTIVE for port object 038364c4-b0cb-4d80-b8b0-3e220bba2a20 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:49:31.947678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.007784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:49:32.050617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] For port ad3a4905-bf1d-4386-ab42-36eb83395b2e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad3a4905-bf1d-4386-ab42-36eb83395b2e,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:32.055844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c402b-ecae-4b0b-9748-a249d2787aaa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.067870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.072599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.074543 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Added segment db24eb4f-2284-47d5-ab0d-cc36925d9b8b of type vlan for network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 Nov 27 15:49:32.173245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Pushing event updated for resources: {'Port': ['ID=038364c4-b0cb-4d80-b8b0-3e220bba2a20,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.194428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.219951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:32.220614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:32.264495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.265550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:32.266565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.319496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:49:32.356455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:32.356744 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.385563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] Pushing event updated for resources: {'Network': ['ID=cd9acce6-4701-4a4e-90b6-9fcf5d61c051,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.427866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0c0996a2-b6d8-477c-b60a-7c12290ebeef admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9051478 Nov 27 15:49:32.429166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34444) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:32.435311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Request body: {'subnet': {'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1794608791-subnet', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:32.445765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Attempting to bind port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:32.446399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Attempting to bind port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:32.446399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Attempting to bind port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:32.461292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5128f-33b1-41fb-915e-abe35e303734 None None] Pushing event updated for resources: {'Port': ['ID=ad3a4905-bf1d-4386-ab42-36eb83395b2e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.464802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:49:32.465237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Made reservation on behalf of b50e6c92e60d4dbd80600e14c3260698 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:32.470691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.472192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Attempting to bind port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:32.482126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f043f7e-b26f-4f6e-8a47-246b9febdbf4 req-016edabc-e9d2-46be-b6f7-c10f095851f7 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/192795a8-e57d-4311-a198-d97cbd0c7079 HTTP/1.1" status: 200 len: 1791 time: 0.5216987 Nov 27 15:49:32.483007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:32.483341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:32.483710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Bound using segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:32.484144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Bound port: 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:32.484494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.611314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] For port 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:32.616831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f043f7e-b26f-4f6e-8a47-246b9febdbf4 req-8306b274-84a4-4df2-8ec2-f27a494e6601 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.629500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] For port 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:32.645641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.661001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f043f7e-b26f-4f6e-8a47-246b9febdbf4 req-8306b274-84a4-4df2-8ec2-f27a494e6601 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.665151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:32.704734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:32.705352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.706782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] 10.222.0.21 "PUT /v2.0/ports/038364c4-b0cb-4d80-b8b0-3e220bba2a20 HTTP/1.1" status: 200 len: 1092 time: 2.0422091 Nov 27 15:49:32.711510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'tag': '038364c4-b0cb-4d80-b8b0-3e220bba2a20'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:32.714229 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5877b8e-ee2b-46a0-9477-f9f0853822bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c", "tag": "038364c4-b0cb-4d80-b8b0-3e220bba2a20"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:32.717860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.754915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68cbf2-016e-499c-9f06-3c86cb215abe service neutron] Pushing event updated for resources: {'Port': ['ID=038364c4-b0cb-4d80-b8b0-3e220bba2a20,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.773325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f043f7e-b26f-4f6e-8a47-246b9febdbf4 req-8306b274-84a4-4df2-8ec2-f27a494e6601 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.776666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f043f7e-b26f-4f6e-8a47-246b9febdbf4 req-8306b274-84a4-4df2-8ec2-f27a494e6601 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.779849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f043f7e-b26f-4f6e-8a47-246b9febdbf4 req-8306b274-84a4-4df2-8ec2-f27a494e6601 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/192795a8-e57d-4311-a198-d97cbd0c7079 HTTP/1.1" status: 204 len: 173 time: 0.2871726 Nov 27 15:49:32.793968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:49:32.799474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306b274-84a4-4df2-8ec2-f27a494e6601 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192795a8-e57d-4311-a198-d97cbd0c7079,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.863813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Checking segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:32.864222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Network hostable DHCP agents. Network: cd9acce6-4701-4a4e-90b6-9fcf5d61c051, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:49:32.879127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95374975-4618-4767-8314-4174c248f655,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:32.892012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-74d6de11-14ac-4312-a44e-9bf43d9c0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:32.893248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:49:32.900357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-74d6de11-14ac-4312-a44e-9bf43d9c0484 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 1095 time: 0.0972428 Nov 27 15:49:32.909245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cd9acce6-4701-4a4e-90b6-9fcf5d61c051) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:32.926829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:32.934357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab36d2-c49c-48d9-814e-0db7807b9d19 None None] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:49:32.934638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:32.983967 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-10c2f939-3fc5-48cb-b004-3a94013c6e0e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5534275 Nov 27 15:49:32.984614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:32.996523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:33.027146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-5fab05e4-7042-4e4c-857b-200e5d000cd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20 HTTP/1.1" status: 200 len: 217 time: 0.1110117 Nov 27 15:49:33.043245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.044438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.115450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08a69-432e-4c49-85a6-1a252be29618 req-83089af2-f16f-4f84-9105-fd8a223ca269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:33.116537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-83089af2-f16f-4f84-9105-fd8a223ca269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.0784628 Nov 27 15:49:33.125391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.168720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-186c5fa9-1879-45fc-9904-4f0f79a77985 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395694 Nov 27 15:49:33.423849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-4c96277b-c782-496f-8b62-cd4f53f948e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075403 Nov 27 15:49:33.458638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.502423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.560123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:33.571402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:33.571402 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3259c5d-0883-4dc4-88f0-2f70024a4225" -d '{"events": [{"server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "name": "network-vif-plugged", "status": "completed", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:33.585769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.616068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff08a69-432e-4c49-85a6-1a252be29618 req-d28048c1-91f9-4436-b4c8-cff0f760bd1c service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152956 Nov 27 15:49:33.669621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:49:33.670774 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.849556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.854226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Allocated IP 172.20.0.2 (cd9acce6-4701-4a4e-90b6-9fcf5d61c051/95374975-4618-4767-8314-4174c248f655/890fabd4-2c96-41ca-81c8-62f14090cbd1) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:33.872487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:33.897842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:29Z', 'revision_number': 2, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:33.905542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:33.957692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417471bf-e6a3-4a6e-bed0-f7005fca61ec None None] The sync data for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 is: [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:29Z', 'revision_number': 2, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:34.038683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Allocated IP 172.25.1.235 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/302f2a0f-7c7d-440b-bca1-618d8392a037) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:34.206917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.227938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.346899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:34.351809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.353390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Pushing event updated for resources: {'Port': ['ID=890fabd4-2c96-41ca-81c8-62f14090cbd1,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:34.364169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:34.374229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:34.450683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.560756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Attempting to bind port 890fabd4-2c96-41ca-81c8-62f14090cbd1 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:34.561307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Attempting to bind port 890fabd4-2c96-41ca-81c8-62f14090cbd1 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:34.561471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Attempting to bind port 890fabd4-2c96-41ca-81c8-62f14090cbd1 on network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:34.569797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Pushing event updated for resources: {'Port': ['ID=302f2a0f-7c7d-440b-bca1-618d8392a037,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:34.582902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:34.582902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Checking segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:34.583569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.583698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Bound using segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:34.584298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Bound port: 890fabd4-2c96-41ca-81c8-62f14090cbd1, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:34.584533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.597181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:34.606541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:34.618127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:34.712657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] For port 890fabd4-2c96-41ca-81c8-62f14090cbd1, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:34.716513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] For port 890fabd4-2c96-41ca-81c8-62f14090cbd1, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=890fabd4-2c96-41ca-81c8-62f14090cbd1,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:34.727127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:34.915418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c8a27-f31f-4030-a236-9cbf9df7d5b4 None None] Pushing event updated for resources: {'Port': ['ID=890fabd4-2c96-41ca-81c8-62f14090cbd1,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:35.269973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a65d7577-282c-4ea0-9be1-484256e56d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:35.400551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 038364c4-b0cb-4d80-b8b0-3e220bba2a20 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:49:35.530105 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:35.764960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:35.796567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '038364c4-b0cb-4d80-b8b0-3e220bba2a20', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': '038364c4-b0cb-4d80-b8b0-3e220bba2a20', 'mac_address': 'fa:16:3e:8a:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:49:35.912763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:35.943540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038364c4-b0cb-4d80-b8b0-3e220bba2a20 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:35.999661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:36.012036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:36.078350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:36.141462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=038364c4-b0cb-4d80-b8b0-3e220bba2a20,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:36.297246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['038364c4-b0cb-4d80-b8b0-3e220bba2a20'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:36.494989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Router 073f719a-64cc-488c-bdd0-acc52bc4cb49 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:49:36.517530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a4905-bf1d-4386-ab42-36eb83395b2e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:36.723235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:36.734181 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Sync routers for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:36.752981 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:36.753672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:36.766845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:36.771446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34476) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:36.774742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0255e03-b143-4212-9183-e747d4913063 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7835963 Nov 27 15:49:36.929340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e343cc2-9503-4999-9c4e-89b73d60b423 None None] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:49:37.057521 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:37.207028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a13f88dd-34d3-4162-96a0-ad4a7f768c3b None None] Provisioning complete for port 890fabd4-2c96-41ca-81c8-62f14090cbd1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:37.207402 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a13f88dd-34d3-4162-96a0-ad4a7f768c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:37.420694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ad3a4905-bf1d-4386-ab42-36eb83395b2e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:37.421066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:37.564560 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:35Z', 'revision_number': 3, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:37.640317 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Checking router: 073f719a-64cc-488c-bdd0-acc52bc4cb49 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:37.640523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Updating router 073f719a-64cc-488c-bdd0-acc52bc4cb49 port 302f2a0f-7c7d-440b-bca1-618d8392a037 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:37.696566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:37.741597 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:37.844858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40a364ff-506e-4c32-b010-968fe0c5eec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:37.930556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a13f88dd-34d3-4162-96a0-ad4a7f768c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.027128 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.038323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Sync routers for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:38.088044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:38.088742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:38.104002 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.116721 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.140135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a13f88dd-34d3-4162-96a0-ad4a7f768c3b None None] For port 890fabd4-2c96-41ca-81c8-62f14090cbd1, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=890fabd4-2c96-41ca-81c8-62f14090cbd1,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:38.173777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port ad3a4905-bf1d-4386-ab42-36eb83395b2e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad3a4905-bf1d-4386-ab42-36eb83395b2e,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:38.190779 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def88c7-ad62-4538-9220-2c740a8e3645 None None] Pushing event updated for resources: {'Port': ['ID=302f2a0f-7c7d-440b-bca1-618d8392a037,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:38.229441 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Attempting to bind port 302f2a0f-7c7d-440b-bca1-618d8392a037 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:38.230093 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Attempting to bind port 302f2a0f-7c7d-440b-bca1-618d8392a037 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:38.235754 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Attempting to bind port 302f2a0f-7c7d-440b-bca1-618d8392a037 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:38.250779 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:38.256833 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:38.258120 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a13f88dd-34d3-4162-96a0-ad4a7f768c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.259432 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.260017 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:38.260766 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Bound port: 302f2a0f-7c7d-440b-bca1-618d8392a037, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:38.261659 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.324511 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] For port 302f2a0f-7c7d-440b-bca1-618d8392a037, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:38.328911 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] For port 302f2a0f-7c7d-440b-bca1-618d8392a037, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=302f2a0f-7c7d-440b-bca1-618d8392a037,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:38.344129 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.388327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.391301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 890fabd4-2c96-41ca-81c8-62f14090cbd1 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:38.403604 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def88c7-ad62-4538-9220-2c740a8e3645 None None] Pushing event updated for resources: {'Port': ['ID=302f2a0f-7c7d-440b-bca1-618d8392a037,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:38.440258 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:38.441251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:38.447597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f88dd-34d3-4162-96a0-ad4a7f768c3b None None] Pushing event updated for resources: {'Port': ['ID=890fabd4-2c96-41ca-81c8-62f14090cbd1,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:38.590889 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:38.591147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3037ee7-c091-4984-a620-48fbb0662637 None None] Provisioning complete for port 890fabd4-2c96-41ca-81c8-62f14090cbd1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:38.591261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c3037ee7-c091-4984-a620-48fbb0662637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.669093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:38.834538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Allocated IP 172.20.0.1 (cd9acce6-4701-4a4e-90b6-9fcf5d61c051/95374975-4618-4767-8314-4174c248f655/07aa039f-98d9-4dd3-94d9-d8df8d4742c3) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:39.007108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=ad3a4905-bf1d-4386-ab42-36eb83395b2e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:39.026488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 890fabd4-2c96-41ca-81c8-62f14090cbd1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:39.027336 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:39.052230 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:35Z', 'revision_number': 3, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:39.084082 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b7098-7d2b-45f2-a8ef-1c8747c65415 None None] The sync data for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 is: [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:35Z', 'revision_number': 3, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:39.095279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:39.134145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:39.196057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:39.273439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:39.280933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:39.303703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:39.307293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Pushing event updated for resources: {'Port': ['ID=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:39.363303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:39.572831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 038364c4-b0cb-4d80-b8b0-3e220bba2a20 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:39.575561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a4905-bf1d-4386-ab42-36eb83395b2e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:39.771634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:39.779324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:49:39.803513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:29Z', 'revision_number': 2, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:39.816579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:39.816956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:39.974876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Checking router: 706eae51-5b78-4182-9132-c698fa2b4791 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:39.975966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Updating router 706eae51-5b78-4182-9132-c698fa2b4791 port 737b300e-34b3-4846-a3c5-df8ae895c8c7 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:40.051949 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.094028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ad3a4905-bf1d-4386-ab42-36eb83395b2e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:40.094410 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.161260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.163046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cf86554c-77c4-45c4-82e2-1cb0dd80a3d6 None None] Provisioning complete for port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:40.163445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cf86554c-77c4-45c4-82e2-1cb0dd80a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.174638 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.237748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.306172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.369281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Pushing event updated for resources: {'Port': ['ID=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:40.400965 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:40.403564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cf86554c-77c4-45c4-82e2-1cb0dd80a3d6 None None] Port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:40.472796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:40.478071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:40.605107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 890fabd4-2c96-41ca-81c8-62f14090cbd1 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:40.738554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Router 073f719a-64cc-488c-bdd0-acc52bc4cb49 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:49:40.823453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:40.944796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:49:40.951636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-057633c7-6dff-4cb0-b4ef-e6b79fcbc52d admin admin] 10.222.0.15 "PUT /v2.0/routers/073f719a-64cc-488c-bdd0-acc52bc4cb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777439 Nov 27 15:49:41.156886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:41.256687 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:41.282244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-eeab043b-c621-40a7-aeca-6a1d962941c1 None None] Provisioning complete for port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:41.282978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eeab043b-c621-40a7-aeca-6a1d962941c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:41.338600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 890fabd4-2c96-41ca-81c8-62f14090cbd1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:41.339361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:41.346313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-eeab043b-c621-40a7-aeca-6a1d962941c1 None None] Port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:41.439234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=038364c4-b0cb-4d80-b8b0-3e220bba2a20,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:41.467068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.467758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.468314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.468878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.469463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.470030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.470581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.471133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.472166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.472712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.473269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.473869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:49:41.739703 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:41.748941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:41.840980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 302f2a0f-7c7d-440b-bca1-618d8392a037 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:42.051182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 302f2a0f-7c7d-440b-bca1-618d8392a037 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:42.051741 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.059729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac4111-142e-4f24-9a98-01187b6a0539 None None] Pushing event updated for resources: {'Port': ['ID=737b300e-34b3-4846-a3c5-df8ae895c8c7,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:42.136239 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Sync routers for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:49:42.151903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Attempting to bind port 737b300e-34b3-4846-a3c5-df8ae895c8c7 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:42.152122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Attempting to bind port 737b300e-34b3-4846-a3c5-df8ae895c8c7 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:42.153297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Attempting to bind port 737b300e-34b3-4846-a3c5-df8ae895c8c7 on network 70007878-bd45-4382-bba5-ca26e38ace30 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:42.160329 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:42.160979 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:42.163557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:42.164079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Checking segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:42.164436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.164887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Bound using segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:42.165445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Bound port: 737b300e-34b3-4846-a3c5-df8ae895c8c7, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:42.165895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.229679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-26dedc59-263d-4269-a087-b94f4f5554e6 None None] Provisioning complete for port 737b300e-34b3-4846-a3c5-df8ae895c8c7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:42.230231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26dedc59-263d-4269-a087-b94f4f5554e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.302631 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.355310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 302f2a0f-7c7d-440b-bca1-618d8392a037, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=302f2a0f-7c7d-440b-bca1-618d8392a037,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:42.359680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-26dedc59-263d-4269-a087-b94f4f5554e6 None None] Port 737b300e-34b3-4846-a3c5-df8ae895c8c7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:42.365089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] For port 737b300e-34b3-4846-a3c5-df8ae895c8c7, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:42.369617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] For port 737b300e-34b3-4846-a3c5-df8ae895c8c7, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=737b300e-34b3-4846-a3c5-df8ae895c8c7,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:42.371369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.439569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=302f2a0f-7c7d-440b-bca1-618d8392a037,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:42.442726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:42.446047 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:42.495083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac4111-142e-4f24-9a98-01187b6a0539 None None] Pushing event updated for resources: {'Port': ['ID=737b300e-34b3-4846-a3c5-df8ae895c8c7,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:42.521066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:42.521809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:42.659187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:42.899844 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 2, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:42.914519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:42.946429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0ea30-d484-42cf-a353-4d477c6774ee None None] The sync data for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 is: [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:42.957501 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Checking router: 073f719a-64cc-488c-bdd0-acc52bc4cb49 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:49:42.957861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Updating router 073f719a-64cc-488c-bdd0-acc52bc4cb49 port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:49:42.999962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-49b7b844-abf0-4257-b10f-e5912bd14c3f None None] Provisioning complete for port 737b300e-34b3-4846-a3c5-df8ae895c8c7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:43.005679 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-49b7b844-abf0-4257-b10f-e5912bd14c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.027569 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.279315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-49b7b844-abf0-4257-b10f-e5912bd14c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.377010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-49b7b844-abf0-4257-b10f-e5912bd14c3f None None] For port 737b300e-34b3-4846-a3c5-df8ae895c8c7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=737b300e-34b3-4846-a3c5-df8ae895c8c7,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:43.388279 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-49b7b844-abf0-4257-b10f-e5912bd14c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.528723 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.542751 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.554834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7b844-abf0-4257-b10f-e5912bd14c3f None None] Pushing event updated for resources: {'Port': ['ID=737b300e-34b3-4846-a3c5-df8ae895c8c7,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:43.618271 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631984-8f30-494e-a079-b39614e6bf70 None None] Pushing event updated for resources: {'Port': ['ID=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:43.786683 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Attempting to bind port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:43.787202 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Attempting to bind port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:43.788864 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Attempting to bind port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 on network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:43.807019 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:43.809572 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Checking segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:43.810126 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.811450 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Bound using segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:43.813242 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Bound port: 07aa039f-98d9-4dd3-94d9-d8df8d4742c3, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:43.815686 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:43.932923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 302f2a0f-7c7d-440b-bca1-618d8392a037 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:44.025781 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] For port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:44.030017 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] For port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:44.042377 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.049053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e9c94eb9-a049-443c-b981-44c1bd019186 None None] Provisioning complete for port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:44.049308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9c94eb9-a049-443c-b981-44c1bd019186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.052152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 302f2a0f-7c7d-440b-bca1-618d8392a037 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:44.052568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.133604 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631984-8f30-494e-a079-b39614e6bf70 None None] Pushing event updated for resources: {'Port': ['ID=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:44.160457 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:49:44.162737 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:44.322101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9c94eb9-a049-443c-b981-44c1bd019186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.374594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e9c94eb9-a049-443c-b981-44c1bd019186 None None] For port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:44.386646 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9c94eb9-a049-443c-b981-44c1bd019186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.394211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 737b300e-34b3-4846-a3c5-df8ae895c8c7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:44.499564 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:49:44.505752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c94eb9-a049-443c-b981-44c1bd019186 None None] Pushing event updated for resources: {'Port': ['ID=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:44.552250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 737b300e-34b3-4846-a3c5-df8ae895c8c7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:44.552987 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.704296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6c0378d8-d816-4bab-93a2-ea0939816862 None None] Provisioning complete for port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:44.704672 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6c0378d8-d816-4bab-93a2-ea0939816862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:44.742535 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:44.780400 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f9a9-98e4-46fd-abd2-41833728e92f None None] The sync data for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 is: [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:49:45.433550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-0e748a24-66af-4e94-abbe-415dac25ca97 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:45.435834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-0e748a24-66af-4e94-abbe-415dac25ca97 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 829 time: 0.1347556 Nov 27 15:49:45.459652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-16379641-392f-4754-a166-2745129a44ad tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/quotas/28958636f4244760abd9bef0381ccb07 HTTP/1.1" status: 200 len: 375 time: 0.0161676 Nov 27 15:49:45.512528 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742392f-1c52-4f9d-91be-af8c236cca2c x-openstack-request-id: req-7742392f-1c52-4f9d-91be-af8c236cca2c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:45.512767 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c", "tag": "038364c4-b0cb-4d80-b8b0-3e220bba2a20", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:45.513026 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7742392f-1c52-4f9d-91be-af8c236cca2c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:45.513447 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'tag': '038364c4-b0cb-4d80-b8b0-3e220bba2a20', 'status': 'completed', 'code': 200} Nov 27 15:49:45.543199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-c29b26da-4267-4159-988f-0772d66f14dd tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772755 Nov 27 15:49:45.754657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-8b0c490e-64bd-4797-a03e-4e0cdcbf0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:45.759628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-8b0c490e-64bd-4797-a03e-4e0cdcbf0c5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 1097 time: 0.2150073 Nov 27 15:49:45.769595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:45.795996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e8aa-5602-484f-9e5f-138e6f8acd5b req-b97f120c-c7c5-4ff9-8734-a109d69d830f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:45.798204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5175e8aa-5602-484f-9e5f-138e6f8acd5b req-b97f120c-c7c5-4ff9-8734-a109d69d830f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.1346645 Nov 27 15:49:45.851801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:45.852188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:45.899440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-0de1596f-5b3d-4cf8-adac-5d2c657ea642 service neutron] 10.222.0.15 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407338 Nov 27 15:49:46.031375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5175e8aa-5602-484f-9e5f-138e6f8acd5b req-6803407f-18bb-4305-8de5-9012803bf835 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149875 Nov 27 15:49:46.054449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-fb5c855c-2604-4929-b7ba-eb6ea83629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:46.055928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-fb5c855c-2604-4929-b7ba-eb6ea83629c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 0.2826850 Nov 27 15:49:46.085893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-f73a7d05-2663-43a0-b189-be23b8ca9cce service neutron] 10.222.0.15 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775110 Nov 27 15:49:46.140813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-1d7f1730-5d0d-4016-8b2e-ed50d886f2a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20 HTTP/1.1" status: 200 len: 217 time: 0.0623531 Nov 27 15:49:46.240628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aefbb-a906-4a31-8d5e-e4d1c089317c req-8a2ab88e-8290-4cf7-8d88-1bc0ebe2244c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:46.242271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-084aefbb-a906-4a31-8d5e-e4d1c089317c req-8a2ab88e-8290-4cf7-8d88-1bc0ebe2244c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 946 time: 0.0979364 Nov 27 15:49:46.260546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-3de1b000-bdfb-48e7-adb7-fab3c3910a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:46.262564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-3de1b000-bdfb-48e7-adb7-fab3c3910a89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.1054835 Nov 27 15:49:46.306182 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6d4964-b78d-4ac3-8feb-a2da0e6323ca x-openstack-request-id: req-8d6d4964-b78d-4ac3-8feb-a2da0e6323ca {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:46.306749 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "name": "network-vif-plugged", "status": "completed", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:46.307207 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d6d4964-b78d-4ac3-8feb-a2da0e6323ca {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:46.310903 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'code': 200} Nov 27 15:49:46.331449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-7c8a9ac2-911f-4852-9295-49a1be6b31ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418198 Nov 27 15:49:46.491927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-084aefbb-a906-4a31-8d5e-e4d1c089317c req-4e984f42-53df-4e15-b069-b83e49952f28 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348661 Nov 27 15:49:46.618431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d8035-9365-425d-a72b-b6a487bce3af req-12519604-20ea-4c30-8133-9054374b5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:46.622431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-343d8035-9365-425d-a72b-b6a487bce3af req-12519604-20ea-4c30-8133-9054374b5339 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1096 time: 0.2229438 Nov 27 15:49:46.659373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-be87fc39-a67b-4618-9a10-4dae5de6a332 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262424 Nov 27 15:49:46.712852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34542) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:46.717916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706440932', 'description': 'tempest-description--1024931740'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:46.776442 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:46.818611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-343d8035-9365-425d-a72b-b6a487bce3af req-f5c77869-eb8f-42b0-9a65-9a00dc00a9d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835737 Nov 27 15:49:46.820593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12a99fc7-0c8f-4b56-81ea-0c78097b7e92 req-762a1b22-9080-41a6-9838-8f897a328781 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 210 time: 0.1112797 Nov 27 15:49:46.871752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5877b8e-ee2b-46a0-9477-f9f0853822bc req-66b9a1de-dfad-41d8-8c5c-6cc86f54aa3c service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992044 Nov 27 15:49:46.884209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:46.889999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:46.925778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b83972-4e46-45d7-bab6-563305aa6afe,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:46.939198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:46.945347 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ec32fad2-dbb6-46f8-af1b-65529dec4ba8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2313673 Nov 27 15:49:46.946084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34546) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:46.951726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Request body: {'security_group_rule': {'security_group_id': '03b83972-4e46-45d7-bab6-563305aa6afe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:47.043931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.107807 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-99fae4f5-9083-4c54-aaf9-d155a30ee8b8 req-99e0c572-d2b4-4596-a2c2-4db891b7ce03 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:49:47.125243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99fae4f5-9083-4c54-aaf9-d155a30ee8b8 req-99e0c572-d2b4-4596-a2c2-4db891b7ce03 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/4eb09495-f82d-43ce-8240-c0808fca3b28 HTTP/1.1" status: 404 len: 352 time: 0.0614326 Nov 27 15:49:47.153042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8917-17c9-4cfd-8b16-6bcad8e0abae req-c0f3c5f6-2c66-4fe8-9be6-a3311c2e5915 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:47.174531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a88a8917-17c9-4cfd-8b16-6bcad8e0abae req-c0f3c5f6-2c66-4fe8-9be6-a3311c2e5915 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 949 time: 0.2126892 Nov 27 15:49:47.275648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.290820 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.346000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a88a8917-17c9-4cfd-8b16-6bcad8e0abae req-21d92598-2dd3-4afd-b4f4-a0af394475da tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472137 Nov 27 15:49:47.351055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c061dfd4-8ca4-435a-92af-07404b40dc00,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:47.357445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.375655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b29eadd-33d9-4dfc-ad27-861dcdcb1bb8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276659 Nov 27 15:49:47.378817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34554) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:47.383751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Request body: {'security_group_rule': {'security_group_id': '03b83972-4e46-45d7-bab6-563305aa6afe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:47.384776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137859bd-fa99-47c4-8487-4a86e2b1404a req-4e832bd9-b4f0-4e5d-9a22-4228da2e9665 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:47.395345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-137859bd-fa99-47c4-8487-4a86e2b1404a req-4e832bd9-b4f0-4e5d-9a22-4228da2e9665 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.1720524 Nov 27 15:49:47.423758 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-4ec4d903-bfaa-48a0-b49f-80b0b4a4c4df req-186f1ab9-f752-43a7-9911-620592983f9b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:49:47.437123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ec4d903-bfaa-48a0-b49f-80b0b4a4c4df req-186f1ab9-f752-43a7-9911-620592983f9b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/2b1740a2-435d-43fe-81f7-0fb8f623dc74 HTTP/1.1" status: 404 len: 352 time: 0.0384836 Nov 27 15:49:47.439973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.485791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-137859bd-fa99-47c4-8487-4a86e2b1404a req-a027d44d-96eb-4614-8377-f92225c48b3c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895286 Nov 27 15:49:47.565361 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-8a722ac4-b4d0-434c-b4ee-ba2be8182ec7 req-a5083d9c-e461-4628-bb6d-9607d8ae2ded tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:49:47.567795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a722ac4-b4d0-434c-b4ee-ba2be8182ec7 req-a5083d9c-e461-4628-bb6d-9607d8ae2ded tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/dbc9d9e4-f08b-4571-9133-6d53f1e2375f HTTP/1.1" status: 404 len: 352 time: 0.0211911 Nov 27 15:49:47.568761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.574907 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.605072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce565592-ae20-4394-b3f8-b4854f619f2f,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:47.619544 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.621506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60cb4812-80e7-4b85-877a-058b9cff11b2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2412102 Nov 27 15:49:47.624209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34570) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:47.634192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:47.683315 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-855ccd1f-3e80-4663-9bb6-da9169c5e9b7 req-9d3f86ae-6ba3-449f-a947-13c0879c5c9a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:49:47.684668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-855ccd1f-3e80-4663-9bb6-da9169c5e9b7 req-9d3f86ae-6ba3-449f-a947-13c0879c5c9a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/ada6cfd2-a632-4638-8328-34d136f56ecc HTTP/1.1" status: 404 len: 352 time: 0.0235102 Nov 27 15:49:47.748616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:47.884001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e80a0-5368-4470-8afd-093939e9acad req-f3031abb-97b2-42e6-b998-833d33721993 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:47.885538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f6e80a0-5368-4470-8afd-093939e9acad req-f3031abb-97b2-42e6-b998-833d33721993 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 946 time: 0.1842718 Nov 27 15:49:47.914518 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-f524c890-683f-4091-b8a1-bb56381f5b9a req-cf39a7ca-a797-4c1d-8b30-7ee53ba303b5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:49:47.916299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f524c890-683f-4091-b8a1-bb56381f5b9a req-cf39a7ca-a797-4c1d-8b30-7ee53ba303b5 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/3eed6c75-5ee3-4ac4-8aa3-620caf9813a9 HTTP/1.1" status: 404 len: 352 time: 0.0445437 Nov 27 15:49:48.024581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f6e80a0-5368-4470-8afd-093939e9acad req-d89090a6-1b61-4ab8-a3ee-c182321595e6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202035 Nov 27 15:49:48.165708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75429b28-32b7-4689-bd86-9706baa4b997 req-ad11215e-34ec-40e6-8a41-f6c523916dec tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 210 time: 0.0475779 Nov 27 15:49:48.197144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-f71726e3-bc4f-4c99-9116-31a6caebb19b tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:48.198857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-f71726e3-bc4f-4c99-9116-31a6caebb19b tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.21 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 829 time: 0.3435831 Nov 27 15:49:48.213843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Request body: {'port': {'device_id': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'admin_state_up': True, 'tenant_id': '28958636f4244760abd9bef0381ccb07'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:48.219490 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-8bac7f5a-6955-4d41-b339-6fe516b92dcd req-8fc39aab-87e0-4da8-a160-f6771d992b8b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] show failed (client error): The resource could not be found. Nov 27 15:49:48.220751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bac7f5a-6955-4d41-b339-6fe516b92dcd req-8fc39aab-87e0-4da8-a160-f6771d992b8b tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/fb3add71-b10f-45fa-8b79-d78e476092e0 HTTP/1.1" status: 404 len: 352 time: 0.0525837 Nov 27 15:49:48.301123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:48.312737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038364c4-b0cb-4d80-b8b0-3e220bba2a20'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:48.325952 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8d96ae-d532-43fc-8b50-85be87d86413" -d '{"events": [{"server_uuid": "d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c", "name": "network-vif-plugged", "status": "completed", "tag": "038364c4-b0cb-4d80-b8b0-3e220bba2a20"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:48.429735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Made reservation on behalf of 28958636f4244760abd9bef0381ccb07 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:48.433162 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:48.463472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Allocated IP 172.25.1.191 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/7623ae5a-0aaf-443d-bafb-3091e6021812) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:48.482060 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d438c31d-80e5-49ee-b4af-76b4496ab321 x-openstack-request-id: req-d438c31d-80e5-49ee-b4af-76b4496ab321 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:48.482736 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c", "name": "network-vif-plugged", "status": "completed", "tag": "038364c4-b0cb-4d80-b8b0-3e220bba2a20", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:48.483310 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d438c31d-80e5-49ee-b4af-76b4496ab321 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:48.485717 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038364c4-b0cb-4d80-b8b0-3e220bba2a20', 'code': 200} Nov 27 15:49:48.666905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Allocated IP 172.20.0.13 (70007878-bd45-4382-bba5-ca26e38ace30/0fc12052-053d-46e1-8a1d-4260c8833c9f/bb31d66f-fc0e-4dd6-9c75-12fbbe1df594) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:48.685125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2ac84-ce44-485d-9018-21ff0740d5f6 req-8f77f8f2-a60c-4df5-a134-6cbdb6586068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:48.688966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-afe2ac84-ce44-485d-9018-21ff0740d5f6 req-8f77f8f2-a60c-4df5-a134-6cbdb6586068 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 1097 time: 0.0939481 Nov 27 15:49:48.694892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:48.745815 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-afe2ac84-ce44-485d-9018-21ff0740d5f6 req-f00160b6-b73a-4e22-b8dd-46749fac0aef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Nov 27 15:49:48.852292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ca41-b601-4d18-8d94-731bf87f9fb4 req-0cf640df-e1e7-4e78-a3b0-81813d6664bb tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:48.853775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67f9ca41-b601-4d18-8d94-731bf87f9fb4 req-0cf640df-e1e7-4e78-a3b0-81813d6664bb tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.1569619 Nov 27 15:49:48.915774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f57e14-9ade-4621-b855-612319c5c53a req-0fe4adef-2567-4d4a-bc64-1d1ac5f3752d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:48.917299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67f57e14-9ade-4621-b855-612319c5c53a req-0fe4adef-2567-4d4a-bc64-1d1ac5f3752d tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1024 time: 0.1717257 Nov 27 15:49:48.956839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.040927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67f9ca41-b601-4d18-8d94-731bf87f9fb4 req-c3de72c0-5028-4269-a573-2a286b52f3b8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768658 Nov 27 15:49:49.042783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:49.381507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:49.384240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:49.471155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event updated for resources: {'Port': ['ID=7623ae5a-0aaf-443d-bafb-3091e6021812,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:49.512940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.541208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67f57e14-9ade-4621-b855-612319c5c53a req-f580f9e8-65e2-40de-afa2-d0f5bf6504a2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e52d33b-36b8-49e5-83b8-607d91bff9e1&id=fdd34aa6-b1e1-4d18-83eb-136e319ce366&id=d5c428e5-3283-4cf8-88b9-c1fa393f97b2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5919526 Nov 27 15:49:49.561951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc668fb-8cbb-41cd-b653-d2cfed8cadd4 req-fc6d49d1-2b7f-4713-89bc-22ff3d96f8d9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:49.564655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dc668fb-8cbb-41cd-b653-d2cfed8cadd4 req-fc6d49d1-2b7f-4713-89bc-22ff3d96f8d9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 946 time: 0.1834018 Nov 27 15:49:49.650435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:49.683366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.686146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.747270 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.780089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dc668fb-8cbb-41cd-b653-d2cfed8cadd4 req-75cb7b48-f36b-4e3d-badc-f4e8d71d3ad6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068405 Nov 27 15:49:49.796553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:49.810775 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.812565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3527342-1fbf-4bcf-892c-250e55847d12 req-cac603ea-35a0-479f-b163-5b38d9a07c2b tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:49.813853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3527342-1fbf-4bcf-892c-250e55847d12 req-cac603ea-35a0-479f-b163-5b38d9a07c2b tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1096 time: 0.1892738 Nov 27 15:49:49.818569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Network 70007878-bd45-4382-bba5-ca26e38ace30 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:49.819918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:49.823157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event updated for resources: {'Port': ['ID=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:49.825772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:49.829674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:49.936893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:50.035593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:50.036299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.059227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3527342-1fbf-4bcf-892c-250e55847d12 req-1214e1a1-ceec-4892-ad22-382e7a702355 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350242 Nov 27 15:49:50.175667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-48a9e823-d15c-4e55-83e9-569ebe45d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9657416 Nov 27 15:49:50.193090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Request body: {'port': {'device_id': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:50.208226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fc7e-0e2f-4338-a7e7-349e80c39d98 req-b9f87079-a3c3-4b32-824d-febfdf057bf5 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:50.210584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a624fc7e-0e2f-4338-a7e7-349e80c39d98 req-b9f87079-a3c3-4b32-824d-febfdf057bf5 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 932 time: 0.1698222 Nov 27 15:49:50.259465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d63d96d6-6c23-4823-81ef-34bb7e88c3f7 None None] Provisioning complete for port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:50.259926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d63d96d6-6c23-4823-81ef-34bb7e88c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.330250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-a6759dfa-87c6-415b-8cee-dfb5acf1dd5f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:50.332925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-a6759dfa-87c6-415b-8cee-dfb5acf1dd5f tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 1024 time: 0.0807590 Nov 27 15:49:50.335215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d63d96d6-6c23-4823-81ef-34bb7e88c3f7 None None] Port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:50.429830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a624fc7e-0e2f-4338-a7e7-349e80c39d98 req-eecb3f5d-e7bb-4ce6-a22d-fa31ece2cbec tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977952 Nov 27 15:49:50.438899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.446088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.457748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.462882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Deleting port a7100e38-9569-434b-ae26-36e35eaad7e7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:49:50.463232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.487090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:50.489642 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9752089e-6d31-4bc0-a138-1aee39c032ab" -d '{"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:50.535988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15559142-674b-48ea-b14d-e2c2631a26e1 req-344501da-2117-44bb-88cf-8574ee2e7ab7 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:50.537525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15559142-674b-48ea-b14d-e2c2631a26e1 req-344501da-2117-44bb-88cf-8574ee2e7ab7 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1096 time: 0.1641335 Nov 27 15:49:50.561910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] For port a7100e38-9569-434b-ae26-36e35eaad7e7, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a7100e38-9569-434b-ae26-36e35eaad7e7,segment=NetworkSegment(749adba9-4d56-4727-9e70-db9a62be90fd),segment_id=749adba9-4d56-4727-9e70-db9a62be90fd)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:50.562273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.577466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Calling delete_port for a7100e38-9569-434b-ae26-36e35eaad7e7 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:49:50.632289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event updated for resources: {'Port': ['ID=7623ae5a-0aaf-443d-bafb-3091e6021812,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:50.712056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.712786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15559142-674b-48ea-b14d-e2c2631a26e1 req-876be01d-ca91-420d-beb0-a8d58fb864e0 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646118 Nov 27 15:49:50.725228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.726734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a7100e38-9569-434b-ae26-36e35eaad7e7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:50.740688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'Port': ['ID=a7100e38-9569-434b-ae26-36e35eaad7e7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:50.801596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.802327 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0d1335-2ae1-4892-8371-af2081b801da x-openstack-request-id: req-1e0d1335-2ae1-4892-8371-af2081b801da {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:50.802806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ecf0f770-648b-424a-a5d4-cc31ae56ce65 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1773717 Nov 27 15:49:50.803466 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:50.804156 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e0d1335-2ae1-4892-8371-af2081b801da {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:50.805489 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'code': 200} Nov 27 15:49:50.810747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] No DVR routers for this DVR port a7100e38-9569-434b-ae26-36e35eaad7e7 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:49:50.814748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:50.819330 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8a1b73eb-a882-4edf-8b60-d4263e69ca4c req-fcd707e2-47f3-4182-9100-946beefa600a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.21 "DELETE /v2.0/ports/a7100e38-9569-434b-ae26-36e35eaad7e7 HTTP/1.1" status: 204 len: 173 time: 0.4776587 Nov 27 15:49:50.820108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'name': 'network-vif-deleted', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:50.823695 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f6395b-894c-46ce-a7f8-33cba8af7d90" -d '{"events": [{"server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "name": "network-vif-deleted", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:50.892023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-bc6db805-08c0-4741-8e9e-73e92e7b9ab5 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:50.898583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-bc6db805-08c0-4741-8e9e-73e92e7b9ab5 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/networks?id=08c2de1b-f4e9-4434-92ce-c8646725fa32 HTTP/1.1" status: 200 len: 815 time: 0.2119462 Nov 27 15:49:50.924900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-da8bc00d-cb39-483b-aa9e-75f1b9cce777 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/quotas/8f57e876e4f9497cb8b0304ebdce63af HTTP/1.1" status: 200 len: 375 time: 0.0253184 Nov 27 15:49:51.015463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4669c13b-66cb-49d1-9e06-7e6c8a6f17a2 req-9a7d4fcd-8c46-47d8-bd8b-d674b24bd186 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/ports?device_id=94ef68e4-62dc-4a83-a011-001fc5352ca7 HTTP/1.1" status: 200 len: 210 time: 0.0417387 Nov 27 15:49:51.050320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-5062fc46-20bf-43c2-aa22-699444b94e49 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f57e876e4f9497cb8b0304ebdce63af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240966 Nov 27 15:49:51.151956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:51.177268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:51.201126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Transition to ACTIVE for port object bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:49:51.211657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:51.233902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abab7-c721-4fb2-9770-50f1ec75bf20 req-3c5614f8-32e0-43d0-84a8-6233c462f717 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:51.235769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-013abab7-c721-4fb2-9770-50f1ec75bf20 req-3c5614f8-32e0-43d0-84a8-6233c462f717 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 946 time: 0.1045153 Nov 27 15:49:51.297806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-2b003980-bde2-417b-9050-d81758410716 service neutron] 10.222.0.15 "GET /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266562 Nov 27 15:49:51.348940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:51.463163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-013abab7-c721-4fb2-9770-50f1ec75bf20 req-0263e109-1f24-4307-b85c-55aa05510547 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881340 Nov 27 15:49:51.473374 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:49:51.532107 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1954829e-c552-412c-94ce-5cd6d8d8f623 x-openstack-request-id: req-1954829e-c552-412c-94ce-5cd6d8d8f623 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:51.532976 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ef68e4-62dc-4a83-a011-001fc5352ca7", "name": "network-vif-deleted", "tag": "a7100e38-9569-434b-ae26-36e35eaad7e7", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:51.533545 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1954829e-c552-412c-94ce-5cd6d8d8f623 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:51.534150 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ef68e4-62dc-4a83-a011-001fc5352ca7', 'name': 'network-vif-deleted', 'tag': 'a7100e38-9569-434b-ae26-36e35eaad7e7', 'status': 'completed', 'code': 200} Nov 27 15:49:51.556626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-4952b137-5e19-4122-8954-82f99ee19d1e service neutron] 10.222.0.15 "GET /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496266 Nov 27 15:49:51.563454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Attempting to bind port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:51.563854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Attempting to bind port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:51.564244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Attempting to bind port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 on network 70007878-bd45-4382-bba5-ca26e38ace30 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:51.571956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 on network 70007878-bd45-4382-bba5-ca26e38ace30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:49:51.572782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Attempting to bind port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 on network 70007878-bd45-4382-bba5-ca26e38ace30 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:51.580821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:51.581234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Checking segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:51.582049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Bound using segment: {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:51.583358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Bound port: bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca93594-b29e-4eb1-a87e-090bb4dcf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:51.584518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:51.762162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] For port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:49:51.770736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] For port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:51.783367 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:51.940021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:51.949537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:51.954395 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:51.956244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-e8eb4829-1237-44f3-b835-c9905039fae3 service neutron] 10.222.0.21 "PUT /v2.0/ports/bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 1092 time: 1.7672198 Nov 27 15:49:51.969820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:51.974592 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46" -d '{"events": [{"name": "network-changed", "server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:52.142156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a758d4-3c35-4770-815a-9eddb6f05501 req-3265057f-9c6b-4362-b576-dd413caedec2 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:52.151250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48a758d4-3c35-4770-815a-9eddb6f05501 req-3265057f-9c6b-4362-b576-dd413caedec2 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 944 time: 0.1369963 Nov 27 15:49:52.173309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-ce631282-9b9b-4fd6-8377-762a3ec2c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:52.177382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-ce631282-9b9b-4fd6-8377-762a3ec2c9c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1095 time: 0.1173315 Nov 27 15:49:52.259084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-c6da8443-9ff9-4a8d-adb7-c8ebb1251d0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 217 time: 0.0714586 Nov 27 15:49:52.342545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48a758d4-3c35-4770-815a-9eddb6f05501 req-1fb75c9a-7984-4994-80ef-ad443ba7d2c9 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897745 Nov 27 15:49:52.380151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-b84253af-3e95-4a31-a90b-fca3a65a55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:52.382061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-b84253af-3e95-4a31-a90b-fca3a65a55b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 200 len: 868 time: 0.1156800 Nov 27 15:49:52.489693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-c6a8a6d9-092a-4d27-a93e-032c22fbc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:52.492383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-c6a8a6d9-092a-4d27-a93e-032c22fbc158 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70007878-bd45-4382-bba5-ca26e38ace30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011224 Nov 27 15:49:52.677145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-64ba0779-0ae5-429c-959a-9a3fd86a06fe service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767049 Nov 27 15:49:52.853592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1b1cc5e-aaed-41d6-8f75-aede2d69d15f req-42b9ed2d-eb9b-4262-90c3-d571ae351167 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 210 time: 0.1555014 Nov 27 15:49:52.910817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae41e8e6-761d-4a6f-b794-e9c852cdc841 req-8e4e53ef-9b05-4aa0-b6e3-44f4488c99b5 service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255957 Nov 27 15:49:52.929701 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed72a184-8064-44f3-a5ef-b5a5bb6d4a02 x-openstack-request-id: req-ed72a184-8064-44f3-a5ef-b5a5bb6d4a02 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:49:52.930073 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:49:52.930353 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed72a184-8064-44f3-a5ef-b5a5bb6d4a02 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:49:52.930835 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'status': 'completed', 'code': 200} Nov 27 15:49:53.030999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-eda5c736-0f60-4b69-af94-c741a3eedeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:53.032904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-eda5c736-0f60-4b69-af94-c741a3eedeb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1095 time: 0.0565891 Nov 27 15:49:53.175587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-f6acc7ba-93bb-456f-8145-135a1ddf6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:53.177746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-f6acc7ba-93bb-456f-8145-135a1ddf6f26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 930 time: 0.1299243 Nov 27 15:49:53.203002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-b1679b9a-7da1-4cdb-9f8e-64a3b3d97835 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:49:53.210876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-b1679b9a-7da1-4cdb-9f8e-64a3b3d97835 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137870 Nov 27 15:49:53.240611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-7d56e79c-1084-4f24-bccf-5e45d072c636 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 217 time: 0.0524375 Nov 27 15:49:53.263495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-38af5836-8cc1-4928-8023-f68d058deedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:53.270668 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-38af5836-8cc1-4928-8023-f68d058deedc service neutron] 10.222.0.15 "GET /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 1093 time: 0.0463061 Nov 27 15:49:53.285549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Request body: {'binding': {'host': 'n-h1-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:53.295405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:49:53.389060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67381e0a-1b6a-4770-b783-c4783c654d70 req-b958738d-3458-4ef2-ae6d-d104e90d194a tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/d5c428e5-3283-4cf8-88b9-c1fa393f97b2 HTTP/1.1" status: 200 len: 1816 time: 0.2373486 Nov 27 15:49:53.477348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-167fd24e-3916-4b17-ba68-dfc2fbae130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:53.478657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-167fd24e-3916-4b17-ba68-dfc2fbae130b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 200 len: 868 time: 0.1658287 Nov 27 15:49:53.478917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a7100e38-9569-434b-ae26-36e35eaad7e7 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:49:53.487887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-c0e94e2e-0c12-4c3b-94fc-836b47a177be tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:53.489247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-c0e94e2e-0c12-4c3b-94fc-836b47a177be tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.37 "GET /v2.0/networks?id=08c2de1b-f4e9-4434-92ce-c8646725fa32 HTTP/1.1" status: 200 len: 815 time: 0.2410822 Nov 27 15:49:53.497874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on host n-h1-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:49:53.498452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:49:53.498968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:53.507284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Request body: {'port': {'device_id': '349082ea-97fb-4901-b9e1-4c8864bece12', 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'admin_state_up': True, 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:53.523201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:49:53.526153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:49:53.538538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:49:53.539283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:53.543681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:49:53.548833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Bound port: 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:49:53.571257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: a7100e38-9569-434b-ae26-36e35eaad7e7 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:49:53.572076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a7100e38-9569-434b-ae26-36e35eaad7e7 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:49:53.648850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-67381e0a-1b6a-4770-b783-c4783c654d70 req-fac14312-ecd6-4609-a44b-896a6f22e0ca tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:53.678790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:49:53.689688 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:53.692473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-84d925f3-fb39-4925-81ec-6b38a4ed0246 service neutron] 10.222.0.15 "POST /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4206853 Nov 27 15:49:53.700549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-67381e0a-1b6a-4770-b783-c4783c654d70 req-fac14312-ecd6-4609-a44b-896a6f22e0ca tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:53.721205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-eaea970b-9e26-4d44-b072-289b3c712301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:53.723119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-eaea970b-9e26-4d44-b072-289b3c712301 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70007878-bd45-4382-bba5-ca26e38ace30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329104 Nov 27 15:49:54.016105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-38ffe2eb-db99-4b29-b87c-97600729326b service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600026 Nov 27 15:49:54.061010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-67381e0a-1b6a-4770-b783-c4783c654d70 req-fac14312-ecd6-4609-a44b-896a6f22e0ca tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:54.063630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-67381e0a-1b6a-4770-b783-c4783c654d70 req-fac14312-ecd6-4609-a44b-896a6f22e0ca tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:54.065056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67381e0a-1b6a-4770-b783-c4783c654d70 req-fac14312-ecd6-4609-a44b-896a6f22e0ca tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/d5c428e5-3283-4cf8-88b9-c1fa393f97b2 HTTP/1.1" status: 204 len: 173 time: 0.6752172 Nov 27 15:49:54.117386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac14312-ecd6-4609-a44b-896a6f22e0ca tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c428e5-3283-4cf8-88b9-c1fa393f97b2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:54.157675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Made reservation on behalf of 8f57e876e4f9497cb8b0304ebdce63af for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:54.161207 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:54.174871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-e129a995-7e53-43f3-8d48-227849aa1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:54.176652 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-e129a995-7e53-43f3-8d48-227849aa1b3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1096 time: 0.1494517 Nov 27 15:49:54.339249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2e784f4-0bde-40d2-9c2e-b2a3c58a3d46 req-af7ea281-5798-49fd-96e7-601307e477a7 service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122022 Nov 27 15:49:54.340039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-75cea463-6a81-4d88-8222-761cc9787667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:54.342798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-75cea463-6a81-4d88-8222-761cc9787667 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1545525 Nov 27 15:49:54.358783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e29c38-c2de-47e7-8945-77e363bee17b req-9c5367ee-6035-4be4-af16-669e5ee99758 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:54.360310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87e29c38-c2de-47e7-8945-77e363bee17b req-9c5367ee-6035-4be4-af16-669e5ee99758 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 944 time: 0.1612344 Nov 27 15:49:54.424332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-1c450631-4d70-4475-9df8-a5b983dd38c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 217 time: 0.0635002 Nov 27 15:49:54.481921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Allocated IP 172.20.0.6 (08c2de1b-f4e9-4434-92ce-c8646725fa32/5853f839-8c55-4421-bb12-84505842b1be/6b60d33b-273f-4226-ab13-d857b5af8de5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:49:54.500615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87e29c38-c2de-47e7-8945-77e363bee17b req-d137c0b5-3c8f-4ecd-b7aa-f1c55621a84e tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302724 Nov 27 15:49:54.547556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-d7ee244f-7cca-4326-9c2b-e0d5633c18db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:54.550109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-d7ee244f-7cca-4326-9c2b-e0d5633c18db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1182010 Nov 27 15:49:54.598696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-bfe05cf7-1d59-460e-8e59-b92d4b526134 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403605 Nov 27 15:49:54.760557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedee1c9-a4b4-439d-bf6b-2f2cc865977a req-62faf567-31c5-43ed-87fe-daf7b5a88e15 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:54.763173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fedee1c9-a4b4-439d-bf6b-2f2cc865977a req-62faf567-31c5-43ed-87fe-daf7b5a88e15 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.1915314 Nov 27 15:49:54.813591 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-8ce9dc8d-4a7c-49bc-b3c0-72b8a659f793 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068987 Nov 27 15:49:54.855211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:54.860809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fedee1c9-a4b4-439d-bf6b-2f2cc865977a req-0375c161-e5c6-4cd3-9b80-14dd3de3c74f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912838 Nov 27 15:49:54.942807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:54.989846 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-d2162d6d-d175-4a76-ad1e-6ae1910116a4 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659479 Nov 27 15:49:55.075785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:49:55.081658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:49:55.084865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:49:55.145521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:55.146466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.162742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Pushing event updated for resources: {'Port': ['ID=6b60d33b-273f-4226-ab13-d857b5af8de5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:55.171948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-7f46e7da-1bb1-442f-905d-5ad197d01bd2 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6686301 Nov 27 15:49:55.187856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc6950-8ab6-4b94-8f13-2c59cacf5cd0 req-24cd3476-e5c6-49c7-8516-e5b69da753f3 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:55.189548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75cc6950-8ab6-4b94-8f13-2c59cacf5cd0 req-24cd3476-e5c6-49c7-8516-e5b69da753f3 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 931 time: 0.2110333 Nov 27 15:49:55.309555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75cc6950-8ab6-4b94-8f13-2c59cacf5cd0 req-0f42028e-dc20-4de8-8882-2907932cc23e tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112320 Nov 27 15:49:55.451871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83cd22d4-fd3f-445d-932d-41de2c6b4c51 req-942e7e68-6a5f-4b94-a883-efaab9611d42 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "GET /v2.0/security-groups/8e52d33b-36b8-49e5-83b8-607d91bff9e1 HTTP/1.1" status: 200 len: 1816 time: 0.0902710 Nov 27 15:49:55.482539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3e3bfe76-af61-4f9b-9e79-d113ca1be448 None None] Provisioning complete for port 6b60d33b-273f-4226-ab13-d857b5af8de5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:55.483840 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfe76-af61-4f9b-9e79-d113ca1be448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.523428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:49:55.567725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-83cd22d4-fd3f-445d-932d-41de2c6b4c51 req-69e3a20e-9875-4a2c-be54-b6382d0459f2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.588456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bfe76-af61-4f9b-9e79-d113ca1be448 None None] Port 6b60d33b-273f-4226-ab13-d857b5af8de5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:49:55.626347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-83cd22d4-fd3f-445d-932d-41de2c6b4c51 req-69e3a20e-9875-4a2c-be54-b6382d0459f2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.718881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-83cd22d4-fd3f-445d-932d-41de2c6b4c51 req-69e3a20e-9875-4a2c-be54-b6382d0459f2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.723482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-83cd22d4-fd3f-445d-932d-41de2c6b4c51 req-69e3a20e-9875-4a2c-be54-b6382d0459f2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.727777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83cd22d4-fd3f-445d-932d-41de2c6b4c51 req-69e3a20e-9875-4a2c-be54-b6382d0459f2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e52d33b-36b8-49e5-83b8-607d91bff9e1 HTTP/1.1" status: 204 len: 173 time: 0.2689466 Nov 27 15:49:55.733251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34938) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:55.759415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3a20e-9875-4a2c-be54-b6382d0459f2 tempest-SecurityGroupsTestJSON-178270142 tempest-SecurityGroupsTestJSON-178270142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52d33b-36b8-49e5-83b8-607d91bff9e1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:55.844994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:55.885119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Deleting subnet 8179ec5c-2f4a-4702-a49a-6179a835571c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:49:55.889045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'port_id': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'mac_address': 'fa:16:3e:d2:4d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:49:55.900351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:55.968284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.017963 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.048383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:49:56.056386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.125692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:56.132768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.205844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.233200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8179ec5c-2f4a-4702-a49a-6179a835571c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:56.245206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.249895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-94021d2e-15e6-498f-90b3-95c1c378019d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8179ec5c-2f4a-4702-a49a-6179a835571c HTTP/1.1" status: 204 len: 168 time: 0.5145593 Nov 27 15:49:56.251751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34942) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:56.429697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:56.438874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.494838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:49:56.554063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.589961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9624fddf-3e12-4ff9-a353-b9142a89fec7']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:56.602488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749adba9-4d56-4727-9e70-db9a62be90fd') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:56.602787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749adba9-4d56-4727-9e70-db9a62be90fd') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:49:56.614590 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.630437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.641401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:49:56.642022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:49:56.644205 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:49:56.744436 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.752080 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:56.767867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9624fddf-3e12-4ff9-a353-b9142a89fec7 HTTP/1.1" status: 204 len: 168 time: 0.5034790 Nov 27 15:49:56.801348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563679ba-6b3d-4fea-a624-c4a9b7c26d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9624fddf-3e12-4ff9-a353-b9142a89fec7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:56.992378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34952) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:57.051017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2baa24ff-51bf-4436-8590-bbe4e836d9d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=833eeb9d9d9e473c96d4061dcd09ba41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566432 Nov 27 15:49:57.053231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:57.117697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05aea07e-26d6-40bf-8c8a-17fef080e41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:57.145106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05aea07e-26d6-40bf-8c8a-17fef080e41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:57.218595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05aea07e-26d6-40bf-8c8a-17fef080e41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:57.222330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05aea07e-26d6-40bf-8c8a-17fef080e41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:57.237934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-05aea07e-26d6-40bf-8c8a-17fef080e41a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdd34aa6-b1e1-4d18-83eb-136e319ce366 HTTP/1.1" status: 204 len: 168 time: 0.1831973 Nov 27 15:49:57.252475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aea07e-26d6-40bf-8c8a-17fef080e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd34aa6-b1e1-4d18-83eb-136e319ce366,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:57.523914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:49:57.617277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:49:57.642615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:49:57.644182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:57.823434 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:57.870349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:49:57.872875 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb378792-a099-47fc-a210-dad4a44df316" -d '{"events": [{"server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:49:57.906348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:49:57.912482 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:58.042034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:58.521771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:58.710817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1038307020-network', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:58.746599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:58.751267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:58.766881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.149853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.159910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.227926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:49:59.232727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e9a985-d732-4154-bf3c-ebb3897b83ee,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:59.258634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.258957 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Added segment 60f5e646-23a6-4749-a2c5-591b7f7cea46 of type vlan for network da689c32-e1f0-4b96-8609-a536c61723a6 Nov 27 15:49:59.351840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.408264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.411054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:49:59.411648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.473580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9506688 Nov 27 15:49:59.476873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34986) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:49:59.487961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Request body: {'subnet': {'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1038307020-subnet', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:49:59.489521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e7fc-3217-414f-a96c-7eb0055e55cf admin admin] Pushing event updated for resources: {'Network': ['ID=da689c32-e1f0-4b96-8609-a536c61723a6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:59.508085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network da689c32-e1f0-4b96-8609-a536c61723a6 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:49:59.536887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:49:59.543852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.589472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.823166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:49:59.923041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7671bae-4cb6-4ed1-94e0-3da3baf11078,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:49:59.940067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:49:59.940425 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Network hostable DHCP agents. Network: da689c32-e1f0-4b96-8609-a536c61723a6, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:49:59.990766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Network da689c32-e1f0-4b96-8609-a536c61723a6 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:50:00.006965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, da689c32-e1f0-4b96-8609-a536c61723a6) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:00.012491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:00.013189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.021388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a3472-52cf-4292-a39f-ba711096a493 None None] Network da689c32-e1f0-4b96-8609-a536c61723a6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:00.056913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34990) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:00.057539 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6e80dd61-6c65-4788-b311-b271ccc68230 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5779779 Nov 27 15:50:00.063863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:00.122273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.125918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.278378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.289440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-da689c32-e1f0-4b96-8609-a536c61723a6', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:50:00.290478 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.530874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Allocated IP 172.20.0.2 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/3fee0fda-f4e6-4e67-9470-c12890ad230f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:00.568716 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.713631 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.725314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.774577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:00.778717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:00.783619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:00.796008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Pushing event updated for resources: {'Port': ['ID=3fee0fda-f4e6-4e67-9470-c12890ad230f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:00.876383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Attempting to bind port 3fee0fda-f4e6-4e67-9470-c12890ad230f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:00.877834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Attempting to bind port 3fee0fda-f4e6-4e67-9470-c12890ad230f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:00.879035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Attempting to bind port 3fee0fda-f4e6-4e67-9470-c12890ad230f on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:00.894769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:00.895165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:00.895815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:00.896223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:00.896704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Bound port: 3fee0fda-f4e6-4e67-9470-c12890ad230f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:00.897093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.035379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] For port 3fee0fda-f4e6-4e67-9470-c12890ad230f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:01.039658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] For port 3fee0fda-f4e6-4e67-9470-c12890ad230f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3fee0fda-f4e6-4e67-9470-c12890ad230f,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:01.046812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.047662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.073372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.167102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b5d38-2231-4106-a3f7-7e15f87eae28 None None] Pushing event updated for resources: {'Port': ['ID=3fee0fda-f4e6-4e67-9470-c12890ad230f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:01.230919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Allocated IP 172.25.1.204 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/dc66eb91-e650-4a5f-bf7c-13c6edbdbe82) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:01.501682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.565030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.626064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:01.697652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:01.709941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:01.717973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:01.767312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Pushing event updated for resources: {'Port': ['ID=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:01.853929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3fee0fda-f4e6-4e67-9470-c12890ad230f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:01.970949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3fee0fda-f4e6-4e67-9470-c12890ad230f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:01.971326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:02.108133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:02.151329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:02.230310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 3fee0fda-f4e6-4e67-9470-c12890ad230f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3fee0fda-f4e6-4e67-9470-c12890ad230f,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:02.237082 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:02.376396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=3fee0fda-f4e6-4e67-9470-c12890ad230f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:02.594066 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:02.664333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1457b4-4974-4705-8cc5-6eabfe4d9217 None None] Network da689c32-e1f0-4b96-8609-a536c61723a6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:02.817476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-19924da4-14a3-4438-97e6-24e774e38a1d None None] Provisioning complete for port 3fee0fda-f4e6-4e67-9470-c12890ad230f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:02.817476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19924da4-14a3-4438-97e6-24e774e38a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:02.826498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:50:03.079314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:03.088186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Sync routers for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:03.111924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:03.112678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:03.122623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:03.126643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e6b4d1e2-fa1c-427d-a8cb-8254b41bc41b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0644939 Nov 27 15:50:03.128420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:03.334092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:03.548365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cc65a040-f723-4c42-baa5-912a6c903fc5 None None] Provisioning complete for port 3fee0fda-f4e6-4e67-9470-c12890ad230f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:03.548955 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cc65a040-f723-4c42-baa5-912a6c903fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:03.806532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:01Z', 'revision_number': 3, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:03.912843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3fee0fda-f4e6-4e67-9470-c12890ad230f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:03.954763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Checking router: 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:03.955191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Updating router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:50:04.006285 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.040956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3fee0fda-f4e6-4e67-9470-c12890ad230f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:04.041337 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.271024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.404669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.412067 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.469326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Attempting to bind port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:04.469727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Attempting to bind port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:04.470096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Attempting to bind port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:04.481173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:04.481778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:04.481997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.482724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:04.483215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Bound port: dc66eb91-e650-4a5f-bf7c-13c6edbdbe82, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:04.483704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.485459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Allocated IP 172.20.0.1 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/a904bb84-1b05-4559-8720-f8380c234a62) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:04.485630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35eba-ea3c-433c-84d2-b575456db301 None None] Pushing event updated for resources: {'Port': ['ID=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:04.555331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] For port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:04.560348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] For port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:04.570824 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.619284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Request body: {'port': {'device_id': '349082ea-97fb-4901-b9e1-4c8864bece12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:04.708327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.737378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35eba-ea3c-433c-84d2-b575456db301 None None] Pushing event updated for resources: {'Port': ['ID=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:04.744632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:04.746029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:04.774645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.817887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:04.822337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:04.827229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:04.853331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa85d1-62c6-4d8a-9329-38a6535496a1 req-12bb6ebb-c6c5-4ef2-a96b-4cbb55c45787 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:04.862474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abaa85d1-62c6-4d8a-9329-38a6535496a1 req-12bb6ebb-c6c5-4ef2-a96b-4cbb55c45787 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 946 time: 0.2166963 Nov 27 15:50:04.864270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.880496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Pushing event updated for resources: {'Port': ['ID=a904bb84-1b05-4559-8720-f8380c234a62,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:04.907787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:04.971845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291a54c-6b45-4ad1-985b-2c67cf040544 req-219b8faa-8de0-43fc-ade2-eb301c5a49d4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:04.973508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a291a54c-6b45-4ad1-985b-2c67cf040544 req-219b8faa-8de0-43fc-ade2-eb301c5a49d4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.2086921 Nov 27 15:50:05.055419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abaa85d1-62c6-4d8a-9329-38a6535496a1 req-7b52dc8d-c8d8-438a-ab1d-69c6e4698ba6 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919420 Nov 27 15:50:05.126184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:05.171152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.391756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a9b484cd-f901-45cf-b09a-e7eccdd0e2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.403141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-138b66e3-bb7a-46a9-aa3c-46eab238c0a2 None None] Provisioning complete for port a904bb84-1b05-4559-8720-f8380c234a62 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:05.403978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-138b66e3-bb7a-46a9-aa3c-46eab238c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.452607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.458941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-138b66e3-bb7a-46a9-aa3c-46eab238c0a2 None None] Port a904bb84-1b05-4559-8720-f8380c234a62 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:50:05.462756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:01Z', 'revision_number': 3, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:05.465031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.492278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff16990-5700-4060-8f5e-7cd6b1647067 None None] The sync data for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 is: [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:01Z', 'revision_number': 3, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:05.509057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a291a54c-6b45-4ad1-985b-2c67cf040544 req-28bfe0b6-c6a5-455a-8f96-905c7123cf7c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131204 Nov 27 15:50:05.543560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c9996-096d-4935-9522-c0ec538eb6da req-6ce38ae7-fe07-4df5-ba89-d3ab4fb63756 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:05.551655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c8c9996-096d-4935-9522-c0ec538eb6da req-6ce38ae7-fe07-4df5-ba89-d3ab4fb63756 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 931 time: 0.2632704 Nov 27 15:50:05.590113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.608657 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053768b2-6017-410f-b319-749f56ae1a0e x-openstack-request-id: req-053768b2-6017-410f-b319-749f56ae1a0e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:05.609345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Pushing event updated for resources: {'Port': ['ID=a904bb84-1b05-4559-8720-f8380c234a62,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:05.609657 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:05.610075 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-053768b2-6017-410f-b319-749f56ae1a0e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:05.610631 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'code': 200} Nov 27 15:50:05.689999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c8c9996-096d-4935-9522-c0ec538eb6da req-87b66762-6f58-443f-b1b0-1112e66e5578 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371512 Nov 27 15:50:05.821337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b60d33b-273f-4226-ab13-d857b5af8de5 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:05.856185 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.883979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Transition to ACTIVE for port object 6b60d33b-273f-4226-ab13-d857b5af8de5 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:50:05.892601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:05.937157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:05.941346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:05.952235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2675281-335a-44f5-b832-6544fda101e3 req-7dbe5609-e012-406f-890e-326744e335a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:05.954199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c2675281-335a-44f5-b832-6544fda101e3 req-7dbe5609-e012-406f-890e-326744e335a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1097 time: 0.1350272 Nov 27 15:50:05.988416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Pushing event updated for resources: {'Port': ['ID=6b60d33b-273f-4226-ab13-d857b5af8de5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:06.223152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Attempting to bind port 6b60d33b-273f-4226-ab13-d857b5af8de5 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:06.223509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Attempting to bind port 6b60d33b-273f-4226-ab13-d857b5af8de5 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:06.224126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Attempting to bind port 6b60d33b-273f-4226-ab13-d857b5af8de5 on network 08c2de1b-f4e9-4434-92ce-c8646725fa32 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:06.248354 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c2675281-335a-44f5-b832-6544fda101e3 req-bd6ca7d6-1cb7-4003-943e-0cd4acb98b16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237256 Nov 27 15:50:06.274400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:06.309834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Port 6b60d33b-273f-4226-ab13-d857b5af8de5 on network 08c2de1b-f4e9-4434-92ce-c8646725fa32 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:50:06.310166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Attempting to bind port 6b60d33b-273f-4226-ab13-d857b5af8de5 on network 08c2de1b-f4e9-4434-92ce-c8646725fa32 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:06.329107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:06.329474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Checking segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:06.329879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Bound using segment: {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:06.330337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Bound port: 6b60d33b-273f-4226-ab13-d857b5af8de5, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514f1bc5-dd53-47a1-8b03-711b99b085bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:06.330825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:06.517546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:06.531454 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-19bb7d58-cd91-4e95-8096-543906fc1166 admin admin] 10.222.0.15 "PUT /v2.0/routers/9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4019260 Nov 27 15:50:06.535221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793132a-ee1c-420a-84d2-75fb0c346ce6 req-87eb038a-c322-4e8d-8dd2-e52868c6a44a tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:06.536230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bcc62edf-bc5e-42aa-ac3b-35891c7483a6 None None] Provisioning complete for port a904bb84-1b05-4559-8720-f8380c234a62 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:06.540072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bcc62edf-bc5e-42aa-ac3b-35891c7483a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:06.554742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9793132a-ee1c-420a-84d2-75fb0c346ce6 req-87eb038a-c322-4e8d-8dd2-e52868c6a44a tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 946 time: 0.2950387 Nov 27 15:50:06.643372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9793132a-ee1c-420a-84d2-75fb0c346ce6 req-35bf67ed-e49a-42ee-bbed-fc5ec0e457cb tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875978 Nov 27 15:50:06.649888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] For port 6b60d33b-273f-4226-ab13-d857b5af8de5, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:06.672877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] For port 6b60d33b-273f-4226-ab13-d857b5af8de5, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b60d33b-273f-4226-ab13-d857b5af8de5,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:06.688450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:06.690588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bcc62edf-bc5e-42aa-ac3b-35891c7483a6 None None] Port a904bb84-1b05-4559-8720-f8380c234a62 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:50:06.748546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:06.749191 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:06.750742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] 10.222.0.37 "PUT /v2.0/ports/6b60d33b-273f-4226-ab13-d857b5af8de5 HTTP/1.1" status: 200 len: 1091 time: 2.1382833 Nov 27 15:50:06.753603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349082ea-97fb-4901-b9e1-4c8864bece12', 'tag': '6b60d33b-273f-4226-ab13-d857b5af8de5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:06.771381 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b17052-d573-4436-ada1-120573b8aaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "349082ea-97fb-4901-b9e1-4c8864bece12", "tag": "6b60d33b-273f-4226-ab13-d857b5af8de5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:07.005308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d3fc0-6a87-4b79-b575-05880c3493ce service neutron] Pushing event updated for resources: {'Port': ['ID=6b60d33b-273f-4226-ab13-d857b5af8de5,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:07.034262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-293895cd-ff50-4034-80f3-2ee5d059b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:07.041339 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-293895cd-ff50-4034-80f3-2ee5d059b07a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f57e876e4f9497cb8b0304ebdce63af&device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 1094 time: 0.2237246 Nov 27 15:50:07.143153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e7f8-8113-4dbf-b9bb-d48a6be0fb2c req-73b73de5-1e37-4caa-896f-30e1b4fdfe8f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:07.145466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4e9e7f8-8113-4dbf-b9bb-d48a6be0fb2c req-73b73de5-1e37-4caa-896f-30e1b4fdfe8f tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.2518437 Nov 27 15:50:07.147108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-2972c1aa-15f3-4c61-aeee-58cc1df62060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b60d33b-273f-4226-ab13-d857b5af8de5 HTTP/1.1" status: 200 len: 217 time: 0.0837016 Nov 27 15:50:07.272472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4e9e7f8-8113-4dbf-b9bb-d48a6be0fb2c req-1e3ac7f0-4f9d-4730-ae51-ee89ac2d739c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189246 Nov 27 15:50:07.275059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-73fdc905-d5ca-46c8-9032-f922472ecb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:07.277302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-73fdc905-d5ca-46c8-9032-f922472ecb4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5853f839-8c55-4421-bb12-84505842b1be HTTP/1.1" status: 200 len: 854 time: 0.1194072 Nov 27 15:50:07.352812 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df453a60-80a1-416c-8675-63993283d6ce x-openstack-request-id: req-df453a60-80a1-416c-8675-63993283d6ce {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:07.353112 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349082ea-97fb-4901-b9e1-4c8864bece12", "tag": "6b60d33b-273f-4226-ab13-d857b5af8de5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:07.353736 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df453a60-80a1-416c-8675-63993283d6ce {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:07.354146 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349082ea-97fb-4901-b9e1-4c8864bece12', 'tag': '6b60d33b-273f-4226-ab13-d857b5af8de5', 'status': 'completed', 'code': 200} Nov 27 15:50:07.387720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee0955-4fad-4045-a40e-5e3a47e0c13e req-4a13aec1-9cb1-4483-ac4a-1218dbe9a636 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:07.396717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3ee0955-4fad-4045-a40e-5e3a47e0c13e req-4a13aec1-9cb1-4483-ac4a-1218dbe9a636 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 943 time: 0.1160953 Nov 27 15:50:07.454492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddccabc-9796-4926-8095-39e461aa158f req-7d94c9ee-68d2-4261-be7c-a33047ef8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:07.456242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-7d94c9ee-68d2-4261-be7c-a33047ef8065 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08c2de1b-f4e9-4434-92ce-c8646725fa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462398 Nov 27 15:50:07.513455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b78489d-2000-4395-a971-384079e8027f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:07.594247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3ee0955-4fad-4045-a40e-5e3a47e0c13e req-da97d303-ad8d-4723-b4a7-919f370d4b09 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962707 Nov 27 15:50:07.652482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-f3924e1f-75b7-44e8-9044-1eec9355c6c4 service neutron] 10.222.0.37 "GET /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884120 Nov 27 15:50:07.790421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:07.930066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:07.931440 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.002140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cddccabc-9796-4926-8095-39e461aa158f req-872df411-4877-4bcf-9317-c181a0997301 service neutron] 10.222.0.37 "GET /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273489 Nov 27 15:50:08.109318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35124) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:08.120651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105509689', 'description': 'tempest-description--1792921093'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:08.126731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.163157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.176189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:08.185794 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.208676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17052-d573-4436-ada1-120573b8aaf1 req-6c84a077-b1d7-4105-80ee-7b54c2b24616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:08.210234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-6c84a077-b1d7-4105-80ee-7b54c2b24616 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f57e876e4f9497cb8b0304ebdce63af&device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 1094 time: 0.1190376 Nov 27 15:50:08.306754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.312989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.314997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:08.354324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.356331 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2450185 Nov 27 15:50:08.357632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7dc2f-e75d-488c-b2d3-ec622eb43d76 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f73e3d7-462c-45e4-852b-ffb97cf96100,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:08.361298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35140) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:08.366786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'security_group_rule': {'security_group_id': '4f73e3d7-462c-45e4-852b-ffb97cf96100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:08.405338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.421949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.502343 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Sync routers for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:08.527579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:08.528265 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:08.547652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.553945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.599776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.601102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2381532 Nov 27 15:50:08.601928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef9a53-6142-4878-96d7-26edc0c3bb1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc4379a-1217-4c11-a4d8-f73804bb2124,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:08.612243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:08.618770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'security_group_rule': {'security_group_id': '4f73e3d7-462c-45e4-852b-ffb97cf96100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:08.658685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.707915 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:08.739663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.746253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.779603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d3d93-29ad-409f-8cb1-8ad278ab2e90,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:08.801793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.805996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ef42cfd0-12bf-4a02-8fcd-1347e111caf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924603 Nov 27 15:50:08.808958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35150) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:08.816023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:08.864948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:08.962301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750a077-3ed5-4dd8-8c46-6d8fa52e07e3 req-5a7d9c6f-306d-49be-b604-abab3f9874b0 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:08.971132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f750a077-3ed5-4dd8-8c46-6d8fa52e07e3 req-5a7d9c6f-306d-49be-b604-abab3f9874b0 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 946 time: 0.6881740 Nov 27 15:50:08.994061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7cb5-07b9-4e0d-a2fc-0a6990682540 req-9828ea2f-a45a-4fc3-a1ac-315b96e0f334 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:09.004697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-355a7cb5-07b9-4e0d-a2fc-0a6990682540 req-9828ea2f-a45a-4fc3-a1ac-315b96e0f334 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.1328571 Nov 27 15:50:09.048174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:09.080081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17052-d573-4436-ada1-120573b8aaf1 req-d776f932-fef5-4b55-9860-469a1d2666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:09.090993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-d776f932-fef5-4b55-9860-469a1d2666f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08c2de1b-f4e9-4434-92ce-c8646725fa32 HTTP/1.1" status: 200 len: 916 time: 0.8612909 Nov 27 15:50:09.141401 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 2, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:09.196044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-962bf22f-f12a-4cb8-ab95-e1c81b2879c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b60d33b-273f-4226-ab13-d857b5af8de5 HTTP/1.1" status: 200 len: 217 time: 0.1041713 Nov 27 15:50:09.197932 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Checking router: 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:09.198346 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Updating router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 port a904bb84-1b05-4559-8720-f8380c234a62 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:50:09.211296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Allocated IP 172.25.1.92 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b20bcb01-cb2e-4294-9f15-b5ee77b56b2f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:09.262285 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:09.293995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f750a077-3ed5-4dd8-8c46-6d8fa52e07e3 req-ee8d69d5-3876-499d-b1be-4bf541d7ca8e tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219855 Nov 27 15:50:09.307524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-355a7cb5-07b9-4e0d-a2fc-0a6990682540 req-69aa9497-4a8d-4b36-8770-2c9366ce71d9 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554989 Nov 27 15:50:09.317637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17052-d573-4436-ada1-120573b8aaf1 req-3e552ed8-76fa-4cc7-9d94-5324ff405d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:09.319101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-3e552ed8-76fa-4cc7-9d94-5324ff405d01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5853f839-8c55-4421-bb12-84505842b1be HTTP/1.1" status: 200 len: 854 time: 0.1144836 Nov 27 15:50:09.391625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17052-d573-4436-ada1-120573b8aaf1 req-2e106763-84de-4bd6-ad07-89beb1750fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:09.393088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-2e106763-84de-4bd6-ad07-89beb1750fab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08c2de1b-f4e9-4434-92ce-c8646725fa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606024 Nov 27 15:50:09.443402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:09.558765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:09.689441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:09.701661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:09.706837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:09.727416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-c6aabcd3-2e75-400a-9579-3586378bd9bb service neutron] 10.222.0.37 "GET /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266296 Nov 27 15:50:09.739105 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:09.747066 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:09.773626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:09.813520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b86a1d-bf57-49bd-84b6-8a449af8bb3e req-75e53030-daa0-4707-a34b-eb3975c4fade tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:09.824475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4b86a1d-bf57-49bd-84b6-8a449af8bb3e req-75e53030-daa0-4707-a34b-eb3975c4fade tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 943 time: 0.2009170 Nov 27 15:50:09.871332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=b20bcb01-cb2e-4294-9f15-b5ee77b56b2f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:09.879455 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Pushing event updated for resources: {'Port': ['ID=a904bb84-1b05-4559-8720-f8380c234a62,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:09.922902 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.923377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.923823 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.924392 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.924835 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.925348 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.925730 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.926168 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.926596 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.927020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.927448 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.927866 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:09.933388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:09.934999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.014559 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Attempting to bind port a904bb84-1b05-4559-8720-f8380c234a62 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:10.016762 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Attempting to bind port a904bb84-1b05-4559-8720-f8380c234a62 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:10.017436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Attempting to bind port a904bb84-1b05-4559-8720-f8380c234a62 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:10.027642 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:10.032634 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:10.033560 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.034358 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:10.037345 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Bound port: a904bb84-1b05-4559-8720-f8380c234a62, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:10.038163 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.180162 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] For port a904bb84-1b05-4559-8720-f8380c234a62, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:10.183823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.184400 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4b86a1d-bf57-49bd-84b6-8a449af8bb3e req-11a03e9f-afc6-4021-bca5-3b85e710dee6 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360276 Nov 27 15:50:10.189843 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] For port a904bb84-1b05-4559-8720-f8380c234a62, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a904bb84-1b05-4559-8720-f8380c234a62,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:10.201113 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.208622 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.251249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.308453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6f74ea3b-34d2-4bae-8fe2-b8542b7c58e0 None None] Provisioning complete for port a904bb84-1b05-4559-8720-f8380c234a62 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:10.308828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6f74ea3b-34d2-4bae-8fe2-b8542b7c58e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.360760 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2056dc4-fcf7-4a8b-82d5-15781d1ccb41 None None] Pushing event updated for resources: {'Port': ['ID=a904bb84-1b05-4559-8720-f8380c234a62,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:10.362712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-7d0eb3f4-1605-499c-8d6c-d4797b2b21e6 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:10.364654 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-7d0eb3f4-1605-499c-8d6c-d4797b2b21e6 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.2894647 Nov 27 15:50:10.389762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-4'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:10.405113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:10.406066 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:10.476290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.640668 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6f74ea3b-34d2-4bae-8fe2-b8542b7c58e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.744161 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:10.796747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6f74ea3b-34d2-4bae-8fe2-b8542b7c58e0 None None] For port a904bb84-1b05-4559-8720-f8380c234a62, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a904bb84-1b05-4559-8720-f8380c234a62,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:10.806556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6f74ea3b-34d2-4bae-8fe2-b8542b7c58e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.815554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-8f1be6e3-3cde-4c48-ab0b-96ba06c7e86a tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 258 time: 0.5455971 Nov 27 15:50:10.849260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:10.932341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72b17052-d573-4436-ada1-120573b8aaf1 req-80023bb4-263a-4758-be19-2d37ccab6d95 service neutron] 10.222.0.37 "GET /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1677697 Nov 27 15:50:10.943401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ea3b-34d2-4bae-8fe2-b8542b7c58e0 None None] Pushing event updated for resources: {'Port': ['ID=a904bb84-1b05-4559-8720-f8380c234a62,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:10.956518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.961308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:10.975274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:10.990038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.001016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d9fc772b-c0ce-4ec6-933a-648715937455 None None] Provisioning complete for port a904bb84-1b05-4559-8720-f8380c234a62 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:11.001398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d9fc772b-c0ce-4ec6-933a-648715937455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.001945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dc7ab-3edd-4fab-bfc0-0962e799321a req-1d5f039d-d2f1-40fd-b260-1a9a55e3c1cf tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:11.004060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b82dc7ab-3edd-4fab-bfc0-0962e799321a req-1d5f039d-d2f1-40fd-b260-1a9a55e3c1cf tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 945 time: 0.1826022 Nov 27 15:50:11.094423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:11.142627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=b20bcb01-cb2e-4294-9f15-b5ee77b56b2f,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:11.148768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.164504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:11.167107 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1261ef-f1e0-4b89-a34b-18b59dca41d2" -d '{"events": [{"server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "name": "network-vif-unplugged", "status": "completed", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:11.171045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.176269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b82dc7ab-3edd-4fab-bfc0-0962e799321a req-3bb8522f-52a1-45e9-bbd2-6f6c99d9c758 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357231 Nov 27 15:50:11.179597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.193296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.210828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.213374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ff3888f4-913e-46a4-9ac0-3a6cea7bbb17 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4029331 Nov 27 15:50:11.266970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.302607 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:11.415150 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3db2-892e-4330-8c12-9bb16dec5bb5 None None] The sync data for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 is: [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:11.497790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:11.503505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on host n-h2-819494-4 for vnic_type normal with profile {"migrating_to": "n-h1-819494-4"} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:11.503877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:11.504202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:11.509441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:50:11.509779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:11.515617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:11.515941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:11.516313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:11.516729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Bound port: 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:11.517073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.618418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:50:11.628299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:11.632590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:11.640890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.648233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e46fbf-27f1-492b-9e61-6350c7cddf14 req-3e41c0fa-0d05-4259-964a-a76ed7e0f21d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:11.664123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51e46fbf-27f1-492b-9e61-6350c7cddf14 req-3e41c0fa-0d05-4259-964a-a76ed7e0f21d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 947 time: 0.1111724 Nov 27 15:50:11.711589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Allocated IP 172.25.1.105 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/766fd6ee-c257-48f3-a99d-81d5a9218608) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:11.797903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b60d33b-273f-4226-ab13-d857b5af8de5 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:50:11.828490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:11.829609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:11.831001 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-cb49a888-490d-4fed-8500-d6453689573f service neutron] 10.222.0.21 "PUT /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 1121 time: 1.4514716 Nov 27 15:50:11.837928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49a888-490d-4fed-8500-d6453689573f service neutron] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:11.859602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51e46fbf-27f1-492b-9e61-6350c7cddf14 req-61c622fa-6304-4fd8-ac39-bad28ec2031c tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921256 Nov 27 15:50:11.905903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:11.919635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a904bb84-1b05-4559-8720-f8380c234a62 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:11.930070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:50:11.941547 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb58aef-46fb-4200-a0da-93c6a3422de5 x-openstack-request-id: req-5cb58aef-46fb-4200-a0da-93c6a3422de5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:11.941906 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "name": "network-vif-unplugged", "status": "completed", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:11.942960 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cb58aef-46fb-4200-a0da-93c6a3422de5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:11.942960 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'code': 200} Nov 27 15:50:12.039012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['86a3bd63-bcda-41e9-bf3b-00a9b66462dd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:12.043668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['86a3bd63-bcda-41e9-bf3b-00a9b66462dd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:12.095127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on host n-h2-819494-4 for vnic_type normal with profile {"migrating_to": "n-h1-819494-4"} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:12.095523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:12.095889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:12.119538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:50:12.119902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Attempting to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on network 8c29ef00-b7e9-4431-8275-c7f37c550603 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:12.149504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:12.150064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Checking segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:12.150697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Bound using segment: {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:12.151806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Bound port: 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8c29ef00-b7e9-4431-8275-c7f37c550603'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:12.152222 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.210019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6b60d33b-273f-4226-ab13-d857b5af8de5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b60d33b-273f-4226-ab13-d857b5af8de5,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:12.270409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '6b60d33b-273f-4226-ab13-d857b5af8de5', 'network_id': '08c2de1b-f4e9-4434-92ce-c8646725fa32', 'port_id': '6b60d33b-273f-4226-ab13-d857b5af8de5', 'mac_address': 'fa:16:3e:ff:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5853f839-8c55-4421-bb12-84505842b1be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:50:12.271864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a904bb84-1b05-4559-8720-f8380c234a62 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:12.272237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.293782 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.362857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a492c8-aefa-4253-86f0-f30d783e5c8a req-fa4b0ffc-8ce5-4989-b4a5-cf4934f54a72 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:12.365614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09a492c8-aefa-4253-86f0-f30d783e5c8a req-fa4b0ffc-8ce5-4989-b4a5-cf4934f54a72 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 943 time: 0.3046925 Nov 27 15:50:12.426233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-cf28490e-4282-46ad-8071-283ed8a592ba tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:12.428046 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-cf28490e-4282-46ad-8071-283ed8a592ba tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.21 "GET /v2.0/ports?device_id=5052d232-2f2c-4dde-bd73-cf7bd2e010f1 HTTP/1.1" status: 200 len: 947 time: 0.1231806 Nov 27 15:50:12.468579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.484294 n-d-819494-4 neutron-server[110077]: WARNING neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Concurrent port binding operations failed on port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd Nov 27 15:50:12.516044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:12.558116 n-d-819494-4 neutron-server[110077]: INFO neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Attempt 2 to bind port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd Nov 27 15:50:12.559066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd has no active binding in host n-h1-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:50:12.578436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09a492c8-aefa-4253-86f0-f30d783e5c8a req-d68020cc-c7a1-4af0-b717-56de4f254312 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038298 Nov 27 15:50:12.589394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:12.592548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:12.609352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:12.614566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.670380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Deleting port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:12.671059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.678650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event updated for resources: {'Port': ['ID=766fd6ee-c257-48f3-a99d-81d5a9218608,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:12.693563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b60d33b-273f-4226-ab13-d857b5af8de5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:12.870450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6b60d33b-273f-4226-ab13-d857b5af8de5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b60d33b-273f-4226-ab13-d857b5af8de5,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:12.882660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] For port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:12.883321 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.883498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:12.921510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Calling delete_port for df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:12.941948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=6b60d33b-273f-4226-ab13-d857b5af8de5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:12.942648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-2cc1a9ae-7c55-4636-8174-1b94132ca188 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2105509689&fields=id&tenant_id=4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 267 time: 0.1923306 Nov 27 15:50:13.056515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.100364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.138367 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.141936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Pushing event deleted for resources: {'Port': ['ID=df37aaee-9a9e-457c-9c03-69ef7e8c6ed5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:13.166186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6b60d33b-273f-4226-ab13-d857b5af8de5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:13.207098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] No DVR routers for this DVR port df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:13.210191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.219969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6d9d72f-31b8-43c6-a38d-67081418ef35 req-45d0a3a9-7945-46ef-9a6e-e70b33ce96f1 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.21 "DELETE /v2.0/ports/df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 HTTP/1.1" status: 204 len: 173 time: 0.7833140 Nov 27 15:50:13.267052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-51b1e9e4-bc54-490b-b9e4-31f61dff63f6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:13.290185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-51b1e9e4-bc54-490b-b9e4-31f61dff63f6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.3337462 Nov 27 15:50:13.321971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-e7393bb6-56f2-4156-a134-757a06611aed tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/quotas/4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 375 time: 0.0305033 Nov 27 15:50:13.550386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-f0fac5db-788b-42ee-8e69-1dfdd716d87e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251768 Nov 27 15:50:13.669876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.678786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.788722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-c9be52be-d053-4bd9-a96a-d8f5003f4766 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089946 Nov 27 15:50:13.791165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event updated for resources: {'Port': ['ID=766fd6ee-c257-48f3-a99d-81d5a9218608,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:13.822063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.899851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:13.901936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-eb8c882a-b2f1-48c8-89e0-11e3b2554056 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0843353 Nov 27 15:50:13.936266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-bd3d76de-894d-4908-ab09-9762b29ff7a8 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358082 Nov 27 15:50:13.944507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd'}, {'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-deleted', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:13.949944 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecba4d5-360b-4712-a7d2-34b17634e3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd"}, {"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-deleted", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:13.999515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-2549e5c9-8a0e-42e6-9d21-c1439f6e96da tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0620737 Nov 27 15:50:14.140717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-9b7a31b3-266f-4265-9a85-6891daa0e103 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.142299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a0dac4-44b7-4b47-b761-14e7151880ed req-9b7a31b3-266f-4265-9a85-6891daa0e103 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1347797 Nov 27 15:50:14.299708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f783e0-cdf8-422a-90aa-c869bd42ed0f req-596bea40-98c6-42b9-a992-9d8f7b18852b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.301480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31f783e0-cdf8-422a-90aa-c869bd42ed0f req-596bea40-98c6-42b9-a992-9d8f7b18852b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.0690806 Nov 27 15:50:14.372222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31f783e0-cdf8-422a-90aa-c869bd42ed0f req-746699c8-f373-4af5-ac5f-b43c229270d3 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Nov 27 15:50:14.436923 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b95739e-2e08-4a2b-8869-c27b3963044f x-openstack-request-id: req-7b95739e-2e08-4a2b-8869-c27b3963044f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:14.437236 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd", "status": "completed", "code": 200}, {"server_uuid": "5052d232-2f2c-4dde-bd73-cf7bd2e010f1", "name": "network-vif-deleted", "tag": "df37aaee-9a9e-457c-9c03-69ef7e8c6ed5", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:14.437530 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b95739e-2e08-4a2b-8869-c27b3963044f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:14.437941 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'status': 'completed', 'code': 200} Nov 27 15:50:14.438206 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5052d232-2f2c-4dde-bd73-cf7bd2e010f1', 'name': 'network-vif-deleted', 'tag': 'df37aaee-9a9e-457c-9c03-69ef7e8c6ed5', 'status': 'completed', 'code': 200} Nov 27 15:50:14.447610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e24c9-1a53-4e46-af98-fd06e4471eae req-593816ee-bbed-46eb-bd98-83d1fc6e5840 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.449894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da4e24c9-1a53-4e46-af98-fd06e4471eae req-593816ee-bbed-46eb-bd98-83d1fc6e5840 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 944 time: 0.0674396 Nov 27 15:50:14.561185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd358519-1084-47d0-899a-8f741a65c257 req-2e29299d-fd5a-421d-99ab-d45d9947a1d5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 210 time: 0.0437651 Nov 27 15:50:14.593306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-d1268760-b3ee-4e01-bc8a-c6dfa691b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.594899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-d1268760-b3ee-4e01-bc8a-c6dfa691b7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1124 time: 0.1240919 Nov 27 15:50:14.630059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da4e24c9-1a53-4e46-af98-fd06e4471eae req-6f578edf-15d7-482a-98e7-ac7893648f23 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710336 Nov 27 15:50:14.847610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233e5e-873b-4408-83db-96299fac9714 req-0cff3d4b-092b-42fa-987f-f877d99926b5 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.854085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-0cff3d4b-092b-42fa-987f-f877d99926b5 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1414707 Nov 27 15:50:14.858154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-b4a7d8cc-ca60-46aa-a71b-3f5dfed67dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.859698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-b4a7d8cc-ca60-46aa-a71b-3f5dfed67dfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.2568254 Nov 27 15:50:14.920926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e3d9-757b-4e9a-815d-5c4b17684458 req-ba838acc-eae2-430d-9441-e03e50df616a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:14.922531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8915e3d9-757b-4e9a-815d-5c4b17684458 req-ba838acc-eae2-430d-9441-e03e50df616a tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.2048812 Nov 27 15:50:14.958880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-dbdc5b7b-0965-43dd-a431-cab8189c077e tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.1028349 Nov 27 15:50:14.962630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-5bb00791-d7bf-43ed-8db7-8b2700e79211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 217 time: 0.0926368 Nov 27 15:50:14.966202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Request body: {'floatingip': {'port_id': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:15.051106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:15.147605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-0a9de09c-39d7-4ea0-8fd5-d6675f88afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:15.149154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-0a9de09c-39d7-4ea0-8fd5-d6675f88afe1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.1757615 Nov 27 15:50:15.170341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8915e3d9-757b-4e9a-815d-5c4b17684458 req-62eb4ff3-adff-47cf-9ffc-378e0bf8420c tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152648 Nov 27 15:50:15.244013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-a02f7273-df57-4686-a7a1-fafce87f1230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724890 Nov 27 15:50:15.638453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-dade58ea-1197-4cd6-a3e5-ccfb73b3152b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:15.639969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-dade58ea-1197-4cd6-a3e5-ccfb73b3152b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.1351714 Nov 27 15:50:15.653551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:15.724167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:15.724528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device df37aaee-9a9e-457c-9c03-69ef7e8c6ed5 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:15.760208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-a302f0c4-ddef-413c-a9b8-56b8d9fd350d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 380 time: 0.1070094 Nov 27 15:50:15.772198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'port': {'device_id': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'admin_state_up': True, 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'security_groups': ['4f73e3d7-462c-45e4-852b-ffb97cf96100']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:15.812993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b60d33b-273f-4226-ab13-d857b5af8de5 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:15.925801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 6b60d33b-273f-4226-ab13-d857b5af8de5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:50:15.931220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 6b60d33b-273f-4226-ab13-d857b5af8de5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:15.931870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:15.932780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-d6e4adbf-47e5-4781-92c1-b0da45a150b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796651 Nov 27 15:50:15.942930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6275e5d-620d-411d-90ca-972458e1b0c3 req-69f05898-6e27-45c1-9d41-27df8e6cae4c tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:15.944465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6275e5d-620d-411d-90ca-972458e1b0c3 req-69f05898-6e27-45c1-9d41-27df8e6cae4c tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 947 time: 0.1532478 Nov 27 15:50:15.965892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:15.970280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.116634 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.129276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Allocated IP 172.20.0.7 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/3990145a-6d89-4598-a253-c6871b5caccb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:16.193753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6b60d33b-273f-4226-ab13-d857b5af8de5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b60d33b-273f-4226-ab13-d857b5af8de5,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:16.195362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349082ea-97fb-4901-b9e1-4c8864bece12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b60d33b-273f-4226-ab13-d857b5af8de5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:16.199462 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec6ef35-13f6-493f-ad7f-bec2186ef86e" -d '{"events": [{"server_uuid": "349082ea-97fb-4901-b9e1-4c8864bece12", "name": "network-vif-plugged", "status": "completed", "tag": "6b60d33b-273f-4226-ab13-d857b5af8de5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:16.205153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.206337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:16.263206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=6b60d33b-273f-4226-ab13-d857b5af8de5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:16.300981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.371610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.397387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.422249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6275e5d-620d-411d-90ca-972458e1b0c3 req-687de988-1c51-481c-b656-3b42e15dc77d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596496 Nov 27 15:50:16.428249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.451969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:16.475231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:16.477899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:16.482114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:16.551553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:16.552615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.578109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-21ea6822-62cb-42ca-a203-eb2707e40c1c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113465 Nov 27 15:50:16.593625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Request body: {'port': {'device_id': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:16.617379 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Floating IP c404f04c-9373-4e5b-b164-69f1bdb6766c associated. External IP: 172.25.1.105, port: bb31d66f-fc0e-4dd6-9c75-12fbbe1df594. Nov 27 15:50:16.737494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.767531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eecba4d5-360b-4712-a7d2-34b17634e3b8 req-70e3229f-c88b-406d-b6bd-a773b37dde18 service neutron] 10.222.0.37 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190408 Nov 27 15:50:16.871249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b7d5646e-9ab5-4ad3-a86d-0fddeb1dc356 None None] Provisioning complete for port 3990145a-6d89-4598-a253-c6871b5caccb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:16.871796 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b7d5646e-9ab5-4ad3-a86d-0fddeb1dc356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:16.932190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036375a-d236-40be-b67e-aa42ca947134 req-459e1775-857a-459d-aa64-7f8b53370ed4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:16.934290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1036375a-d236-40be-b67e-aa42ca947134 req-459e1775-857a-459d-aa64-7f8b53370ed4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.3185637 Nov 27 15:50:17.034510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1036375a-d236-40be-b67e-aa42ca947134 req-054459c6-5763-45f7-a565-f43c3ae09d41 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Nov 27 15:50:17.036403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Router 706eae51-5b78-4182-9132-c698fa2b4791 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:17.131311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5646e-9ab5-4ad3-a86d-0fddeb1dc356 None None] Port 3990145a-6d89-4598-a253-c6871b5caccb cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:50:17.207276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:17.216306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.229613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Transition to ACTIVE for port object 3990145a-6d89-4598-a253-c6871b5caccb will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:50:17.236933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.281714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e3dd8-2399-4238-8704-df373a99fbb6 req-71fd490f-4dcd-4390-87f2-fc464e1cae19 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:17.283612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26e3dd8-2399-4238-8704-df373a99fbb6 req-71fd490f-4dcd-4390-87f2-fc464e1cae19 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 931 time: 0.1438766 Nov 27 15:50:17.294715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:17.344643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-79ddb1bf-2672-439d-a458-9cf87ea70fd3 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:17.346279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-79ddb1bf-2672-439d-a458-9cf87ea70fd3 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 947 time: 0.1190619 Nov 27 15:50:17.349242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:17.363182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] Sync routers for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:17.371836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.390093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:17.391041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:17.480809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Attempting to bind port 3990145a-6d89-4598-a253-c6871b5caccb on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:17.481605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Attempting to bind port 3990145a-6d89-4598-a253-c6871b5caccb by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:17.482103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Attempting to bind port 3990145a-6d89-4598-a253-c6871b5caccb on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:17.492079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Port 3990145a-6d89-4598-a253-c6871b5caccb on network da689c32-e1f0-4b96-8609-a536c61723a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:50:17.492644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Attempting to bind port 3990145a-6d89-4598-a253-c6871b5caccb on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:17.507418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:17.508230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:17.508370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26e3dd8-2399-4238-8704-df373a99fbb6 req-a9ceae6e-d445-41a2-8c8a-3cd844ffc42a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149553 Nov 27 15:50:17.509012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:17.509651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Bound port: 3990145a-6d89-4598-a253-c6871b5caccb, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:17.511654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.560893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-cc35816a-09af-40b0-a8c6-c5e5b65a010d tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "PUT /v2.0/floatingips/c404f04c-9373-4e5b-b164-69f1bdb6766c HTTP/1.1" status: 200 len: 997 time: 2.6010573 Nov 27 15:50:17.561916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:17.569984 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc" -d '{"events": [{"name": "network-changed", "server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:17.626238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:17.645461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:17.649964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:17.660685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.728933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:17.729736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.731363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] 10.222.0.21 "PUT /v2.0/ports/3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 1091 time: 1.1441422 Nov 27 15:50:17.731809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:17.734234 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26277f20-bc6b-4760-9563-04b40caacec5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:17.800493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Deleting port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:17.800686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:17.812919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3e83-2ea7-40d9-b09e-5f79211a26de req-8183e8cc-d3c9-476f-8080-aeb3eba2d5b6 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:17.814944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-894f3e83-2ea7-40d9-b09e-5f79211a26de req-8183e8cc-d3c9-476f-8080-aeb3eba2d5b6 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 945 time: 0.1443255 Nov 27 15:50:17.892967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc287a5-c339-40e6-9a66-413c23fea338 service neutron] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:17.932971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-b2bdff30-cb79-4900-881b-cd6910593d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:17.934504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-b2bdff30-cb79-4900-881b-cd6910593d7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1094 time: 0.1492312 Nov 27 15:50:18.030153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-894f3e83-2ea7-40d9-b09e-5f79211a26de req-ddd25062-de36-4cf8-9dd6-567d8ab2f6fb tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776323 Nov 27 15:50:18.031958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233e5e-873b-4408-83db-96299fac9714 req-e2e5bb97-5bdf-4c5f-92f5-453d4a3d49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.033395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-e2e5bb97-5bdf-4c5f-92f5-453d4a3d49a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1097 time: 0.3748398 Nov 27 15:50:18.045006 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-d769d8d5-9f2a-4faf-9b71-9293cd85404e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 217 time: 0.0995531 Nov 27 15:50:18.140796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-3e4aedc3-8e2f-4ec9-ad44-30ce1d1239bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.142289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-3e4aedc3-8e2f-4ec9-ad44-30ce1d1239bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0812395 Nov 27 15:50:18.143776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c404f04c-9373-4e5b-b164-69f1bdb6766c', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'port_id': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'mac_address': 'fa:16:3e:d2:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:50:12Z', 'updated_at': '2021-11-27T15:50:16Z', 'revision_number': 1, 'project_id': '28958636f4244760abd9bef0381ccb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:43Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:18.208952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] Checking router: 706eae51-5b78-4182-9132-c698fa2b4791 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:18.229468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27958-3727-42c0-b341-873606ad4e35 req-24f0b875-b362-4bcf-9f87-2d556cc33f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.233759 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-24f0b875-b362-4bcf-9f87-2d556cc33f79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796292 Nov 27 15:50:18.235922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:18.242464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:18.380419 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665765e5-a0ea-40ca-9c34-c977d94c3884 x-openstack-request-id: req-665765e5-a0ea-40ca-9c34-c977d94c3884 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:18.381109 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349082ea-97fb-4901-b9e1-4c8864bece12", "name": "network-vif-plugged", "status": "completed", "tag": "6b60d33b-273f-4226-ab13-d857b5af8de5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:18.381731 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-665765e5-a0ea-40ca-9c34-c977d94c3884 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:18.385839 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349082ea-97fb-4901-b9e1-4c8864bece12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b60d33b-273f-4226-ab13-d857b5af8de5', 'code': 200} Nov 27 15:50:18.392281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] For port 5ee18c90-6574-45f5-b3ae-e3ea541f1524, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5ee18c90-6574-45f5-b3ae-e3ea541f1524,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:18.392666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:18.445066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:18.453655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Calling delete_port for 5ee18c90-6574-45f5-b3ae-e3ea541f1524 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:18.462227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233e5e-873b-4408-83db-96299fac9714 req-2fee1bed-5fca-4a93-9c99-e19806efd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.464473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-2fee1bed-5fca-4a93-9c99-e19806efd6b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 930 time: 0.4176316 Nov 27 15:50:18.523784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-4516c1e5-4fdc-48de-bcca-5611d6264a51 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820325 Nov 27 15:50:18.590910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf55988-211a-488e-aabb-bfdf0b893255 req-c68f82cc-2926-4454-9aa7-a3e2f8c92f62 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.598269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbf55988-211a-488e-aabb-bfdf0b893255 req-c68f82cc-2926-4454-9aa7-a3e2f8c92f62 tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a74fb5-2c13-4180-ad48-24f5fb818bdb HTTP/1.1" status: 200 len: 947 time: 0.1854515 Nov 27 15:50:18.643150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-641e8e55-f216-45df-820b-8e240aa80e77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 1000 time: 0.1673477 Nov 27 15:50:18.646572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bf27958-3727-42c0-b341-873606ad4e35 req-8dd37bca-2636-47f0-b8a0-7189bd9f1cbe service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139081 Nov 27 15:50:18.700914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d32f8-f814-45da-aff4-2afd78e812b9 req-3772ba31-71b4-40bf-b3c2-5a753dafe4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.702911 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3c1d32f8-f814-45da-aff4-2afd78e812b9 req-3772ba31-71b4-40bf-b3c2-5a753dafe4e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 1096 time: 0.2940722 Nov 27 15:50:18.725198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c404f04c-9373-4e5b-b164-69f1bdb6766c', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'port_id': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'mac_address': 'fa:16:3e:d2:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:50:12Z', 'updated_at': '2021-11-27T15:50:16Z', 'revision_number': 1, 'project_id': '28958636f4244760abd9bef0381ccb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:43Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:18.732516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233e5e-873b-4408-83db-96299fac9714 req-f62b56d8-97ce-4d24-86dd-a988b873ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.740076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-f62b56d8-97ce-4d24-86dd-a988b873ed6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 200 len: 868 time: 0.0959971 Nov 27 15:50:18.763633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc686310-31c8-40e6-a694-a68462c0bbd7 None None] The sync data for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 is: [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c404f04c-9373-4e5b-b164-69f1bdb6766c', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'port_id': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'mac_address': 'fa:16:3e:d2:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:50:12Z', 'updated_at': '2021-11-27T15:50:16Z', 'revision_number': 1, 'project_id': '28958636f4244760abd9bef0381ccb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:43Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:18.764502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbf55988-211a-488e-aabb-bfdf0b893255 req-c2f9ff7c-f872-439c-8975-021858305b7b tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba4d58cb-3df5-4e67-8b86-672a8a175f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652672 Nov 27 15:50:18.775646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-5688ad4e-6d94-4edb-acc2-e9ebaf32dc5f service neutron] 10.222.0.37 "GET /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd/bindings/n-h1-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.1280859 Nov 27 15:50:18.822010 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3c1d32f8-f814-45da-aff4-2afd78e812b9 req-cc480260-d06e-4a88-9c7e-80ebaa266fe6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087639 Nov 27 15:50:18.858807 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc54738-cf37-461a-b77f-f6eaea3db088 x-openstack-request-id: req-6cc54738-cf37-461a-b77f-f6eaea3db088 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:18.859159 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:18.859344 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cc54738-cf37-461a-b77f-f6eaea3db088 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:18.859883 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'status': 'completed', 'code': 200} Nov 27 15:50:18.899686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233e5e-873b-4408-83db-96299fac9714 req-3f65ee0a-f8cc-40cc-92cf-2fc455bfbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:18.901260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-3f65ee0a-f8cc-40cc-92cf-2fc455bfbd01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70007878-bd45-4382-bba5-ca26e38ace30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603713 Nov 27 15:50:18.930681 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550706a4-fbe0-4de1-9902-881a350cbb59 x-openstack-request-id: req-550706a4-fbe0-4de1-9902-881a350cbb59 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:18.930681 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:18.931208 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-550706a4-fbe0-4de1-9902-881a350cbb59 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:18.931932 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'status': 'completed', 'code': 200} Nov 27 15:50:18.936038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:19.053635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Pushing event deleted for resources: {'Port': ['ID=5ee18c90-6574-45f5-b3ae-e3ea541f1524,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:19.080639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-d60a597a-66a1-4753-a2d0-cdbb707cd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:19.082546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-d60a597a-66a1-4753-a2d0-cdbb707cd3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1097 time: 0.2147875 Nov 27 15:50:19.099562 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f33f9-5c10-4db7-a454-985fc8d67e01 None None] New status for floating IP c404f04c-9373-4e5b-b164-69f1bdb6766c: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:50:19.153235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] No DVR routers for this DVR port 5ee18c90-6574-45f5-b3ae-e3ea541f1524 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:19.157781 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:19.161081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fddd65f-aa4d-47ad-894b-809927afae43 req-453684df-5cd6-41b0-b9f1-4133c752745d tempest-ListImageFiltersTestJSON-1603823830 tempest-ListImageFiltersTestJSON-1603823830-project] 10.222.0.37 "DELETE /v2.0/ports/5ee18c90-6574-45f5-b3ae-e3ea541f1524 HTTP/1.1" status: 204 len: 173 time: 1.7848508 Nov 27 15:50:19.214313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26277f20-bc6b-4760-9563-04b40caacec5 req-0d143e7a-6483-4022-a86f-c82d5518f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:19.215836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-0d143e7a-6483-4022-a86f-c82d5518f65d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1094 time: 0.2016466 Nov 27 15:50:19.277004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:19.317458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-269fd3c6-1194-46b1-833f-ff4df0e21452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:19.319298 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-269fd3c6-1194-46b1-833f-ff4df0e21452 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 930 time: 0.2280536 Nov 27 15:50:19.320356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:19.366471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920f31-9870-402b-a439-02df6a4459fe req-6875931e-a2c5-4ccc-885c-87278add303d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:19.368116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69920f31-9870-402b-a439-02df6a4459fe req-6875931e-a2c5-4ccc-885c-87278add303d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 943 time: 0.3233798 Nov 27 15:50:19.390397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-6e996e10-8b48-4d74-8daa-c42e78d7329f service neutron] 10.222.0.15 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817147 Nov 27 15:50:19.466641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69920f31-9870-402b-a439-02df6a4459fe req-1b361d13-8987-41d5-950a-1223d34b08d5 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876501 Nov 27 15:50:19.517331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26277f20-bc6b-4760-9563-04b40caacec5 req-9e2f3ede-07cf-40ca-a712-62415761429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:19.519622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-9e2f3ede-07cf-40ca-a712-62415761429b service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.2850590 Nov 27 15:50:19.839740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a3bd63-bcda-41e9-bf3b-00a9b66462dd {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:19.876050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:19.904445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:19.917389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-e51860b6-3f06-4d61-a5e2-04c066b651e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 1002 time: 0.5742509 Nov 27 15:50:19.939964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9233e5e-873b-4408-83db-96299fac9714 req-ad963c38-a637-4987-a431-2fe0b01be7d2 service neutron] 10.222.0.15 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362389 Nov 27 15:50:19.943566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-7f8a8587-c37d-43ee-a682-aaefeba78bfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 217 time: 0.4126425 Nov 27 15:50:20.043590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-e09fc94c-dba0-4f45-8719-af5f679d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.047048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-e09fc94c-dba0-4f45-8719-af5f679d2bd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 200 len: 868 time: 0.0974555 Nov 27 15:50:20.097448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-74b754c4-5567-40cf-830b-d23ef9e4ed4d tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.098701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-74b754c4-5567-40cf-830b-d23ef9e4ed4d tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.1569729 Nov 27 15:50:20.140183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ae610-9d53-465b-aaba-5db7d8218a29 req-f429b76a-3a7c-4215-8d6b-c2a03a4a8462 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.142838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Transition to ACTIVE for port object 86a3bd63-bcda-41e9-bf3b-00a9b66462dd will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:50:20.149157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:20.149566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-265ae610-9d53-465b-aaba-5db7d8218a29 req-f429b76a-3a7c-4215-8d6b-c2a03a4a8462 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 946 time: 0.2145238 Nov 27 15:50:20.157215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26277f20-bc6b-4760-9563-04b40caacec5 req-83ab1f8e-222d-49e6-a497-1cb234497953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.160733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-83ab1f8e-222d-49e6-a497-1cb234497953 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1983490 Nov 27 15:50:20.293003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-1acd81cb-b507-4f3b-8b65-f78afd414bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.294873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-1acd81cb-b507-4f3b-8b65-f78afd414bbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70007878-bd45-4382-bba5-ca26e38ace30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300289 Nov 27 15:50:20.325153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] No DVR routers for this DVR port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:20.339475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-265ae610-9d53-465b-aaba-5db7d8218a29 req-aad53ec1-7ef6-4fee-8a1f-66efcce8ad66 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups?id=1049fd1c-20c1-4ca0-a5e3-2090c69b845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887934 Nov 27 15:50:20.344190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:20.357375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81c7fa-463c-4430-befb-fa1c6b586c0f req-352e3406-8f45-4052-91f6-9f8105c9e4e6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.359012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff81c7fa-463c-4430-befb-fa1c6b586c0f req-352e3406-8f45-4052-91f6-9f8105c9e4e6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 943 time: 0.2575541 Nov 27 15:50:20.368913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26277f20-bc6b-4760-9563-04b40caacec5 req-efcb7b3c-3f2c-462d-9a72-b3d77f5e2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.371067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-efcb7b3c-3f2c-462d-9a72-b3d77f5e2771 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646903 Nov 27 15:50:20.427073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.427614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.428163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.428471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.428787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.429170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.429757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.430501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.430702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.430856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.431203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.431624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:20.454996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-3aafcb47-8ac5-4f20-9d57-72652449a930 service neutron] 10.222.0.37 "PUT /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd/bindings/n-h1-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6694343 Nov 27 15:50:20.508683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-9da59c1c-a8ab-4c42-9107-ee26b147613f service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920199 Nov 27 15:50:20.525524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Deleting port ae8481e2-d857-4d27-a64b-c1d4d4744ccf {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:20.526556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:20.595747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff81c7fa-463c-4430-befb-fa1c6b586c0f req-089fc394-3bc1-4ddc-a5fc-e23c02236abb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216485 Nov 27 15:50:20.643797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-5ab546dc-b239-4239-b424-305626028657 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566650 Nov 27 15:50:20.666798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f78f1-047d-4c88-995b-3e92f28222b6 req-c11ba6b3-dba1-4e64-b6b1-c1859226dce0 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.668662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f8f78f1-047d-4c88-995b-3e92f28222b6 req-c11ba6b3-dba1-4e64-b6b1-c1859226dce0 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 945 time: 0.2433689 Nov 27 15:50:20.678955 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-effcceb7-cfe4-4b96-8f99-2c144a7c96bc req-ca99256f-1eb6-4cc4-85b3-316d358bb2eb service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614287 Nov 27 15:50:20.682281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-c42d4e11-f027-4ae5-9882-5f6c23cfba99 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.687123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-c42d4e11-f027-4ae5-9882-5f6c23cfba99 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.1090543 Nov 27 15:50:20.756322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-ad2f0152-3967-481a-867c-92c3e4d1cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.758842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-ad2f0152-3967-481a-867c-92c3e4d1cd5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce&tenant_id=93d68f827a2e4d9cbecdba351503bc7e HTTP/1.1" status: 200 len: 1095 time: 0.0654743 Nov 27 15:50:20.840857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-33451c85-f673-4fc2-8f77-2a6f40d29d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.842624 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-33451c85-f673-4fc2-8f77-2a6f40d29d1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1095 time: 0.0559163 Nov 27 15:50:20.889071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-deleted', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:20.891554 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc22bb21-7783-497e-a5cb-259d239126b2" -d '{"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-deleted", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:20.896722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] For port ae8481e2-d857-4d27-a64b-c1d4d4744ccf, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:20.897235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:20.917371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f8f78f1-047d-4c88-995b-3e92f28222b6 req-30fc850f-fcc0-4a76-ac65-35f84cd99b1c tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261770 Nov 27 15:50:20.976930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-10f92cab-6807-496c-808f-766881f4fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:20.978669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-10f92cab-6807-496c-808f-766881f4fa59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 200 len: 922 time: 0.1203535 Nov 27 15:50:21.038544 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-c84407e9-dbd5-4271-857a-84ecaf17cd2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 200 len: 217 time: 0.0513077 Nov 27 15:50:21.113296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-2c725781-b64b-48d5-89a3-504aa7fb0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:21.116136 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-2c725781-b64b-48d5-89a3-504aa7fb0832 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 200 len: 861 time: 0.0704100 Nov 27 15:50:21.119295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26277f20-bc6b-4760-9563-04b40caacec5 req-db24516c-6abc-40a2-9c5f-32b1ea8599d8 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495339 Nov 27 15:50:21.192151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-3ef23bc4-4558-49b2-8749-fe1b8f0667b2 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 258 time: 0.4860072 Nov 27 15:50:21.209274 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-4ff20ef8-cba5-4f2c-852e-957a73925d11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c29ef00-b7e9-4431-8275-c7f37c550603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777514 Nov 27 15:50:21.225560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:21.348647 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-705f047e-067d-4904-94b8-8323ff72b2e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313818 Nov 27 15:50:21.436792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:21.530736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2101d-66fb-4d71-82f3-ba9e60693782 req-75c6f1e9-a1ea-4464-88ad-51ee7fe30bdd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:21.532452 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-29abe473-2f89-40df-8add-77eaeb37f0f3 service neutron] 10.222.0.21 "GET /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748283 Nov 27 15:50:21.533653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ec2101d-66fb-4d71-82f3-ba9e60693782 req-75c6f1e9-a1ea-4464-88ad-51ee7fe30bdd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 944 time: 0.2427909 Nov 27 15:50:21.536826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:21.537218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:21.539830 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f disassociated. External IP: 172.25.1.37, port: ae8481e2-d857-4d27-a64b-c1d4d4744ccf. Nov 27 15:50:21.540373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Calling delete_port for ae8481e2-d857-4d27-a64b-c1d4d4744ccf owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:21.649947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:50:21.720993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ec2101d-66fb-4d71-82f3-ba9e60693782 req-713e8a2e-c126-484d-8e20-28b129d98f5d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753953 Nov 27 15:50:21.790531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:21.814587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:21.835163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3990145a-6d89-4598-a253-c6871b5caccb', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:50:21.837715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:21.864869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 5ee18c90-6574-45f5-b3ae-e3ea541f1524 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:21.865515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5ee18c90-6574-45f5-b3ae-e3ea541f1524 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:21.915275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-32b7ea83-4f41-4374-a8a7-4e19ec2433d1 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:21.921143 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-32b7ea83-4f41-4374-a8a7-4e19ec2433d1 tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce&tenant_id=93d68f827a2e4d9cbecdba351503bc7e&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.1075404 Nov 27 15:50:21.950072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:21.969191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:21.983743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Allocated IP 172.25.1.110 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/43297e9b-3ba7-4636-b303-ad250756da93) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:21.995225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:22.001589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.068541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:22.108284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.136890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-d3e6ef4b-a096-48f7-b473-31c9db19f964 service neutron] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:22.149654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-d3e6ef4b-a096-48f7-b473-31c9db19f964 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.150825 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a47c61b4-6b3f-4772-be25-3f378ef1d9b1 req-d3e6ef4b-a096-48f7-b473-31c9db19f964 service neutron] 10.222.0.21 "DELETE /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd/bindings/n-h2-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.2207029 Nov 27 15:50:22.188142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event deleted for resources: {'Port': ['ID=ae8481e2-d857-4d27-a64b-c1d4d4744ccf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:22.206977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.207349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.207696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.208083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.208421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.208757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.209085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.209442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.224859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.224859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.224859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.224859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:22.236874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.276643 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407fcba-de1a-4f12-8578-231d13e8afca x-openstack-request-id: req-e407fcba-de1a-4f12-8578-231d13e8afca {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:22.276941 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a74fb5-2c13-4180-ad48-24f5fb818bdb", "name": "network-vif-deleted", "tag": "5ee18c90-6574-45f5-b3ae-e3ea541f1524", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:22.277712 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e407fcba-de1a-4f12-8578-231d13e8afca {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:22.278104 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a74fb5-2c13-4180-ad48-24f5fb818bdb', 'name': 'network-vif-deleted', 'tag': '5ee18c90-6574-45f5-b3ae-e3ea541f1524', 'status': 'completed', 'code': 200} Nov 27 15:50:22.325803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3990145a-6d89-4598-a253-c6871b5caccb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:22.385700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:22.433257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.539688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e903-52b4-4c91-a842-135af027ccba req-5c926f1b-ab40-4b68-9ce1-082d8728dfb0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:22.541269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f26e903-52b4-4c91-a842-135af027ccba req-5c926f1b-ab40-4b68-9ce1-082d8728dfb0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 946 time: 0.1676488 Nov 27 15:50:22.554669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:22.589225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:22.593635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event updated for resources: {'Port': ['ID=43297e9b-3ba7-4636-b303-ad250756da93,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:22.596043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:22.697374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:22.713619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:22.731193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:22.731856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:22.751662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f26e903-52b4-4c91-a842-135af027ccba req-681f11d6-d43c-46f0-8a22-6aaac30f33ec tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644092 Nov 27 15:50:22.828935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] No DVR routers for this DVR port ae8481e2-d857-4d27-a64b-c1d4d4744ccf on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:22.856990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.861019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa1d2b6f-d2cd-4b82-a432-0932087039f7 req-bfaa4404-1740-4f1b-ba1e-36a0d7d097dd tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.37 "DELETE /v2.0/ports/ae8481e2-d857-4d27-a64b-c1d4d4744ccf HTTP/1.1" status: 204 len: 173 time: 2.7505069 Nov 27 15:50:22.868853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:22.904512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbbfa819-7c66-41b6-b2bf-ff8f544e45db req-2d1f0994-19e4-4797-9a6f-222154eb5902 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b44038f-bcd8-4cd3-bb76-fca4dde83081 HTTP/1.1" status: 200 len: 210 time: 0.0402310 Nov 27 15:50:22.915706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:22.956675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.119931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:23.121607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8edff9-60c9-4aa3-86f8-0d29f2bd7d31 req-f5cc69fb-b9e1-454e-9407-107171cbd84b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:23.125925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc8edff9-60c9-4aa3-86f8-0d29f2bd7d31 req-f5cc69fb-b9e1-454e-9407-107171cbd84b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1121330 Nov 27 15:50:23.149138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:23.158127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:23.158745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:23.207878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc8edff9-60c9-4aa3-86f8-0d29f2bd7d31 req-3886a490-a24d-4a5e-914d-eda0ce78cf59 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768430 Nov 27 15:50:23.234095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.241701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.285210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:23.334184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event updated for resources: {'Port': ['ID=43297e9b-3ba7-4636-b303-ad250756da93,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:23.349129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.365682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-c5865870-a14b-4e72-af1d-2a1a5fad4748 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:23.368067 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-c5865870-a14b-4e72-af1d-2a1a5fad4748 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 946 time: 0.1655440 Nov 27 15:50:23.380659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.386505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-6a5b51f6-553b-4c0b-abd5-1068e1780895 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1837833 Nov 27 15:50:23.469070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-2ddf947d-f5c4-4e2a-ab78-04db4f777736 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.0735638 Nov 27 15:50:23.553362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Deleting port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:23.553631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.583974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:23.622887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-7218ba8b-ba02-4037-9b51-a27d77e07204 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:23.624935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d48d9a-28f6-46ed-b9f8-6c8a7536fff1 req-7218ba8b-ba02-4037-9b51-a27d77e07204 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1490383 Nov 27 15:50:23.639396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6fd107-64aa-408f-bbdf-2d7903a47864 None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:45:22Z', 'revision_number': 4, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '81f4135b-5c9f-4da4-b10c-b7b95d947a21', 'name': '', 'network_id': '2f28f871-1dda-43b8-bcdb-ac6461451e33', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'mac_address': 'fa:16:3e:3d:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:21Z', 'updated_at': '2021-11-27T15:45:29Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'subnets': [{'id': '3b7ca587-867b-4123-b22e-1a5bea8dc7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:23.659125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:23.734663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] For port 038364c4-b0cb-4d80-b8b0-3e220bba2a20, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=038364c4-b0cb-4d80-b8b0-3e220bba2a20,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:23.735001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.752742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Calling delete_port for 038364c4-b0cb-4d80-b8b0-3e220bba2a20 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:23.770706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-b0b86f4f-0a4c-4feb-9da6-0604443a396a tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1706440932&fields=id&tenant_id=b50e6c92e60d4dbd80600e14c3260698 HTTP/1.1" status: 200 len: 267 time: 0.0889032 Nov 27 15:50:23.884466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae8481e2-d857-4d27-a64b-c1d4d4744ccf no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:23.914237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: ae8481e2-d857-4d27-a64b-c1d4d4744ccf {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:23.914608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae8481e2-d857-4d27-a64b-c1d4d4744ccf not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:23.917767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.931683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 3990145a-6d89-4598-a253-c6871b5caccb completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:50:23.937293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3990145a-6d89-4598-a253-c6871b5caccb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:23.937706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:23.953359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event deleted for resources: {'Port': ['ID=038364c4-b0cb-4d80-b8b0-3e220bba2a20,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:23.960477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-ee041684-5a44-4245-bd10-324a9552237d tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:23.968526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-ee041684-5a44-4245-bd10-324a9552237d tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/networks?id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051 HTTP/1.1" status: 200 len: 816 time: 0.1950941 Nov 27 15:50:23.985794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-53611037-4bdf-4c36-850c-080667a5b951 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/quotas/b50e6c92e60d4dbd80600e14c3260698 HTTP/1.1" status: 200 len: 375 time: 0.0162022 Nov 27 15:50:23.996745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6ad2b-df7c-4e7a-8c51-436e1315675b req-c20e01a5-b619-4b06-993d-b8cfbc05b902 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:24.003863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47f6ad2b-df7c-4e7a-8c51-436e1315675b req-c20e01a5-b619-4b06-993d-b8cfbc05b902 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 944 time: 0.1226175 Nov 27 15:50:24.013204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] No DVR routers for this DVR port 038364c4-b0cb-4d80-b8b0-3e220bba2a20 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:24.015984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.019993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db3c6945-c03b-48f9-800e-4c4f6f63917f req-f9bede04-f85b-446b-b69b-20a5e6394d6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "DELETE /v2.0/ports/038364c4-b0cb-4d80-b8b0-3e220bba2a20 HTTP/1.1" status: 204 len: 173 time: 0.6444354 Nov 27 15:50:24.020656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'name': 'network-vif-deleted', 'tag': '038364c4-b0cb-4d80-b8b0-3e220bba2a20'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:24.023112 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74a8d7f-14b7-45a5-b5f8-afd4d143aa8c" -d '{"events": [{"server_uuid": "d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c", "name": "network-vif-deleted", "tag": "038364c4-b0cb-4d80-b8b0-3e220bba2a20"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:24.055525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.085119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47f6ad2b-df7c-4e7a-8c51-436e1315675b req-46c52b26-a82b-4d40-8ef6-409a5efaab31 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 Nov 27 15:50:24.098251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:24.099457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:24.102400 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643da94-9ad4-4184-b5bb-5b52de4e5013" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:24.105827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-97e0191d-e921-4507-b870-4cc895eca1fb tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b50e6c92e60d4dbd80600e14c3260698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103644 Nov 27 15:50:24.107936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.108876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 038364c4-b0cb-4d80-b8b0-3e220bba2a20 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:24.135378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fe8ef-fbb8-422c-af3f-2af4cc7315a1 None None] New status for floating IP c0dfaef3-81d5-4eea-b53a-ab553175728f: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:50:24.176028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 038364c4-b0cb-4d80-b8b0-3e220bba2a20 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:24.178952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 038364c4-b0cb-4d80-b8b0-3e220bba2a20 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:24.220877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-5aedca60-f0e1-406c-a9ec-7080edb99c65 service neutron] 10.222.0.15 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131644 Nov 27 15:50:24.246171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:24.283319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'name': 'network-vif-deleted', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:24.285924 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c56e3-f16b-41f3-b946-d247d0373a51" -d '{"events": [{"server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "name": "network-vif-deleted", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:24.334864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-58047da7-9784-412f-8bcd-94ae2f9341e5 service neutron] 10.222.0.15 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131160 Nov 27 15:50:24.659511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35466) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:24.811526 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a94eab6f-1ccb-4c4e-a9d3-d7968737e528 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e847da3957446ec93b32c0c7f635d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483352 Nov 27 15:50:24.811952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35472) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:24.880136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5b70b26-aeca-4503-a464-29f058f45327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.905374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5b70b26-aeca-4503-a464-29f058f45327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.958419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5b70b26-aeca-4503-a464-29f058f45327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.961874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5b70b26-aeca-4503-a464-29f058f45327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:24.963211 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a5b70b26-aeca-4503-a464-29f058f45327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba4d58cb-3df5-4e67-8b86-672a8a175f77 HTTP/1.1" status: 204 len: 168 time: 0.1497712 Nov 27 15:50:24.977928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b70b26-aeca-4503-a464-29f058f45327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d58cb-3df5-4e67-8b86-672a8a175f77,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:25.221231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-ff132d08-2e7f-4703-97f8-fd0ce4788764 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:25.225972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-ff132d08-2e7f-4703-97f8-fd0ce4788764 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1362453 Nov 27 15:50:25.276786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61436eff-b424-47ca-b2ed-319c80dd3b98 req-f52a0601-dba8-4072-8e7e-81043efeff8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.0450737 Nov 27 15:50:25.381983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-02032dbd-4039-4e23-9e44-05c6b1f6e22e tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.1393180 Nov 27 15:50:25.389337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-27ffe957-c173-49f7-b6bd-1d84be1413e0 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Request body: {'floatingip': {'port_id': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:25.407956 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b44aee-7f67-400c-9f83-aa143ede24e1 x-openstack-request-id: req-20b44aee-7f67-400c-9f83-aa143ede24e1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:25.408256 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c", "name": "network-vif-deleted", "tag": "038364c4-b0cb-4d80-b8b0-3e220bba2a20", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:25.408511 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20b44aee-7f67-400c-9f83-aa143ede24e1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:25.408949 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd080aae8-aa4d-49c6-9971-4ac8ed3bbd2c', 'name': 'network-vif-deleted', 'tag': '038364c4-b0cb-4d80-b8b0-3e220bba2a20', 'status': 'completed', 'code': 200} Nov 27 15:50:25.444696 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-27ffe957-c173-49f7-b6bd-1d84be1413e0 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:25.481626 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7c26f3-2ab8-4f6d-a8ce-0134dd439754 x-openstack-request-id: req-ac7c26f3-2ab8-4f6d-a8ce-0134dd439754 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:25.482136 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:25.482229 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac7c26f3-2ab8-4f6d-a8ce-0134dd439754 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:25.482701 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:50:25.741826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da202519-c659-4420-a261-758ffba35fc4 req-1f8e40ad-c9f8-43b1-bb9b-c06ac8f3bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:25.743371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-da202519-c659-4420-a261-758ffba35fc4 req-1f8e40ad-c9f8-43b1-bb9b-c06ac8f3bd67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1096 time: 0.1518259 Nov 27 15:50:25.758098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd23d-6368-40ff-90e1-263a63886de1 req-06f38450-90de-43ec-a842-a39ecfb4788e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:25.759762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53dcd23d-6368-40ff-90e1-263a63886de1 req-06f38450-90de-43ec-a842-a39ecfb4788e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 945 time: 0.1616411 Nov 27 15:50:25.868828 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-da202519-c659-4420-a261-758ffba35fc4 req-4bb3da25-241d-4a3c-9b05-2be5540eabf1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072042 Nov 27 15:50:26.236484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35520) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:26.331892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53dcd23d-6368-40ff-90e1-263a63886de1 req-35cab51d-622d-4542-88da-e46b54b8febc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5647535 Nov 27 15:50:26.333551 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-27ffe957-c173-49f7-b6bd-1d84be1413e0 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 15:50:26.347331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54d33346-e3f6-42cc-babe-1cc796c18ce6 req-27ffe957-c173-49f7-b6bd-1d84be1413e0 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "PUT /v2.0/floatingips/18dcb064-7dab-4b97-abb2-7828b3e710ac HTTP/1.1" status: 409 len: 551 time: 0.9640484 Nov 27 15:50:26.388655 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aefc01-eecc-4382-af01-6070f47e0c16 x-openstack-request-id: req-22aefc01-eecc-4382-af01-6070f47e0c16 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:26.389080 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b44038f-bcd8-4cd3-bb76-fca4dde83081", "name": "network-vif-deleted", "tag": "ae8481e2-d857-4d27-a64b-c1d4d4744ccf", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:26.389374 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22aefc01-eecc-4382-af01-6070f47e0c16 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:26.389960 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b44038f-bcd8-4cd3-bb76-fca4dde83081', 'name': 'network-vif-deleted', 'tag': 'ae8481e2-d857-4d27-a64b-c1d4d4744ccf', 'status': 'completed', 'code': 200} Nov 27 15:50:26.417461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1836647959-network', 'tenant_id': 'ca1df659cf8d4ac4938bfee041bb6178'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:26.464807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c31bba7-4cca-4817-aaff-210a38f89270 req-fd39f65f-028a-439a-ac14-98926411deb0 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0329533 Nov 27 15:50:26.478330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Made reservation on behalf of ca1df659cf8d4ac4938bfee041bb6178 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:26.482019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.492479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.538409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fd8e-3615-47ef-af6d-76e70edb1ad2 req-32ddb0a4-8ac7-4cda-93d1-3c2c3d9d9f3c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:26.542023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0292fd8e-3615-47ef-af6d-76e70edb1ad2 req-32ddb0a4-8ac7-4cda-93d1-3c2c3d9d9f3c tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 1095 time: 0.0493958 Nov 27 15:50:26.592218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a985b13-b026-4821-806e-a98c7a268682 req-73f034d4-1ef1-40d2-a997-57e6a3700b02 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.0379503 Nov 27 15:50:26.617295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.622421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.623866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0292fd8e-3615-47ef-af6d-76e70edb1ad2 req-5037f639-c481-4b0d-9004-6b3943d1838f tempest-LiveAutoBlockMigrationV225Test-1916950651 tempest-LiveAutoBlockMigrationV225Test-1916950651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770593 Nov 27 15:50:26.652779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:50:26.663762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8525454-b9ab-4586-a7a0-eb88d6d742a5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:26.669947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.670289 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Added segment b1042a6f-396a-4595-88e6-ac2b63c9c6fc of type vlan for network 2d7cd07a-c134-4c7b-a514-d34ae7380df7 Nov 27 15:50:26.689741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3b2005b1-d0a6-4d5d-909e-5dd9cab23c33 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips/18dcb064-7dab-4b97-abb2-7828b3e710ac HTTP/1.1" status: 200 len: 693 time: 0.0646520 Nov 27 15:50:26.761499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.810245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-c5620300-d722-4357-b33a-2f684a588924 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:26.820037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-c5620300-d722-4357-b33a-2f684a588924 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1243982 Nov 27 15:50:26.824929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.825668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:26.826602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:26.912300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-19369fa8-cefa-40e5-b5dc-124dba4830db tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.0909786 Nov 27 15:50:26.934623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7cd07a-c134-4c7b-a514-d34ae7380df7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:26.949453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2d7cd07a-c134-4c7b-a514-d34ae7380df7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:50:26.970856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ffd4e480-fcb7-4965-9ef8-62ceb10e3b14 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7296314 Nov 27 15:50:26.977756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35536) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:27.000645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Request body: {'subnet': {'network_id': '2d7cd07a-c134-4c7b-a514-d34ae7380df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1836647959-subnet', 'tenant_id': 'ca1df659cf8d4ac4938bfee041bb6178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:27.008188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-64d048fd-056b-45b3-a60e-0f40a5d1ce63 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.0947971 Nov 27 15:50:27.010038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35538) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:27.048583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Made reservation on behalf of ca1df659cf8d4ac4938bfee041bb6178 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:27.051155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.218141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9f2d-eccc-415f-92b7-7930c75864f5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.247529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-79adff6e-63de-475a-8319-09e655b116a4 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:27.248966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-79adff6e-63de-475a-8319-09e655b116a4 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.37 "GET /v2.0/networks?id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051 HTTP/1.1" status: 200 len: 816 time: 0.3833008 Nov 27 15:50:27.281735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69f6f-0529-4836-afef-bd0cd1104977 req-f8169a8e-5897-4d08-837c-c79d5cd43dee tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:27.283258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39f69f6f-0529-4836-afef-bd0cd1104977 req-f8169a8e-5897-4d08-837c-c79d5cd43dee tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 944 time: 0.1905754 Nov 27 15:50:27.290980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.311888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9f2d-eccc-415f-92b7-7930c75864f5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.357693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Checking segment: {'id': 'b1042a6f-396a-4595-88e6-ac2b63c9c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2d7cd07a-c134-4c7b-a514-d34ae7380df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:27.358320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Network hostable DHCP agents. Network: 2d7cd07a-c134-4c7b-a514-d34ae7380df7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:50:27.364288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67830b4d-11ec-46e0-a08d-c4031a0eda95,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:27.388171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Network 2d7cd07a-c134-4c7b-a514-d34ae7380df7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:50:27.402825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2d7cd07a-c134-4c7b-a514-d34ae7380df7) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:27.408194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:27.409445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.416916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a8b36-def7-4dcc-b67f-21092ab3d01b None None] Network 2d7cd07a-c134-4c7b-a514-d34ae7380df7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:27.425326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-60f87763-f0f0-45b7-9722-aa5b1239d026 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b50e6c92e60d4dbd80600e14c3260698 HTTP/1.1" status: 200 len: 380 time: 0.1646378 Nov 27 15:50:27.432009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39f69f6f-0529-4836-afef-bd0cd1104977 req-b664621c-7744-4548-a200-260bb76ddd3b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321397 Nov 27 15:50:27.433028 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-88089217-7a54-45d2-b0e6-ca80e5d37c55 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4507430 Nov 27 15:50:27.435480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Deleting port 43297e9b-3ba7-4636-b303-ad250756da93 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:27.435480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.440202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Request body: {'port': {'device_id': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'admin_state_up': True, 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'security_groups': ['03b83972-4e46-45d7-bab6-563305aa6afe']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:27.568846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9f2d-eccc-415f-92b7-7930c75864f5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.571812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9f2d-eccc-415f-92b7-7930c75864f5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.573696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c8cc9f2d-eccc-415f-92b7-7930c75864f5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "DELETE /v2.0/security-groups/1049fd1c-20c1-4ca0-a5e3-2090c69b845f HTTP/1.1" status: 204 len: 168 time: 0.5596092 Nov 27 15:50:27.587809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35546) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:27.612566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036162e5-0962-4c39-96b3-7a06732a4c96 None None] Network 2d7cd07a-c134-4c7b-a514-d34ae7380df7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:27.629143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-69eb694b-2462-45d4-b2b2-366c6f10155d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:27.631012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc9f2d-eccc-415f-92b7-7930c75864f5 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1049fd1c-20c1-4ca0-a5e3-2090c69b845f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:27.631358 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-69eb694b-2462-45d4-b2b2-366c6f10155d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 944 time: 0.0943944 Nov 27 15:50:27.634090 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-801f6915-56b1-43a6-a60a-cd71ac4e4c28 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] show failed (client error): The resource could not be found. Nov 27 15:50:27.635234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-801f6915-56b1-43a6-a60a-cd71ac4e4c28 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "GET /v2.0/security-groups/1049fd1c-20c1-4ca0-a5e3-2090c69b845f HTTP/1.1" status: 404 len: 347 time: 0.0457230 Nov 27 15:50:27.644029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35552) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:27.759355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.760622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.778248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Deleting port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:27.778844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.787090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Calling delete_port for 43297e9b-3ba7-4636-b303-ad250756da93 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:27.863026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94ed90-cee8-4f67-a5b1-c031d0b90f0f req-a958e8b2-392b-4a13-b869-c88ef258b322 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:27.864769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd94ed90-cee8-4f67-a5b1-c031d0b90f0f req-a958e8b2-392b-4a13-b869-c88ef258b322 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 945 time: 0.2594635 Nov 27 15:50:27.898489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] For port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:27.899267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:27.915793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Calling delete_port for 86a3bd63-bcda-41e9-bf3b-00a9b66462dd owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:27.971488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Made reservation on behalf of b50e6c92e60d4dbd80600e14c3260698 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:27.974957 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.023942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd94ed90-cee8-4f67-a5b1-c031d0b90f0f req-e9ab80a5-e96f-4280-a332-ac0c91ce57fd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303089 Nov 27 15:50:28.068231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.083192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf365597-97d0-4596-9b9f-274a9f310a1f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:28.096356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Deleting port c24d0156-d7b1-4626-a8ec-8a93d1ef39b4 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:28.096703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.124751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event deleted for resources: {'Port': ['ID=86a3bd63-bcda-41e9-bf3b-00a9b66462dd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:28.169324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['86a3bd63-bcda-41e9-bf3b-00a9b66462dd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:28.186643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] No DVR routers for this DVR port 86a3bd63-bcda-41e9-bf3b-00a9b66462dd on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:28.190444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.194665 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d81fbfa-c968-474c-8ff9-72316c203a2a req-6094799a-b940-4eb6-ba55-c765f172e91c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.21 "DELETE /v2.0/ports/86a3bd63-bcda-41e9-bf3b-00a9b66462dd HTTP/1.1" status: 204 len: 173 time: 0.5447643 Nov 27 15:50:28.195293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'name': 'network-vif-deleted', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:28.199479 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202cdd8c-c7a9-4dbb-ac86-9e688c9c6c1b" -d '{"events": [{"server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "name": "network-vif-deleted", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:28.280744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3698799-631e-420c-a808-3ab06b21de7a req-7647552a-7c94-42a3-bba2-eea6c5458d29 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0675173 Nov 27 15:50:28.294371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.339532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.339865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.365852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event deleted for resources: {'Port': ['ID=43297e9b-3ba7-4636-b303-ad250756da93,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:28.368091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Allocated IP 172.20.0.7 (cd9acce6-4701-4a4e-90b6-9fcf5d61c051/95374975-4618-4767-8314-4174c248f655/a343b077-3b06-451f-9075-b8d53f979416) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:28.407105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Calling delete_port for c24d0156-d7b1-4626-a8ec-8a93d1ef39b4 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:28.474065 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:50:28.499430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e579a7b3-6912-4cb6-b678-bf13b78cce85 req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1235357940', 'description': 'tempest-description-134420348'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:28.529121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.532109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.532874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a5311b-f8c7-476d-8400-7d89a168fc3a req-3f70427e-66d3-4bf1-835a-07fa7d12565f tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "DELETE /v2.0/floatingips/18dcb064-7dab-4b97-abb2-7828b3e710ac HTTP/1.1" status: 204 len: 173 time: 1.5239420 Nov 27 15:50:28.611582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e579a7b3-6912-4cb6-b678-bf13b78cce85 req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.632510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f83a95d7-235c-4209-bf4d-2bbbda8605cb req-68a7fa9f-229c-4abb-9f6d-27758bf104a6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d080aae8-aa4d-49c6-9971-4ac8ed3bbd2c HTTP/1.1" status: 200 len: 210 time: 0.0396202 Nov 27 15:50:28.758079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.839931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e579a7b3-6912-4cb6-b678-bf13b78cce85 req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.850460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e4fb3-b2be-46a5-a89c-d9cfb6610b84 req-c239a1cb-f9aa-42bc-888a-305914f73e39 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:28.851940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-389e4fb3-b2be-46a5-a89c-d9cfb6610b84 req-c239a1cb-f9aa-42bc-888a-305914f73e39 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 945 time: 0.1544182 Nov 27 15:50:28.852554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.859293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e579a7b3-6912-4cb6-b678-bf13b78cce85 req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.862133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35564) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:28.867691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'floatingip': {'port_id': '3990145a-6d89-4598-a253-c6871b5caccb'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:28.904566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Pushing event deleted for resources: {'Port': ['ID=c24d0156-d7b1-4626-a8ec-8a93d1ef39b4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:28.915967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.922673 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0121fdc-d38f-455a-83a6-79abfe9fec7c x-openstack-request-id: req-c0121fdc-d38f-455a-83a6-79abfe9fec7c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:28.923201 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39ec85-9d14-4055-b8ca-b97fcb6110ce", "name": "network-vif-deleted", "tag": "86a3bd63-bcda-41e9-bf3b-00a9b66462dd", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:28.923656 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0121fdc-d38f-455a-83a6-79abfe9fec7c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:28.926333 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c39ec85-9d14-4055-b8ca-b97fcb6110ce', 'name': 'network-vif-deleted', 'tag': '86a3bd63-bcda-41e9-bf3b-00a9b66462dd', 'status': 'completed', 'code': 200} Nov 27 15:50:28.955991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e579a7b3-6912-4cb6-b678-bf13b78cce85 req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:28.957238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e579a7b3-6912-4cb6-b678-bf13b78cce85 req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4808197 Nov 27 15:50:28.957938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89ca97-cb07-47ec-8a73-a19a152217bc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea84c68-b416-4b63-8a85-b25d1995714b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:28.960701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.073921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:29.097548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:29.116284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:29.120527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event updated for resources: {'Port': ['ID=a343b077-3b06-451f-9075-b8d53f979416,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:29.124239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83048ae9-b874-4ec5-b083-f3605834158b req-e4db6d29-7917-4281-bcca-9859f4cd3f48 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0574503 Nov 27 15:50:29.156442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.159708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.163777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c86fedbe-6709-405e-b593-e4495a4496a0 tempest-ServersWithSpecificFlavorTestJSON-2051925412 tempest-ServersWithSpecificFlavorTestJSON-2051925412-project] 10.222.0.15 "DELETE /v2.0/floatingips/c0dfaef3-81d5-4eea-b53a-ab553175728f HTTP/1.1" status: 204 len: 168 time: 1.5167699 Nov 27 15:50:29.182431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-ff9625a8-3c06-4998-be7f-7bb7ccca4848 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 1002 time: 0.1689343 Nov 27 15:50:29.270823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-03d54a42-5db8-453a-aaaa-e9b2436da8da tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:29.283148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-03d54a42-5db8-453a-aaaa-e9b2436da8da tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports/bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 943 time: 0.0925627 Nov 27 15:50:29.292738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:29.293393 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.338542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-80504c68-ecfd-4fa1-8409-e0116205fc15 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/dea84c68-b416-4b63-8a85-b25d1995714b HTTP/1.1" status: 200 len: 1829 time: 0.1675632 Nov 27 15:50:29.347730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dea84c68-b416-4b63-8a85-b25d1995714b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:29.348064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dea84c68-b416-4b63-8a85-b25d1995714b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:29.382694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-e36bc682-5730-4eec-9993-fdaec8d0c254 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9493270 Nov 27 15:50:29.423522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Request body: {'port': {'device_id': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:29.440555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d896c882-96a6-4ad8-82e4-af1f4bdff5a4 None None] Provisioning complete for port a343b077-3b06-451f-9075-b8d53f979416 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:29.441744 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d896c882-96a6-4ad8-82e4-af1f4bdff5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.497358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.504771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.519213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d896c882-96a6-4ad8-82e4-af1f4bdff5a4 None None] Port a343b077-3b06-451f-9075-b8d53f979416 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:50:29.539672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.555681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.563949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-ede8d918-c415-4a0f-aa18-622d1959bf88 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 1002 time: 0.2060587 Nov 27 15:50:29.578435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.638130 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Floating IP ee1e191a-4f4b-4e64-915e-18672fe20020 associated. External IP: 172.25.1.92, port: 3990145a-6d89-4598-a253-c6871b5caccb. Nov 27 15:50:29.673364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.687154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.784014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c661e3d-d324-40df-9e88-8df359604c76,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:29.808850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:29.810095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ad34281-d1cb-4cf4-959d-58ab40b70280 req-c7455f6e-40b3-46c4-a4c7-cb40e43c13dd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4704678 Nov 27 15:50:29.855518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-3e44cabe-1a86-454f-a9a4-b00da6e6c6cb tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:29.863544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-3e44cabe-1a86-454f-a9a4-b00da6e6c6cb tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2817385 Nov 27 15:50:29.944324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:30.081563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:30.091289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] Sync routers for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:30.092635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:30.108475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:30.109591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:30.136993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a607284e-2a76-4e65-a6ec-6a8e7bc11e94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "PUT /v2.0/floatingips/ee1e191a-4f4b-4e64-915e-18672fe20020 HTTP/1.1" status: 200 len: 990 time: 1.2699380 Nov 27 15:50:30.246984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:30.345597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-ada1447d-b2d9-4428-9536-aa3832b521a8 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 1002 time: 0.4810281 Nov 27 15:50:30.353129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:30.437857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe29d-2e84-4c18-a299-dc98cc4bb09f req-0c253b53-9ec6-4bbe-87b7-9851212d2ab2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:30.445399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebfbe29d-2e84-4c18-a299-dc98cc4bb09f req-0c253b53-9ec6-4bbe-87b7-9851212d2ab2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 931 time: 0.5272849 Nov 27 15:50:30.489328 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:30.502460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'ee1e191a-4f4b-4e64-915e-18672fe20020', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:50:09Z', 'updated_at': '2021-11-27T15:50:29Z', 'revision_number': 1, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:30.531376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] Checking router: 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:30.540208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:30.541684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:30.583343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebfbe29d-2e84-4c18-a299-dc98cc4bb09f req-77414537-8c7f-4eaa-9efb-996a8a49f4b5 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370566 Nov 27 15:50:30.617583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a343b077-3b06-451f-9075-b8d53f979416 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:30.626655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:30.642141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Transition to ACTIVE for port object a343b077-3b06-451f-9075-b8d53f979416 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:50:30.679520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:30.682495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:30.782925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Pushing event updated for resources: {'Port': ['ID=a343b077-3b06-451f-9075-b8d53f979416,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:30.820814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43007f5f-e046-49d1-bd3f-ada434421a80 req-d12de315-e49c-43fc-8d1b-811634cca952 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/dea84c68-b416-4b63-8a85-b25d1995714b HTTP/1.1" status: 200 len: 2422 time: 0.1450665 Nov 27 15:50:30.829483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:30.863853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:30.864853 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Floating IP c404f04c-9373-4e5b-b164-69f1bdb6766c disassociated. External IP: 172.25.1.105, port: bb31d66f-fc0e-4dd6-9c75-12fbbe1df594. Nov 27 15:50:30.925333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:30.929237 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d912e72-cc01-45a4-af43-0f575dba53b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:30.945361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'ee1e191a-4f4b-4e64-915e-18672fe20020', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:50:09Z', 'updated_at': '2021-11-27T15:50:29Z', 'revision_number': 1, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:30.984461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d97aa-fbe2-40d8-b81e-6390fedd1664 None None] The sync data for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 is: [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'ee1e191a-4f4b-4e64-915e-18672fe20020', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:50:09Z', 'updated_at': '2021-11-27T15:50:29Z', 'revision_number': 1, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:31.057288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Attempting to bind port a343b077-3b06-451f-9075-b8d53f979416 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:31.057662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Attempting to bind port a343b077-3b06-451f-9075-b8d53f979416 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:31.058365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Attempting to bind port a343b077-3b06-451f-9075-b8d53f979416 on network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:31.079214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ee06df2-3387-4d1f-bb2a-0534ff337608 req-d1dce641-c28e-4bb9-8682-ea3067e38cb7 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0420904 Nov 27 15:50:31.083177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Port a343b077-3b06-451f-9075-b8d53f979416 on network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:50:31.083504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Attempting to bind port a343b077-3b06-451f-9075-b8d53f979416 on network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:31.102290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:31.102290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Checking segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:31.102290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Bound using segment: {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:31.102290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Bound port: a343b077-3b06-451f-9075-b8d53f979416, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:31.102290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.204069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-cab48832-cada-40d3-8824-19168024438d tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-group-rules/6c661e3d-d324-40df-9e88-8df359604c76 HTTP/1.1" status: 200 len: 778 time: 0.0618620 Nov 27 15:50:31.288135 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790854c1-a747-4097-b133-35e9eed84d23 None None] New status for floating IP ee1e191a-4f4b-4e64-915e-18672fe20020: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:50:31.325137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] For port a343b077-3b06-451f-9075-b8d53f979416, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:31.331993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Router 706eae51-5b78-4182-9132-c698fa2b4791 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:31.333830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] For port a343b077-3b06-451f-9075-b8d53f979416, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a343b077-3b06-451f-9075-b8d53f979416,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:31.340201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-3340d74d-cee5-44e1-b9fd-573a11e0dee5 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/dea84c68-b416-4b63-8a85-b25d1995714b HTTP/1.1" status: 200 len: 2422 time: 0.1014440 Nov 27 15:50:31.344483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.397132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:31.397789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.398670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] 10.222.0.37 "PUT /v2.0/ports/a343b077-3b06-451f-9075-b8d53f979416 HTTP/1.1" status: 200 len: 1091 time: 1.9826028 Nov 27 15:50:31.433106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:31.435289 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c59cb-f712-4650-86fc-96049e1e9a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "tag": "a343b077-3b06-451f-9075-b8d53f979416"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:31.519684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-316712ed-c3f5-4ad2-891b-e122f41d3d59 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.549971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.550547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51deec-0742-4fc4-8c79-c5936eb3c64c service neutron] Pushing event updated for resources: {'Port': ['ID=a343b077-3b06-451f-9075-b8d53f979416,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:31.563038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-316712ed-c3f5-4ad2-891b-e122f41d3d59 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.621073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-4f800b6a-3cb2-44e3-9907-a2234dbc0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:31.622698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-4f800b6a-3cb2-44e3-9907-a2234dbc0473 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b50e6c92e60d4dbd80600e14c3260698&device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 1094 time: 0.1559165 Nov 27 15:50:31.625225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-316712ed-c3f5-4ad2-891b-e122f41d3d59 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.629755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:31.633391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-316712ed-c3f5-4ad2-891b-e122f41d3d59 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.634509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d42e0ed4-c1f7-456d-9cd9-21cbc5e945c8 req-316712ed-c3f5-4ad2-891b-e122f41d3d59 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6c661e3d-d324-40df-9e88-8df359604c76 HTTP/1.1" status: 204 len: 173 time: 0.2771575 Nov 27 15:50:31.638745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:31.652537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] Sync routers for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:31.665120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:31.668382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:31.671731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316712ed-c3f5-4ad2-891b-e122f41d3d59 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c661e3d-d324-40df-9e88-8df359604c76,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:31.708361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-1a783572-a507-411f-9437-0099f2ce914c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343b077-3b06-451f-9075-b8d53f979416 HTTP/1.1" status: 200 len: 217 time: 0.0651290 Nov 27 15:50:31.710516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d1a79e6f-7a27-4ff4-9e97-e5d91a638050 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "PUT /v2.0/floatingips/c404f04c-9373-4e5b-b164-69f1bdb6766c HTTP/1.1" status: 200 len: 695 time: 1.3640876 Nov 27 15:50:31.739529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:31.762941 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5276bb6c-207d-4703-a461-317de5854e67 x-openstack-request-id: req-5276bb6c-207d-4703-a461-317de5854e67 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:31.763447 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:31.763536 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5276bb6c-207d-4703-a461-317de5854e67 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:31.763884 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'status': 'completed', 'code': 200} Nov 27 15:50:31.784162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 86a3bd63-bcda-41e9-bf3b-00a9b66462dd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:31.784647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 86a3bd63-bcda-41e9-bf3b-00a9b66462dd not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:31.829476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-cc341f59-1197-40b0-87cb-1445b60314cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:31.830998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-cc341f59-1197-40b0-87cb-1445b60314cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95374975-4618-4767-8314-4174c248f655 HTTP/1.1" status: 200 len: 855 time: 0.1132565 Nov 27 15:50:31.861576 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed47c09-7156-47bb-9850-08a680737d68 x-openstack-request-id: req-5ed47c09-7156-47bb-9850-08a680737d68 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:31.861885 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "tag": "a343b077-3b06-451f-9075-b8d53f979416", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:31.862146 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ed47c09-7156-47bb-9850-08a680737d68 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:31.862557 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416', 'status': 'completed', 'code': 200} Nov 27 15:50:31.904920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d6653c52-3acf-4968-b7e5-c2ac19ae6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:31.906570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d6653c52-3acf-4968-b7e5-c2ac19ae6102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1097 time: 0.1522851 Nov 27 15:50:31.919341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-f0a25fd6-50ac-4924-b977-2ce5ea47281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:31.919832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:31.922380 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-f0a25fd6-50ac-4924-b977-2ce5ea47281d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1096 time: 0.1260898 Nov 27 15:50:31.941176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-0042b2e1-ec55-4001-adef-55de095531d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:31.943057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-0042b2e1-ec55-4001-adef-55de095531d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964308 Nov 27 15:50:32.130439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-91085620-8cc7-4b85-852e-2a367a38ae80 service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562970 Nov 27 15:50:32.153142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5fbf5-48c2-4715-ba5b-4d2ba321f446 req-7dcc4ce7-67bb-4386-ab1f-31d86070da71 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.154984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:43Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:32.161260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33f5fbf5-48c2-4715-ba5b-4d2ba321f446 req-7dcc4ce7-67bb-4386-ab1f-31d86070da71 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.2518706 Nov 27 15:50:32.184854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] Checking router: 706eae51-5b78-4182-9132-c698fa2b4791 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:32.195006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:32.195654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:32.258624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-46fa3b95-b95c-4a66-98a4-e82ddbac20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.267816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-46fa3b95-b95c-4a66-98a4-e82ddbac20a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 930 time: 0.3440878 Nov 27 15:50:32.325705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-ffca11ef-7d3e-42af-9e46-07a62c7bda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.327245 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-ffca11ef-7d3e-42af-9e46-07a62c7bda2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.3950310 Nov 27 15:50:32.342894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33f5fbf5-48c2-4715-ba5b-4d2ba321f446 req-88e1f3b7-05c1-4fbd-8cbb-88a0152509dc tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801522 Nov 27 15:50:32.345964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-6c9cf206-ac3c-4d4b-aa4b-bb2df619d985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 217 time: 0.0771232 Nov 27 15:50:32.429294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-b9782c48-0f7f-4049-a509-62f2c782e0af req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1012741345', 'description': 'tempest-description-1516713257'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:32.443017 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-aa48e20f-4730-4052-8866-1a279b603a79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 1000 time: 0.1074953 Nov 27 15:50:32.463947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:32.470820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a776293f-a298-4cd5-9058-f9d7250373b9 req-3a24d2e9-fc3b-4c63-9e12-82bbd23331b0 service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999632 Nov 27 15:50:32.506457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-fe0fa946-a168-42ce-9201-313e4fbab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.507352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d4816cdf-b020-47b5-875a-24808c19a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.508256 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-fe0fa946-a168-42ce-9201-313e4fbab52f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0553310 Nov 27 15:50:32.511505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-d4816cdf-b020-47b5-875a-24808c19a116 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 200 len: 868 time: 0.1172225 Nov 27 15:50:32.513169 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9782c48-0f7f-4049-a509-62f2c782e0af req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:32.570505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-93105a47-ffa2-4218-9e80-6918ed0b10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.572186 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-93105a47-ffa2-4218-9e80-6918ed0b10cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558746 Nov 27 15:50:32.619120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-30b58b44-9051-4856-b06b-c45186bab8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.620961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-30b58b44-9051-4856-b06b-c45186bab8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b50e6c92e60d4dbd80600e14c3260698&device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 1094 time: 0.0824389 Nov 27 15:50:32.635255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-50573655-c429-4836-96f1-273225d0d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.637594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-50573655-c429-4836-96f1-273225d0d4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70007878-bd45-4382-bba5-ca26e38ace30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135974 Nov 27 15:50:32.708596 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-17c2a5c4-29d0-4103-99f4-f8fefde41380 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281018 Nov 27 15:50:32.718395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:43Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:32.750481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184beef-fbc6-49e2-adea-684bf1d97410 None None] The sync data for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 is: [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:49:28Z', 'revision_number': 4, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '737b300e-34b3-4846-a3c5-df8ae895c8c7', 'name': '', 'network_id': '70007878-bd45-4382-bba5-ca26e38ace30', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'mac_address': 'fa:16:3e:d7:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:27Z', 'updated_at': '2021-11-27T15:49:43Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'subnets': [{'id': '0fc12052-053d-46e1-8a1d-4260c8833c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:32.782210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9782c48-0f7f-4049-a509-62f2c782e0af req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:32.799870 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9782c48-0f7f-4049-a509-62f2c782e0af req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:32.866467 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d912e72-cc01-45a4-af43-0f575dba53b2 req-34d5ec8d-4b13-402a-8086-986adb3ad7ae service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488626 Nov 27 15:50:32.882911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-a711e7d1-7a97-43c9-adea-31238a44bd8b service neutron] 10.222.0.15 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320373 Nov 27 15:50:32.886139 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9782c48-0f7f-4049-a509-62f2c782e0af req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:32.888818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9782c48-0f7f-4049-a509-62f2c782e0af req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4958260 Nov 27 15:50:32.893143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-23d1d662-3d41-4ea3-aac6-9db6af37db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:32.901925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-23d1d662-3d41-4ea3-aac6-9db6af37db75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051 HTTP/1.1" status: 200 len: 917 time: 0.2538738 Nov 27 15:50:32.951312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e992b6-86f4-4a2f-9fed-2e3d0fd30267 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b408f82-47df-4a32-ab0e-5be393f5d9e2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:32.968872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-64cf3992-0132-4dee-89e7-b7c5b6f4dac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343b077-3b06-451f-9075-b8d53f979416 HTTP/1.1" status: 200 len: 217 time: 0.0654089 Nov 27 15:50:33.093071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-6b62bd5f-91e9-4dcc-80b0-f07eed010433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:33.094556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-6b62bd5f-91e9-4dcc-80b0-f07eed010433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95374975-4618-4767-8314-4174c248f655 HTTP/1.1" status: 200 len: 855 time: 0.1147079 Nov 27 15:50:33.096390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89c49690-9506-4823-aff0-7a2486176d6a req-5b1eb1b5-712b-43e0-9c8f-d1494ecdfa25 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0428562 Nov 27 15:50:33.147880 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f688-c751-4984-b075-468b49c959d5 None None] New status for floating IP c404f04c-9373-4e5b-b164-69f1bdb6766c: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:50:33.158391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c711923-1e08-46ec-9c13-0d50f4840605 req-243e6676-d097-461b-96d4-e5cd97b6e66f service neutron] 10.222.0.15 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533205 Nov 27 15:50:33.197431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-ea26b985-0062-4f80-ad1c-50b12d06e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:33.198962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-ea26b985-0062-4f80-ad1c-50b12d06e295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955753 Nov 27 15:50:33.203630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29d112c5-7658-4c2d-b625-871e8d01c76b req-b99177c7-ae60-43cc-ad9b-681841132f46 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/6b408f82-47df-4a32-ab0e-5be393f5d9e2 HTTP/1.1" status: 200 len: 1830 time: 0.0593936 Nov 27 15:50:33.335821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-1f1d7e9b-9649-4a8e-bb03-0845775d9b19 req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1126884701', 'description': 'tempest-description-1425800931'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:33.351048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-5255ae1a-155d-4b42-94c3-8c71acc8b1d6 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips/c404f04c-9373-4e5b-b164-69f1bdb6766c HTTP/1.1" status: 200 len: 695 time: 0.1143885 Nov 27 15:50:33.439979 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f1d7e9b-9649-4a8e-bb03-0845775d9b19 req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:33.469644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-fb29aa88-b5d4-4f11-ba89-cb2e437577f3 service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583165 Nov 27 15:50:33.570089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-19d83b35-9c1e-4c46-8de3-7e410f04dc8c tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:33.571420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-19d83b35-9c1e-4c46-8de3-7e410f04dc8c tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2100687 Nov 27 15:50:33.912640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:33.914890 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc3c282-7ebe-4690-8747-9916de45016d" -d '{"events": [{"name": "network-changed", "server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:33.940961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-eaad9fd8-d60e-4a4e-919e-d20dde6fc833 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.3629920 Nov 27 15:50:34.008614 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f1d7e9b-9649-4a8e-bb03-0845775d9b19 req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.011956 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b54c59cb-f712-4650-86fc-96049e1e9a20 req-1869ecd9-3cc6-465d-b59d-4e1ebf36f17b service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303257 Nov 27 15:50:34.017756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-f0ddc7d9-a966-48cb-b812-ac39106a1030 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0666454 Nov 27 15:50:34.018100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f1d7e9b-9649-4a8e-bb03-0845775d9b19 req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.091218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f1d7e9b-9649-4a8e-bb03-0845775d9b19 req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.092463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f1d7e9b-9649-4a8e-bb03-0845775d9b19 req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7678273 Nov 27 15:50:34.102917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff466921-40d7-4c27-95f3-f5a204b81724 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd073c-fe9e-44c3-95f4-a53c374b10b6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:34.195370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Deleting port 766fd6ee-c257-48f3-a99d-81d5a9218608 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:34.195996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.311528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.311864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.321077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0efbab-2d4b-47a1-a86b-00db318848a7 req-f9927cdf-7187-4ee1-b96b-f5cad99c70de tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:34.323098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be0efbab-2d4b-47a1-a86b-00db318848a7 req-f9927cdf-7187-4ee1-b96b-f5cad99c70de tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1092525 Nov 27 15:50:34.340369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Calling delete_port for 766fd6ee-c257-48f3-a99d-81d5a9218608 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:34.422792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be0efbab-2d4b-47a1-a86b-00db318848a7 req-f2f072cb-e755-468e-8601-6e75317b91c1 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922127 Nov 27 15:50:34.496521 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4563a67-5e94-4675-bb9a-491aad5b755e x-openstack-request-id: req-d4563a67-5e94-4675-bb9a-491aad5b755e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:34.496821 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:34.497078 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4563a67-5e94-4675-bb9a-491aad5b755e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:34.497496 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'status': 'completed', 'code': 200} Nov 27 15:50:34.542571 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.591342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event deleted for resources: {'Port': ['ID=766fd6ee-c257-48f3-a99d-81d5a9218608,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:34.620668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c282-7ebe-4690-8747-9916de45016d req-5b6571f3-2765-49fd-af0f-bada04b65ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:34.622993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-5b6571f3-2765-49fd-af0f-bada04b65ca4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28958636f4244760abd9bef0381ccb07&device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 1097 time: 0.1056490 Nov 27 15:50:34.695301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.698176 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:34.699389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3ea41e3-60e0-4d71-b04b-a507931f49c4 req-ac939ac9-aa0b-434b-8030-679cd3eaf698 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "DELETE /v2.0/floatingips/c404f04c-9373-4e5b-b164-69f1bdb6766c HTTP/1.1" status: 204 len: 173 time: 0.6668322 Nov 27 15:50:34.703887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee379216-9d2a-4f41-8af7-cd67175580ad req-3157a5f5-8018-4aad-a8ce-89725bd0f31b tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/34dd073c-fe9e-44c3-95f4-a53c374b10b6 HTTP/1.1" status: 200 len: 1830 time: 0.0552483 Nov 27 15:50:34.748813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c282-7ebe-4690-8747-9916de45016d req-12149ce3-503d-49bd-8336-24cf72921ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:34.750807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-12149ce3-503d-49bd-8336-24cf72921ae3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 200 len: 930 time: 0.1138227 Nov 27 15:50:34.790575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35636) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:34.801745 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-c135f920-45c8-4b62-be92-099a808d8fb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 200 len: 217 time: 0.0424631 Nov 27 15:50:34.858443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-609c0e0c-0a4b-4e33-a698-3de02081a9dd req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-823887565', 'description': 'tempest-description-1841673478'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:34.864176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3380a6d-325f-47a8-becd-c4bdea9fc388 req-6e2fa541-a67e-443d-80c3-3c3c4a4849bb tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0822992 Nov 27 15:50:34.904483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c282-7ebe-4690-8747-9916de45016d req-160c74dd-4b38-4200-a01b-96c4cd6ccf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:34.905992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-160c74dd-4b38-4200-a01b-96c4cd6ccf0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 200 len: 868 time: 0.0954366 Nov 27 15:50:34.961477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c282-7ebe-4690-8747-9916de45016d req-f4a4b7b0-1254-4ece-b7cd-8ae8ad797346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:34.963487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-f4a4b7b0-1254-4ece-b7cd-8ae8ad797346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70007878-bd45-4382-bba5-ca26e38ace30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485430 Nov 27 15:50:35.002225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-609c0e0c-0a4b-4e33-a698-3de02081a9dd req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.065995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e935d-6e6b-4b9b-94e9-ebc461ce80ec req-4b810142-3931-4286-81d2-4e38364f0297 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:35.073166 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-4127ad6e-0b0d-4222-9908-e016c4818248 service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018698 Nov 27 15:50:35.074454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c6e935d-6e6b-4b9b-94e9-ebc461ce80ec req-4b810142-3931-4286-81d2-4e38364f0297 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1407175 Nov 27 15:50:35.163492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c6e935d-6e6b-4b9b-94e9-ebc461ce80ec req-e0c85532-24ac-4892-a10b-beffd6dd3c03 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0879431 Nov 27 15:50:35.194658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbc3c282-7ebe-4690-8747-9916de45016d req-70d9318a-3a04-4bbd-a79a-ea400e573768 service neutron] 10.222.0.21 "GET /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134317 Nov 27 15:50:35.210950 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-00fdffc2-7019-4568-adfa-ead8fe4f9636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.292576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05a327d9-a5ca-4d0c-8f65-366c995b8f51 req-0aa874dd-2d81-4874-a0a9-e5d2a21a57c7 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0861449 Nov 27 15:50:35.330298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-609c0e0c-0a4b-4e33-a698-3de02081a9dd req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.341241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-609c0e0c-0a4b-4e33-a698-3de02081a9dd req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.391407 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-609c0e0c-0a4b-4e33-a698-3de02081a9dd req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.392741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-609c0e0c-0a4b-4e33-a698-3de02081a9dd req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5400484 Nov 27 15:50:35.414803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6aefd-4da0-407a-adc3-02ccaade3f88 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc37e6-797f-47db-87c2-419304852914,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:35.544360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed13f650-157a-4f4a-95b3-20b1d954ee1c req-c447dab1-6c0d-4940-ad6e-2296a2f17c9a tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/64fc37e6-797f-47db-87c2-419304852914 HTTP/1.1" status: 200 len: 1829 time: 0.1219268 Nov 27 15:50:35.600141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a1428-400c-4c58-878a-f172d53b2d93 req-a9cc4101-f26c-4e92-b561-c6dcf0dd7991 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:35.601664 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac0a1428-400c-4c58-878a-f172d53b2d93 req-a9cc4101-f26c-4e92-b561-c6dcf0dd7991 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 946 time: 0.0790553 Nov 27 15:50:35.715342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5de4a-ff1f-4b63-aa69-ec7163a5899d req-aec16351-9090-42ed-8641-6a31c1b72033 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:35.716826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7eb5de4a-ff1f-4b63-aa69-ec7163a5899d req-aec16351-9090-42ed-8641-6a31c1b72033 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1135831 Nov 27 15:50:35.722962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac0a1428-400c-4c58-878a-f172d53b2d93 req-563e95fd-657b-4579-aa49-7a00fa166842 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070702 Nov 27 15:50:35.741510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.784540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4d5ec8f0-ab51-404f-9aa4-ac79e65a0f87 req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-803661314', 'description': 'tempest-description-1727658037'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:35.874319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8f0-ab51-404f-9aa4-ac79e65a0f87 req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:35.887347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7eb5de4a-ff1f-4b63-aa69-ec7163a5899d req-a8980590-b1d1-46aa-9fcd-c1a9daff4076 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569009 Nov 27 15:50:36.021172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8f0-ab51-404f-9aa4-ac79e65a0f87 req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.036360 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8f0-ab51-404f-9aa4-ac79e65a0f87 req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.062076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29de01f2-f783-4fbb-b739-8386a39a0a98 req-33a41002-6f89-4823-a882-20a4f2ea1ea4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0389888 Nov 27 15:50:36.101172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d5ec8f0-ab51-404f-9aa4-ac79e65a0f87 req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.102393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d5ec8f0-ab51-404f-9aa4-ac79e65a0f87 req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3529391 Nov 27 15:50:36.111327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74c807-58a3-4ff5-b2ce-d5426e5e7432 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ab898-432d-43db-95e0-d4f208363f6e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:36.192365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0197325a-64c3-4148-b85d-24a06fc42f55 req-75eceb59-981e-41dd-ad68-0baace66199d tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/9b6ab898-432d-43db-95e0-d4f208363f6e HTTP/1.1" status: 200 len: 1829 time: 0.0581675 Nov 27 15:50:36.199942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Deleting port 81f4135b-5c9f-4da4-b10c-b7b95d947a21 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:36.200279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.261364 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-0019bb06-4383-4b14-98a9-a3b874a1bdd6 req-9ff76630-ae05-4099-baec-f131f941b695 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] show failed (client error): The resource could not be found. Nov 27 15:50:36.262442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0019bb06-4383-4b14-98a9-a3b874a1bdd6 req-9ff76630-ae05-4099-baec-f131f941b695 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/4400adda-cc59-4e7a-ba49-5ae0f2cdced8 HTTP/1.1" status: 404 len: 352 time: 0.0450463 Nov 27 15:50:36.310640 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-2a36dfcf-b6fc-46a6-8681-974a7e22659e req-c7b85591-6eb7-4563-96c8-7eee76d38cdf tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] show failed (client error): The resource could not be found. Nov 27 15:50:36.311556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a36dfcf-b6fc-46a6-8681-974a7e22659e req-c7b85591-6eb7-4563-96c8-7eee76d38cdf tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-group-rules/82d90516-52e2-477c-a51d-fb8c43bbc592 HTTP/1.1" status: 404 len: 361 time: 0.0227983 Nov 27 15:50:36.320554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] For port 81f4135b-5c9f-4da4-b10c-b7b95d947a21, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81f4135b-5c9f-4da4-b10c-b7b95d947a21,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:36.321150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.335740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Calling delete_port for 81f4135b-5c9f-4da4-b10c-b7b95d947a21 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:36.420731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7aa0c503-694c-4dfb-b3fe-886f8d07e964 req-92a980c9-fd47-429a-8727-8d4e0c361abd tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/9b6ab898-432d-43db-95e0-d4f208363f6e HTTP/1.1" status: 200 len: 1829 time: 0.0861351 Nov 27 15:50:36.534089 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7aa0c503-694c-4dfb-b3fe-886f8d07e964 req-3988218d-53e2-404b-babc-2f117dc52fe0 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.560332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7aa0c503-694c-4dfb-b3fe-886f8d07e964 req-3988218d-53e2-404b-babc-2f117dc52fe0 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.627682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.654608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7aa0c503-694c-4dfb-b3fe-886f8d07e964 req-3988218d-53e2-404b-babc-2f117dc52fe0 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.657176 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7aa0c503-694c-4dfb-b3fe-886f8d07e964 req-3988218d-53e2-404b-babc-2f117dc52fe0 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.658337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7aa0c503-694c-4dfb-b3fe-886f8d07e964 req-3988218d-53e2-404b-babc-2f117dc52fe0 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b6ab898-432d-43db-95e0-d4f208363f6e HTTP/1.1" status: 204 len: 173 time: 0.2312775 Nov 27 15:50:36.659031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f4135b-5c9f-4da4-b10c-b7b95d947a21,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:36.674016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988218d-53e2-404b-babc-2f117dc52fe0 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ab898-432d-43db-95e0-d4f208363f6e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:36.770886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf0882ab-3f1f-4217-b6c7-656cbc294d59 req-cf7227d7-6226-4845-8506-1ba6a812c98c tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/64fc37e6-797f-47db-87c2-419304852914 HTTP/1.1" status: 200 len: 1829 time: 0.0818684 Nov 27 15:50:36.970479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cf0882ab-3f1f-4217-b6c7-656cbc294d59 req-7f691eba-f4fe-4a54-a54a-8848688f9a98 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:36.981818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab281f1-b903-4f10-bef5-513e1011e5d1 req-d4ec8668-81e7-467e-a24a-ea0c6321293a tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:36.983320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab281f1-b903-4f10-bef5-513e1011e5d1 req-d4ec8668-81e7-467e-a24a-ea0c6321293a tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 946 time: 0.1376445 Nov 27 15:50:37.016891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-c331ddfe-c4b4-439f-ac98-ef36de22aa1e tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:37.018561 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-c331ddfe-c4b4-439f-ac98-ef36de22aa1e tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.21 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 946 time: 0.0584233 Nov 27 15:50:37.022278 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.026464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cf0882ab-3f1f-4217-b6c7-656cbc294d59 req-7f691eba-f4fe-4a54-a54a-8848688f9a98 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.125730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Deleting port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:37.126125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.141568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab281f1-b903-4f10-bef5-513e1011e5d1 req-3f3a1927-e3b4-4595-a9d0-3f6c8ddd4c28 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/security-groups?id=75195b1c-868e-4a68-9416-e2d857add558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463602 Nov 27 15:50:37.237342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cf0882ab-3f1f-4217-b6c7-656cbc294d59 req-7f691eba-f4fe-4a54-a54a-8848688f9a98 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.240411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cf0882ab-3f1f-4217-b6c7-656cbc294d59 req-7f691eba-f4fe-4a54-a54a-8848688f9a98 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.241573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf0882ab-3f1f-4217-b6c7-656cbc294d59 req-7f691eba-f4fe-4a54-a54a-8848688f9a98 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "DELETE /v2.0/security-groups/64fc37e6-797f-47db-87c2-419304852914 HTTP/1.1" status: 204 len: 173 time: 0.4577644 Nov 27 15:50:37.268463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f691eba-f4fe-4a54-a54a-8848688f9a98 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc37e6-797f-47db-87c2-419304852914,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:37.310976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9068d7-5f03-4e80-b2c2-4c7bf6e5c8ec req-bd2f6dc9-4ceb-45a0-87b9-9e142bd57fa8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:37.312107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] For port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:37.312652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.312914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a9068d7-5f03-4e80-b2c2-4c7bf6e5c8ec req-bd2f6dc9-4ceb-45a0-87b9-9e142bd57fa8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.0997078 Nov 27 15:50:37.329263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Calling delete_port for bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:37.495074 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-646859c7-18d8-4624-9166-12bfd03736e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.501959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.517065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:37.579082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff8472d1-16cd-48f1-85cc-185571b4390a req-5d17f9b2-d339-4b60-85a2-bb37ecd7e4c4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c39ec85-9d14-4055-b8ca-b97fcb6110ce HTTP/1.1" status: 200 len: 210 time: 0.0920932 Nov 27 15:50:37.582447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Pushing event deleted for resources: {'Port': ['ID=bb31d66f-fc0e-4dd6-9c75-12fbbe1df594,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:37.582629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a9068d7-5f03-4e80-b2c2-4c7bf6e5c8ec req-9c6c2b14-aa72-4d8b-a176-c66b184ddf4c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065012 Nov 27 15:50:37.626946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Router 1ace5dc7-8965-43e0-8628-31d97cc4c939 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:37.672001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] No DVR routers for this DVR port bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:37.680034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:37.694654 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e130e87e-ca0a-44cb-9b15-6fb57d0f3976 req-ab30a0ac-6d85-49b9-b9f6-b1c543d28024 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.21 "DELETE /v2.0/ports/bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 HTTP/1.1" status: 204 len: 173 time: 0.6681967 Nov 27 15:50:37.696303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'name': 'network-vif-deleted', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:37.709003 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c99626-7c6f-418f-860f-9634569f056b" -d '{"events": [{"server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "name": "network-vif-deleted", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:37.761051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:37.774149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] Sync routers for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:37.787067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-721ca56b-4aed-409a-a377-f2964296a315 admin admin] 10.222.0.15 "PUT /v2.0/routers/1ace5dc7-8965-43e0-8628-31d97cc4c939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9900651 Nov 27 15:50:37.788026 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57814e-32e3-4b0e-801a-2ee2afb1dbe6 x-openstack-request-id: req-3f57814e-32e3-4b0e-801a-2ee2afb1dbe6 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:37.788370 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cf51f1-c774-41d3-bcc3-7142f546ec2a", "name": "network-vif-deleted", "tag": "bb31d66f-fc0e-4dd6-9c75-12fbbe1df594", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:37.788638 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f57814e-32e3-4b0e-801a-2ee2afb1dbe6 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:37.788991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:37.789124 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cf51f1-c774-41d3-bcc3-7142f546ec2a', 'name': 'network-vif-deleted', 'tag': 'bb31d66f-fc0e-4dd6-9c75-12fbbe1df594', 'status': 'completed', 'code': 200} Nov 27 15:50:37.789678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35684) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:37.790935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:37.870507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2e657f3-f0d1-411c-9c6a-5fc4d293f42d req-c88b40fd-e34d-4915-9351-24e83c811dcc tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/34dd073c-fe9e-44c3-95f4-a53c374b10b6 HTTP/1.1" status: 200 len: 1830 time: 0.1117840 Nov 27 15:50:38.001084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e2e657f3-f0d1-411c-9c6a-5fc4d293f42d req-4036eda0-0099-4747-9e91-110ad83af3af tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.002692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.035212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:38.041650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e2e657f3-f0d1-411c-9c6a-5fc4d293f42d req-4036eda0-0099-4747-9e91-110ad83af3af tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.106993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e2e657f3-f0d1-411c-9c6a-5fc4d293f42d req-4036eda0-0099-4747-9e91-110ad83af3af tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.111396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e2e657f3-f0d1-411c-9c6a-5fc4d293f42d req-4036eda0-0099-4747-9e91-110ad83af3af tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.112866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2e657f3-f0d1-411c-9c6a-5fc4d293f42d req-4036eda0-0099-4747-9e91-110ad83af3af tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "DELETE /v2.0/security-groups/34dd073c-fe9e-44c3-95f4-a53c374b10b6 HTTP/1.1" status: 204 len: 173 time: 0.2411036 Nov 27 15:50:38.136184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036eda0-0099-4747-9e91-110ad83af3af tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd073c-fe9e-44c3-95f4-a53c374b10b6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:38.249569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.267746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69bb036f-4bf6-439b-83c2-889a8e5c6f92 req-11829444-e9b2-49da-90ad-361e55ee15a3 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/6b408f82-47df-4a32-ab0e-5be393f5d9e2 HTTP/1.1" status: 200 len: 1830 time: 0.1179624 Nov 27 15:50:38.309933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:50:36Z', 'revision_number': 5, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port': {'id': '127755d3-f4ea-4c8a-b306-8dc0fce2f0fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:18Z', 'updated_at': '2021-11-27T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:38.354971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] Checking router: 1ace5dc7-8965-43e0-8628-31d97cc4c939 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:38.365814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] Routers {'1ace5dc7-8965-43e0-8628-31d97cc4c939'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:38.366680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1ace5dc7-8965-43e0-8628-31d97cc4c939'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:38.404297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Deleting port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:38.404634 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.432202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf378557-d53d-46d7-8d6e-b24f27bbe3e3 req-a0db3e61-4781-44f0-91bf-af3cc027a9c2 tempest-FloatingIPsAssociationNegativeTestJSON-902128169 tempest-FloatingIPsAssociationNegativeTestJSON-902128169-project] 10.222.0.15 "GET /v2.0/ports?device_id=17cf51f1-c774-41d3-bcc3-7142f546ec2a HTTP/1.1" status: 200 len: 210 time: 0.0931494 Nov 27 15:50:38.497754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.524166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] Set router 1ace5dc7-8965-43e0-8628-31d97cc4c939 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:38.538974 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-69bb036f-4bf6-439b-83c2-889a8e5c6f92 req-591c54a9-f497-46a3-b783-af6642567708 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.570931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-69bb036f-4bf6-439b-83c2-889a8e5c6f92 req-591c54a9-f497-46a3-b783-af6642567708 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.579984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] For port 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:38.579984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.594544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Calling delete_port for 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:38.606924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:50:38Z', 'revision_number': 6, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:38.636724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-69bb036f-4bf6-439b-83c2-889a8e5c6f92 req-591c54a9-f497-46a3-b783-af6642567708 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.641313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-69bb036f-4bf6-439b-83c2-889a8e5c6f92 req-591c54a9-f497-46a3-b783-af6642567708 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.644808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69bb036f-4bf6-439b-83c2-889a8e5c6f92 req-591c54a9-f497-46a3-b783-af6642567708 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b408f82-47df-4a32-ab0e-5be393f5d9e2 HTTP/1.1" status: 204 len: 173 time: 0.3596246 Nov 27 15:50:38.668703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c54a9-f497-46a3-b783-af6642567708 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b408f82-47df-4a32-ab0e-5be393f5d9e2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:38.678308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b941c39-37cd-4487-8231-5bcebc642ef2 None None] The sync data for ids ['1ace5dc7-8965-43e0-8628-31d97cc4c939'] in n-d-819494-4 is: [{'id': '1ace5dc7-8965-43e0-8628-31d97cc4c939', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1415012068-router', 'tenant_id': '609b7dc5958c4a42b24d879abb6f1c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:17Z', 'updated_at': '2021-11-27T15:50:38Z', 'revision_number': 6, 'project_id': '609b7dc5958c4a42b24d879abb6f1c04', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:38.792804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3403f5db-406e-4a17-9aa7-1f4d06050ede req-1ef75179-5917-46d2-b393-ee9f0271048f tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "GET /v2.0/security-groups/dea84c68-b416-4b63-8a85-b25d1995714b HTTP/1.1" status: 200 len: 1829 time: 0.0752685 Nov 27 15:50:38.810915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a27df0-985d-40b7-bf82-2da2e8d37855 req-51dfb999-ec0a-4161-93f5-e69d47310b5c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:38.812437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a27df0-985d-40b7-bf82-2da2e8d37855 req-51dfb999-ec0a-4161-93f5-e69d47310b5c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.0750184 Nov 27 15:50:38.877833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.907098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Pushing event deleted for resources: {'Port': ['ID=127755d3-f4ea-4c8a-b306-8dc0fce2f0fc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:38.914148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a27df0-985d-40b7-bf82-2da2e8d37855 req-5fa3e6b4-e190-4f8c-bae9-3041581372fa tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850651 Nov 27 15:50:38.915169 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3403f5db-406e-4a17-9aa7-1f4d06050ede req-b08cab78-1eb1-4255-ad70-511b32889927 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.950268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3403f5db-406e-4a17-9aa7-1f4d06050ede req-b08cab78-1eb1-4255-ad70-511b32889927 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.974668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.995012 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3403f5db-406e-4a17-9aa7-1f4d06050ede req-b08cab78-1eb1-4255-ad70-511b32889927 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.997672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3403f5db-406e-4a17-9aa7-1f4d06050ede req-b08cab78-1eb1-4255-ad70-511b32889927 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:38.998994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3403f5db-406e-4a17-9aa7-1f4d06050ede req-b08cab78-1eb1-4255-ad70-511b32889927 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] 10.222.0.15 "DELETE /v2.0/security-groups/dea84c68-b416-4b63-8a85-b25d1995714b HTTP/1.1" status: 204 len: 173 time: 0.1970806 Nov 27 15:50:39.007925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:39.017253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cab78-1eb1-4255-ad70-511b32889927 tempest-SecurityGroupRulesNegativeTestJSON-129201351 tempest-SecurityGroupRulesNegativeTestJSON-129201351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea84c68-b416-4b63-8a85-b25d1995714b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:39.071306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Deleting subnet 67830b4d-11ec-46e0-a08d-c4031a0eda95 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:50:39.076526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.083110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.085338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.116953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.132503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.133048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ace5dc7-8965-43e0-8628-31d97cc4c939 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:50:39.140122 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.141678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cfab059d-c588-4f40-a3eb-692eb69d5230 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1ace5dc7-8965-43e0-8628-31d97cc4c939 HTTP/1.1" status: 204 len: 168 time: 1.3510151 Nov 27 15:50:39.144081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35704) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:39.173728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.197699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Deleting subnet 3b7ca587-867b-4123-b22e-1a5bea8dc7cf {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:50:39.201014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.245130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.251392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.273829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.280436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/67830b4d-11ec-46e0-a08d-c4031a0eda95 HTTP/1.1" status: 204 len: 168 time: 0.2715540 Nov 27 15:50:39.281022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35706) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:39.283453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a16dc6-436d-4713-a74c-6fb4fae88523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67830b4d-11ec-46e0-a08d-c4031a0eda95,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:39.339981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.352053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.396271 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.424260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7ca587-867b-4123-b22e-1a5bea8dc7cf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:39.428047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.431542 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8f4bd4cc-958e-4052-b736-ddfc5977d4f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b7ca587-867b-4123-b22e-1a5bea8dc7cf HTTP/1.1" status: 204 len: 168 time: 0.2859900 Nov 27 15:50:39.433854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35708) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:39.440638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f594780-800b-4049-b18d-559bf92de97b None None] Network 2f28f871-1dda-43b8-bcdb-ac6461451e33 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:39.466476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.499413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7cd07a-c134-4c7b-a514-d34ae7380df7']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:39.516395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1042a6f-396a-4595-88e6-ac2b63c9c6fc') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:39.517062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1042a6f-396a-4595-88e6-ac2b63c9c6fc') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:39.522467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35712) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:39.532256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.532501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.549654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.564359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:50:39.564772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:50:39.566575 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:50:39.684329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] DHCP port deletion for 2f28f871-1dda-43b8-bcdb-ac6461451e33 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:50:39.685684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.698081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.705477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] 10.222.0.15 "DELETE /v2.0/networks/2d7cd07a-c134-4c7b-a514-d34ae7380df7 HTTP/1.1" status: 204 len: 168 time: 0.4232891 Nov 27 15:50:39.722576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ca7d9-670a-45fc-a5f0-ee605ad5dc3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7cd07a-c134-4c7b-a514-d34ae7380df7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:39.732539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:39.799527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:39.802404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bb31d66f-fc0e-4dd6-9c75-12fbbe1df594 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:39.818350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81f4135b-5c9f-4da4-b10c-b7b95d947a21 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:39.845667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 81f4135b-5c9f-4da4-b10c-b7b95d947a21 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:39.846582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81f4135b-5c9f-4da4-b10c-b7b95d947a21 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:39.846582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:39.872703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Deleting port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:39.872969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.934614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35718) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:39.936383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] Deleting port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:39.936383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.938942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] For port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:39.939256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:39.953782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Calling delete_port for 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:40.007281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.040032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] For port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,segment=NetworkSegment(41c59bc6-ae7a-46fc-80ce-a90d193e1091),segment_id=41c59bc6-ae7a-46fc-80ce-a90d193e1091)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:40.040526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.046699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.089490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:40.096003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] No DVR routers for this DVR port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:40.121313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5c453e67-e536-4d99-a548-0afb75596bdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca1df659cf8d4ac4938bfee041bb6178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807780 Nov 27 15:50:40.125246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35722) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:40.147385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:40.158926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] Calling delete_port for 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:40.199727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a1211-c3ea-43fb-90a9-cd6dec230ec8 req-e55d4339-84a6-4b34-bfcd-419e98b55421 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:40.215039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a99a1211-c3ea-43fb-90a9-cd6dec230ec8 req-e55d4339-84a6-4b34-bfcd-419e98b55421 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1051717 Nov 27 15:50:40.248207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:40.248480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 127755d3-f4ea-4c8a-b306-8dc0fce2f0fc not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:40.285797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.288165 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.292469 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73adcd1f-1e5b-4db6-9216-911e9c1974d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.327132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f28f871-1dda-43b8-bcdb-ac6461451e33']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:40.339833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c59bc6-ae7a-46fc-80ce-a90d193e1091') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:40.340134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c59bc6-ae7a-46fc-80ce-a90d193e1091') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:40.340519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a99a1211-c3ea-43fb-90a9-cd6dec230ec8 req-78f03245-7c25-4048-8c9b-dfb785f9b840 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276679 Nov 27 15:50:40.348328 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73adcd1f-1e5b-4db6-9216-911e9c1974d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.362675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.392637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.418136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:50:40.418545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.423028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73adcd1f-1e5b-4db6-9216-911e9c1974d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.427655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73adcd1f-1e5b-4db6-9216-911e9c1974d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.430900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-73adcd1f-1e5b-4db6-9216-911e9c1974d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8525454-b9ab-4586-a7a0-eb88d6d742a5 HTTP/1.1" status: 204 len: 168 time: 0.3063734 Nov 27 15:50:40.431379 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:50:40.431601 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:50:40.445895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adcd1f-1e5b-4db6-9216-911e9c1974d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8525454-b9ab-4586-a7a0-eb88d6d742a5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:40.519372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] No DVR routers for this DVR port 04a48d3d-c24b-424d-8f0e-8c3695d9bfc2 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:40.522489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a111e0-46de-4d5a-bda7-57813090a3a6 None None] Pushing event deleted for resources: {'Port': ['ID=04a48d3d-c24b-424d-8f0e-8c3695d9bfc2,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:40.612130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.627870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:40.633078 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2f28f871-1dda-43b8-bcdb-ac6461451e33 HTTP/1.1" status: 204 len: 168 time: 1.1976044 Nov 27 15:50:40.636413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35736) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:40.659281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b18a6e-4724-4e55-9782-30811907a6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f28f871-1dda-43b8-bcdb-ac6461451e33,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:40.663843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.051749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Deleting port 737b300e-34b3-4846-a3c5-df8ae895c8c7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:41.052095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.135150 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.187228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] For port 737b300e-34b3-4846-a3c5-df8ae895c8c7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=737b300e-34b3-4846-a3c5-df8ae895c8c7,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:41.187735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.331822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744f89-8eca-4303-95fc-74b80585d91b req-c6dbd20a-016b-4778-8f4c-2065ee2bc02e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:41.333132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01744f89-8eca-4303-95fc-74b80585d91b req-c6dbd20a-016b-4778-8f4c-2065ee2bc02e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.5385182 Nov 27 15:50:41.449047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01744f89-8eca-4303-95fc-74b80585d91b req-a64265f6-d487-44ed-9099-65075cfe37d8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.0433731 Nov 27 15:50:41.490832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01744f89-8eca-4303-95fc-74b80585d91b req-330fb61b-8e28-4679-8d89-e83b1a0e73eb tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336297 Nov 27 15:50:41.530105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35772) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:41.562572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Calling delete_port for 737b300e-34b3-4846-a3c5-df8ae895c8c7 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:41.677771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957aa42-a85f-4494-89b5-b4402394baca req-48e4fe0b-f166-4ba3-a180-ba3a7e5d6c6d tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:41.679259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8957aa42-a85f-4494-89b5-b4402394baca req-48e4fe0b-f166-4ba3-a180-ba3a7e5d6c6d tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1857588 Nov 27 15:50:41.737379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01744f89-8eca-4303-95fc-74b80585d91b req-c99df9f2-2b6d-402b-85ad-ff7aaab048a8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081828 Nov 27 15:50:41.746083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-369847137-network', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:41.812251 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.841438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Pushing event deleted for resources: {'Port': ['ID=737b300e-34b3-4846-a3c5-df8ae895c8c7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:41.848350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8957aa42-a85f-4494-89b5-b4402394baca req-0bc412a1-b0ec-431f-aca9-fbe322497024 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504025 Nov 27 15:50:41.886846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Made reservation on behalf of 0e59c496f80c453987e5c56cb06a1310 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:41.889593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.922138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:41.953303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01744f89-8eca-4303-95fc-74b80585d91b req-598eefbf-6c5a-4bc4-9d5b-c62a6e97987f service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001257 Nov 27 15:50:42.002472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.089116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.259144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3753bb3d-b62e-467d-886d-8dc546d6ed70 req-63f4e996-397b-4782-88e7-8a1bbee12749 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=8602a512-63af-468b-bb61-63cd41d20aef HTTP/1.1" status: 200 len: 210 time: 0.0785327 Nov 27 15:50:42.310876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.327108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.368932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:50:42.385035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.385696 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Added segment dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1 of type vlan for network 982e793e-3494-49b6-b29b-8fa2c102e4f9 Nov 27 15:50:42.433769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Router 706eae51-5b78-4182-9132-c698fa2b4791 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:42.443422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.480388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.481540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:42.482104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.572369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:42.580489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-05be735b-f74d-4856-a99d-5f5c5142ac6b admin admin] 10.222.0.15 "PUT /v2.0/routers/706eae51-5b78-4182-9132-c698fa2b4791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0543325 Nov 27 15:50:42.583766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35800) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:42.588374 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] Sync routers for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:42.602451 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:42.603624 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:42.621050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0895216 Nov 27 15:50:42.632724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35808) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:42.643408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d99b57-3a05-421d-9a80-9fbcb394942c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:42.650372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Request body: {'subnet': {'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-369847137-subnet', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:42.708932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.714395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d99e3-16aa-4315-95d1-c1ffa84f3b16 admin admin] Pushing event updated for resources: {'Network': ['ID=982e793e-3494-49b6-b29b-8fa2c102e4f9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:42.727127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:50:42.790004 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:42.913315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Made reservation on behalf of 0e59c496f80c453987e5c56cb06a1310 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:42.920557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:42.998249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.005208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:50:41Z', 'revision_number': 5, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port': {'id': 'ad3a4905-bf1d-4386-ab42-36eb83395b2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eae51-5b78-4182-9132-c698fa2b4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:22Z', 'updated_at': '2021-11-27T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:43.037063 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] Checking router: 706eae51-5b78-4182-9132-c698fa2b4791 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:43.046879 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] Routers {'706eae51-5b78-4182-9132-c698fa2b4791'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:43.047553 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['706eae51-5b78-4182-9132-c698fa2b4791'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:43.082642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Deleting port ad3a4905-bf1d-4386-ab42-36eb83395b2e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:43.082993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.137383 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] Set router 706eae51-5b78-4182-9132-c698fa2b4791 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:43.179280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] For port ad3a4905-bf1d-4386-ab42-36eb83395b2e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad3a4905-bf1d-4386-ab42-36eb83395b2e,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:43.179641 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.198969 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:50:42Z', 'revision_number': 6, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:43.200685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Calling delete_port for ad3a4905-bf1d-4386-ab42-36eb83395b2e owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:43.206651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Deleting port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:43.207128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.228237 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2edb3-3d30-4f7e-a81c-3cde7d4971fe None None] The sync data for ids ['706eae51-5b78-4182-9132-c698fa2b4791'] in n-d-819494-4 is: [{'id': '706eae51-5b78-4182-9132-c698fa2b4791', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2066532361-router', 'tenant_id': '28958636f4244760abd9bef0381ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:20Z', 'updated_at': '2021-11-27T15:50:42Z', 'revision_number': 6, 'project_id': '28958636f4244760abd9bef0381ccb07', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:43.306812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730daa3a-e1f9-4630-9b60-e2dd587fdd07 req-5a2cf614-b80b-4283-bc61-5f8238fc0467 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:43.308382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-730daa3a-e1f9-4630-9b60-e2dd587fdd07 req-5a2cf614-b80b-4283-bc61-5f8238fc0467 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.2611756 Nov 27 15:50:43.393458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.404348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-ab2aac90-eff7-4bcb-8c03-7123bbe9e844 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:43.406105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-ab2aac90-eff7-4bcb-8c03-7123bbe9e844 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.3478785 Nov 27 15:50:43.423343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3a4905-bf1d-4386-ab42-36eb83395b2e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:43.441978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] For port 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,segment=NetworkSegment(04675493-68e1-4aab-9afb-5458eb73f3ef),segment_id=04675493-68e1-4aab-9afb-5458eb73f3ef)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:43.442406 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.468469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-540a3244-72c0-4271-b258-8099e2f45e24 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.0516849 Nov 27 15:50:43.477678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Calling delete_port for 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:43.484031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-730daa3a-e1f9-4630-9b60-e2dd587fdd07 req-1794685b-e346-4e20-9ede-c8c748d6343a tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608067 Nov 27 15:50:43.491467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.561535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-306c1db8-832a-43eb-be5b-45281f0f2c10 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815635 Nov 27 15:50:43.626891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.629329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.672464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.700735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.701373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706eae51-5b78-4182-9132-c698fa2b4791 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:50:43.706667 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.707843 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b089bbce-f5a2-40ed-9c17-cc97fda75c5c admin admin] 10.222.0.15 "DELETE /v2.0/routers/706eae51-5b78-4182-9132-c698fa2b4791 HTTP/1.1" status: 204 len: 168 time: 1.1229012 Nov 27 15:50:43.710382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35834) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:43.779098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Deleting subnet 0fc12052-053d-46e1-8a1d-4260c8833c9f {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:50:43.794177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.840441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.883778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55132449-9823-417a-bb71-932bd7401b59,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:43.924655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:43.935714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Checking segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:43.936104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Network hostable DHCP agents. Network: 982e793e-3494-49b6-b29b-8fa2c102e4f9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:50:43.954183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-8fd3b43c-4a33-42e9-981a-d78fde224c11 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822353 Nov 27 15:50:43.968878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:50:43.986148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.014629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.018043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0fc12052-053d-46e1-8a1d-4260c8833c9f HTTP/1.1" status: 204 len: 168 time: 0.3064556 Nov 27 15:50:44.019652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad566a0-eca2-49f9-9190-4403111dc795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc12052-053d-46e1-8a1d-4260c8833c9f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:44.022350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:44.026355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15014e36-97ae-4a3c-957f-a5f226e42792 None None] Network 70007878-bd45-4382-bba5-ca26e38ace30 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:44.056451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 982e793e-3494-49b6-b29b-8fa2c102e4f9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:44.081973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:44.082577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.085553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548e4ad6-66ec-4151-bc22-433a95836624 None None] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:44.143696 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.160228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 737b300e-34b3-4846-a3c5-df8ae895c8c7 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:44.164436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c46113e5-2ec8-4c61-b50d-b9b3053fb030 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5180600 Nov 27 15:50:44.168588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35838) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:44.173339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:44.203582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.206602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 737b300e-34b3-4846-a3c5-df8ae895c8c7 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:44.207010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 737b300e-34b3-4846-a3c5-df8ae895c8c7 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:44.208953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.210249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.210994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=35937cb6-9d46-40ba-8b75-6fc5b1b2ea99,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:44.235692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-9166e46d-3655-4fe2-9a5f-5fc1018df977 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633750 Nov 27 15:50:44.352863 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.411232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-982e793e-3494-49b6-b29b-8fa2c102e4f9', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:50:44.412104 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.619851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] DHCP port deletion for 70007878-bd45-4382-bba5-ca26e38ace30 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:50:44.694832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Deleting port 59946e49-860b-4419-b927-ce1202756d95 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:44.695394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.698563 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.752911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bba2581d-de41-44c8-a084-2828ade28889 req-5f3856cb-cc69-48ac-9940-e91a4c3fe9b4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 210 time: 0.1150355 Nov 27 15:50:44.869369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:44.873588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Allocated IP 172.20.0.2 (982e793e-3494-49b6-b29b-8fa2c102e4f9/55132449-9823-417a-bb71-932bd7401b59/ecbbfc8a-e233-4f94-8138-c638cb898e63) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:44.936090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd5e3-21ec-48d2-961c-706a89ba486b req-0a906236-f015-4245-b8bf-fd7a91586a31 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:44.944122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab5fd5e3-21ec-48d2-961c-706a89ba486b req-0a906236-f015-4245-b8bf-fd7a91586a31 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.2994280 Nov 27 15:50:45.022236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] For port 59946e49-860b-4419-b927-ce1202756d95, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59946e49-860b-4419-b927-ce1202756d95,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:45.022655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.065322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Calling delete_port for 59946e49-860b-4419-b927-ce1202756d95 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:45.089569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab5fd5e3-21ec-48d2-961c-706a89ba486b req-8f1d2fe0-2c81-48fd-82af-83395542bab2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390336 Nov 27 15:50:45.182579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] Deleting port 59946e49-860b-4419-b927-ce1202756d95 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:45.183134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.212787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.266224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.279313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] For port 59946e49-860b-4419-b927-ce1202756d95, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59946e49-860b-4419-b927-ce1202756d95,segment=NetworkSegment(4ca93594-b29e-4eb1-a87e-090bb4dcf82a),segment_id=4ca93594-b29e-4eb1-a87e-090bb4dcf82a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:45.279622 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.324157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] Calling delete_port for 59946e49-860b-4419-b927-ce1202756d95 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:45.354161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Router dc382c60-53e3-40ad-8791-d36aa1fec78b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:45.410094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.428670 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.469307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.490032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Allocated IP 172.25.1.145 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/959d30b8-ac1b-487c-acb3-fd0c4a23c57c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:45.507633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:45.518025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:45.520562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:45.535671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Pushing event updated for resources: {'Port': ['ID=ecbbfc8a-e233-4f94-8138-c638cb898e63,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:45.551034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:45.606431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:45.617367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59946e49-860b-4419-b927-ce1202756d95,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:45.618409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.620078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.620444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.624059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.624455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.626271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.626620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.626958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.629007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.630290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.630673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.631023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:50:45.647123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] No DVR routers for this DVR port 59946e49-860b-4419-b927-ce1202756d95 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:45.653555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] Sync routers for ids ['dc382c60-53e3-40ad-8791-d36aa1fec78b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:45.676938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d32c7223-3654-4288-9e3b-4da52b4f3f4e admin admin] 10.222.0.15 "PUT /v2.0/routers/dc382c60-53e3-40ad-8791-d36aa1fec78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0393875 Nov 27 15:50:45.682000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35860) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:45.690531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] No DVR routers for this DVR port 59946e49-860b-4419-b927-ce1202756d95 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:45.810350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36bedc-3cd1-4b55-aed4-bf2627b6f006 None None] Pushing event deleted for resources: {'Port': ['ID=59946e49-860b-4419-b927-ce1202756d95,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:45.882953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] Routers {'dc382c60-53e3-40ad-8791-d36aa1fec78b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:45.884713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dc382c60-53e3-40ad-8791-d36aa1fec78b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:45.910959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Attempting to bind port ecbbfc8a-e233-4f94-8138-c638cb898e63 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:45.911372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Attempting to bind port ecbbfc8a-e233-4f94-8138-c638cb898e63 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:45.912850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Attempting to bind port ecbbfc8a-e233-4f94-8138-c638cb898e63 on network 982e793e-3494-49b6-b29b-8fa2c102e4f9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:46.014731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a4905-bf1d-4386-ab42-36eb83395b2e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:46.062324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.076386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:46.076763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Checking segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:46.077174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.077594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Bound using segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:46.086152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Bound port: ecbbfc8a-e233-4f94-8138-c638cb898e63, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:46.086556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.130899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ad3a4905-bf1d-4386-ab42-36eb83395b2e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:46.131393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a4905-bf1d-4386-ab42-36eb83395b2e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:46.131820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59946e49-860b-4419-b927-ce1202756d95 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:46.263089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.306100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] Set router dc382c60-53e3-40ad-8791-d36aa1fec78b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:46.386782 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.398834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 59946e49-860b-4419-b927-ce1202756d95 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:46.399176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59946e49-860b-4419-b927-ce1202756d95 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:46.411952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70007878-bd45-4382-bba5-ca26e38ace30']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:46.424843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca93594-b29e-4eb1-a87e-090bb4dcf82a') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:46.425140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca93594-b29e-4eb1-a87e-090bb4dcf82a') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:46.436664 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.453360 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.460184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:50:46.460580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.468754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-71fa430a-d2ec-40a1-a011-1258b84aedb6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:46.470787 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-71fa430a-d2ec-40a1-a011-1258b84aedb6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.4045210 Nov 27 15:50:46.505711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] For port ecbbfc8a-e233-4f94-8138-c638cb898e63, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:46.514539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] For port ecbbfc8a-e233-4f94-8138-c638cb898e63, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ecbbfc8a-e233-4f94-8138-c638cb898e63,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:46.528018 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:50:46.536747 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:50:46.545776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Request body: {'port': {'device_id': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'admin_state_up': True, 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:46.563714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.570461 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.575429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70007878-bd45-4382-bba5-ca26e38ace30 HTTP/1.1" status: 204 len: 168 time: 2.5504584 Nov 27 15:50:46.608482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.636022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f83435ba-898a-4d19-9ea0-454aa05d334b req-41c59c6d-4137-4f27-a1ac-060ee45ec22c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 210 time: 0.0973616 Nov 27 15:50:46.642116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d57825-6513-4f08-aa62-6456dfe1c21d None None] Pushing event updated for resources: {'Port': ['ID=ecbbfc8a-e233-4f94-8138-c638cb898e63,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:46.644530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:46.654956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d97c0c-831e-4e6d-97dd-930af7e4ebb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=70007878-bd45-4382-bba5-ca26e38ace30,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:46.683003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578abc21-eba8-4788-8e37-1951b2e50a5b req-0e7618af-1ea7-477d-accc-4e4f1da3b81c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:46.686816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-578abc21-eba8-4788-8e37-1951b2e50a5b req-0e7618af-1ea7-477d-accc-4e4f1da3b81c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1476119 Nov 27 15:50:46.690167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:50:43Z', 'revision_number': 5, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:46.755001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] Checking router: dc382c60-53e3-40ad-8791-d36aa1fec78b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:46.783300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] Routers {'dc382c60-53e3-40ad-8791-d36aa1fec78b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:46.789982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dc382c60-53e3-40ad-8791-d36aa1fec78b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:46.834540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-578abc21-eba8-4788-8e37-1951b2e50a5b req-33071e95-09e5-46c1-bf9e-f667dfd8db31 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377854 Nov 27 15:50:46.874078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:46.879345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:46.902695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35882) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:46.915033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:46.994568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:46.998220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:47.000597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Pushing event updated for resources: {'Port': ['ID=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:47.060131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6f51f91b-10d2-4fb6-abf8-9f2b37d63b46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28958636f4244760abd9bef0381ccb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527722 Nov 27 15:50:47.061098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:47.193822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-785d29dd-e515-4e7d-ad4a-69aac367454d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:47.225828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] Set router dc382c60-53e3-40ad-8791-d36aa1fec78b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:47.260451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-785d29dd-e515-4e7d-ad4a-69aac367454d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:47.407765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-785d29dd-e515-4e7d-ad4a-69aac367454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:47.410791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-785d29dd-e515-4e7d-ad4a-69aac367454d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:47.414471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-785d29dd-e515-4e7d-ad4a-69aac367454d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75195b1c-868e-4a68-9416-e2d857add558 HTTP/1.1" status: 204 len: 168 time: 0.3496866 Nov 27 15:50:47.426953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d29dd-e515-4e7d-ad4a-69aac367454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75195b1c-868e-4a68-9416-e2d857add558,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:47.736821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Deleting port 95ccc420-cab5-415d-844d-7f461a307e8f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:47.737768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:47.781145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:50:43Z', 'revision_number': 5, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:47.907212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3ff99-9f6b-4ea7-bef7-26a9770182ce None None] The sync data for ids ['dc382c60-53e3-40ad-8791-d36aa1fec78b'] in n-d-819494-4 is: [{'id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1429189478-router', 'tenant_id': '310f0895b45d45a48ac9d907bccf8817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:45:28Z', 'updated_at': '2021-11-27T15:50:43Z', 'revision_number': 5, 'project_id': '310f0895b45d45a48ac9d907bccf8817', 'gw_port': {'id': '95ccc420-cab5-415d-844d-7f461a307e8f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc382c60-53e3-40ad-8791-d36aa1fec78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:45:31Z', 'updated_at': '2021-11-27T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:47.952860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5bf47a2-fd21-4751-aee4-c54812bfef72 req-8bc58d77-8756-4034-86fa-d1bf43325b13 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 210 time: 0.0601499 Nov 27 15:50:48.122761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff049bce-0c43-4679-8484-ab7265179758 req-9d3bb6ee-e51f-47da-bb97-62fd779a1fc9 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:48.139926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff049bce-0c43-4679-8484-ab7265179758 req-9d3bb6ee-e51f-47da-bb97-62fd779a1fc9 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1200905 Nov 27 15:50:48.204784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Allocated IP 172.20.0.3 (3b4c9dfc-baf2-4462-858e-99107c600e5f/1d80349c-5fad-4eb0-94b2-9d827665cff3/238fcee9-ec20-4bab-8ca8-0d44c7231e19) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:48.227003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff049bce-0c43-4679-8484-ab7265179758 req-ca2bb161-880b-4c22-b506-56790ec4b1fd tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776207 Nov 27 15:50:48.327079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ecbbfc8a-e233-4f94-8138-c638cb898e63 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:48.416807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ecbbfc8a-e233-4f94-8138-c638cb898e63 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:48.417237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:48.486573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] For port 95ccc420-cab5-415d-844d-7f461a307e8f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=95ccc420-cab5-415d-844d-7f461a307e8f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:48.487012 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:48.497202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c03bd-5a65-4c20-a97f-d36d86cab6b1 None None] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:48.623162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Calling delete_port for 95ccc420-cab5-415d-844d-7f461a307e8f owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:48.635087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:48.806618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3f28e045-a08f-4366-8283-7b33e6a44f22 None None] Provisioning complete for port ecbbfc8a-e233-4f94-8138-c638cb898e63 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:48.807184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f28e045-a08f-4366-8283-7b33e6a44f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:48.893558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35926) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:48.958479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f28e045-a08f-4366-8283-7b33e6a44f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.118511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.139567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3f28e045-a08f-4366-8283-7b33e6a44f22 None None] For port ecbbfc8a-e233-4f94-8138-c638cb898e63, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ecbbfc8a-e233-4f94-8138-c638cb898e63,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:49.155144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-network', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:49.191120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-654a58a6-83e1-4753-8d7a-bee084384634 req-b782cbc1-5464-44da-a7a2-bba360ad9e04 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 210 time: 0.0987601 Nov 27 15:50:49.192413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:50:49.192951 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:50:49.193704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f28e045-a08f-4366-8283-7b33e6a44f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.222168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Made reservation on behalf of 9034b30c34bb4f7a984677bfdced0eaa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:49.224722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.239840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.246076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.448831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.483680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.565181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.580518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.584714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76829f4-62ac-4344-a4a9-fcbc05356519,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:49.609966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28e045-a08f-4366-8283-7b33e6a44f22 None None] Pushing event updated for resources: {'Port': ['ID=ecbbfc8a-e233-4f94-8138-c638cb898e63,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:49.621268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:50:49.626902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0468fa31-02f0-439c-a5b5-e833257a438b None None] Provisioning complete for port ecbbfc8a-e233-4f94-8138-c638cb898e63 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:49.627374 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0468fa31-02f0-439c-a5b5-e833257a438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.657815 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.658173 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Added segment d995b343-4377-4fbf-b7fa-adf1d32bdbd3 of type vlan for network 8a17da2b-db8f-41e5-a648-4be5e8f46240 Nov 27 15:50:49.660335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:49.668306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.668963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054531d2-f75e-412e-97ee-57e4bb3a12b8 req-1c7a435a-651c-40ce-84b2-5dc8c42362de tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:49.678933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-054531d2-f75e-412e-97ee-57e4bb3a12b8 req-1c7a435a-651c-40ce-84b2-5dc8c42362de tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.2248831 Nov 27 15:50:49.682520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:49.689995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:49.811482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.841964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-054531d2-f75e-412e-97ee-57e4bb3a12b8 req-93e77c0f-d947-418d-9f43-24eb68048532 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620827 Nov 27 15:50:49.894871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.896685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:49.897557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:49.937875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ecbbfc8a-e233-4f94-8138-c638cb898e63 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:49.942233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:49.943545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.001565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1062870 Nov 27 15:50:50.004355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35936) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:50.019844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Request body: {'subnet': {'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-subnet', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:50.051711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ecbbfc8a-e233-4f94-8138-c638cb898e63 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:50.052080 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.069998 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.084156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Made reservation on behalf of 9034b30c34bb4f7a984677bfdced0eaa for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:50:50.088310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.131972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4645ad-eb26-4103-8a07-575932551179 admin admin] Pushing event updated for resources: {'Network': ['ID=8a17da2b-db8f-41e5-a648-4be5e8f46240,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:50.160150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:50:50.278562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.280023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:50.285063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.306155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:50.306811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 35937cb6-9d46-40ba-8b75-6fc5b1b2ea99 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:50.349876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8176470 Nov 27 15:50:50.350673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751e6b0-b173-456f-aae5-ffba293aa4b2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event updated for resources: {'Port': ['ID=238fcee9-ec20-4bab-8ca8-0d44c7231e19,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:50.399160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ccc420-cab5-415d-844d-7f461a307e8f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:50.412932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Request body: {'port': {'device_id': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:50.452076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.452076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc382c60-53e3-40ad-8791-d36aa1fec78b {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:50:50.456888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.460217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ed6bb30b-aa96-4835-ba32-c6061c3c82d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dc382c60-53e3-40ad-8791-d36aa1fec78b HTTP/1.1" status: 204 len: 168 time: 4.7772319 Nov 27 15:50:50.463483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35940) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:50.538940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3242eba-132a-4513-81ce-3027e1c9e80b req-75521e1f-24d7-47c5-af79-64079268f4cb tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:50.548689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3242eba-132a-4513-81ce-3027e1c9e80b req-75521e1f-24d7-47c5-af79-64079268f4cb tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 931 time: 0.2077746 Nov 27 15:50:50.583439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.666716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.723730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3242eba-132a-4513-81ce-3027e1c9e80b req-3583f2c8-04bf-4cf1-bcd1-a03575440db1 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741560 Nov 27 15:50:50.734447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Checking segment: {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:50.734923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Network hostable DHCP agents. Network: 8a17da2b-db8f-41e5-a648-4be5e8f46240, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:50:50.753107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7abad39-8c1f-43e5-97c3-e714ad5b6500,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:50.804851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:50:50.818988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8a17da2b-db8f-41e5-a648-4be5e8f46240) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:50.830658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31299e4-67c7-4110-8c0a-caed2b1f0f30 None None] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:50.838148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:50.839282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.871289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9fd60fb2-5b27-4da0-8891-adcf2953acfb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8560035 Nov 27 15:50:50.872261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35946) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:50.895679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:50.945859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.947799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:50.951040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Deleting subnet aa98fa9d-1fad-442b-b45b-d1a0d7ddc937 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:50:50.958747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.001846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.180900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Router b1552174-d592-4ade-8bd6-d7bc25ac5505 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:50:51.190730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.215962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9243-7fa3-4fc1-9447-fb46f4c41f8c req-b6746a6e-7391-4a05-816e-cd843da608dd tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:51.229270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-874c9243-7fa3-4fc1-9447-fb46f4c41f8c req-b6746a6e-7391-4a05-816e-cd843da608dd tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.2593188 Nov 27 15:50:51.286792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8a17da2b-db8f-41e5-a648-4be5e8f46240', 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'fixed_ips': [{'subnet_id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:50:51.287811 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.311227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.515594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.519156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Allocated IP 172.20.0.2 (8a17da2b-db8f-41e5-a648-4be5e8f46240/e7abad39-8c1f-43e5-97c3-e714ad5b6500/bb8dbec8-ef64-4285-a068-e26ad454f9d4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:51.592438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-874c9243-7fa3-4fc1-9447-fb46f4c41f8c req-712a4b80-1527-48a4-b334-595dcc9f7021 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625231 Nov 27 15:50:51.594244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.613309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa98fa9d-1fad-442b-b45b-d1a0d7ddc937,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:51.630394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7fe21-c912-49b0-b066-288c57d2f52f None None] Network 17a9f14f-b4c3-47bf-a304-4fa74f113d2d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:51.701914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.706937 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8268738c-30e7-4b55-885d-14f9d75689f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa98fa9d-1fad-442b-b45b-d1a0d7ddc937 HTTP/1.1" status: 204 len: 168 time: 1.1947758 Nov 27 15:50:51.709551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:51.711061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35950) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:51.719732 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Sync routers for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:51.744360 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:51.746105 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:51.757187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238fcee9-ec20-4bab-8ca8-0d44c7231e19 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:51.778473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.791946 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.801505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d6dcba99-9310-4a42-ab86-369bb5b6edff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6313486 Nov 27 15:50:51.802170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35954) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:51.921661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Transition to ACTIVE for port object 238fcee9-ec20-4bab-8ca8-0d44c7231e19 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:50:51.947823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:51.966491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95ccc420-cab5-415d-844d-7f461a307e8f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:52.032851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 95ccc420-cab5-415d-844d-7f461a307e8f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:52.033207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95ccc420-cab5-415d-844d-7f461a307e8f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:52.039078 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:52.046678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.064662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.111637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:52.119080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:52.125318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:52.163542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] DHCP port deletion for 17a9f14f-b4c3-47bf-a304-4fa74f113d2d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:50:52.175250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Pushing event updated for resources: {'Port': ['ID=bb8dbec8-ef64-4285-a068-e26ad454f9d4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:52.219361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0571c5-b92e-4f01-b147-d2eada14158c req-68fb4556-9636-4881-b5f3-8c86dd4876f5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:52.221375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0571c5-b92e-4f01-b147-d2eada14158c req-68fb4556-9636-4881-b5f3-8c86dd4876f5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 943 time: 0.2711296 Nov 27 15:50:52.233378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.246286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Attempting to bind port bb8dbec8-ef64-4285-a068-e26ad454f9d4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:52.246661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Attempting to bind port bb8dbec8-ef64-4285-a068-e26ad454f9d4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:52.247013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Attempting to bind port bb8dbec8-ef64-4285-a068-e26ad454f9d4 on network 8a17da2b-db8f-41e5-a648-4be5e8f46240 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:52.287340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Pushing event updated for resources: {'Port': ['ID=238fcee9-ec20-4bab-8ca8-0d44c7231e19,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:52.313088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:52.313776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Checking segment: {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:52.314153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.314648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Bound using segment: {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:52.315223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Bound port: bb8dbec8-ef64-4285-a068-e26ad454f9d4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:52.315712 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.387229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] For port bb8dbec8-ef64-4285-a068-e26ad454f9d4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:52.390681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] For port bb8dbec8-ef64-4285-a068-e26ad454f9d4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bb8dbec8-ef64-4285-a068-e26ad454f9d4,segment=NetworkSegment(d995b343-4377-4fbf-b7fa-adf1d32bdbd3),segment_id=d995b343-4377-4fbf-b7fa-adf1d32bdbd3)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:52.400129 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.490086 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:47Z', 'revision_number': 3, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:52.514526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] Deleting port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:52.520266 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.537046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0571c5-b92e-4f01-b147-d2eada14158c req-87d3a08b-7337-4d22-b8ca-3a873d28cf79 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996747 Nov 27 15:50:52.611854 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Checking router: b1552174-d592-4ade-8bd6-d7bc25ac5505 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:52.612209 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Updating router b1552174-d592-4ade-8bd6-d7bc25ac5505 port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:50:52.673698 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.737894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3cca-bf92-4563-ae79-47805c52ea49 None None] Pushing event updated for resources: {'Port': ['ID=bb8dbec8-ef64-4285-a068-e26ad454f9d4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:52.760495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17187b-8c83-47d6-9c2d-3c8461fef2d6 req-d7a3e780-f58a-4e79-a0eb-472dd2f92878 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:52.765237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c17187b-8c83-47d6-9c2d-3c8461fef2d6 req-d7a3e780-f58a-4e79-a0eb-472dd2f92878 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 944 time: 0.4472401 Nov 27 15:50:52.771556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] For port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,segment=NetworkSegment(04675493-68e1-4aab-9afb-5458eb73f3ef),segment_id=04675493-68e1-4aab-9afb-5458eb73f3ef)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:52.775501 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:52.802873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] Calling delete_port for 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:53.012410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Attempting to bind port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:53.013433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Attempting to bind port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:53.014060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Attempting to bind port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:53.018608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.030829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:50:53.031414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Attempting to bind port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:53.041355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:53.046402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:53.052508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Bound using segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:53.053177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Bound port: 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:53.053752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.087881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] Pushing event deleted for resources: {'Port': ['ID=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:53.102447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c2831d-a2e7-4ae9-8480-78e70f1122cf None None] No DVR routers for this DVR port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:53.133155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-cc93d61c-1551-4556-8799-f9de6e472722 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:53.135308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-cc93d61c-1551-4556-8799-f9de6e472722 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 944 time: 0.3616521 Nov 27 15:50:53.159415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Deleting port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:53.159990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.166270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.219565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c17187b-8c83-47d6-9c2d-3c8461fef2d6 req-1ad0dc06-19e8-4450-a508-4f8cdd76d42d tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402978 Nov 27 15:50:53.239961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc13844-ce20-4131-973a-559eb9ab1666 req-4126c391-f444-41c3-82e6-16fc8cec3a26 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:53.241629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdc13844-ce20-4131-973a-559eb9ab1666 req-4126c391-f444-41c3-82e6-16fc8cec3a26 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.4753590 Nov 27 15:50:53.244043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] For port 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:53.249469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] For port 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:53.256672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.289465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.314079 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.329677 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.361681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:53.362605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.364670 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] 10.222.0.21 "PUT /v2.0/ports/238fcee9-ec20-4bab-8ca8-0d44c7231e19 HTTP/1.1" status: 200 len: 1091 time: 2.9671469 Nov 27 15:50:53.367501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'tag': '238fcee9-ec20-4bab-8ca8-0d44c7231e19'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:53.370543 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c57ffc-f043-4955-a172-4227fcb9089c" -d '{"events": [{"name": "network-changed", "server_uuid": "70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff", "tag": "238fcee9-ec20-4bab-8ca8-0d44c7231e19"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:53.550247 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cee34b-7cf9-4601-a758-5309d9adf6a0 None None] Pushing event updated for resources: {'Port': ['ID=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:53.552838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13b543-d3d1-41c9-a556-f70351855084 service neutron] Pushing event updated for resources: {'Port': ['ID=238fcee9-ec20-4bab-8ca8-0d44c7231e19,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:53.574289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.592108 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Attempting to bind port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:53.592634 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Attempting to bind port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:53.593090 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Attempting to bind port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:53.599024 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:53.601004 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:53.601574 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.602078 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:53.603288 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Bound port: 959d30b8-ac1b-487c-acb3-fd0c4a23c57c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:53.603787 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.611391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-1bb4bb2e-af61-4064-86ad-25fed43a737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:53.612892 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-1bb4bb2e-af61-4064-86ad-25fed43a737d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 1094 time: 0.1842291 Nov 27 15:50:53.709276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdc13844-ce20-4131-973a-559eb9ab1666 req-1c449ad5-2406-4d23-8d33-c515bcc877e4 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4427936 Nov 27 15:50:53.733393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-590fe66a-4bb2-4333-a007-e568234dae25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19 HTTP/1.1" status: 200 len: 217 time: 0.1106961 Nov 27 15:50:53.735166 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] For port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:53.740188 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] For port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:53.741008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Deleting port bf365597-97d0-4596-9b9f-274a9f310a1f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:53.741575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.749731 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.849645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Allocated IP 172.25.1.199 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/7834bc50-fc3d-4481-b158-b2fed19976b4) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:53.859571 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cee34b-7cf9-4601-a758-5309d9adf6a0 None None] Pushing event updated for resources: {'Port': ['ID=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:53.865342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] For port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:53.865757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:53.872384 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:53.873606 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:53.877277 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1383c4-7644-4ef5-9725-0164efc7f893 x-openstack-request-id: req-1d1383c4-7644-4ef5-9725-0164efc7f893 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:53.877717 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff", "tag": "238fcee9-ec20-4bab-8ca8-0d44c7231e19", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:53.878090 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d1383c4-7644-4ef5-9725-0164efc7f893 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:53.878593 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'tag': '238fcee9-ec20-4bab-8ca8-0d44c7231e19', 'status': 'completed', 'code': 200} Nov 27 15:50:53.978801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bb8dbec8-ef64-4285-a068-e26ad454f9d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:54.016786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Calling delete_port for 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:54.026415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 was not found and therefore no delete operation was performed {{(pid=110076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 15:50:54.074831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.079300 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:54.091038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port bb8dbec8-ef64-4285-a068-e26ad454f9d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:54.091555 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.166819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Allocated IP 172.20.0.1 (982e793e-3494-49b6-b29b-8fa2c102e4f9/55132449-9823-417a-bb71-932bd7401b59/3088f10a-d2b9-4b15-a6b6-73bacce075fa) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:54.199803 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-0695198e-12de-47ec-baad-339532e647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:54.201295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-0695198e-12de-47ec-baad-339532e647d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.3640187 Nov 27 15:50:54.273670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c32c9f-f6a7-4958-9b70-c0fe4f9a1bf7 None None] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:50:54.288470 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-1f3d662b-ba75-4f02-9d2c-46198b69c997 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380328 Nov 27 15:50:54.309907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a76d35-a718-4f6b-a3e0-9c9de4cc69a4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:54.312824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] No DVR routers for this DVR port 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:54.358756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfd84a-8118-4e3c-8608-a19dd07e30bc req-eab55587-c5cb-4ddc-a359-a7453b176540 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:54.359009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.366678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8dfd84a-8118-4e3c-8608-a19dd07e30bc req-eab55587-c5cb-4ddc-a359-a7453b176540 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 943 time: 0.4789193 Nov 27 15:50:54.406343 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:47Z', 'revision_number': 3, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:54.426171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] For port bf365597-97d0-4596-9b9f-274a9f310a1f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf365597-97d0-4596-9b9f-274a9f310a1f,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:54.426564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.436600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49182cba-5ecc-4d4d-aed9-c7107d5baf00 None None] The sync data for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 is: [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:47Z', 'revision_number': 3, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:50:54.450912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.498541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3088f10a-d2b9-4b15-a6b6-73bacce075fa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:54.503886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.520910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Calling delete_port for bf365597-97d0-4596-9b9f-274a9f310a1f owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:54.530279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:54.533939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:54.537868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:54.565724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port bb8dbec8-ef64-4285-a068-e26ad454f9d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bb8dbec8-ef64-4285-a068-e26ad454f9d4,segment=NetworkSegment(d995b343-4377-4fbf-b7fa-adf1d32bdbd3),segment_id=d995b343-4377-4fbf-b7fa-adf1d32bdbd3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:54.575095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.593474 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.595419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.601732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d11fc072-355f-40eb-97e8-08b9fdb4a7e2 None None] Provisioning complete for port bb8dbec8-ef64-4285-a068-e26ad454f9d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:54.602241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d11fc072-355f-40eb-97e8-08b9fdb4a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.691057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:54.734722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:54.735408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a76d35-a718-4f6b-a3e0-9c9de4cc69a4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:54.766102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=bb8dbec8-ef64-4285-a068-e26ad454f9d4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:54.823956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.868998 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:54.896502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-50c731f9-94ae-46d0-a283-7d0bd559d478 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016005 Nov 27 15:50:54.923771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3de1d9-5a43-471d-91eb-ffc108169ff7 req-6836eaa2-96c3-400a-85c2-17a100a394cd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:54.925491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee3de1d9-5a43-471d-91eb-ffc108169ff7 req-6836eaa2-96c3-400a-85c2-17a100a394cd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc5fd4c-4f20-475d-9329-256ba298d09f HTTP/1.1" status: 200 len: 944 time: 0.5565009 Nov 27 15:50:54.965206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8dfd84a-8118-4e3c-8608-a19dd07e30bc req-23911c38-f2bd-4699-ac64-3155051a71ff tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972638 Nov 27 15:50:55.001837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a9f14f-b4c3-47bf-a304-4fa74f113d2d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:55.015819 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28a674a5-2024-4e60-aea0-31a43f9b497f req-cab3afe3-3c8d-4595-8425-c46d084432ac service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089971 Nov 27 15:50:55.035476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04675493-68e1-4aab-9afb-5458eb73f3ef') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:55.035671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04675493-68e1-4aab-9afb-5458eb73f3ef') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:55.067437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-06a0ee4d-ae8a-4126-94ef-576bfefcb5f1 None None] Provisioning complete for port 3088f10a-d2b9-4b15-a6b6-73bacce075fa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:55.067999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06a0ee4d-ae8a-4126-94ef-576bfefcb5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.075133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.148267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.152740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.167029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-06a0ee4d-ae8a-4126-94ef-576bfefcb5f1 None None] Port 3088f10a-d2b9-4b15-a6b6-73bacce075fa cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:50:55.192597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:50:55.193378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:50:55.195917 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:50:55.264170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c57ffc-f043-4955-a172-4227fcb9089c req-6d5f3551-139b-443e-a08b-beeb8765be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:55.265700 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-6d5f3551-139b-443e-a08b-beeb8765be4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 1094 time: 0.1770222 Nov 27 15:50:55.302807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8eb16965-775f-454d-a843-d2caf2a39e59 None None] Provisioning complete for port bb8dbec8-ef64-4285-a068-e26ad454f9d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:55.303186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8eb16965-775f-454d-a843-d2caf2a39e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.418376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c57ffc-f043-4955-a172-4227fcb9089c req-d3c44024-cde1-49d6-b484-bce34c4d05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:55.419839 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-d3c44024-cde1-49d6-b484-bce34c4d05f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 0.1428673 Nov 27 15:50:55.429492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.469060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-02f4419d-aa5f-497a-ab7c-e1c09207666e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19 HTTP/1.1" status: 200 len: 217 time: 0.0378709 Nov 27 15:50:55.470156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.540778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c57ffc-f043-4955-a172-4227fcb9089c req-fa53dea2-1602-4bf1-8b6e-7d20748f3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:55.542260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-fa53dea2-1602-4bf1-8b6e-7d20748f3edb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.0497165 Nov 27 15:50:55.605915 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-2b028e1c-cf86-4d1f-ab06-c6475a483515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394125 Nov 27 15:50:55.667608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee3de1d9-5a43-471d-91eb-ffc108169ff7 req-d38c0398-0b20-4706-aaa7-fbe76d06785b tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6952982 Nov 27 15:50:55.703804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.708427 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-771022b6-a701-40f2-9d14-b2b6b8855093 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926111 Nov 27 15:50:55.709011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3088f10a-d2b9-4b15-a6b6-73bacce075fa,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:55.747310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:55.755684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:55.758749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:50:55.764371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Pushing event updated for resources: {'Port': ['ID=7834bc50-fc3d-4481-b158-b2fed19976b4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:55.803097 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71c57ffc-f043-4955-a172-4227fcb9089c req-a6e74b79-a758-4b6b-926c-cf0afe5a4dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861695 Nov 27 15:50:55.805443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.820976 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.827079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] 10.222.0.15 "DELETE /v2.0/networks/17a9f14f-b4c3-47bf-a304-4fa74f113d2d HTTP/1.1" status: 204 len: 168 time: 4.1124027 Nov 27 15:50:55.851674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:55.855732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84304f-f772-4805-917f-bd4dfaa1d582 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a9f14f-b4c3-47bf-a304-4fa74f113d2d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:55.866988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39f4ba-45fc-4322-b5e9-13affddeeecb req-4270cb20-fa4d-45dc-9bd6-c81d47b075e7 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:55.869391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db39f4ba-45fc-4322-b5e9-13affddeeecb req-4270cb20-fa4d-45dc-9bd6-c81d47b075e7 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.2512167 Nov 27 15:50:55.957438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:50:55.959141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:50:55.966688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:50:56.023432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: bf365597-97d0-4596-9b9f-274a9f310a1f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:50:56.026711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf365597-97d0-4596-9b9f-274a9f310a1f not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:50:56.100342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:56.132524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event deleted for resources: {'Port': ['ID=bf365597-97d0-4596-9b9f-274a9f310a1f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:56.195825 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8816e29f-d9e9-47b1-aae3-17f29adbe51a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=609b7dc5958c4a42b24d879abb6f1c04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0940843 Nov 27 15:50:56.198810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35996) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:56.250814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Router b1552174-d592-4ade-8bd6-d7bc25ac5505 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:50:56.269291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ac6-4ff5-45b3-bc29-e5b5ddf3d08c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.275553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] No DVR routers for this DVR port bf365597-97d0-4596-9b9f-274a9f310a1f on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:56.286234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.302573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed9d42bf-bee3-459d-b9d8-4478b0d1516e req-f5828ff1-31c4-4943-903d-d3bb1d4a9a5e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "DELETE /v2.0/ports/bf365597-97d0-4596-9b9f-274a9f310a1f HTTP/1.1" status: 204 len: 173 time: 3.0481503 Nov 27 15:50:56.310957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'name': 'network-vif-deleted', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:56.311609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 959d30b8-ac1b-487c-acb3-fd0c4a23c57c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:56.323447 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51cb45-1a06-42c7-a25a-c38d8b02470c" -d '{"events": [{"server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "name": "network-vif-deleted", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:56.331603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ac6-4ff5-45b3-bc29-e5b5ddf3d08c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.348777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db39f4ba-45fc-4322-b5e9-13affddeeecb req-0edd7cea-efc7-4d7a-8e12-d88a0f955262 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694564 Nov 27 15:50:56.369734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865f73-ceaa-4ae3-9c4d-1612323e836a req-9ee5beb0-62ca-49e3-9ec2-2438ef683aee tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:56.371326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09865f73-ceaa-4ae3-9c4d-1612323e836a req-9ee5beb0-62ca-49e3-9ec2-2438ef683aee tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 943 time: 0.2674491 Nov 27 15:50:56.442537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ac6-4ff5-45b3-bc29-e5b5ddf3d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.452350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ac6-4ff5-45b3-bc29-e5b5ddf3d08c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.454040 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dfa32ac6-4ff5-45b3-bc29-e5b5ddf3d08c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbc594a4-ef24-4e8c-b4b4-47e96e7e78c8 HTTP/1.1" status: 204 len: 168 time: 0.2540650 Nov 27 15:50:56.482910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:56.483813 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.581080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32ac6-4ff5-45b3-bc29-e5b5ddf3d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc594a4-ef24-4e8c-b4b4-47e96e7e78c8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:56.591902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0b240749-fc93-4dc3-8567-da53112cc7cc None None] Provisioning complete for port 3088f10a-d2b9-4b15-a6b6-73bacce075fa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:56.592266 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0b240749-fc93-4dc3-8567-da53112cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.633338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:56.647184 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-88921a04-5dfe-4bb8-a82b-efa6520075a5 admin admin] 10.222.0.15 "PUT /v2.0/routers/b1552174-d592-4ade-8bd6-d7bc25ac5505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8427334 Nov 27 15:50:56.662113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:56.912849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09865f73-ceaa-4ae3-9c4d-1612323e836a req-56c78271-37d2-44d3-a439-c06a9710453c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268943 Nov 27 15:50:56.992743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0b240749-fc93-4dc3-8567-da53112cc7cc None None] Port 3088f10a-d2b9-4b15-a6b6-73bacce075fa cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:50:57.002089 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2908b67a-8e50-46a4-82f6-8fa8d6fec081 x-openstack-request-id: req-2908b67a-8e50-46a4-82f6-8fa8d6fec081 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:50:57.002537 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5fd4c-4f20-475d-9329-256ba298d09f", "name": "network-vif-deleted", "tag": "bf365597-97d0-4596-9b9f-274a9f310a1f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:50:57.002891 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2908b67a-8e50-46a4-82f6-8fa8d6fec081 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:50:57.003438 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5fd4c-4f20-475d-9329-256ba298d09f', 'name': 'network-vif-deleted', 'tag': 'bf365597-97d0-4596-9b9f-274a9f310a1f', 'status': 'completed', 'code': 200} Nov 27 15:50:57.043792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.103468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:57.110568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.112280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bb8dbec8-ef64-4285-a068-e26ad454f9d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:57.112790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.278831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:50:57.288646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:57.302556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Sync routers for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:57.333568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:57.334930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:57.344809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36020) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:57.406426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36024) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:57.414206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323759439', 'description': 'tempest-description--62006139'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:57.433873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2d9726cb-671b-4f97-92e3-5606d412bd70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=310f0895b45d45a48ac9d907bccf8817&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0875628 Nov 27 15:50:57.436991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:57.463016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port bb8dbec8-ef64-4285-a068-e26ad454f9d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:57.463753 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.507548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-141d043a-a38b-462f-bbd6-b433334a20d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.545573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-141d043a-a38b-462f-bbd6-b433334a20d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.574483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.608275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:57.623125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-141d043a-a38b-462f-bbd6-b433334a20d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.626862 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-141d043a-a38b-462f-bbd6-b433334a20d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.630521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-141d043a-a38b-462f-bbd6-b433334a20d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4164e348-e23a-4049-a230-59a34546e6a9 HTTP/1.1" status: 204 len: 168 time: 0.1901708 Nov 27 15:50:57.650318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b30a0-e23e-4d07-9fa5-2cb88c1ba689 req-c2e82fcb-1dba-4b42-ab5a-45cc73364fde tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:57.650721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d043a-a38b-462f-bbd6-b433334a20d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4164e348-e23a-4049-a230-59a34546e6a9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:57.655078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d78b30a0-e23e-4d07-9fa5-2cb88c1ba689 req-c2e82fcb-1dba-4b42-ab5a-45cc73364fde tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.2249777 Nov 27 15:50:57.669336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:50:57.682169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Sync routers for ids ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:50:57.686836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96042c61-fe3c-45b7-8c59-7794de1d4883 req-9e9f27ed-8412-41a5-89fd-ace02f4e9347 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:57.689803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96042c61-fe3c-45b7-8c59-7794de1d4883 req-9e9f27ed-8412-41a5-89fd-ace02f4e9347 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.1966045 Nov 27 15:50:57.709094 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Routers {'d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:57.709954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:57.827132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 238fcee9-ec20-4bab-8ca8-0d44c7231e19 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:50:57.836594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:57.840100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc250b73-bab8-460d-978a-d79b4616344b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9655845 Nov 27 15:50:57.842945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36034) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:57.916806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d78b30a0-e23e-4d07-9fa5-2cb88c1ba689 req-c1bb8df9-e2f4-427b-b5e1-da06d693d579 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531428 Nov 27 15:50:57.951501 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Set router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:57.965976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 959d30b8-ac1b-487c-acb3-fd0c4a23c57c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:50:57.973719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96042c61-fe3c-45b7-8c59-7794de1d4883 req-4de11933-604d-4b36-9ef0-55218749bb7c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638593 Nov 27 15:50:58.004034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.019803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.046030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098c71-2179-4573-ab43-00044424d928 req-ddc9713c-0523-4789-9e48-2793c40891b4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:58.048377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9098c71-2179-4573-ab43-00044424d928 req-ddc9713c-0523-4789-9e48-2793c40891b4 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.2559402 Nov 27 15:50:58.086157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:58.105630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:58.106009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.135985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '238fcee9-ec20-4bab-8ca8-0d44c7231e19', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': '238fcee9-ec20-4bab-8ca8-0d44c7231e19', 'mac_address': 'fa:16:3e:28:0d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:50:58.162968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:50:55Z', 'revision_number': 2, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:58.230705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Checking router: b1552174-d592-4ade-8bd6-d7bc25ac5505 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:58.231052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Updating router b1552174-d592-4ade-8bd6-d7bc25ac5505 port 3088f10a-d2b9-4b15-a6b6-73bacce075fa binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:50:58.289127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.292094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.309639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238fcee9-ec20-4bab-8ca8-0d44c7231e19 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:50:58.319455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.333072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9251523 Nov 27 15:50:58.337876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36042) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:58.359506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d781d-5730-43c2-894b-a7bd6eae0c9b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125289b6-512e-4b57-8604-fa36d866176b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:58.384406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:58.419338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba110c0-6df9-4ab6-a8e6-0b5b7d0bf2fa req-c4f7035d-55ca-48bf-85ae-7e89f141d683 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:58.420902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ba110c0-6df9-4ab6-a8e6-0b5b7d0bf2fa req-c4f7035d-55ca-48bf-85ae-7e89f141d683 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 943 time: 0.2811394 Nov 27 15:50:58.421839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.441771 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:50:56Z', 'revision_number': 3, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:58.483253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Deleting port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:50:58.483554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.494769 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Checking router: d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:50:58.495114 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Updating router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 port 7834bc50-fc3d-4481-b158-b2fed19976b4 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:50:58.527810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Request body: {'security_group_rule': {'security_group_id': '125289b6-512e-4b57-8604-fa36d866176b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:58.553351 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.598351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=238fcee9-ec20-4bab-8ca8-0d44c7231e19,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:58.683360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ba110c0-6df9-4ab6-a8e6-0b5b7d0bf2fa req-fc341f37-7ce8-4118-a196-b890f9328dcb tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495487 Nov 27 15:50:58.751012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] For port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:50:58.751370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.778071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.796262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Calling delete_port for c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:50:58.841644 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.850273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['238fcee9-ec20-4bab-8ca8-0d44c7231e19'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:50:58.858783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.880284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.933203 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:58.948708 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.094701 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c281-b31f-4c5f-9ccd-b1f46974a456 None None] Pushing event updated for resources: {'Port': ['ID=7834bc50-fc3d-4481-b158-b2fed19976b4,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.100193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.116234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.119310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d70fed-4c3f-4e30-a237-e92c0ef8c441 None None] Pushing event updated for resources: {'Port': ['ID=3088f10a-d2b9-4b15-a6b6-73bacce075fa,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.132432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Attempting to bind port 7834bc50-fc3d-4481-b158-b2fed19976b4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:59.132984 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Attempting to bind port 7834bc50-fc3d-4481-b158-b2fed19976b4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:59.133578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Attempting to bind port 7834bc50-fc3d-4481-b158-b2fed19976b4 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:59.139744 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:59.140440 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:59.141003 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.141588 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:59.142222 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Bound port: 7834bc50-fc3d-4481-b158-b2fed19976b4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:59.142784 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.191856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09090eca-b1a4-4acd-b757-4e439046bfb7,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.202896 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] For port 7834bc50-fc3d-4481-b158-b2fed19976b4, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:59.210927 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] For port 7834bc50-fc3d-4481-b158-b2fed19976b4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7834bc50-fc3d-4481-b158-b2fed19976b4,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:59.212638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.218108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-59ca6bfd-8906-4a10-83c3-607b88f21c5f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937721 Nov 27 15:50:59.219614 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.221018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:59.251780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Request body: {'security_group_rule': {'security_group_id': '125289b6-512e-4b57-8604-fa36d866176b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:59.281220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Attempting to bind port 3088f10a-d2b9-4b15-a6b6-73bacce075fa on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:50:59.281455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Attempting to bind port 3088f10a-d2b9-4b15-a6b6-73bacce075fa by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:50:59.281834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Attempting to bind port 3088f10a-d2b9-4b15-a6b6-73bacce075fa on network 982e793e-3494-49b6-b29b-8fa2c102e4f9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:50:59.324071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:50:59.324986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Checking segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:50:59.325947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.326679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Bound using segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:50:59.327571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Bound port: 3088f10a-d2b9-4b15-a6b6-73bacce075fa, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:50:59.328277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.334570 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c281-b31f-4c5f-9ccd-b1f46974a456 None None] Pushing event updated for resources: {'Port': ['ID=7834bc50-fc3d-4481-b158-b2fed19976b4,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.353949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Routers {'d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:59.354615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:59.377948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c8c92-a938-4563-bd41-8cd42fbb9c27 req-45a01687-0615-443c-b394-7397cbc88eb8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:59.393778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-650c8c92-a938-4563-bd41-8cd42fbb9c27 req-45a01687-0615-443c-b394-7397cbc88eb8 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bed07ae-8d85-4985-bc91-ee74303bcb75 HTTP/1.1" status: 200 len: 945 time: 0.2787864 Nov 27 15:50:59.402037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.427875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Allocated IP 172.20.0.1 (8a17da2b-db8f-41e5-a648-4be5e8f46240/e7abad39-8c1f-43e5-97c3-e714ad5b6500/a9d69684-f50a-4bff-b0d3-451774d0a069) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:50:59.435579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.484539 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] Set router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:50:59.531738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] For port 3088f10a-d2b9-4b15-a6b6-73bacce075fa, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:50:59.537763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] For port 3088f10a-d2b9-4b15-a6b6-73bacce075fa, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3088f10a-d2b9-4b15-a6b6-73bacce075fa,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:50:59.548429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1f15e0e6-62fa-4e5c-abbc-54f0d7ee3e16 None None] Provisioning complete for port 3088f10a-d2b9-4b15-a6b6-73bacce075fa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:50:59.548606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event deleted for resources: {'Port': ['ID=c93ac9c9-a0e1-4f8b-a456-42aeff1ae583,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.548856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1f15e0e6-62fa-4e5c-abbc-54f0d7ee3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.553817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.584906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.586516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.595192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.642798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864ac6dd-3a25-4dd0-9aaf-699b9ef76522,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.656977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d70fed-4c3f-4e30-a237-e92c0ef8c441 None None] Pushing event updated for resources: {'Port': ['ID=3088f10a-d2b9-4b15-a6b6-73bacce075fa,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:50:59.664109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:50:59.665430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:50:59.675747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.680349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-381f6b97-ddbd-4925-a9a8-3168a9e13c23 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517066 Nov 27 15:50:59.684028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402e42a-3df1-40f1-a330-4bdee37508bf req-c4ada7f3-e666-4eef-8188-773de4208de9 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:50:59.687008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36074) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:50:59.691633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:50:59.697316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6402e42a-3df1-40f1-a330-4bdee37508bf req-c4ada7f3-e666-4eef-8188-773de4208de9 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 943 time: 0.5660677 Nov 27 15:50:59.724169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.744386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.824241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] No DVR routers for this DVR port c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:50:59.827783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:50:59.832973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9098c71-2179-4573-ab43-00044424d928 req-884f439e-f127-4436-b0aa-08cc5a9f126c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "DELETE /v2.0/ports/c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 HTTP/1.1" status: 204 len: 173 time: 1.7661870 Nov 27 15:50:59.855331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-650c8c92-a938-4563-bd41-8cd42fbb9c27 req-14748397-599a-4066-b3d6-a395035aabe1 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590757 Nov 27 15:50:59.868109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'name': 'network-vif-deleted', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:50:59.881204 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00390ba1-133c-4f3c-8110-ef0a0c18fff4" -d '{"events": [{"server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "name": "network-vif-deleted", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:50:59.952077 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:50:56Z', 'revision_number': 3, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:00.007286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6402e42a-3df1-40f1-a330-4bdee37508bf req-f05c833e-13b7-42f1-b54d-a67f77df4e11 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063293 Nov 27 15:51:00.082250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a343b077-3b06-451f-9075-b8d53f979416 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:00.174330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1f15e0e6-62fa-4e5c-abbc-54f0d7ee3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:00.212763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b815aa-8486-4c35-b891-7587084d0a1d req-a77839a0-07e4-451e-9796-c7d8b355e2e7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:00.214521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32b815aa-8486-4c35-b891-7587084d0a1d req-a77839a0-07e4-451e-9796-c7d8b355e2e7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 944 time: 0.0821841 Nov 27 15:51:00.248066 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb35299-651c-4a43-ab49-1d498231b930 x-openstack-request-id: req-ceb35299-651c-4a43-ab49-1d498231b930 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:00.248373 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bed07ae-8d85-4985-bc91-ee74303bcb75", "name": "network-vif-deleted", "tag": "c93ac9c9-a0e1-4f8b-a456-42aeff1ae583", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:00.248638 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ceb35299-651c-4a43-ab49-1d498231b930 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:00.250468 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bed07ae-8d85-4985-bc91-ee74303bcb75', 'name': 'network-vif-deleted', 'tag': 'c93ac9c9-a0e1-4f8b-a456-42aeff1ae583', 'status': 'completed', 'code': 200} Nov 27 15:51:00.297190 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c952-f239-4ae6-8b81-83891a7cb60e None None] The sync data for ids ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'] in n-d-819494-4 is: [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:50:56Z', 'revision_number': 3, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:00.339541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1f15e0e6-62fa-4e5c-abbc-54f0d7ee3e16 None None] For port 3088f10a-d2b9-4b15-a6b6-73bacce075fa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3088f10a-d2b9-4b15-a6b6-73bacce075fa,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:00.343495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:00.346843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32b815aa-8486-4c35-b891-7587084d0a1d req-d0dce9fe-8369-4875-a719-a03face9cc9c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221001 Nov 27 15:51:00.376286 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1f15e0e6-62fa-4e5c-abbc-54f0d7ee3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:00.566191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a343b077-3b06-451f-9075-b8d53f979416, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a343b077-3b06-451f-9075-b8d53f979416,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:00.572248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:00.646171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:00.653154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:00.656462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:00.684877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-530be79f-3145-4f0d-a922-c26132f04945 None None] Provisioning complete for port 3088f10a-d2b9-4b15-a6b6-73bacce075fa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:00.685261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-530be79f-3145-4f0d-a922-c26132f04945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:00.715579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:00.731874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0c58e-4c8f-479a-ba9d-93e4468f972b req-88ebee45-4ee6-44cc-9f13-ba70c62d5d79 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:00.748735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86e0c58e-4c8f-479a-ba9d-93e4468f972b req-88ebee45-4ee6-44cc-9f13-ba70c62d5d79 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 945 time: 0.0910425 Nov 27 15:51:00.773187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'a343b077-3b06-451f-9075-b8d53f979416', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'port_id': 'a343b077-3b06-451f-9075-b8d53f979416', 'mac_address': 'fa:16:3e:de:c8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:00.779505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15e0e6-62fa-4e5c-abbc-54f0d7ee3e16 None None] Pushing event updated for resources: {'Port': ['ID=3088f10a-d2b9-4b15-a6b6-73bacce075fa,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:00.845700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86e0c58e-4c8f-479a-ba9d-93e4468f972b req-9db02087-1251-4c74-9f80-816e85e1de3c tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942776 Nov 27 15:51:00.894528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d69684-f50a-4bff-b0d3-451774d0a069,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:00.930982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:00.980808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a343b077-3b06-451f-9075-b8d53f979416 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:00.986038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.082204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.112534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a343b077-3b06-451f-9075-b8d53f979416, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a343b077-3b06-451f-9075-b8d53f979416,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:01.120708 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.190451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:50:59Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:01.265764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c6704-fcdb-40c0-bcfe-a929de386743 None None] The sync data for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 is: [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:50:59Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:01.272689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a343b077-3b06-451f-9075-b8d53f979416,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:01.276426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Allocated IP 172.25.1.197 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/65083214-61d4-4baa-a59a-7479385f6bc0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:01.284129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6697f7dc-3cb1-480d-a495-7c286422fe07 None None] Provisioning complete for port a9d69684-f50a-4bff-b0d3-451774d0a069 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:01.284514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6697f7dc-3cb1-480d-a495-7c286422fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.369657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a343b077-3b06-451f-9075-b8d53f979416'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:01.421856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6697f7dc-3cb1-480d-a495-7c286422fe07 None None] Port a9d69684-f50a-4bff-b0d3-451774d0a069 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:01.515063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0258d9-f30c-451b-8d11-e74511ce83e4 req-f01460fe-e3ac-4373-a253-246d76bc1ce6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:01.516746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf0258d9-f30c-451b-8d11-e74511ce83e4 req-f01460fe-e3ac-4373-a253-246d76bc1ce6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 944 time: 0.1210425 Nov 27 15:51:01.571989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.598909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.607756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf0258d9-f30c-451b-8d11-e74511ce83e4 req-5eb40e9a-2792-4b9a-944d-da13ea417b9d tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849228 Nov 27 15:51:01.612390 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.707451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.748552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d69684-f50a-4bff-b0d3-451774d0a069,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:01.784448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.787285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166a6c-c1a5-49a0-a59d-8d4e558e0c72 req-896e6eb2-8261-4589-ad04-c66902fe3402 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:01.789472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7166a6c-c1a5-49a0-a59d-8d4e558e0c72 req-896e6eb2-8261-4589-ad04-c66902fe3402 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 944 time: 0.0680342 Nov 27 15:51:01.821687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 238fcee9-ec20-4bab-8ca8-0d44c7231e19 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:01.858845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:01.947000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:01.959348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:01.964291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:01.966954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7166a6c-c1a5-49a0-a59d-8d4e558e0c72 req-afe4d111-f0d5-49ac-8f6c-85bd16858259 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693466 Nov 27 15:51:01.968418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:01.990998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa689-e9c0-45f3-b7ff-26e17ca435aa req-e2bfacb4-6c5d-454b-a6c2-767cf8134396 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:01.992718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2caa689-e9c0-45f3-b7ff-26e17ca435aa req-e2bfacb4-6c5d-454b-a6c2-767cf8134396 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 945 time: 0.1285017 Nov 27 15:51:02.030193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3088f10a-d2b9-4b15-a6b6-73bacce075fa up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:02.035098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:02.035098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device c93ac9c9-a0e1-4f8b-a456-42aeff1ae583 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:02.073247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event updated for resources: {'Port': ['ID=65083214-61d4-4baa-a59a-7479385f6bc0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:02.092600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:02.109197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2caa689-e9c0-45f3-b7ff-26e17ca435aa req-f0021f6d-ce91-4812-8390-610ff91c4fc0 tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Nov 27 15:51:02.110621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:02.111003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.193117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3088f10a-d2b9-4b15-a6b6-73bacce075fa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:02.194259 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.230550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300d876-9d78-4cab-9753-ad3aa5a16719 req-d3630a09-9ebd-4ebe-8985-2712c3e95f1c tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:02.232345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2300d876-9d78-4cab-9753-ad3aa5a16719 req-d3630a09-9ebd-4ebe-8985-2712c3e95f1c tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 945 time: 0.1135616 Nov 27 15:51:02.243666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-277318f6-7b24-4a9c-8ae3-60f73dae7973 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:02.245246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-277318f6-7b24-4a9c-8ae3-60f73dae7973 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.37 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 945 time: 0.1319060 Nov 27 15:51:02.259715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:02.290041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:02.311704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-e60ff04a-96e3-437d-9172-7d6b7a96040e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:02.312626 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-e60ff04a-96e3-437d-9172-7d6b7a96040e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 945 time: 0.1750567 Nov 27 15:51:02.379363 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.423947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2300d876-9d78-4cab-9753-ad3aa5a16719 req-e73f91a6-aef2-4b48-876d-1b099d01e6e9 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/security-groups?id=371ada03-a8cd-4458-8a38-b34b3473c4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770139 Nov 27 15:51:02.499419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Deleting port 6b60d33b-273f-4226-ab13-d857b5af8de5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:02.499780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.547143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.549882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238fcee9-ec20-4bab-8ca8-0d44c7231e19'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:02.556902 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe264b89-9482-449f-9fc9-502a93318e7b" -d '{"events": [{"server_uuid": "70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff", "name": "network-vif-plugged", "status": "completed", "tag": "238fcee9-ec20-4bab-8ca8-0d44c7231e19"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:02.573357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7834bc50-fc3d-4481-b158-b2fed19976b4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:02.703389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:02.719126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.734668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7834bc50-fc3d-4481-b158-b2fed19976b4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:02.736616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] For port 6b60d33b-273f-4226-ab13-d857b5af8de5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b60d33b-273f-4226-ab13-d857b5af8de5,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:02.736797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.737853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.766744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:02.771460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:02.780448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Calling delete_port for 6b60d33b-273f-4226-ab13-d857b5af8de5 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:02.782385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Deleting port 718bd503-9584-4973-b53c-cb207991c7e0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:02.782784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.806316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.886502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-71bcbdb0-a704-4ce9-9a71-e0ab33327e23 None None] Provisioning complete for port a9d69684-f50a-4bff-b0d3-451774d0a069 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:02.886790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-71bcbdb0-a704-4ce9-9a71-e0ab33327e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:02.946608 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43da8ffc-616a-4f88-a208-99633a409584 x-openstack-request-id: req-43da8ffc-616a-4f88-a208-99633a409584 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:02.946904 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff", "name": "network-vif-plugged", "status": "completed", "tag": "238fcee9-ec20-4bab-8ca8-0d44c7231e19", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:02.947166 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43da8ffc-616a-4f88-a208-99633a409584 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:02.947619 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238fcee9-ec20-4bab-8ca8-0d44c7231e19', 'code': 200} Nov 27 15:51:02.960330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.012150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2966-8fcd-43e6-baba-46197d7f211b req-c2063cdb-5ee7-419b-8810-96c46974bfce tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:03.024270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-022f2966-8fcd-43e6-baba-46197d7f211b req-c2063cdb-5ee7-419b-8810-96c46974bfce tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 944 time: 0.2327805 Nov 27 15:51:03.083406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 7834bc50-fc3d-4481-b158-b2fed19976b4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7834bc50-fc3d-4481-b158-b2fed19976b4,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:03.086755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=238fcee9-ec20-4bab-8ca8-0d44c7231e19,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:03.090071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:03.098182 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8395da87-efbf-4c70-8e5f-f67ccd0e2232 admin admin] 10.222.0.15 "PUT /v2.0/routers/d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2537665 Nov 27 15:51:03.099563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-71bcbdb0-a704-4ce9-9a71-e0ab33327e23 None None] Port a9d69684-f50a-4bff-b0d3-451774d0a069 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:03.106762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.165331 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f388c7e4-3910-47fb-b97b-1c1867dc67ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.176034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=7834bc50-fc3d-4481-b158-b2fed19976b4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:03.295080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-022f2966-8fcd-43e6-baba-46197d7f211b req-9b2df327-afeb-445e-a8a7-da5060d5059a tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695749 Nov 27 15:51:03.299381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fd37c-1ba4-4b35-85c3-d0da0aa248c4 req-ef95a8c9-d9cf-4a01-acd2-d43d53f8e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:03.301197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-891fd37c-1ba4-4b35-85c3-d0da0aa248c4 req-ef95a8c9-d9cf-4a01-acd2-d43d53f8e3af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 1096 time: 0.2142837 Nov 27 15:51:03.344995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Sync routers for ids ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:03.359372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Routers {'d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:03.359598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890561e-9d9f-419d-9f11-b2b0e49b2683 req-7c50710d-9374-42e2-969f-d4019be7cf81 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:03.360997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:03.368595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d890561e-9d9f-419d-9f11-b2b0e49b2683 req-7c50710d-9374-42e2-969f-d4019be7cf81 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 945 time: 0.2493589 Nov 27 15:51:03.380976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] For port 718bd503-9584-4973-b53c-cb207991c7e0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=718bd503-9584-4973-b53c-cb207991c7e0,segment=NetworkSegment(23d9de8c-5351-4ff7-b9ca-34bcac8e4b29),segment_id=23d9de8c-5351-4ff7-b9ca-34bcac8e4b29)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:03.381351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.429220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Calling delete_port for 718bd503-9584-4973-b53c-cb207991c7e0 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:03.439839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.445550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-891fd37c-1ba4-4b35-85c3-d0da0aa248c4 req-b39f2230-02af-4f46-87e0-5335c6859de8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333873 Nov 27 15:51:03.480692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6b60d33b-273f-4226-ab13-d857b5af8de5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:03.531272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.540565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f388c7e4-3910-47fb-b97b-1c1867dc67ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.542143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Pushing event deleted for resources: {'Port': ['ID=6b60d33b-273f-4226-ab13-d857b5af8de5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:03.547254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.559812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d890561e-9d9f-419d-9f11-b2b0e49b2683 req-f67b8fcd-d74b-4959-96ee-71bfa14d1c02 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858890 Nov 27 15:51:03.599207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f388c7e4-3910-47fb-b97b-1c1867dc67ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.623549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event updated for resources: {'Port': ['ID=65083214-61d4-4baa-a59a-7479385f6bc0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:03.640388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35d805-a444-44ee-bf64-2b317ee0e0ec req-cb443561-8c8f-4196-a6a3-756accd444bd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:03.653855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea35d805-a444-44ee-bf64-2b317ee0e0ec req-cb443561-8c8f-4196-a6a3-756accd444bd tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/ports?device_id=e17019b3-54ba-44ed-b32b-a40d92e766c6 HTTP/1.1" status: 200 len: 945 time: 0.2803857 Nov 27 15:51:03.683123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] No DVR routers for this DVR port 6b60d33b-273f-4226-ab13-d857b5af8de5 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:03.694886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.699815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb9672d1-a7a6-4ae0-aba9-adc173e3fc78 req-8cf5b791-6781-445b-ac4f-f2c69ff49411 tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.37 "DELETE /v2.0/ports/6b60d33b-273f-4226-ab13-d857b5af8de5 HTTP/1.1" status: 204 len: 173 time: 1.4459538 Nov 27 15:51:03.709776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349082ea-97fb-4901-b9e1-4c8864bece12', 'name': 'network-vif-deleted', 'tag': '6b60d33b-273f-4226-ab13-d857b5af8de5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:03.712965 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90883e7b-a6e9-4748-8023-f46f9731d33a" -d '{"events": [{"server_uuid": "349082ea-97fb-4901-b9e1-4c8864bece12", "name": "network-vif-deleted", "tag": "6b60d33b-273f-4226-ab13-d857b5af8de5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:03.722819 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f388c7e4-3910-47fb-b97b-1c1867dc67ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1f06a8fa48542ee8dd36512ab85cd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9318092 Nov 27 15:51:03.726293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36166) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:03.733970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Set router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:03.754679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388c7e4-3910-47fb-b97b-1c1867dc67ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336a36e2-8e47-480f-9b92-a9de09fcaf44,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:03.777199 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.815912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.826015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1a33f294-df72-48ff-b6ce-cbf4cacd822b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1295533 Nov 27 15:51:03.846614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:03.923734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7834bc50-fc3d-4481-b158-b2fed19976b4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:03.935068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Pushing event deleted for resources: {'Port': ['ID=718bd503-9584-4973-b53c-cb207991c7e0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:03.955014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea35d805-a444-44ee-bf64-2b317ee0e0ec req-2bd66ba8-0091-4f86-9768-a135bdc6402e tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.15 "GET /v2.0/security-groups?id=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876871 Nov 27 15:51:03.973605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a343b077-3b06-451f-9075-b8d53f979416 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:04.011173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-cc84d0f8-6440-4700-a584-73d9975dc1ec tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3308694 Nov 27 15:51:04.013623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] No DVR routers for this DVR port 718bd503-9584-4973-b53c-cb207991c7e0 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:04.016541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.020672 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2af69da9-1b44-46b3-bdd4-c7c43904288b req-73a387b6-c235-4366-b013-91399005519c tempest-LiveAutoBlockMigrationV225Test-414304659 tempest-LiveAutoBlockMigrationV225Test-414304659-project] 10.222.0.37 "DELETE /v2.0/ports/718bd503-9584-4973-b53c-cb207991c7e0 HTTP/1.1" status: 204 len: 173 time: 1.7008405 Nov 27 15:51:04.021192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'name': 'network-vif-deleted', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:04.025636 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2535db-e182-4f86-b45c-2acb054b2bad" -d '{"events": [{"server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "name": "network-vif-deleted", "tag": "718bd503-9584-4973-b53c-cb207991c7e0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:04.044212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:04.058014 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-471f30bc-13d1-4246-b2ae-cc3c76c67b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.117339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7834bc50-fc3d-4481-b158-b2fed19976b4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:04.117844 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.136113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-471f30bc-13d1-4246-b2ae-cc3c76c67b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.139761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d62e521-9395-4bc0-8f9d-8937fcdf276d req-0005500c-d855-42e0-bdca-46a55f8499ce tempest-AttachSCSIVolumeTestJSON-199361215 tempest-AttachSCSIVolumeTestJSON-199361215-project] 10.222.0.15 "GET /v2.0/ports?device_id=349082ea-97fb-4901-b9e1-4c8864bece12 HTTP/1.1" status: 200 len: 210 time: 0.0556231 Nov 27 15:51:04.145595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.236877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port a343b077-3b06-451f-9075-b8d53f979416 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:04.247001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port a343b077-3b06-451f-9075-b8d53f979416 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:04.247794 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.272192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-471f30bc-13d1-4246-b2ae-cc3c76c67b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.275414 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-471f30bc-13d1-4246-b2ae-cc3c76c67b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.276636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-471f30bc-13d1-4246-b2ae-cc3c76c67b39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/336a36e2-8e47-480f-9b92-a9de09fcaf44 HTTP/1.1" status: 204 len: 168 time: 0.5479703 Nov 27 15:51:04.288216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f30bc-13d1-4246-b2ae-cc3c76c67b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336a36e2-8e47-480f-9b92-a9de09fcaf44,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:04.333576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.337505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 4, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a9d69684-f50a-4bff-b0d3-451774d0a069', 'name': '', 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'mac_address': 'fa:16:3e:33:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:58Z', 'updated_at': '2021-11-27T15:51:01Z', 'revision_number': 2, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'subnets': [{'id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:04.388205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Checking router: d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:04.388332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Updating router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 port a9d69684-f50a-4bff-b0d3-451774d0a069 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:51:04.404477 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602698b0-498e-4765-8944-048dea5478db x-openstack-request-id: req-602698b0-498e-4765-8944-048dea5478db {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:04.404828 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349082ea-97fb-4901-b9e1-4c8864bece12", "name": "network-vif-deleted", "tag": "6b60d33b-273f-4226-ab13-d857b5af8de5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:04.405045 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-602698b0-498e-4765-8944-048dea5478db {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:04.405473 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349082ea-97fb-4901-b9e1-4c8864bece12', 'name': 'network-vif-deleted', 'tag': '6b60d33b-273f-4226-ab13-d857b5af8de5', 'status': 'completed', 'code': 200} Nov 27 15:51:04.422401 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1340c367-65b5-41f7-8db7-f49dded7c98b x-openstack-request-id: req-1340c367-65b5-41f7-8db7-f49dded7c98b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:04.422979 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17019b3-54ba-44ed-b32b-a40d92e766c6", "name": "network-vif-deleted", "tag": "718bd503-9584-4973-b53c-cb207991c7e0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:04.423472 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1340c367-65b5-41f7-8db7-f49dded7c98b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:04.424043 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17019b3-54ba-44ed-b32b-a40d92e766c6', 'name': 'network-vif-deleted', 'tag': '718bd503-9584-4973-b53c-cb207991c7e0', 'status': 'completed', 'code': 200} Nov 27 15:51:04.437447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.515262 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.673026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a343b077-3b06-451f-9075-b8d53f979416, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a343b077-3b06-451f-9075-b8d53f979416,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:04.684101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.684941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:04.743253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 718bd503-9584-4973-b53c-cb207991c7e0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:04.743867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 718bd503-9584-4973-b53c-cb207991c7e0 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:04.759126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36190) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:04.772710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1afd072-94af-4eda-b4bb-5a620d12a2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.816352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a343b077-3b06-451f-9075-b8d53f979416,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:04.853597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1afd072-94af-4eda-b4bb-5a620d12a2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.859936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1afd072-94af-4eda-b4bb-5a620d12a2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.882298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Allocated IP 172.25.1.248 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b749caa2-f32f-4414-924b-fa4adc7b9fa3) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:04.907928 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f1afd072-94af-4eda-b4bb-5a620d12a2ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=201a1bd8e78d4f7b88f77bdb55dd721c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451831 Nov 27 15:51:04.908167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36192) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:04.914201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd072-94af-4eda-b4bb-5a620d12a2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d64397-1093-41bb-92a1-917a6c0a3874,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:04.949368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:04.952159 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964be117-8378-4cb5-aaa0-c43f78ea30c3" -d '{"events": [{"server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "name": "network-vif-plugged", "status": "completed", "tag": "a343b077-3b06-451f-9075-b8d53f979416"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:04.956627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-3bb357d3-9cb1-4f82-a677-3520c5930ec3 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--323759439&fields=id&tenant_id=0e59c496f80c453987e5c56cb06a1310 HTTP/1.1" status: 200 len: 267 time: 0.4509480 Nov 27 15:51:04.963806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3514-1aef-4215-8a20-a806ec936451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.966429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.972624 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:04.988159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3514-1aef-4215-8a20-a806ec936451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.028711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97558-b792-4299-8de1-604ae127c3f8 None None] Pushing event updated for resources: {'Port': ['ID=a9d69684-f50a-4bff-b0d3-451774d0a069,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:05.044868 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3514-1aef-4215-8a20-a806ec936451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.047651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3514-1aef-4215-8a20-a806ec936451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.051927 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a6bc3514-1aef-4215-8a20-a806ec936451 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4d64397-1093-41bb-92a1-917a6c0a3874 HTTP/1.1" status: 204 len: 168 time: 0.1427801 Nov 27 15:51:05.066721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc3514-1aef-4215-8a20-a806ec936451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d64397-1093-41bb-92a1-917a6c0a3874,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:05.096115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.112368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Attempting to bind port a9d69684-f50a-4bff-b0d3-451774d0a069 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:05.112743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Attempting to bind port a9d69684-f50a-4bff-b0d3-451774d0a069 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:05.113099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Attempting to bind port a9d69684-f50a-4bff-b0d3-451774d0a069 on network 8a17da2b-db8f-41e5-a648-4be5e8f46240 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:05.119657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:05.120148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Checking segment: {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:05.120437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.120829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Bound using segment: {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:05.121455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Bound port: a9d69684-f50a-4bff-b0d3-451774d0a069, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:05.121843 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.142574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-0f01b577-42d3-41da-a3b2-41eea5032a12 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:05.150658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-0f01b577-42d3-41da-a3b2-41eea5032a12 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/networks?id=982e793e-3494-49b6-b29b-8fa2c102e4f9 HTTP/1.1" status: 200 len: 814 time: 0.1802130 Nov 27 15:51:05.178042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-424629bc-d54c-4c11-b2dd-2d3e66b25b7b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/quotas/0e59c496f80c453987e5c56cb06a1310 HTTP/1.1" status: 200 len: 375 time: 0.0262477 Nov 27 15:51:05.197743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] For port a9d69684-f50a-4bff-b0d3-451774d0a069, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:05.216345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] For port a9d69684-f50a-4bff-b0d3-451774d0a069, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a9d69684-f50a-4bff-b0d3-451774d0a069,segment=NetworkSegment(d995b343-4377-4fbf-b7fa-adf1d32bdbd3),segment_id=d995b343-4377-4fbf-b7fa-adf1d32bdbd3)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:05.225127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.228598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b007edfe-557a-496f-8a84-af0a18a1c590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.270584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-d77c8dbd-35cd-464c-b70e-3ef7fcfef126 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e59c496f80c453987e5c56cb06a1310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902581 Nov 27 15:51:05.276506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.335103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Routers {'d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:05.335830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:50:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:05.382147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97558-b792-4299-8de1-604ae127c3f8 None None] Pushing event updated for resources: {'Port': ['ID=a9d69684-f50a-4bff-b0d3-451774d0a069,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:05.384946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:05.393249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:05.396741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=b749caa2-f32f-4414-924b-fa4adc7b9fa3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:05.406397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:05.476424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-d74100ca-eacc-4fc5-884e-1f6e0d832073 service neutron] 10.222.0.15 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596773 Nov 27 15:51:05.479579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:51:05.491051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dcf543d4-1f91-4ac0-84e1-602f087ae9a8 None None] Provisioning complete for port a9d69684-f50a-4bff-b0d3-451774d0a069 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:05.491421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dcf543d4-1f91-4ac0-84e1-602f087ae9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.536263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] Set router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:05.575913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.643508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5cc162f3-f70c-4c2a-a6f4-bcb7c21ee888 service neutron] 10.222.0.15 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601131 Nov 27 15:51:05.646663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.714245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dcf543d4-1f91-4ac0-84e1-602f087ae9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.761153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dcf543d4-1f91-4ac0-84e1-602f087ae9a8 None None] For port a9d69684-f50a-4bff-b0d3-451774d0a069, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a9d69684-f50a-4bff-b0d3-451774d0a069,segment=NetworkSegment(d995b343-4377-4fbf-b7fa-adf1d32bdbd3),segment_id=d995b343-4377-4fbf-b7fa-adf1d32bdbd3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:05.770199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dcf543d4-1f91-4ac0-84e1-602f087ae9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.884984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.900663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.918091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf543d4-1f91-4ac0-84e1-602f087ae9a8 None None] Pushing event updated for resources: {'Port': ['ID=a9d69684-f50a-4bff-b0d3-451774d0a069,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:05.937294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2276a3d3-c775-4d92-b59f-ee7cd6f7f093 None None] Provisioning complete for port a9d69684-f50a-4bff-b0d3-451774d0a069 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:05.937566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2276a3d3-c775-4d92-b59f-ee7cd6f7f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:05.998408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=b749caa2-f32f-4414-924b-fa4adc7b9fa3,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:06.015506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0229c-e435-40a7-9d09-bbf78f50a5b2 req-4a826d7c-d0ff-4ef1-b8f9-d6535bd880f2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:06.017294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7d0229c-e435-40a7-9d09-bbf78f50a5b2 req-4a826d7c-d0ff-4ef1-b8f9-d6535bd880f2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.1353383 Nov 27 15:51:06.049749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:06.089110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:06.090695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-fc0ecb3b-5385-49ef-a604-243bb274a31d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0685930 Nov 27 15:51:06.109900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7d0229c-e435-40a7-9d09-bbf78f50a5b2 req-6ba7d950-db41-4c2f-ac72-b55a8fadefdb tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775874 Nov 27 15:51:06.160214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b60d33b-273f-4226-ab13-d857b5af8de5 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:06.191035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 6b60d33b-273f-4226-ab13-d857b5af8de5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:06.191377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b60d33b-273f-4226-ab13-d857b5af8de5 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:06.233756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-38ef3291-0583-420d-8c10-7eb67dd5a44d tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.1091859 Nov 27 15:51:06.238132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 4, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a9d69684-f50a-4bff-b0d3-451774d0a069', 'name': '', 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'mac_address': 'fa:16:3e:33:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:58Z', 'updated_at': '2021-11-27T15:51:05Z', 'revision_number': 4, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'subnets': [{'id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:06.278620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bd576-0f22-44b0-848f-d1d8dd81412e None None] The sync data for ids ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'] in n-d-819494-4 is: [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 4, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a9d69684-f50a-4bff-b0d3-451774d0a069', 'name': '', 'network_id': '8a17da2b-db8f-41e5-a648-4be5e8f46240', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'mac_address': 'fa:16:3e:33:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:58Z', 'updated_at': '2021-11-27T15:51:05Z', 'revision_number': 4, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'subnets': [{'id': 'e7abad39-8c1f-43e5-97c3-e714ad5b6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:06.452036 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-a6736e0e-4eb2-4b95-80a5-2209ed07fc5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581527 Nov 27 15:51:06.457755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1f9d4-7d80-4d88-88bd-04b99a3a57e3 req-2ffbda67-2224-489f-af3b-143055a9c51d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:06.459324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27e1f9d4-7d80-4d88-88bd-04b99a3a57e3 req-2ffbda67-2224-489f-af3b-143055a9c51d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 945 time: 0.2563179 Nov 27 15:51:06.487803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-e7773449-519b-402e-8cab-181dab0a6296 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:06.489246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02ce64af-eb61-4740-8aee-a83dd2da3574 req-e7773449-519b-402e-8cab-181dab0a6296 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2546296 Nov 27 15:51:06.582829 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126ba103-93d7-4c14-a9b2-cc141c199847 x-openstack-request-id: req-126ba103-93d7-4c14-a9b2-cc141c199847 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:06.583331 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "name": "network-vif-plugged", "status": "completed", "tag": "a343b077-3b06-451f-9075-b8d53f979416", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:06.583663 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-126ba103-93d7-4c14-a9b2-cc141c199847 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:06.585367 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416', 'code': 200} Nov 27 15:51:06.596390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27e1f9d4-7d80-4d88-88bd-04b99a3a57e3 req-78435de3-e3ff-4d62-917a-7e7f5cb26c30 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209185 Nov 27 15:51:06.640260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-4033d016-0f81-4b2a-b42c-70c7806a3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:06.643048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-4033d016-0f81-4b2a-b42c-70c7806a3148 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1096 time: 0.1095192 Nov 27 15:51:06.667120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36246) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:06.873616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-7edbed05-9770-48c6-a4a4-ef276589a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:06.875594 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-7edbed05-9770-48c6-a4a4-ef276589a163 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.2049837 Nov 27 15:51:06.992276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-95b05dc5-4740-48fc-af28-61de6399bc8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 1000 time: 0.1063960 Nov 27 15:51:07.000603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a0dbe52-6000-4231-87ea-6254513e263e req-29840ca2-0f2a-4367-926a-ce7fdc020a2c tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 210 time: 0.1430287 Nov 27 15:51:07.096062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-1dc351a1-4dc0-4a18-8f79-47cd9cfea072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:07.097385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Deleting subnet 2c43f5a0-2116-4379-abfc-5ab1bc13c328 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:07.097639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-1dc351a1-4dc0-4a18-8f79-47cd9cfea072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0976396 Nov 27 15:51:07.100796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.160835 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.248078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.258455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6123-3532-490a-a1e0-1cf6ad44d9b7 req-9dc33eda-268b-4b3a-bca9-e9655a1e3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:07.267729 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39ef6123-3532-490a-a1e0-1cf6ad44d9b7 req-9dc33eda-268b-4b3a-bca9-e9655a1e3f94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 1096 time: 0.4975498 Nov 27 15:51:07.274535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-b3707df6-303e-4323-b25b-c0d43f6496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:07.278447 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-b3707df6-303e-4323-b25b-c0d43f6496af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715758 Nov 27 15:51:07.338863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.367599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-36cf182c-5aee-46fc-96ae-0b4cd0a29b41 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5412991 Nov 27 15:51:07.403327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:07.413397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c43f5a0-2116-4379-abfc-5ab1bc13c328,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:07.418904 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.426114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad6c68ee-2de0-41d3-9d3f-d21f8bd79c99 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2c43f5a0-2116-4379-abfc-5ab1bc13c328 HTTP/1.1" status: 204 len: 168 time: 0.7551146 Nov 27 15:51:07.428452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36276) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:07.448334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39ef6123-3532-490a-a1e0-1cf6ad44d9b7 req-f0c95bbd-a9b6-4c26-93b3-b4913fbe70bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680880 Nov 27 15:51:07.492997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.512514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe4a-edf3-4418-8294-fd22e1adb623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.524913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0fc48-ffa6-4504-903f-41c0bceb44d1 req-b0b74926-7e2a-4e7f-bd10-f87af688413c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:07.532194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8da0fc48-ffa6-4504-903f-41c0bceb44d1 req-b0b74926-7e2a-4e7f-bd10-f87af688413c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.1770401 Nov 27 15:51:07.569913 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-6e51702b-a032-4b35-b671-f38c650d7bbf service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671239 Nov 27 15:51:07.573057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.638876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8da0fc48-ffa6-4504-903f-41c0bceb44d1 req-480b85fe-9b4a-40f1-92f6-fee1b69cade3 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057203 Nov 27 15:51:07.728208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.750145 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4777e4f2-da0b-4240-a4c3-9da4a63ba498 req-327c019e-5e0e-40ce-9954-c7ac352e1c42 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708088 Nov 27 15:51:07.756952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.760361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c29ef00-b7e9-4431-8275-c7f37c550603']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:07.772545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:07.773031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d9de8c-5351-4ff7-b9ca-34bcac8e4b29') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:07.797277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.862819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.876446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:07.877150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:07.879331 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:07.912717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451937-c09e-4dcb-87e6-d6a6a1831a3e req-f772249a-e293-46bd-9dab-eff5f94a8f71 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:07.921113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a9d69684-f50a-4bff-b0d3-451774d0a069 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:07.932859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0451937-c09e-4dcb-87e6-d6a6a1831a3e req-f772249a-e293-46bd-9dab-eff5f94a8f71 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 945 time: 0.2212083 Nov 27 15:51:08.005462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a9d69684-f50a-4bff-b0d3-451774d0a069 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:08.006281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.025165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0451937-c09e-4dcb-87e6-d6a6a1831a3e req-0c6784ad-b7eb-44c9-a352-7b8075427c00 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908327 Nov 27 15:51:08.178940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Allocated IP 172.25.1.152 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/a5977258-786a-4b28-a72d-8f25dfceb84d) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:08.315458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.324712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-2f00377a-c266-4c08-82ea-93d8bcd541b2 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:08.327262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-2f00377a-c266-4c08-82ea-93d8bcd541b2 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.37 "GET /v2.0/networks?id=982e793e-3494-49b6-b29b-8fa2c102e4f9 HTTP/1.1" status: 200 len: 814 time: 0.5462754 Nov 27 15:51:08.335825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.354568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.361325 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c29ef00-b7e9-4431-8275-c7f37c550603 HTTP/1.1" status: 204 len: 168 time: 0.9293401 Nov 27 15:51:08.368798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36320) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:08.369836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affb92e-d7e7-447f-9d1b-1b109b10f555 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c29ef00-b7e9-4431-8275-c7f37c550603,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:08.409448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.448772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.498513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-074e521b-7c65-4519-995e-e140db7bf2bc tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e59c496f80c453987e5c56cb06a1310 HTTP/1.1" status: 200 len: 379 time: 0.1386020 Nov 27 15:51:08.519063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Request body: {'port': {'device_id': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'admin_state_up': True, 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'security_groups': ['125289b6-512e-4b57-8604-fa36d866176b']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:08.548872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:08.561166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Deleting subnet 4356e686-f8c1-4477-aec4-0946a57a1976 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:08.580769 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.589676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:08.592899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:08.598514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cf9b145-6b87-434e-ab4c-81b93a3a4fac req-8d9d6344-322c-4c09-b5b1-6595ac90e502 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 210 time: 0.0677118 Nov 27 15:51:08.642658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=a5977258-786a-4b28-a72d-8f25dfceb84d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:08.687162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.726899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.786207 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.786490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.856601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Made reservation on behalf of 0e59c496f80c453987e5c56cb06a1310 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:08.860944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:08.981224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.044949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.052276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.061514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4356e686-f8c1-4477-aec4-0946a57a1976,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:09.069079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.074004 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-383e52c2-b454-4116-bfe4-8a382eac4f6a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4356e686-f8c1-4477-aec4-0946a57a1976 HTTP/1.1" status: 204 len: 168 time: 0.7019086 Nov 27 15:51:09.077642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36330) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:09.134321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Allocated IP 172.20.0.12 (982e793e-3494-49b6-b29b-8fa2c102e4f9/55132449-9823-417a-bb71-932bd7401b59/38264885-85b2-4e4c-a700-d2bf3173e6f7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:09.260527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=a5977258-786a-4b28-a72d-8f25dfceb84d,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:09.280606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ac089-5321-416e-b4e9-e9c08b5d4d72 req-e4308c29-d956-4dfe-b6d0-e5869c666bd0 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:09.282286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21ac089-5321-416e-b4e9-e9c08b5d4d72 req-e4308c29-d956-4dfe-b6d0-e5869c666bd0 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.2311499 Nov 27 15:51:09.292391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.304449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.336900 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.338196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-a5f5fbb4-605c-411f-91ae-676f3c8c51f4 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9702084 Nov 27 15:51:09.347220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.386657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.439226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:09.442469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:09.447311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:09.451180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event updated for resources: {'Port': ['ID=38264885-85b2-4e4c-a700-d2bf3173e6f7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:09.479598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21ac089-5321-416e-b4e9-e9c08b5d4d72 req-f5c2e9d9-ebcf-4c5d-92ba-793e73ad51d9 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817684 Nov 27 15:51:09.504834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-ac545617-9fd8-4b98-9ecc-c7b27e5dae30 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.152 HTTP/1.1" status: 200 len: 696 time: 0.1433685 Nov 27 15:51:09.508857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.527452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:09.528403 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.540975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754b0fb1-d0b1-4904-804e-07bc235501f2']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:09.556721 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-27e00209-d470-4ead-81c9-88160e8fc1d6 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0492048 Nov 27 15:51:09.576536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Request body: {'port': {'device_id': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:09.655720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.658691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189158fb-5d22-4657-bc61-73c89482d90c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:09.658992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189158fb-5d22-4657-bc61-73c89482d90c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:09.681982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.706656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9bbad-0478-44b7-9ce6-4730d64a5b50 req-6ee43e28-77bb-46d2-8bbd-58f68d978825 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:09.714309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82d9bbad-0478-44b7-9ce6-4730d64a5b50 req-6ee43e28-77bb-46d2-8bbd-58f68d978825 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 945 time: 0.1552534 Nov 27 15:51:09.769855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.798662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:09.799068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:09.800730 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:09.840960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a4c438db-23e1-4bae-b858-93fee869446f None None] Provisioning complete for port 38264885-85b2-4e4c-a700-d2bf3173e6f7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:09.842019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a4c438db-23e1-4bae-b858-93fee869446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.859331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82d9bbad-0478-44b7-9ce6-4730d64a5b50 req-100f02ed-6844-4786-93b7-10ec70f19017 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441009 Nov 27 15:51:09.879763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-6287145d-473b-4afc-af69-b5f483084524 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:09.881128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c894a20-e13a-45f3-9834-d9c2e7de62a7 req-6287145d-473b-4afc-af69-b5f483084524 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.3625317 Nov 27 15:51:09.923781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a4c438db-23e1-4bae-b858-93fee869446f None None] Port 38264885-85b2-4e4c-a700-d2bf3173e6f7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:09.927752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.934728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:09.944816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] 10.222.0.15 "DELETE /v2.0/networks/754b0fb1-d0b1-4904-804e-07bc235501f2 HTTP/1.1" status: 204 len: 168 time: 0.8647709 Nov 27 15:51:09.982695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf2e20-036a-49ce-945a-a9eedb0d9a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=754b0fb1-d0b1-4904-804e-07bc235501f2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:10.018308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38264885-85b2-4e4c-a700-d2bf3173e6f7 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:10.031478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.047500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Transition to ACTIVE for port object 38264885-85b2-4e4c-a700-d2bf3173e6f7 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:10.053365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.116360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f6f68-880d-40ae-accb-480b3443d90a req-79f8f929-626b-4d00-a668-861339c7e247 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:10.129331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:10.132824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f73f6f68-880d-40ae-accb-480b3443d90a req-79f8f929-626b-4d00-a668-861339c7e247 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.1191044 Nov 27 15:51:10.135796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Request body: {'floatingip': {'port_id': 'a343b077-3b06-451f-9075-b8d53f979416'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:10.151274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eacce-eb0d-4bb2-a4ae-d09afef9c7f8 req-e5e5267d-54bd-4ebd-ad84-9aebb541042e tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:10.152827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-241eacce-eb0d-4bb2-a4ae-d09afef9c7f8 req-e5e5267d-54bd-4ebd-ad84-9aebb541042e tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 944 time: 0.0983500 Nov 27 15:51:10.201017 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.266186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-241eacce-eb0d-4bb2-a4ae-d09afef9c7f8 req-c6b3a802-6ca5-493a-9389-302abfd57f62 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043966 Nov 27 15:51:10.268819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36348) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:10.317469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.322857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Pushing event updated for resources: {'Port': ['ID=38264885-85b2-4e4c-a700-d2bf3173e6f7,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:10.398532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3578b4cc-7852-4f0b-a0a3-602c8a2e7da0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93d68f827a2e4d9cbecdba351503bc7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1285830 Nov 27 15:51:10.409121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-382ce901-d638-44c3-9f95-4685eca5353e tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2702279 Nov 27 15:51:10.411394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:10.425831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:10.450963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Attempting to bind port 38264885-85b2-4e4c-a700-d2bf3173e6f7 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:10.451366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Attempting to bind port 38264885-85b2-4e4c-a700-d2bf3173e6f7 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:10.451772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Attempting to bind port 38264885-85b2-4e4c-a700-d2bf3173e6f7 on network 982e793e-3494-49b6-b29b-8fa2c102e4f9 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:10.465619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Port 38264885-85b2-4e4c-a700-d2bf3173e6f7 on network 982e793e-3494-49b6-b29b-8fa2c102e4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:10.466149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Attempting to bind port 38264885-85b2-4e4c-a700-d2bf3173e6f7 on network 982e793e-3494-49b6-b29b-8fa2c102e4f9 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:10.484046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:10.484384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Checking segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:10.484767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Bound using segment: {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:10.485211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Bound port: 38264885-85b2-4e4c-a700-d2bf3173e6f7, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:10.485616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.521140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.574523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95c2d640-d7bb-49c7-a80a-f0c34ff931c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.629440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95c2d640-d7bb-49c7-a80a-f0c34ff931c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.678284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a04840-dffb-484d-8cdd-930c134ca78d req-2e7501af-24f8-495f-8503-76b69a24468a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:10.679805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96a04840-dffb-484d-8cdd-930c134ca78d req-2e7501af-24f8-495f-8503-76b69a24468a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 945 time: 0.1597595 Nov 27 15:51:10.724611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95c2d640-d7bb-49c7-a80a-f0c34ff931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.727323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95c2d640-d7bb-49c7-a80a-f0c34ff931c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.738808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-95c2d640-d7bb-49c7-a80a-f0c34ff931c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19ddb0f3-4dcf-4e9e-b48b-fe8eda205197 HTTP/1.1" status: 204 len: 168 time: 0.3190732 Nov 27 15:51:10.779466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.794200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] For port 38264885-85b2-4e4c-a700-d2bf3173e6f7, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:10.800698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2d640-d7bb-49c7-a80a-f0c34ff931c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddb0f3-4dcf-4e9e-b48b-fe8eda205197,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:10.824606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] For port 38264885-85b2-4e4c-a700-d2bf3173e6f7, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:10.868858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:10.963650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Allocated IP 172.25.1.119 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b8d372af-3e0a-404b-a425-c623551bb02e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:10.969749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36370) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:11.051261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:11.052092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.055444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] 10.222.0.37 "PUT /v2.0/ports/38264885-85b2-4e4c-a700-d2bf3173e6f7 HTTP/1.1" status: 200 len: 1092 time: 1.4833441 Nov 27 15:51:11.057116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:11.062197 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17a94e-dda8-4cfd-bb71-a9192ee62808" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:11.067172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Deleting port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:11.067648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.076950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c5330-c219-4ee1-8623-aacdceb83621 service neutron] Pushing event updated for resources: {'Port': ['ID=38264885-85b2-4e4c-a700-d2bf3173e6f7,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:11.126051 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.190761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe040e9-0034-4e42-81c7-bdddf9146875 req-c239181c-479a-4651-8336-c9679eae0985 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:11.200770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe040e9-0034-4e42-81c7-bdddf9146875 req-c239181c-479a-4651-8336-c9679eae0985 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 945 time: 0.1995723 Nov 27 15:51:11.290908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36378) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:11.305982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-c509d829-f4eb-4250-aad8-cc0ea82f7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:11.307824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-c509d829-f4eb-4250-aad8-cc0ea82f7d18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e59c496f80c453987e5c56cb06a1310&device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 1095 time: 0.1977432 Nov 27 15:51:11.330822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fe040e9-0034-4e42-81c7-bdddf9146875 req-afa33ab1-6d92-4fc0-ada7-f5a149e4a46b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282976 Nov 27 15:51:11.351970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.360572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] For port 238fcee9-ec20-4bab-8ca8-0d44c7231e19, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=238fcee9-ec20-4bab-8ca8-0d44c7231e19,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:11.361047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.366045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-efd3874c-9a8c-4fc7-a215-1b4582efcf4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.406519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-b10ab3e5-5d5b-42cd-963d-e2589b92c2ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7 HTTP/1.1" status: 200 len: 217 time: 0.0700068 Nov 27 15:51:11.419256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Calling delete_port for 238fcee9-ec20-4bab-8ca8-0d44c7231e19 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:11.463082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.477071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:51:11.521717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:11.522831 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b9cd8-cefd-425f-81c8-dfbfd82b34e9 x-openstack-request-id: req-1d3b9cd8-cefd-425f-81c8-dfbfd82b34e9 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:11.523236 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:11.523739 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d3b9cd8-cefd-425f-81c8-dfbfd82b34e9 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:11.524439 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'status': 'completed', 'code': 200} Nov 27 15:51:11.530319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:11.535074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:11.559965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2baefdf2-84a4-4ee2-b558-bd95d310cd22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f813651a6f84c2b8f37b44d4af03c6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2663951 Nov 27 15:51:11.569252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36384) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:11.592676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-ccdd73bc-605c-4e89-97a3-e66a961e80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:11.594251 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-ccdd73bc-605c-4e89-97a3-e66a961e80c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55132449-9823-417a-bb71-932bd7401b59 HTTP/1.1" status: 200 len: 853 time: 0.1729956 Nov 27 15:51:11.616836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=b8d372af-3e0a-404b-a425-c623551bb02e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:11.624461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.627250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-efd3874c-9a8c-4fc7-a215-1b4582efcf4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.642891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-efd3874c-9a8c-4fc7-a215-1b4582efcf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.645311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.729181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-efd3874c-9a8c-4fc7-a215-1b4582efcf4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05f8366c30a64b34b3ba2ef26854a4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7556245 Nov 27 15:51:11.729181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3874c-9a8c-4fc7-a215-1b4582efcf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218f7f6-0807-427f-b7c3-14e708552289,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:11.738673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122dd4-4641-4b84-aacf-e5e91e33aa2e req-41603721-4e98-4aeb-ae82-afb3035c5764 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:11.747136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea122dd4-4641-4b84-aacf-e5e91e33aa2e req-41603721-4e98-4aeb-ae82-afb3035c5764 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 944 time: 0.1718409 Nov 27 15:51:11.754585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36386) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:11.810971 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5488f3a9-500c-469c-b504-8b71e5961897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.867889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea122dd4-4641-4b84-aacf-e5e91e33aa2e req-bab9efcf-c1bd-4da3-afef-ebf7485e7e62 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198020 Nov 27 15:51:11.888213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b17-0c7a-4c89-949f-77324b58f1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.894017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5488f3a9-500c-469c-b504-8b71e5961897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.926352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b17-0c7a-4c89-949f-77324b58f1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:11.997006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b17-0c7a-4c89-949f-77324b58f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.000409 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b17-0c7a-4c89-949f-77324b58f1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.004439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f4c12b17-0c7a-4c89-949f-77324b58f1d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1218f7f6-0807-427f-b7c3-14e708552289 HTTP/1.1" status: 204 len: 168 time: 0.2483866 Nov 27 15:51:12.009463 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5488f3a9-500c-469c-b504-8b71e5961897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.010244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-a864f917-0f9b-469d-8910-b2f7895c1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:12.011728 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-a864f917-0f9b-469d-8910-b2f7895c1aab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=982e793e-3494-49b6-b29b-8fa2c102e4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4091332 Nov 27 15:51:12.012432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5488f3a9-500c-469c-b504-8b71e5961897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.013554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5488f3a9-500c-469c-b504-8b71e5961897 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/828d5b06-c9cd-4024-ad4e-4f7cc283eba9 HTTP/1.1" status: 204 len: 168 time: 0.4373264 Nov 27 15:51:12.026168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12b17-0c7a-4c89-949f-77324b58f1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218f7f6-0807-427f-b7c3-14e708552289,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:12.054444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488f3a9-500c-469c-b504-8b71e5961897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828d5b06-c9cd-4024-ad4e-4f7cc283eba9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:12.171542 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.208752 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Floating IP 82877ba1-50e6-4707-a45a-b9d912a4f5d6 associated. External IP: 172.25.1.191, port: a343b077-3b06-451f-9075-b8d53f979416. Nov 27 15:51:12.220702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event deleted for resources: {'Port': ['ID=238fcee9-ec20-4bab-8ca8-0d44c7231e19,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:12.277740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.333306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] No DVR routers for this DVR port 238fcee9-ec20-4bab-8ca8-0d44c7231e19 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:12.337261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.340695 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96a04840-dffb-484d-8cdd-930c134ca78d req-c0c877e2-005e-4fa1-a9e0-76a75e60d71e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "DELETE /v2.0/ports/238fcee9-ec20-4bab-8ca8-0d44c7231e19 HTTP/1.1" status: 204 len: 173 time: 1.6303818 Nov 27 15:51:12.342720 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-984121d2-b4c4-4ca1-ab68-950039402bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067734 Nov 27 15:51:12.384356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.629575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.643866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.654438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cc79687c-7718-4e84-9784-4eb56ceadf9c req-10e625c9-beb4-48d6-83ad-c982ccdd7988 service neutron] 10.222.0.37 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781737 Nov 27 15:51:12.666334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a085f9e-fe67-4b69-bc6c-fee612b47cac req-e9cf0aee-7029-4beb-8221-e7e10094730c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff HTTP/1.1" status: 200 len: 210 time: 0.0346897 Nov 27 15:51:12.710754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Router 073f719a-64cc-488c-bdd0-acc52bc4cb49 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:12.750670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=b8d372af-3e0a-404b-a425-c623551bb02e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:12.766730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.785798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:12.796403 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.797702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-a8f9bd04-cc39-4020-9d2a-71ce3191e528 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3876967 Nov 27 15:51:12.805292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e911a0de-1682-4fa1-a0e1-ecf687eeeefa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:12.891410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-2a08a35a-d130-4600-97b7-c4e4bbaee900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:12.893324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-2a08a35a-d130-4600-97b7-c4e4bbaee900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e59c496f80c453987e5c56cb06a1310&device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 1095 time: 0.1534917 Nov 27 15:51:12.947466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36418) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:13.237782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:13.250844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:13.251612 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] Sync routers for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:13.269208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:13.270128 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:13.296639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-2a35bc83-f440-4c7c-9746-0bf01beed600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:13.298252 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-2a35bc83-f440-4c7c-9746-0bf01beed600 service neutron] 10.222.0.37 "GET /v2.0/networks?id=982e793e-3494-49b6-b29b-8fa2c102e4f9 HTTP/1.1" status: 200 len: 915 time: 0.3733068 Nov 27 15:51:13.352441 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-992e69a9-8ea5-4f95-81b6-dbd531a44b9c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "PUT /v2.0/floatingips/82877ba1-50e6-4707-a45a-b9d912a4f5d6 HTTP/1.1" status: 200 len: 991 time: 3.2218826 Nov 27 15:51:13.354099 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-eea32266-2941-40d6-89f2-4a203578b0af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7 HTTP/1.1" status: 200 len: 217 time: 0.0460091 Nov 27 15:51:13.379675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-64fa7e5b-b042-41c1-95b7-be260cfcfcb1 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.5711050 Nov 27 15:51:13.400072 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:13.465436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36430) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:13.506183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-d4216de2-0225-4c88-a3ff-9f56bec9960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:13.508613 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-d4216de2-0225-4c88-a3ff-9f56bec9960d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55132449-9823-417a-bb71-932bd7401b59 HTTP/1.1" status: 200 len: 853 time: 0.0942793 Nov 27 15:51:13.525710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'name': 'network-vif-deleted', 'tag': '238fcee9-ec20-4bab-8ca8-0d44c7231e19'}, {'name': 'network-changed', 'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:13.528407 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a327244d-649f-4630-9b48-b0665080659e" -d '{"events": [{"server_uuid": "70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff", "name": "network-vif-deleted", "tag": "238fcee9-ec20-4bab-8ca8-0d44c7231e19"}, {"name": "network-changed", "server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "tag": "a343b077-3b06-451f-9075-b8d53f979416"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:13.538022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f934-318a-412d-ac6f-388a8d3457cf req-82233e4b-f79c-4c48-a368-22109e549967 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:13.546579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a713f934-318a-412d-ac6f-388a8d3457cf req-82233e4b-f79c-4c48-a368-22109e549967 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 944 time: 0.2427523 Nov 27 15:51:13.585050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-d190e59a-f81b-4d9c-808b-cbaf372e2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:13.587154 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-d190e59a-f81b-4d9c-808b-cbaf372e2319 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=982e793e-3494-49b6-b29b-8fa2c102e4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707200 Nov 27 15:51:13.656746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e911a0de-1682-4fa1-a0e1-ecf687eeeefa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:13.670465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1299160620-network', 'tenant_id': 'f0a75ef21d91414eb96ac65731a6ca3a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:13.675685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e911a0de-1682-4fa1-a0e1-ecf687eeeefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:13.698289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-5aa59053-bb84-4973-b598-a167a99c238a tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:13.699948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1964fb79-5af5-4e78-b554-6a7347feb492 req-5aa59053-bb84-4973-b598-a167a99c238a tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.3145838 Nov 27 15:51:13.714679 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '82877ba1-50e6-4707-a45a-b9d912a4f5d6', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'port_id': 'a343b077-3b06-451f-9075-b8d53f979416', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'mac_address': 'fa:16:3e:de:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:49:49Z', 'updated_at': '2021-11-27T15:51:11Z', 'revision_number': 1, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:13.723458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Made reservation on behalf of f0a75ef21d91414eb96ac65731a6ca3a for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:13.729728 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:13.730296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a713f934-318a-412d-ac6f-388a8d3457cf req-166a0980-c8d5-4b51-b6c1-4b856aa75af4 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785049 Nov 27 15:51:13.747328 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] Checking router: 073f719a-64cc-488c-bdd0-acc52bc4cb49 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:13.756810 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:13.757770 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:13.774430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a0de-1682-4fa1-a0e1-ecf687eeeefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf6ada-41cd-4ebc-86d0-ee49bd795873,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:13.780037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:13.792602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e911a0de-1682-4fa1-a0e1-ecf687eeeefa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=868526a22b974360915982573d334e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0040748 Nov 27 15:51:13.793839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36440) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:13.844407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 238fcee9-ec20-4bab-8ca8-0d44c7231e19 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:13.898388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 238fcee9-ec20-4bab-8ca8-0d44c7231e19 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:13.902368 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72835d8-0fd0-4f88-b58a-a9d685df178d x-openstack-request-id: req-a72835d8-0fd0-4f88-b58a-a9d685df178d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:13.902804 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff", "name": "network-vif-deleted", "tag": "238fcee9-ec20-4bab-8ca8-0d44c7231e19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "tag": "a343b077-3b06-451f-9075-b8d53f979416", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:13.903153 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a72835d8-0fd0-4f88-b58a-a9d685df178d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:13.903645 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eacb0e-213c-4d6a-8e5d-1d8e1bc4f8ff', 'name': 'network-vif-deleted', 'tag': '238fcee9-ec20-4bab-8ca8-0d44c7231e19', 'status': 'completed', 'code': 200} Nov 27 15:51:13.904002 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416', 'status': 'completed', 'code': 200} Nov 27 15:51:13.904746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 238fcee9-ec20-4bab-8ca8-0d44c7231e19 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:13.922326 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:13.939250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.091639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3603f3cc-1635-4dec-b3f9-ee6aaff5e3df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.095893 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-23e6817a-0dff-4fd5-8fcd-28fd31749fbb service neutron] 10.222.0.37 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690001 Nov 27 15:51:14.186263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327244d-649f-4630-9b48-b0665080659e req-cc45260a-c379-463b-9a97-43c8e394830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:14.187770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-cc45260a-c379-463b-9a97-43c8e394830a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b50e6c92e60d4dbd80600e14c3260698&device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 1096 time: 0.3205051 Nov 27 15:51:14.262570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3603f3cc-1635-4dec-b3f9-ee6aaff5e3df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.281306 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '82877ba1-50e6-4707-a45a-b9d912a4f5d6', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'port_id': 'a343b077-3b06-451f-9075-b8d53f979416', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'mac_address': 'fa:16:3e:de:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:49:49Z', 'updated_at': '2021-11-27T15:51:11Z', 'revision_number': 1, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:14.310652 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb8099-2d0f-407c-b8c6-cba3404b14b3 None None] The sync data for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 is: [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '82877ba1-50e6-4707-a45a-b9d912a4f5d6', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'port_id': 'a343b077-3b06-451f-9075-b8d53f979416', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'mac_address': 'fa:16:3e:de:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:49:49Z', 'updated_at': '2021-11-27T15:51:11Z', 'revision_number': 1, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:14.397257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-cae0b0a4-1c4f-470d-8288-2017245ffa1f tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5037646 Nov 27 15:51:14.418370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:14.495627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3603f3cc-1635-4dec-b3f9-ee6aaff5e3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.498320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3603f3cc-1635-4dec-b3f9-ee6aaff5e3df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.499511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3603f3cc-1635-4dec-b3f9-ee6aaff5e3df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ccf6ada-41cd-4ebc-86d0-ee49bd795873 HTTP/1.1" status: 204 len: 168 time: 0.7035851 Nov 27 15:51:14.500631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.509720 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.533034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.533922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-401e9c7d-4d60-4e93-9305-9ac4c447272d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:14.535443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-401e9c7d-4d60-4e93-9305-9ac4c447272d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.3084631 Nov 27 15:51:14.544582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:14.544820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f3cc-1635-4dec-b3f9-ee6aaff5e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf6ada-41cd-4ebc-86d0-ee49bd795873,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:14.557656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.558004 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Added segment adc66ed9-5654-4faa-8ce1-654d90a7bf82 of type vlan for network 909a1380-a230-48ba-869c-ef496b2094ea Nov 27 15:51:14.573705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327244d-649f-4630-9b48-b0665080659e req-a0aab4fb-8e21-445b-b130-241a2512df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:14.575490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-a0aab4fb-8e21-445b-b130-241a2512df36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051 HTTP/1.1" status: 200 len: 917 time: 0.3677506 Nov 27 15:51:14.612541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.661703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-396d910b-43a8-4f68-8bbc-0bafb11135b4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.1190729 Nov 27 15:51:14.669564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58abc3f-8ae0-407d-9ec9-2596b2991398 None None] New status for floating IP 82877ba1-50e6-4707-a45a-b9d912a4f5d6: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:51:14.706915 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7e17a94e-dda8-4cfd-bb71-a9192ee62808 req-b612a0d6-c82c-4a99-99fb-e6bba056cc3c service neutron] 10.222.0.37 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779214 Nov 27 15:51:14.724082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db6834-3533-4eae-accb-cbe8b6d164a2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:14.727291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-262779c2-41a9-4248-96e6-fde7cae0bd24 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427041 Nov 27 15:51:14.747094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.748050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:14.748598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.760206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-be1263ad-c2de-41ae-ab8e-9521be8aa42c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343b077-3b06-451f-9075-b8d53f979416 HTTP/1.1" status: 200 len: 999 time: 0.1517878 Nov 27 15:51:14.828366 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3584671 Nov 27 15:51:14.832217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36466) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:14.832808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952175b-b826-4e3f-aa01-8e3833880164 admin admin] Pushing event updated for resources: {'Network': ['ID=909a1380-a230-48ba-869c-ef496b2094ea,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:14.856728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Request body: {'subnet': {'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1299160620-subnet', 'tenant_id': 'f0a75ef21d91414eb96ac65731a6ca3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:14.858470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 909a1380-a230-48ba-869c-ef496b2094ea details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:14.923433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327244d-649f-4630-9b48-b0665080659e req-849f2f01-bb35-413f-9e71-ff66a500d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:14.924910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-849f2f01-bb35-413f-9e71-ff66a500d9f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95374975-4618-4767-8314-4174c248f655 HTTP/1.1" status: 200 len: 855 time: 0.1572874 Nov 27 15:51:14.936319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Made reservation on behalf of f0a75ef21d91414eb96ac65731a6ca3a for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:14.939058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:14.966478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.036713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Deleting port 6276dfc2-e8d5-4881-8b5c-06111f680ace {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:15.036936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.128939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327244d-649f-4630-9b48-b0665080659e req-cc8e724b-bcf2-418d-8a63-66eb38849553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:15.130541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-cc8e724b-bcf2-418d-8a63-66eb38849553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918762 Nov 27 15:51:15.193445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] For port 6276dfc2-e8d5-4881-8b5c-06111f680ace, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6276dfc2-e8d5-4881-8b5c-06111f680ace,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:15.193822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.213385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-244244a2-dcb6-435f-8196-7940af7d9dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761949 Nov 27 15:51:15.216167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Calling delete_port for 6276dfc2-e8d5-4881-8b5c-06111f680ace owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:15.227315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.265282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Allocated IP 172.25.1.155 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/1195b7fc-0e56-4e01-a2b8-4cb11b680eac) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:15.326941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce2444c-391e-44d8-91e7-1e0054b9f2d1,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:15.361230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-7a8c960e-b7f0-4a84-98ba-394b376034ce service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057977 Nov 27 15:51:15.388256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:15.388716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Network hostable DHCP agents. Network: 909a1380-a230-48ba-869c-ef496b2094ea, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:15.429256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Network 909a1380-a230-48ba-869c-ef496b2094ea is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:15.450489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 909a1380-a230-48ba-869c-ef496b2094ea) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:15.461745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b7d5b-1771-4809-b03e-96db46d234a2 None None] Network 909a1380-a230-48ba-869c-ef496b2094ea requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:15.486839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:15.487910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.501430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-d52eca30-e38a-463d-8fd8-68ea893f9471 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742286 Nov 27 15:51:15.579068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.592190 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1628ab5d-69e3-4bdb-b4cb-b10cd2a75869 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7603834 Nov 27 15:51:15.593712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.630945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a327244d-649f-4630-9b48-b0665080659e req-7c023e8e-1606-4da1-b1c5-f07e94c4782a service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352908 Nov 27 15:51:15.638921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6cfd3d-0a4f-4cc4-8e7a-25d25465e6ae None None] Network 909a1380-a230-48ba-869c-ef496b2094ea requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:15.647762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Pushing event deleted for resources: {'Port': ['ID=6276dfc2-e8d5-4881-8b5c-06111f680ace,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:15.745493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:15.932540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:15.955763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:15.958715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:16.013905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=1195b7fc-0e56-4e01-a2b8-4cb11b680eac,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:16.017347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 38264885-85b2-4e4c-a700-d2bf3173e6f7 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:16.086467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efe782-f393-47cd-9117-b843ccb712e2 req-b8303e2a-e8f7-496a-a03d-c3e13da994d7 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:16.088186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86efe782-f393-47cd-9117-b843ccb712e2 req-b8303e2a-e8f7-496a-a03d-c3e13da994d7 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 944 time: 0.1808512 Nov 27 15:51:16.125157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.167548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.180527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86efe782-f393-47cd-9117-b843ccb712e2 req-e5629ade-51c6-46e4-aab9-2a1d7c85a4e4 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856149 Nov 27 15:51:16.232843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.244074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 38264885-85b2-4e4c-a700-d2bf3173e6f7, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:16.279363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'port_id': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'mac_address': 'fa:16:3e:f2:67:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:16.350182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.364352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38264885-85b2-4e4c-a700-d2bf3173e6f7 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:16.391371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 38264885-85b2-4e4c-a700-d2bf3173e6f7, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:16.396124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.437167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.447623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.488462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Router 478c258c-f4ac-437d-a671-7a0361835b92 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:16.489625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=38264885-85b2-4e4c-a700-d2bf3173e6f7,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:16.540311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event updated for resources: {'Port': ['ID=1195b7fc-0e56-4e01-a2b8-4cb11b680eac,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:16.550899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.570895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.572513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-aa5e9c3f-a50d-4367-ae40-51398e6d6049 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1647944 Nov 27 15:51:16.599277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['38264885-85b2-4e4c-a700-d2bf3173e6f7'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:16.628982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-5bd85c6f-0601-4440-9286-584ca6494a77 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.155 HTTP/1.1" status: 200 len: 696 time: 0.0492096 Nov 27 15:51:16.664677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:16.671867 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-12c27320-be05-4683-873f-1e20bf4f389d admin admin] 10.222.0.15 "PUT /v2.0/routers/478c258c-f4ac-437d-a671-7a0361835b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7218904 Nov 27 15:51:16.676384 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] Sync routers for ids ['478c258c-f4ac-437d-a671-7a0361835b92'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:16.679144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36514) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:16.695903 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] Routers {'478c258c-f4ac-437d-a671-7a0361835b92'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:16.698271 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478c258c-f4ac-437d-a671-7a0361835b92'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:16.721741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:16.727671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-818541047-network', 'tenant_id': '62b97fa16be841c1b5bf7f597c5ed7ab'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:16.764129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Made reservation on behalf of 62b97fa16be841c1b5bf7f597c5ed7ab for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:16.768012 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.787462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.869524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-fa96b908-ffd1-4513-8eae-0251a840cad1 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:16.871287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19380c50-cea7-4ac7-8b7e-9d42c770682c req-fa96b908-ffd1-4513-8eae-0251a840cad1 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2348638 Nov 27 15:51:16.891448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.944910 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] Set router 478c258c-f4ac-437d-a671-7a0361835b92 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:16.963015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.971161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:16.993834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:17.001984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82cecd2c-c18f-4c7c-8ac6-7f3fea2f4450 req-cfc3ff48-749c-4fbe-ad22-b8ba32975d34 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 210 time: 0.0390165 Nov 27 15:51:17.009305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5989159-bee7-407e-9e49-ba8fd1dd4580,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:17.027474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.027820 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Added segment d6edf566-a493-4df3-bdd0-21a9a165bab5 of type vlan for network 6e6e5a7b-bbc4-485d-befa-33245f452b53 Nov 27 15:51:17.079159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.121645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.125072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:17.126376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.142183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-890ed323-1114-4373-afb7-e5b7ccd87b38 req-3a87faac-cd37-4bce-bb7c-db5e807e40a1 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips/44b8ba2b-f6b2-4ca1-a399-ab62ae61af22 HTTP/1.1" status: 200 len: 693 time: 0.1494293 Nov 27 15:51:17.174274 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:51:15Z', 'revision_number': 5, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:17.210417 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4870334 Nov 27 15:51:17.215074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] Checking router: 478c258c-f4ac-437d-a671-7a0361835b92 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:17.216963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36550) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:17.226379 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] Routers {'478c258c-f4ac-437d-a671-7a0361835b92'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:17.227120 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478c258c-f4ac-437d-a671-7a0361835b92'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:17.227715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Request body: {'subnet': {'network_id': '6e6e5a7b-bbc4-485d-befa-33245f452b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-818541047-subnet', 'tenant_id': '62b97fa16be841c1b5bf7f597c5ed7ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:17.233166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d633d-d624-4c83-834e-483e5dad7310 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6e5a7b-bbc4-485d-befa-33245f452b53,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:17.246316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6e6e5a7b-bbc4-485d-befa-33245f452b53 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:17.306149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed323-1114-4373-afb7-e5b7ccd87b38 req-cd03266c-c6f3-427e-b63d-a6c6622b4a87 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:17.307781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-890ed323-1114-4373-afb7-e5b7ccd87b38 req-cd03266c-c6f3-427e-b63d-a6c6622b4a87 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1589684 Nov 27 15:51:17.347993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.391581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-f93390a3-69d1-44dd-866a-ed83d0e409d8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:17.393365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-f93390a3-69d1-44dd-866a-ed83d0e409d8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.1399758 Nov 27 15:51:17.407574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Made reservation on behalf of 62b97fa16be841c1b5bf7f597c5ed7ab for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:17.411162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.425370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Request body: {'port': {'device_id': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'admin_state_up': True, 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:17.429244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9459-d53a-45cd-8062-4f76c9963e83 req-fb39d1aa-9676-4fe1-a560-4f099a4ada85 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:17.431500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-619e9459-d53a-45cd-8062-4f76c9963e83 req-fb39d1aa-9676-4fe1-a560-4f099a4ada85 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 945 time: 0.1195076 Nov 27 15:51:17.498907 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] Set router 478c258c-f4ac-437d-a671-7a0361835b92 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:17.502902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-fac23b53-99bb-43fa-afa7-45f01609ac42 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips/44b8ba2b-f6b2-4ca1-a399-ab62ae61af22 HTTP/1.1" status: 200 len: 693 time: 0.1079450 Nov 27 15:51:17.548615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-619e9459-d53a-45cd-8062-4f76c9963e83 req-65c45f46-7d14-48ff-bd16-a806e29cdc3f tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724025 Nov 27 15:51:17.617221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Deleting port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:17.617678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.737796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:17.744056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.787417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] For port 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:17.787938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.816936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Calling delete_port for 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:17.825820 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:51:15Z', 'revision_number': 5, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:17.828390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-36cc6ec1-279c-46f7-8547-4db62dc837e2 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:17.835119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:17.836627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-36cc6ec1-279c-46f7-8547-4db62dc837e2 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.3224890 Nov 27 15:51:17.846640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36568) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:17.861457 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36c6d2-7736-4a3a-8802-c1ac496e259e None None] The sync data for ids ['478c258c-f4ac-437d-a671-7a0361835b92'] in n-d-819494-4 is: [{'id': '478c258c-f4ac-437d-a671-7a0361835b92', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020552617-router', 'tenant_id': '8f57e876e4f9497cb8b0304ebdce63af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:48:50Z', 'updated_at': '2021-11-27T15:51:15Z', 'revision_number': 5, 'project_id': '8f57e876e4f9497cb8b0304ebdce63af', 'gw_port': {'id': '530aa9cf-030d-45fd-8a9d-b3b7392ae0fa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c258c-f4ac-437d-a671-7a0361835b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:48:52Z', 'updated_at': '2021-11-27T15:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:17.944601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-b48b4955-f265-4397-a5b9-248c25a71c29 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.155 HTTP/1.1" status: 200 len: 696 time: 0.1068540 Nov 27 15:51:17.987106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c39a3bb-9174-4d93-b195-6236e38de90f,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:18.006075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-e0a18d1f-16c5-41d0-b3e0-dedf90727a77 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.155 HTTP/1.1" status: 200 len: 696 time: 0.0606582 Nov 27 15:51:18.015546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 38264885-85b2-4e4c-a700-d2bf3173e6f7 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:18.021076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Checking segment: {'id': 'd6edf566-a493-4df3-bdd0-21a9a165bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6e6e5a7b-bbc4-485d-befa-33245f452b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:18.021450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Network hostable DHCP agents. Network: 6e6e5a7b-bbc4-485d-befa-33245f452b53, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:18.036410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Allocated IP 172.20.0.11 (3b4c9dfc-baf2-4462-858e-99107c600e5f/1d80349c-5fad-4eb0-94b2-9d827665cff3/65f2809c-a20a-4c93-9a64-548285d7c0a6) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:18.081379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Network 6e6e5a7b-bbc4-485d-befa-33245f452b53 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:18.098268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 38264885-85b2-4e4c-a700-d2bf3173e6f7 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:18.098900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 6e6e5a7b-bbc4-485d-befa-33245f452b53) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:18.103968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 38264885-85b2-4e4c-a700-d2bf3173e6f7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:18.103968 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.107413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608078d9-15f0-4865-80b6-0119765c2584 None None] Network 6e6e5a7b-bbc4-485d-befa-33245f452b53 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:18.109149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:18.111475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.195002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5a87ccb2-2f7c-4620-a912-5562c0a68729 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9738030 Nov 27 15:51:18.299297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.348697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.376920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6ff3-bac0-47b2-a0b6-f3471e90240b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.395889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a639a45-3e42-4555-b6f2-1657e16f5d82 None None] Network 6e6e5a7b-bbc4-485d-befa-33245f452b53 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:18.397750 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.470093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:18.474118 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47319fd7-d7c2-4cd5-aad4-f483dc417d97" -d '{"events": [{"server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "name": "network-vif-plugged", "status": "completed", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:18.482158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:18.486682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:18.495248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:18.497838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 38264885-85b2-4e4c-a700-d2bf3173e6f7, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:18.503385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:18.520651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.568638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:18.569342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.591036 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0f1b4c8e-8f6b-44fa-9477-3d256fc3db8c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1763995 Nov 27 15:51:18.606202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Request body: {'port': {'device_id': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:18.606405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64f1f5-e629-413a-919e-4bb213eb3dab req-dbd9dde7-e43f-46b1-9df4-5c764687fa7e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:18.613394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b64f1f5-e629-413a-919e-4bb213eb3dab req-dbd9dde7-e43f-46b1-9df4-5c764687fa7e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 932 time: 0.2487082 Nov 27 15:51:18.640172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=38264885-85b2-4e4c-a700-d2bf3173e6f7,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:18.667912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.738151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b64f1f5-e629-413a-919e-4bb213eb3dab req-98208cb6-7770-4727-847d-577e17575308 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238871 Nov 27 15:51:18.739958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6ff3-bac0-47b2-a0b6-f3471e90240b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.742486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.749235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6ff3-bac0-47b2-a0b6-f3471e90240b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.787615 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3409a-14e8-45e0-8308-eb051ad3c0e3 x-openstack-request-id: req-c2f3409a-14e8-45e0-8308-eb051ad3c0e3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:18.787937 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "name": "network-vif-plugged", "status": "completed", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:18.790512 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2f3409a-14e8-45e0-8308-eb051ad3c0e3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:18.790981 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'code': 200} Nov 27 15:51:18.802304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=530aa9cf-030d-45fd-8a9d-b3b7392ae0fa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:18.822172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Deleting port 1195b7fc-0e56-4e01-a2b8-4cb11b680eac {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:18.822537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.895390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7a3a6ff3-bac0-47b2-a0b6-f3471e90240b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b7bee5d18e946da9c3d6528988f5e01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0429170 Nov 27 15:51:18.895390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a6ff3-bac0-47b2-a0b6-f3471e90240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2fcde4-6d00-4cf3-987d-46832336a280,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:18.896482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36590) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:18.980646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a4adaf7a-0d72-4e6c-b08e-81ffa1acc97b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:18.997126 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.027548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36318-df6b-43a2-a1fe-21b4d5edae2c req-170872f9-539b-472d-bb68-1375aca543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:19.029200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8f36318-df6b-43a2-a1fe-21b4d5edae2c req-170872f9-539b-472d-bb68-1375aca543ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 1097 time: 0.1276119 Nov 27 15:51:19.031556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a4adaf7a-0d72-4e6c-b08e-81ffa1acc97b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.044798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f2809c-a20a-4c93-9a64-548285d7c0a6 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:19.059229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.086578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Transition to ACTIVE for port object 65f2809c-a20a-4c93-9a64-548285d7c0a6 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:19.091086 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.133709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.134220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.137631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.140675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a4adaf7a-0d72-4e6c-b08e-81ffa1acc97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.143485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a4adaf7a-0d72-4e6c-b08e-81ffa1acc97b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.147157 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a4adaf7a-0d72-4e6c-b08e-81ffa1acc97b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee2fcde4-6d00-4cf3-987d-46832336a280 HTTP/1.1" status: 204 len: 168 time: 0.2472646 Nov 27 15:51:19.150816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.179585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adaf7a-0d72-4e6c-b08e-81ffa1acc97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2fcde4-6d00-4cf3-987d-46832336a280,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:19.184833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:19.205625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Calling delete_port for 1195b7fc-0e56-4e01-a2b8-4cb11b680eac owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:19.256794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Attempting to bind port 65f2809c-a20a-4c93-9a64-548285d7c0a6 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:19.257358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Attempting to bind port 65f2809c-a20a-4c93-9a64-548285d7c0a6 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:19.258379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Attempting to bind port 65f2809c-a20a-4c93-9a64-548285d7c0a6 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:19.266782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Port 65f2809c-a20a-4c93-9a64-548285d7c0a6 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:19.267120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Attempting to bind port 65f2809c-a20a-4c93-9a64-548285d7c0a6 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:19.272672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:19.273007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:19.275133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Bound using segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:19.275758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Bound port: 65f2809c-a20a-4c93-9a64-548285d7c0a6, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:19.276103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.312707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.313225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478c258c-f4ac-437d-a671-7a0361835b92 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:51:19.327572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8f36318-df6b-43a2-a1fe-21b4d5edae2c req-f21c18b5-56a1-4dc3-bafb-32a7d34ed31a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601445 Nov 27 15:51:19.342156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.343343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-abd9344d-2c72-4d89-b5a2-6e09e4e03b19 admin admin] 10.222.0.15 "DELETE /v2.0/routers/478c258c-f4ac-437d-a671-7a0361835b92 HTTP/1.1" status: 204 len: 168 time: 2.6630642 Nov 27 15:51:19.346076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36604) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:19.376724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-ae5e9ed5-f69c-4211-9e5c-5b018628bfbd tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:19.378852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-ae5e9ed5-f69c-4211-9e5c-5b018628bfbd tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.2815342 Nov 27 15:51:19.395513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:19.403924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-56681718-8b42-4b67-ad10-863c899a6b58 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/quotas/f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 375 time: 0.0192807 Nov 27 15:51:19.418815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:19.425385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Deleting subnet 5853f839-8c55-4421-bb12-84505842b1be {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:19.430928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.436847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.443805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-3f552134-425e-4c98-adbe-987187f760e7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320363 Nov 27 15:51:19.510644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:19.511262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.512635 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] 10.222.0.21 "PUT /v2.0/ports/65f2809c-a20a-4c93-9a64-548285d7c0a6 HTTP/1.1" status: 200 len: 1092 time: 0.9117901 Nov 27 15:51:19.513091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:19.516021 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00" -d '{"events": [{"name": "network-changed", "server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:19.534148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.568854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e58633-59c1-4166-9d09-707f74ba5434 service neutron] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:19.593594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.628798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event deleted for resources: {'Port': ['ID=1195b7fc-0e56-4e01-a2b8-4cb11b680eac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:19.650144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-8ba77ff6-20b3-40eb-af9f-5d65deac3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:19.651636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-8ba77ff6-20b3-40eb-af9f-5d65deac3197 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 1095 time: 0.0767541 Nov 27 15:51:19.667885 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.709285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-f8bef292-209b-4481-a886-67ab0409f663 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561655 Nov 27 15:51:19.726155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.729125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.730791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f96e41-ab53-4297-8ee1-32a3dcbd2063 req-6cd294e4-670c-49ad-bc77-28ee1ff4822c tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "DELETE /v2.0/floatingips/44b8ba2b-f6b2-4ca1-a399-ab62ae61af22 HTTP/1.1" status: 204 len: 173 time: 1.3695040 Nov 27 15:51:19.749972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-ad9c3357-a567-450e-ad30-c4645d9dfdf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6 HTTP/1.1" status: 200 len: 217 time: 0.0886023 Nov 27 15:51:19.819968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.849436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5853f839-8c55-4421-bb12-84505842b1be,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:19.852551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-3d3bd681-8d59-4245-b2f1-b667e9f69036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:19.854180 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-3d3bd681-8d59-4245-b2f1-b667e9f69036 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.0949099 Nov 27 15:51:19.859647 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:19.865486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c14d64-cafa-4790-a145-88e5b9750b7c None None] Network 08c2de1b-f4e9-4434-92ce-c8646725fa32 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:19.866798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4abc6e2-fcef-4e97-8f80-895696acf390 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5853f839-8c55-4421-bb12-84505842b1be HTTP/1.1" status: 204 len: 168 time: 0.5164092 Nov 27 15:51:19.872221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445700d-9c98-47eb-8a20-2904f73bc210 req-4641a212-ae47-4d0e-a624-bd798b36394e tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:19.872221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4445700d-9c98-47eb-8a20-2904f73bc210 req-4641a212-ae47-4d0e-a624-bd798b36394e tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 946 time: 0.0741944 Nov 27 15:51:19.881280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36624) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:19.914603 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-f7cca4df-b61c-40c7-b876-cff355f48d27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447602 Nov 27 15:51:19.999155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.021369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-8235a243-504a-41d5-ae68-536ce28c0118 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048193 Nov 27 15:51:20.035759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6276dfc2-e8d5-4881-8b5c-06111f680ace no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:20.060732 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-0cdbf687-c697-427d-ae21-f4aa29fb9ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383026 Nov 27 15:51:20.083837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6276dfc2-e8d5-4881-8b5c-06111f680ace {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:20.084353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6276dfc2-e8d5-4881-8b5c-06111f680ace not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:20.084822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:20.146897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4445700d-9c98-47eb-8a20-2904f73bc210 req-cd58a3c5-3a08-4f50-b3b9-78c8f6810169 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481394 Nov 27 15:51:20.171121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:20.171468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 530aa9cf-030d-45fd-8a9d-b3b7392ae0fa not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:20.188660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Deleting port aed3e029-44cd-4f47-8a65-7599326a2590 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:20.192603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.194051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:20.299651 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8adb7c03-ecf0-4e1e-b906-f7016b661678 req-d6f5a09a-832d-42ca-8e54-c49a7a47627b service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289989 Nov 27 15:51:20.304314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] DHCP port deletion for 08c2de1b-f4e9-4434-92ce-c8646725fa32 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:51:20.347888 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed37e6d-18ee-4431-ab0a-4d8db9c04df2 x-openstack-request-id: req-2ed37e6d-18ee-4431-ab0a-4d8db9c04df2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:20.348194 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:20.348454 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ed37e6d-18ee-4431-ab0a-4d8db9c04df2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:20.349147 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'status': 'completed', 'code': 200} Nov 27 15:51:20.421683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] Deleting port aed3e029-44cd-4f47-8a65-7599326a2590 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:20.422365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.481493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-aa91a2b6-8510-401e-9ed0-d0205e349c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:20.482969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-aa91a2b6-8510-401e-9ed0-d0205e349c7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 1095 time: 0.1055949 Nov 27 15:51:20.513967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] For port aed3e029-44cd-4f47-8a65-7599326a2590, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aed3e029-44cd-4f47-8a65-7599326a2590,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:20.514427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.531799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] Calling delete_port for aed3e029-44cd-4f47-8a65-7599326a2590 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:20.573011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1019305048-network', 'tenant_id': '3c740ebebb144ae6aa4b1bada0965199'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:20.631471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-cbd8685f-647c-485f-a255-f5b352564673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:20.633772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-cbd8685f-647c-485f-a255-f5b352564673 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 0.1432624 Nov 27 15:51:20.635743 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.665090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] Pushing event deleted for resources: {'Port': ['ID=aed3e029-44cd-4f47-8a65-7599326a2590,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:20.676573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b76f7f-a1e0-484f-898f-be00c960aa62 None None] No DVR routers for this DVR port aed3e029-44cd-4f47-8a65-7599326a2590 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:20.708264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-15c252e3-f290-4890-ad12-2f33c163e38d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6 HTTP/1.1" status: 200 len: 217 time: 0.0652254 Nov 27 15:51:20.732780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] For port aed3e029-44cd-4f47-8a65-7599326a2590, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aed3e029-44cd-4f47-8a65-7599326a2590,segment=NetworkSegment(514f1bc5-dd53-47a1-8b03-711b99b085bd),segment_id=514f1bc5-dd53-47a1-8b03-711b99b085bd)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:20.733197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.736455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Made reservation on behalf of 3c740ebebb144ae6aa4b1bada0965199 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:20.738757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.774462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-02b2305e-2fcc-49be-8efd-fa91da5b52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:20.775984 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-02b2305e-2fcc-49be-8efd-fa91da5b52ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.0586529 Nov 27 15:51:20.780114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Calling delete_port for aed3e029-44cd-4f47-8a65-7599326a2590 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:20.789019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:20.811146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-7a84e506-0973-466d-820d-f0d25be2e281 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273194 Nov 27 15:51:20.831815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace91569-0b3e-4575-8bc6-9fb83bfa3c62 req-03dea271-9d36-4186-bd98-cab1991c71ad tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:20.833343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ace91569-0b3e-4575-8bc6-9fb83bfa3c62 req-03dea271-9d36-4186-bd98-cab1991c71ad tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 944 time: 0.2562959 Nov 27 15:51:20.842361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade7d58-6779-4fce-a47e-b930f4b04451 req-004bc748-6876-4697-871b-1e9641269284 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:20.845881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ade7d58-6779-4fce-a47e-b930f4b04451 req-004bc748-6876-4697-871b-1e9641269284 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4761758 Nov 27 15:51:20.949434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5747aad7-3dd3-46f2-810b-5557ea604705 req-a559d6f5-b658-4d92-b602-f7f60e50a2b3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 210 time: 0.0471711 Nov 27 15:51:20.954929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-ac35f07a-7ec9-4998-9308-3315425dd64a service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262333 Nov 27 15:51:21.052000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ace91569-0b3e-4575-8bc6-9fb83bfa3c62 req-78cff21f-c47f-426c-9841-3d89a9e749bc tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026517 Nov 27 15:51:21.064152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-505eae41-57ac-4f12-bae5-7b7b4b74dd94 req-fe62af00-2f7e-4ac1-a7bf-73f3a737154a tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=9034b30c34bb4f7a984677bfdced0eaa HTTP/1.1" status: 200 len: 1657 time: 0.0873902 Nov 27 15:51:21.089457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.090817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5328c1b1-dfc4-4d76-af91-468a2dcd4f00 req-155339e9-31fe-4961-97d7-be5810bbcf43 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163108 Nov 27 15:51:21.168591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Pushing event deleted for resources: {'Port': ['ID=aed3e029-44cd-4f47-8a65-7599326a2590,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:21.178674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.180625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] No DVR routers for this DVR port aed3e029-44cd-4f47-8a65-7599326a2590 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:21.188391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.293793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:21.542894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-97387446-102e-4a5c-8885-d698e4b85ad0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:21.544325 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-97387446-102e-4a5c-8885-d698e4b85ad0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.1169145 Nov 27 15:51:21.559820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Request body: {'port': {'device_id': '76420c97-16c5-430d-aeab-818110a9547d', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'admin_state_up': True, 'tenant_id': 'f0a75ef21d91414eb96ac65731a6ca3a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:21.610515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:21.627394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.644055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eae41-57ac-4f12-bae5-7b7b4b74dd94 req-6e072ba9-6363-46c9-8967-92959a2fe113 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:21.645542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-505eae41-57ac-4f12-bae5-7b7b4b74dd94 req-6e072ba9-6363-46c9-8967-92959a2fe113 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks?id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 787 time: 0.5691984 Nov 27 15:51:21.647324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.647669 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Added segment adcfac55-d2a3-433e-ab1c-eb184af2d6e5 of type vlan for network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 Nov 27 15:51:21.686628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Made reservation on behalf of f0a75ef21d91414eb96ac65731a6ca3a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:21.690450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.690743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c2de1b-f4e9-4434-92ce-c8646725fa32']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:21.709341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514f1bc5-dd53-47a1-8b03-711b99b085bd') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:21.709667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514f1bc5-dd53-47a1-8b03-711b99b085bd') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:21.725181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.735947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a197e-e765-4023-966e-49a4a698b096 req-4270cd56-8183-4b52-806b-a1a8aa7d1af2 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:21.737433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f96a197e-e765-4023-966e-49a4a698b096 req-4270cd56-8183-4b52-806b-a1a8aa7d1af2 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 946 time: 0.5060084 Nov 27 15:51:21.740724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.769335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.786247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:21.786691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:21.788757 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:21.848210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Allocated IP 172.20.0.2 (909a1380-a230-48ba-869c-ef496b2094ea/7ce2444c-391e-44d8-91e7-1e0054b9f2d1/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:21.859234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.860147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:21.860716 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.865285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aed3e029-44cd-4f47-8a65-7599326a2590 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:21.893913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: aed3e029-44cd-4f47-8a65-7599326a2590 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:21.894263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aed3e029-44cd-4f47-8a65-7599326a2590 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:21.931252 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.936759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:21.942662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] 10.222.0.15 "DELETE /v2.0/networks/08c2de1b-f4e9-4434-92ce-c8646725fa32 HTTP/1.1" status: 204 len: 168 time: 2.0579119 Nov 27 15:51:21.946426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36656) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:21.976506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f96a197e-e765-4023-966e-49a4a698b096 req-6d010724-4628-468c-8ac7-affd964ef720 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269399 Nov 27 15:51:21.983570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-56982ec1-c53c-473b-8c8c-ed25ef853c8a tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips/f96f6492-5af2-4ad3-b7bc-037d98b89165 HTTP/1.1" status: 200 len: 693 time: 0.1413217 Nov 27 15:51:21.998349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8023319 Nov 27 15:51:21.999227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36660) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:22.011106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368752-1f5e-4e33-8d2b-707a2abbd395 admin admin] Pushing event updated for resources: {'Network': ['ID=3c14b793-5b6f-41bc-8355-aa33b9d630f3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:22.019062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Request body: {'subnet': {'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1019305048-subnet', 'tenant_id': '3c740ebebb144ae6aa4b1bada0965199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:22.022766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:22.118339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c4094-201d-4167-a6a3-c1889706af3e admin admin] Pushing event deleted for resources: {'Network': ['ID=08c2de1b-f4e9-4434-92ce-c8646725fa32,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:22.149270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebf0fe6a-492a-4cda-95ce-cbc144116fc8 req-852ae65f-0a86-4c99-b0ea-0285e8f2caad tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 210 time: 0.0693998 Nov 27 15:51:22.159938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Made reservation on behalf of 3c740ebebb144ae6aa4b1bada0965199 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:22.162656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.276572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-89a072e2-8940-4fc9-b7e0-55d0c56d5f70 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:22.278089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-89a072e2-8940-4fc9-b7e0-55d0c56d5f70 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2707536 Nov 27 15:51:22.346578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.350754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-a99b42e1-45ea-49a4-8fab-d0513ec31db7 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0651152 Nov 27 15:51:22.370170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b35f43-8b89-4598-b5dd-e80d65c9b533 req-ef550099-3a8f-447e-a3c6-98fb3ede3b29 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:22.371556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5b35f43-8b89-4598-b5dd-e80d65c9b533 req-ef550099-3a8f-447e-a3c6-98fb3ede3b29 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 946 time: 0.1545482 Nov 27 15:51:22.380614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36666) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:22.412746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Request body: {'floatingip': {'port_id': '38264885-85b2-4e4c-a700-d2bf3173e6f7'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:22.463277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.466622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-604dbd37-79c6-469e-b27d-1d73227c9e39 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1077991 Nov 27 15:51:22.518911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.529123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Network 909a1380-a230-48ba-869c-ef496b2094ea is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:22.536649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:22.544624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:22.551453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:22.588459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.588806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.589148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.589515 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.589851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.590180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.590510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.590836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.591161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.591480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.591801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.592120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.638238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:22.638753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.660771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-83768ed7-c0c7-4032-8142-a9b433a18556 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052728 Nov 27 15:51:22.676187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Request body: {'port': {'device_id': '76420c97-16c5-430d-aeab-818110a9547d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:22.754397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.769442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d418f-1084-48a6-9742-db397e619f62 req-e56ea110-8197-408d-9f65-22886f207a09 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:22.770922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-544d418f-1084-48a6-9742-db397e619f62 req-e56ea110-8197-408d-9f65-22886f207a09 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 944 time: 0.3147452 Nov 27 15:51:22.815301 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.823949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.962819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:22.978631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Deleting port b8d372af-3e0a-404b-a425-c623551bb02e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:22.979273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:22.993277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-544d418f-1084-48a6-9742-db397e619f62 req-e56f2b52-c7b8-460e-abf6-2c31c700dc20 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108297 Nov 27 15:51:22.994580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.994938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.995284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.995627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.995968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.996305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.996638 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.996966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.997311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.997650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.997980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:22.998310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:23.057936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Checking segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:23.058299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Network hostable DHCP agents. Network: 3c14b793-5b6f-41bc-8355-aa33b9d630f3, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:23.174841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:23.177983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.178307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.221283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:23.227505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Calling delete_port for b8d372af-3e0a-404b-a425-c623551bb02e owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:23.232079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.237499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3c14b793-5b6f-41bc-8355-aa33b9d630f3) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:23.248308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c154c0-2ad1-4d63-ba7d-85659a65f26b None None] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:23.251510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Transition to ACTIVE for port object 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:23.259239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:23.259239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.265095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.276907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Deleting port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:23.277306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.352160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4eba7b48-c6c2-4d7c-866f-707d2225f96b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3422537 Nov 27 15:51:23.393528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769dc65-bd9f-4f33-bad6-3b03ae8294b5 req-a52880d1-4235-4af4-b7c3-cfa90380d634 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:23.402034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2769dc65-bd9f-4f33-bad6-3b03ae8294b5 req-a52880d1-4235-4af4-b7c3-cfa90380d634 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 931 time: 0.1684124 Nov 27 15:51:23.443922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] For port 49f30a35-7ca1-4baf-b7ff-a7fa00380f18, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:23.444532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.465000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Calling delete_port for 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:23.524262 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.529385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7515b-44b7-4c4b-9891-201d64cf9a1f None None] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:23.529636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.534909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2769dc65-bd9f-4f33-bad6-3b03ae8294b5 req-a9480072-2311-42b2-99b2-96cdfa966106 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320205 Nov 27 15:51:23.609354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:23.662824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.697582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event deleted for resources: {'Port': ['ID=b8d372af-3e0a-404b-a425-c623551bb02e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:23.707941 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Floating IP cd8db95c-71fd-440a-83e8-06453fe891ec associated. External IP: 172.25.1.197, port: 38264885-85b2-4e4c-a700-d2bf3173e6f7. Nov 27 15:51:23.738747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:23.738747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:23.738747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:23.745875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:23.746256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:23.754137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:23.754479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:23.754843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:23.755267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Bound port: 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:23.755613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.842981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.860216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.862852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.863984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c4f43b-a149-4f68-803c-0389715fcf09 req-f7c967f9-611e-4e76-bf6b-e08f3bf65d35 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "DELETE /v2.0/floatingips/f96f6492-5af2-4ad3-b7bc-037d98b89165 HTTP/1.1" status: 204 len: 173 time: 1.3713109 Nov 27 15:51:23.881334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65f2809c-a20a-4c93-9a64-548285d7c0a6 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:23.883227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f30a35-7ca1-4baf-b7ff-a7fa00380f18,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:23.892826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:23.920599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:23.944911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.995406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:23.995928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:23.997343 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] 10.222.0.21 "PUT /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 1091 time: 1.3259377 Nov 27 15:51:24.001858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:24.004189 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e535a097-382f-47a3-9779-af3943a2f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:24.061649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:24.075499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'mac_address': 'fa:16:3e:54:3d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:24.124487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:24.138999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f2809c-a20a-4c93-9a64-548285d7c0a6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:24.155548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:24.165081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:24.180744 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:24.240218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:24.257182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477ef5-1035-40e5-ae33-d63dca867233 service neutron] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:24.313732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-fcd95047-c8e5-4f60-a335-e66d28ba8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:24.315214 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-fcd95047-c8e5-4f60-a335-e66d28ba8fd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1094 time: 0.1431155 Nov 27 15:51:24.323624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-01828e4d-3a96-429a-a49a-91082e3b12b6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips/62325fa9-cd10-451e-a314-47260aa5756d HTTP/1.1" status: 200 len: 693 time: 0.0838847 Nov 27 15:51:24.367149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-e646e2a9-8e77-47b0-b134-d19e081edf6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.0418444 Nov 27 15:51:24.439727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['65f2809c-a20a-4c93-9a64-548285d7c0a6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:24.451117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8a59a26d-88b6-432d-8325-42439e522552 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:24.452621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8a59a26d-88b6-432d-8325-42439e522552 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 822 time: 0.6248858 Nov 27 15:51:24.484339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-b843c1fe-4eb8-40ce-93d8-2cddc76f2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:24.485803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-b843c1fe-4eb8-40ce-93d8-2cddc76f2080 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0858343 Nov 27 15:51:24.522140 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-5fc9c46e-84a3-4a69-9927-04d77594c3c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275872 Nov 27 15:51:24.531326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:24.532516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-f6ec13ff-e5fc-4923-88d7-36173f61107b tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/quotas/3c740ebebb144ae6aa4b1bada0965199 HTTP/1.1" status: 200 len: 375 time: 0.0295320 Nov 27 15:51:24.560360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Router b1552174-d592-4ade-8bd6-d7bc25ac5505 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:24.598774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-d55b346a-2471-4bf0-969a-21f689b63e4f tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:24.600180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-d55b346a-2471-4bf0-969a-21f689b63e4f tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2694664 Nov 27 15:51:24.603879 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-592ee102-7c10-4226-b22e-401a319134ac tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544086 Nov 27 15:51:24.739293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-d344de70-57b2-4575-800e-fff40c0317e6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.152 HTTP/1.1" status: 200 len: 696 time: 0.1311851 Nov 27 15:51:24.846603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-c57064c4-dcbf-41f6-a931-2815436bb5ce tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.152 HTTP/1.1" status: 200 len: 696 time: 0.0978165 Nov 27 15:51:24.910000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-9bb7a630-ad3c-4883-8b21-2d5680a75cbd service neutron] 10.222.0.15 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941189 Nov 27 15:51:24.914887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:24.922254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:24.925066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] Sync routers for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:24.938732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:24.939464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:24.954116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-768eec50-4ac3-49aa-9683-eb0bfb39e4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220660 Nov 27 15:51:25.011987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:25.022534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-74e5b621-736d-4f38-ac0a-c044bf36e619 admin admin] 10.222.0.15 "PUT /v2.0/routers/4cd0db8b-929b-4456-80b0-19ea760eb0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0752227 Nov 27 15:51:25.025457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:25.029140 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] Sync routers for ids ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:25.039145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e3a9e723-813d-4c6f-bc75-b83473b67c53 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "PUT /v2.0/floatingips/cd8db95c-71fd-440a-83e8-06453fe891ec HTTP/1.1" status: 200 len: 992 time: 2.6552179 Nov 27 15:51:25.039347 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] Routers {'4cd0db8b-929b-4456-80b0-19ea760eb0c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:25.040227 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:25.041473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:25.044450 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb28cc45-d37e-407c-bfda-979ec9421533" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:25.069707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-24666f4d-1239-45df-8c44-1d1e165e4096 req-825f0d4c-86d9-4f5c-9cf5-26c5e4d782fd service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069407 Nov 27 15:51:25.080080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:25.163281 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] Set router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:25.199943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-36eab60d-0f9a-456d-b8d1-e9e4c2a59d39 service neutron] 10.222.0.15 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754464 Nov 27 15:51:25.204330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.211233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Deleting port a5977258-786a-4b28-a72d-8f25dfceb84d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:25.211578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.337082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'cd8db95c-71fd-440a-83e8-06453fe891ec', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'port_id': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'mac_address': 'fa:16:3e:f2:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:51:02Z', 'updated_at': '2021-11-27T15:51:23Z', 'revision_number': 1, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:25.355220 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:51:23Z', 'revision_number': 5, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port': {'id': '205f2ebe-118b-48cc-9cb8-78108b8de642', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:11Z', 'updated_at': '2021-11-27T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:25.380147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] Checking router: b1552174-d592-4ade-8bd6-d7bc25ac5505 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:25.381726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.382214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.390783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:25.391721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:25.398610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.401632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Calling delete_port for a5977258-786a-4b28-a72d-8f25dfceb84d owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:25.407777 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] Checking router: 4cd0db8b-929b-4456-80b0-19ea760eb0c4 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:25.419785 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] Routers {'4cd0db8b-929b-4456-80b0-19ea760eb0c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:25.420689 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:25.457320 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d2c7e-e0a2-4131-b392-be5ce9c9faf7 x-openstack-request-id: req-761d2c7e-e0a2-4131-b392-be5ce9c9faf7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:25.457620 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:25.457871 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-761d2c7e-e0a2-4131-b392-be5ce9c9faf7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:25.458425 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'status': 'completed', 'code': 200} Nov 27 15:51:25.521688 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] Set router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:25.571430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Deleting port 205f2ebe-118b-48cc-9cb8-78108b8de642 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:25.571764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.580007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-b79ccb6b-4074-4013-a977-62484a79b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:25.582074 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-b79ccb6b-4074-4013-a977-62484a79b778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1094 time: 0.0973988 Nov 27 15:51:25.584402 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:51:25Z', 'revision_number': 6, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:25.615877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:25.638601 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ef088-adfd-45da-aded-9e042e50ea05 None None] The sync data for ids ['4cd0db8b-929b-4456-80b0-19ea760eb0c4'] in n-d-819494-4 is: [{'id': '4cd0db8b-929b-4456-80b0-19ea760eb0c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1645307751-router', 'tenant_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:08Z', 'updated_at': '2021-11-27T15:51:25Z', 'revision_number': 6, 'project_id': 'c8c8bf9796894eeebbceea29ed1448a8', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:25.719455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783c3aa-511a-4eef-a417-f13be8cec8a5 req-72d5122a-a2ee-43aa-8a4f-768f34217a30 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:25.720954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f783c3aa-511a-4eef-a417-f13be8cec8a5 req-72d5122a-a2ee-43aa-8a4f-768f34217a30 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 945 time: 0.1716452 Nov 27 15:51:25.743295 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.749014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-0c029016-8656-4ed1-b4e0-0cc09097f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:25.752574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-0c029016-8656-4ed1-b4e0-0cc09097f626 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.1626070 Nov 27 15:51:25.796421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event deleted for resources: {'Port': ['ID=a5977258-786a-4b28-a72d-8f25dfceb84d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:25.801589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] For port 205f2ebe-118b-48cc-9cb8-78108b8de642, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=205f2ebe-118b-48cc-9cb8-78108b8de642,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:25.801958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.823601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-f0a9cbfe-dc70-4ce5-8a5a-0259b4f71505 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.0623441 Nov 27 15:51:25.841640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Calling delete_port for 205f2ebe-118b-48cc-9cb8-78108b8de642 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:25.890245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65f2809c-a20a-4c93-9a64-548285d7c0a6 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:25.894237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f783c3aa-511a-4eef-a417-f13be8cec8a5 req-fd076dc5-0850-4fb2-92e4-ecdca3e4b35c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607594 Nov 27 15:51:25.905062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-95cd7d70-446f-4193-a202-0e6ae5067e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:25.907199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-95cd7d70-446f-4193-a202-0e6ae5067e21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0761559 Nov 27 15:51:25.936482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.938948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:25.940541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f9a69d-f634-4bb4-9c50-1ee65fa4ee71 req-cc2d9f4f-4610-4df7-be8e-607f74b8c1f9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "DELETE /v2.0/floatingips/62325fa9-cd10-451e-a314-47260aa5756d HTTP/1.1" status: 204 len: 173 time: 1.0848384 Nov 27 15:51:26.002419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 65f2809c-a20a-4c93-9a64-548285d7c0a6 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:26.012071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-c56eed87-0963-403e-8927-3be3af60911c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932028 Nov 27 15:51:26.016322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 65f2809c-a20a-4c93-9a64-548285d7c0a6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:26.016722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:26.131111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'cd8db95c-71fd-440a-83e8-06453fe891ec', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'port_id': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'mac_address': 'fa:16:3e:f2:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:51:02Z', 'updated_at': '2021-11-27T15:51:23Z', 'revision_number': 1, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:26.146599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:26.225322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458cee81-1b1c-4ce6-bf27-66496c897f79 None None] The sync data for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 is: [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'cd8db95c-71fd-440a-83e8-06453fe891ec', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'port_id': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'mac_address': 'fa:16:3e:f2:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:51:02Z', 'updated_at': '2021-11-27T15:51:23Z', 'revision_number': 1, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:26.248207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-c35f051c-c30f-4c94-8270-d708c5e272c0 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299418 Nov 27 15:51:26.290570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:26.293786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:26.294656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 49f30a35-7ca1-4baf-b7ff-a7fa00380f18 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:26.314433 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca226aa-4912-4871-b65b-fe4c13e0b276 x-openstack-request-id: req-3ca226aa-4912-4871-b65b-fe4c13e0b276 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:26.315468 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:26.315829 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ca226aa-4912-4871-b65b-fe4c13e0b276 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:26.316816 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'status': 'completed', 'code': 200} Nov 27 15:51:26.318989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:26.369733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:26.374836 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88b6d4-56e3-4743-85b7-259b70d6a821" -d '{"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-plugged", "status": "completed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:26.392513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:26.399547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:26.401928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=205f2ebe-118b-48cc-9cb8-78108b8de642,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:26.418171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a854a6-971c-4f82-aaf5-82643bb59944 req-fc396b9d-2d9c-46f3-a788-25e5869ca6d6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:26.420274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79a854a6-971c-4f82-aaf5-82643bb59944 req-fc396b9d-2d9c-46f3-a788-25e5869ca6d6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 943 time: 0.2145143 Nov 27 15:51:26.456062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22f04e15-4ee8-42c5-abf6-7fc341b74071 req-ef29393b-9eea-4b1d-a7fc-8562ab32bf34 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 210 time: 0.0670667 Nov 27 15:51:26.476093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:26.497883 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e535a097-382f-47a3-9779-af3943a2f1b6 req-4902f4b2-ee90-4f23-a36d-e1b16ff51c7e service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367206 Nov 27 15:51:26.602893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-44d8aa5b-d28b-43db-bf7a-704239628d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:26.605017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-44d8aa5b-d28b-43db-bf7a-704239628d62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e59c496f80c453987e5c56cb06a1310&device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 1097 time: 0.2532711 Nov 27 15:51:26.613311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-b3e5278a-58c3-4600-acc5-b2f4f5c4c9b9 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips/255d3224-c6eb-443a-a11f-692ac323960a HTTP/1.1" status: 200 len: 693 time: 0.1002965 Nov 27 15:51:26.622033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa37ef2-71d9-49e0-939c-a2e46b1a3d92 None None] New status for floating IP cd8db95c-71fd-440a-83e8-06453fe891ec: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:51:26.667314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79a854a6-971c-4f82-aaf5-82643bb59944 req-75d28581-78bf-4627-bb1e-863cd96dfdc7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212939 Nov 27 15:51:26.711795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:26.750923 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fed872-c332-4180-8d5f-b40f0ae15413 x-openstack-request-id: req-68fed872-c332-4180-8d5f-b40f0ae15413 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:26.751413 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-plugged", "status": "completed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:26.751681 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68fed872-c332-4180-8d5f-b40f0ae15413 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:26.752418 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'code': 200} Nov 27 15:51:26.857864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fff1-2558-494c-bdbf-3947b8625126 req-30498df4-0cb9-49d6-99ed-34ac547d4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:26.860629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf53fff1-2558-494c-bdbf-3947b8625126 req-30498df4-0cb9-49d6-99ed-34ac547d4459 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 1097 time: 0.0720730 Nov 27 15:51:26.938967 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bf53fff1-2558-494c-bdbf-3947b8625126 req-d00b156b-16bc-47b6-b21c-d622d9434a79 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706863 Nov 27 15:51:27.045563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-029bfb65-d93c-4b66-b421-8dbbcb0a299a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.047197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-029bfb65-d93c-4b66-b421-8dbbcb0a299a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.37 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 822 time: 0.1241121 Nov 27 15:51:27.060833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'port': {'device_id': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'admin_state_up': True, 'tenant_id': '3c740ebebb144ae6aa4b1bada0965199'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:27.175213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Made reservation on behalf of 3c740ebebb144ae6aa4b1bada0965199 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:27.179646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.233730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.241208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.314488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Allocated IP 172.20.0.10 (3c14b793-5b6f-41bc-8355-aa33b9d630f3/d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8/3320607d-fc1b-415b-8279-72e03b551af1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:27.330820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-dc848ae7-0939-4fdc-b865-5b835dea0f04 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.332990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-dc848ae7-0939-4fdc-b865-5b835dea0f04 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.7073100 Nov 27 15:51:27.343212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-eedf2b85-a397-4191-97fa-ccc8ca4a4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.344600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-eedf2b85-a397-4191-97fa-ccc8ca4a4c1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=982e793e-3494-49b6-b29b-8fa2c102e4f9 HTTP/1.1" status: 200 len: 915 time: 0.7126298 Nov 27 15:51:27.353934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3d8d5-3d36-4908-9014-22a2594e3f3c req-180e52cb-1538-486a-81e8-1f2d25eb7b1e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.355589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27f3d8d5-3d36-4908-9014-22a2594e3f3c req-180e52cb-1538-486a-81e8-1f2d25eb7b1e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.2313004 Nov 27 15:51:27.366450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.367065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd0db8b-929b-4456-80b0-19ea760eb0c4 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:51:27.401392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.402518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-886942fb-1fa1-4d62-a0a5-ea35089b3fdb admin admin] 10.222.0.15 "DELETE /v2.0/routers/4cd0db8b-929b-4456-80b0-19ea760eb0c4 HTTP/1.1" status: 204 len: 168 time: 2.3739071 Nov 27 15:51:27.412270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36730) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:27.461951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-429e81b2-1489-411f-bfeb-0cfae2689366 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.1162515 Nov 27 15:51:27.481476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Deleting subnet 173b2cce-2e77-41a2-ac18-c8a3a1589e86 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:27.485097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.500738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-69df54f5-f8bc-4b36-bcd0-464294faeff8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7 HTTP/1.1" status: 200 len: 1002 time: 0.1436076 Nov 27 15:51:27.548154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27f3d8d5-3d36-4908-9014-22a2594e3f3c req-54d59f49-c604-4a38-953c-d23a68097109 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773956 Nov 27 15:51:27.548770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.572720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-ca380f4b-09e3-46e1-a59d-135cbff96aec tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0951219 Nov 27 15:51:27.578791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.631881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-7d33bf78-7dc7-4750-862e-bd5940324f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.633332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-7d33bf78-7dc7-4750-862e-bd5940324f67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55132449-9823-417a-bb71-932bd7401b59 HTTP/1.1" status: 200 len: 853 time: 0.1021721 Nov 27 15:51:27.668318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.706497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.752534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:27.759069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:27.765361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:27.771478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-ba56b679-2ac5-40b3-b108-385c666c8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.772764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:27.774502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-ba56b679-2ac5-40b3-b108-385c666c8ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=982e793e-3494-49b6-b29b-8fa2c102e4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053729 Nov 27 15:51:27.796529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Deleting port b749caa2-f32f-4414-924b-fa4adc7b9fa3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:27.796972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.833068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.833768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.840329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.877028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173b2cce-2e77-41a2-ac18-c8a3a1589e86,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:27.881313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:27.885947 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-11081390-e371-4751-a0d0-b19329fb8927 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/173b2cce-2e77-41a2-ac18-c8a3a1589e86 HTTP/1.1" status: 204 len: 168 time: 0.4726801 Nov 27 15:51:27.888332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308c36c-4f76-4766-9ece-d42dfdd26373 None None] Network 734bb063-527f-4bf9-9611-fbb41e75ba9c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:27.891364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8af66da2-c133-4fce-837f-331b6ef94bce tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346512 Nov 27 15:51:27.892660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36736) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:27.904623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:27.906512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Request body: {'port': {'device_id': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:27.945120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 205f2ebe-118b-48cc-9cb8-78108b8de642 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:27.980630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 205f2ebe-118b-48cc-9cb8-78108b8de642 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:27.981312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 205f2ebe-118b-48cc-9cb8-78108b8de642 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:27.993680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c054a1-706c-4235-87d8-12e1defe0e51 req-ceb589e0-21b2-469c-a334-441d54670581 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:27.995643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1c054a1-706c-4235-87d8-12e1defe0e51 req-ceb589e0-21b2-469c-a334-441d54670581 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 932 time: 0.1709585 Nov 27 15:51:28.009710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.060028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.060463 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.077640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-6fdb5cfe-e1e2-4024-a2cd-b4ef9c3ca57a service neutron] 10.222.0.37 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904999 Nov 27 15:51:28.088227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Calling delete_port for b749caa2-f32f-4414-924b-fa4adc7b9fa3 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:28.135811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:28.155483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'port_id': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'mac_address': 'fa:16:3e:19:fd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2444c-391e-44d8-91e7-1e0054b9f2d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:28.161239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.206409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.224230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] DHCP port deletion for 734bb063-527f-4bf9-9611-fbb41e75ba9c request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:51:28.230553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:28.255199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1c054a1-706c-4235-87d8-12e1defe0e51 req-ae89ac95-ea51-47bf-a2ee-986fe715d962 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482285 Nov 27 15:51:28.297602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:28.306528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.315285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb28cc45-d37e-407c-bfda-979ec9421533 req-431927f9-92fd-4b1d-afe4-c8c5895cc9e1 service neutron] 10.222.0.37 "GET /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243979 Nov 27 15:51:28.365195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Deleting port 9b589c36-0c12-4ed9-b5d7-b30f73884758 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:28.365718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.366648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] Deleting port 9b589c36-0c12-4ed9-b5d7-b30f73884758 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:28.367021 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.369917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:28.420878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdac4f-ee9e-4bfe-b61c-256134a80b47 req-51fcd905-eec0-44ed-9fab-bc06ffda26f2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:28.423397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7cdac4f-ee9e-4bfe-b61c-256134a80b47 req-51fcd905-eec0-44ed-9fab-bc06ffda26f2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 944 time: 0.0852842 Nov 27 15:51:28.433139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] For port 9b589c36-0c12-4ed9-b5d7-b30f73884758, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9b589c36-0c12-4ed9-b5d7-b30f73884758,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:28.433599 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.442327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.451708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] Calling delete_port for 9b589c36-0c12-4ed9-b5d7-b30f73884758 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:28.453640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3320607d-fc1b-415b-8279-72e03b551af1 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:28.472146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.483427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] For port 9b589c36-0c12-4ed9-b5d7-b30f73884758, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9b589c36-0c12-4ed9-b5d7-b30f73884758,segment=NetworkSegment(dc044e27-556d-43c0-8f39-584359be2a30),segment_id=dc044e27-556d-43c0-8f39-584359be2a30)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:28.483797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.489937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Pushing event deleted for resources: {'Port': ['ID=b749caa2-f32f-4414-924b-fa4adc7b9fa3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:28.504495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Transition to ACTIVE for port object 3320607d-fc1b-415b-8279-72e03b551af1 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:28.505678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Calling delete_port for 9b589c36-0c12-4ed9-b5d7-b30f73884758 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:28.512517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.567094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7cdac4f-ee9e-4bfe-b61c-256134a80b47 req-447642f4-6795-41c9-be22-52e77c9bd480 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356571 Nov 27 15:51:28.580978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.583855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.585114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6973e1c5-1447-4391-ac5b-d04aba600487 req-22c1e910-8d2e-4a9d-94fa-92561771f8f6 tempest-FloatingIPDetailsTestJSON-1933299792 tempest-FloatingIPDetailsTestJSON-1933299792-project] 10.222.0.15 "DELETE /v2.0/floatingips/255d3224-c6eb-443a-a11f-692ac323960a HTTP/1.1" status: 204 len: 173 time: 1.0042934 Nov 27 15:51:28.591902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:28.631494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:28.637186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:28.729721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Attempting to bind port 3320607d-fc1b-415b-8279-72e03b551af1 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:28.730487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Attempting to bind port 3320607d-fc1b-415b-8279-72e03b551af1 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:28.730867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Attempting to bind port 3320607d-fc1b-415b-8279-72e03b551af1 on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:28.736230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Port 3320607d-fc1b-415b-8279-72e03b551af1 on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:28.736606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Attempting to bind port 3320607d-fc1b-415b-8279-72e03b551af1 on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:28.742222 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.745867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:28.746254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Checking segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:28.746809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Bound using segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:28.747969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Bound port: 3320607d-fc1b-415b-8279-72e03b551af1, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:28.748340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.765815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.782385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] Pushing event deleted for resources: {'Port': ['ID=9b589c36-0c12-4ed9-b5d7-b30f73884758,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:28.785824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17bd83b-5b7f-4ec5-8ef6-356a55aca241 None None] No DVR routers for this DVR port 9b589c36-0c12-4ed9-b5d7-b30f73884758 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:28.827479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b589c36-0c12-4ed9-b5d7-b30f73884758,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:28.844026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] No DVR routers for this DVR port 9b589c36-0c12-4ed9-b5d7-b30f73884758 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:28.855671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442322e-4085-4c3a-9f94-1c7a2ee6ab07 req-ba70cd4c-8119-4aee-bb02-83a783ebd610 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:28.865209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9442322e-4085-4c3a-9f94-1c7a2ee6ab07 req-ba70cd4c-8119-4aee-bb02-83a783ebd610 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1778870 Nov 27 15:51:28.962464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:28.963851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9442322e-4085-4c3a-9f94-1c7a2ee6ab07 req-a82b4f8f-7838-47d1-b6de-0b4dfc2f85f5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977342 Nov 27 15:51:28.965757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:28.993234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:29.000897 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.011964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734bb063-527f-4bf9-9611-fbb41e75ba9c']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:29.061053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.061516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.063072 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/3320607d-fc1b-415b-8279-72e03b551af1 HTTP/1.1" status: 200 len: 1092 time: 1.1621935 Nov 27 15:51:29.063524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'tag': '3320607d-fc1b-415b-8279-72e03b551af1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:29.066845 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e79e5-f547-4966-9ad1-485f93b5efb9" -d '{"events": [{"name": "network-changed", "server_uuid": "abb2f774-0ddb-49a6-b172-40464cd00a0a", "tag": "3320607d-fc1b-415b-8279-72e03b551af1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:29.098496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc044e27-556d-43c0-8f39-584359be2a30') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:29.098884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc044e27-556d-43c0-8f39-584359be2a30') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:29.109744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc064d-1842-4c4b-afb7-d6893ea153e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:29.129895 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.154380 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abda3f2-9630-4e8e-8521-578d26d6270d x-openstack-request-id: req-9abda3f2-9630-4e8e-8521-578d26d6270d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:29.154743 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb2f774-0ddb-49a6-b172-40464cd00a0a", "tag": "3320607d-fc1b-415b-8279-72e03b551af1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:29.154964 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9abda3f2-9630-4e8e-8521-578d26d6270d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:29.155330 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'tag': '3320607d-fc1b-415b-8279-72e03b551af1', 'status': 'completed', 'code': 200} Nov 27 15:51:29.171818 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.183654 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:29.184057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:29.186322 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:29.191308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.197251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-28880018-3be1-47de-af4a-709b736ce8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.199436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-28880018-3be1-47de-af4a-709b736ce8ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 1095 time: 0.0905070 Nov 27 15:51:29.272109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-a8f5b7a8-b088-4a7d-8864-8c42e1f1e339 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3320607d-fc1b-415b-8279-72e03b551af1 HTTP/1.1" status: 200 len: 217 time: 0.0435171 Nov 27 15:51:29.332738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.357574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=734bb063-527f-4bf9-9611-fbb41e75ba9c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:29.360371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.366447 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d25226ef-046e-4c13-b143-0ea45cbdaa3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/734bb063-527f-4bf9-9611-fbb41e75ba9c HTTP/1.1" status: 204 len: 168 time: 1.4699740 Nov 27 15:51:29.366447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8ae5ab2c-7f37-4241-8eca-f6fb5207921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.369854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-8ae5ab2c-7f37-4241-8eca-f6fb5207921e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 200 len: 862 time: 0.0897732 Nov 27 15:51:29.410344 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-0ed0d3db-9fe7-4f1b-b27b-91d02f7d5349 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c14b793-5b6f-41bc-8355-aa33b9d630f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319643 Nov 27 15:51:29.457889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5044d-980f-47bf-a38b-9dc7a8982675 req-5b406447-2cd1-450b-8380-b40db8cc9c0e tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.459784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaa5044d-980f-47bf-a38b-9dc7a8982675 req-5b406447-2cd1-450b-8380-b40db8cc9c0e tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 944 time: 0.0807786 Nov 27 15:51:29.539770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36766) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:29.557207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.564123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-71861632-b859-4e0f-b95b-0f11d1e1e3fe service neutron] 10.222.0.37 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402421 Nov 27 15:51:29.597468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaa5044d-980f-47bf-a38b-9dc7a8982675 req-287e926d-364a-4515-88fd-145a221f9b9d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287830 Nov 27 15:51:29.602480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-836c5296-19d8-4210-b7aa-f2e3a2541429 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f57e876e4f9497cb8b0304ebdce63af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614893 Nov 27 15:51:29.605150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36768) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:29.612813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a4052-babb-483e-bb84-2da0fc8f4e71 req-86c577fb-0886-474a-afd5-a0d5241dcb68 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.614459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f30a4052-babb-483e-bb84-2da0fc8f4e71 req-86c577fb-0886-474a-afd5-a0d5241dcb68 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1369328 Nov 27 15:51:29.650096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Deleting port a9d69684-f50a-4bff-b0d3-451774d0a069 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:29.650837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.711868 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a3811e9-46a6-496d-963b-ffa4f7378ee6 req-0bee4745-a7f6-4c06-b855-d9816c5f74d2 service neutron] 10.222.0.37 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360705 Nov 27 15:51:29.712622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68a2f754-2bb8-4e5e-9d4f-1cb8f213de00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.746701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68a2f754-2bb8-4e5e-9d4f-1cb8f213de00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.752398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f30a4052-babb-483e-bb84-2da0fc8f4e71 req-a329e378-d1b8-4ec1-a017-87928bf02026 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288688 Nov 27 15:51:29.803441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f2e42-9685-41fd-b089-dd14f69486fe req-aa93cab1-971d-4972-8e47-10c7d6fe6e04 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.805590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-569f2e42-9685-41fd-b089-dd14f69486fe req-aa93cab1-971d-4972-8e47-10c7d6fe6e04 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 944 time: 0.1032293 Nov 27 15:51:29.819124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] For port a9d69684-f50a-4bff-b0d3-451774d0a069, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a9d69684-f50a-4bff-b0d3-451774d0a069,segment=NetworkSegment(d995b343-4377-4fbf-b7fa-adf1d32bdbd3),segment_id=d995b343-4377-4fbf-b7fa-adf1d32bdbd3)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:29.819550 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.823636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-2f544271-9927-4f07-aa9d-e5a2e66671de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:29.825334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-2f544271-9927-4f07-aa9d-e5a2e66671de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 1095 time: 0.0498376 Nov 27 15:51:29.833801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Calling delete_port for a9d69684-f50a-4bff-b0d3-451774d0a069 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:29.839025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68a2f754-2bb8-4e5e-9d4f-1cb8f213de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.841929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68a2f754-2bb8-4e5e-9d4f-1cb8f213de00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:29.845665 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-68a2f754-2bb8-4e5e-9d4f-1cb8f213de00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/371ada03-a8cd-4458-8a38-b34b3473c4eb HTTP/1.1" status: 204 len: 168 time: 0.2369716 Nov 27 15:51:29.884980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2f754-2bb8-4e5e-9d4f-1cb8f213de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ada03-a8cd-4458-8a38-b34b3473c4eb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:29.911358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:29.935236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-569f2e42-9685-41fd-b089-dd14f69486fe req-9caf2d0a-f4d5-4d83-a57f-e9f16b85bc78 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Nov 27 15:51:29.973642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9b589c36-0c12-4ed9-b5d7-b30f73884758 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:30.024383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9b589c36-0c12-4ed9-b5d7-b30f73884758 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:30.024738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9b589c36-0c12-4ed9-b5d7-b30f73884758 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:30.046505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-a1a11215-b1a4-4d99-bbd0-1927033347b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:30.048351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-a1a11215-b1a4-4d99-bbd0-1927033347b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 923 time: 0.2043505 Nov 27 15:51:30.058779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:30.063116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:30.063739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.103653 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-6a1b99a3-14b7-47a7-bf92-58eb6656e576 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3320607d-fc1b-415b-8279-72e03b551af1 HTTP/1.1" status: 200 len: 217 time: 0.0419092 Nov 27 15:51:30.109526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.141329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d69684-f50a-4bff-b0d3-451774d0a069,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:30.170563 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.187656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-76cce6eb-ffbd-4ff3-b84e-ee30d29affa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:30.189370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-76cce6eb-ffbd-4ff3-b84e-ee30d29affa4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 200 len: 862 time: 0.0777578 Nov 27 15:51:30.202030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:30.206904 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28904286-43ca-4eac-b957-8de4f271bed2" -d '{"events": [{"server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "name": "network-vif-plugged", "status": "completed", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:30.248698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:30.251677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-72756e21-bad1-466a-8839-8363e9144131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c14b793-5b6f-41bc-8355-aa33b9d630f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474136 Nov 27 15:51:30.257372 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.309109 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d70c2-1b00-4c76-bd78-40d24281b711 x-openstack-request-id: req-d79d70c2-1b00-4c76-bd78-40d24281b711 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:30.309682 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "name": "network-vif-plugged", "status": "completed", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:30.310090 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d79d70c2-1b00-4c76-bd78-40d24281b711 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:30.310634 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'code': 200} Nov 27 15:51:30.348534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:30.359116 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.411742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:30.504392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c900b2-f41c-4cc3-98bd-a18c444a25b5 req-e4b745c4-3b2a-4aa8-bf28-97ec47235ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:30.506115 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96c900b2-f41c-4cc3-98bd-a18c444a25b5 req-e4b745c4-3b2a-4aa8-bf28-97ec47235ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1096 time: 0.1270068 Nov 27 15:51:30.508432 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2673ead1-23df-4556-96a8-63d13edf94b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8c8bf9796894eeebbceea29ed1448a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0948429 Nov 27 15:51:30.510898 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-3a40156d-6d3e-4e2d-bef3-b34c364544fe service neutron] 10.222.0.37 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498629 Nov 27 15:51:30.511339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36786) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:30.603397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:30.638974 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96c900b2-f41c-4cc3-98bd-a18c444a25b5 req-a0746e67-0c08-4a48-84e1-c1ab16384362 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210878 Nov 27 15:51:30.665490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78c1ce59-771a-460d-923f-28e8073f7969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.685026 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3d3e79e5-f547-4966-9ad1-485f93b5efb9 req-0224a9e4-37f5-4a79-89c0-151bdea0ef13 service neutron] 10.222.0.37 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661980 Nov 27 15:51:30.696353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78c1ce59-771a-460d-923f-28e8073f7969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.746417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78c1ce59-771a-460d-923f-28e8073f7969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.749123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78c1ce59-771a-460d-923f-28e8073f7969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:30.750374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-78c1ce59-771a-460d-923f-28e8073f7969 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d038a059-d589-49f7-a97b-2cf968e6ef62 HTTP/1.1" status: 204 len: 168 time: 0.2380660 Nov 27 15:51:30.759286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1ce59-771a-460d-923f-28e8073f7969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d038a059-d589-49f7-a97b-2cf968e6ef62,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:31.115009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:31.121450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ad7b367-4adf-4ad3-8c69-3617323f4eb3 admin admin] 10.222.0.15 "PUT /v2.0/routers/d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273798 Nov 27 15:51:31.123086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36812) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:31.125514 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] Sync routers for ids ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:31.135326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe34bb7-aff5-4ca9-83b4-e741bee6936c req-246d3a0d-2e55-47fa-be42-01026d7a087a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:31.136951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfe34bb7-aff5-4ca9-83b4-e741bee6936c req-246d3a0d-2e55-47fa-be42-01026d7a087a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 944 time: 0.4388449 Nov 27 15:51:31.138042 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] Routers {'d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:31.138675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:31.151298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f943021-f89c-4f62-9cb1-44111edf455a req-ad4656c7-2dba-4333-aed6-ed97f71e4752 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:31.152771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f943021-f89c-4f62-9cb1-44111edf455a req-ad4656c7-2dba-4333-aed6-ed97f71e4752 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1007071 Nov 27 15:51:31.236016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfe34bb7-aff5-4ca9-83b4-e741bee6936c req-40d0df70-dca0-4def-9bb0-bbe482e80075 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821571 Nov 27 15:51:31.268402 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f943021-f89c-4f62-9cb1-44111edf455a req-80c36204-a3d9-43dc-a418-00145894d1ff tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007485 Nov 27 15:51:31.291315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:31.315143 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] Set router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:31.443397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d705-bea2-4dc1-8d38-775e8bc98c9a req-149e7714-21eb-431f-b5a8-0524157d6d38 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:31.446065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a08d705-bea2-4dc1-8d38-775e8bc98c9a req-149e7714-21eb-431f-b5a8-0524157d6d38 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 945 time: 0.0734234 Nov 27 15:51:31.522920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a08d705-bea2-4dc1-8d38-775e8bc98c9a req-12ef84e1-be58-49c1-978d-71f0c81c935c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686269 Nov 27 15:51:31.575577 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:31.620709 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:51:30Z', 'revision_number': 5, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:31.652472 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] Checking router: d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:31.664061 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] Routers {'d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:31.664796 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:31.694104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:31.759152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Deleting port 7834bc50-fc3d-4481-b158-b2fed19976b4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:31.759384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:31.817078 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] Set router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:31.859273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] For port 7834bc50-fc3d-4481-b158-b2fed19976b4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7834bc50-fc3d-4481-b158-b2fed19976b4,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:31.859747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:31.875989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Calling delete_port for 7834bc50-fc3d-4481-b158-b2fed19976b4 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:32.041955 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:51:30Z', 'revision_number': 5, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:32.065484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3320607d-fc1b-415b-8279-72e03b551af1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:32.076184 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463dbdc6-f347-4f9f-a293-2e08d332eda6 None None] The sync data for ids ['d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5'] in n-d-819494-4 is: [{'id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'name': 'tempest-FloatingIPDetailsTestJSON-1865090519-router', 'tenant_id': '9034b30c34bb4f7a984677bfdced0eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:50Z', 'updated_at': '2021-11-27T15:51:30Z', 'revision_number': 5, 'project_id': '9034b30c34bb4f7a984677bfdced0eaa', 'gw_port': {'id': '7834bc50-fc3d-4481-b158-b2fed19976b4', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:32.077772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.107956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7834bc50-fc3d-4481-b158-b2fed19976b4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:32.183783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.209658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:32.227983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '3320607d-fc1b-415b-8279-72e03b551af1', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'port_id': '3320607d-fc1b-415b-8279-72e03b551af1', 'mac_address': 'fa:16:3e:63:e3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b09e9f-261f-46f0-a0bc-37d6d9ea50d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:32.276278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.281592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.283968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.294257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3320607d-fc1b-415b-8279-72e03b551af1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:32.327709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:32.332597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.337246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.337815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:51:32.343948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.347639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e081e75-59de-4603-a2cb-461a437811ae admin admin] 10.222.0.15 "DELETE /v2.0/routers/d6c6bc94-8bf1-4f4f-80ce-d6cca7f389a5 HTTP/1.1" status: 204 len: 168 time: 1.2227504 Nov 27 15:51:32.348245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36860) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:32.398273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:32.408945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Deleting subnet e7abad39-8c1f-43e5-97c3-e714ad5b6500 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:32.412218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.437821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aea764-2f5c-40f1-9117-84b094e539ee req-f252434e-f209-4e87-8efc-2ebd428168c0 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:32.439438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69aea764-2f5c-40f1-9117-84b094e539ee req-f252434e-f209-4e87-8efc-2ebd428168c0 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 945 time: 0.0926144 Nov 27 15:51:32.452024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.453481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eb3f3-2708-4ddd-8883-f9aa9fb2170a req-0b441185-b4e4-41f4-8df6-b42d247a9150 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:32.455021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-173eb3f3-2708-4ddd-8883-f9aa9fb2170a req-0b441185-b4e4-41f4-8df6-b42d247a9150 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.0954118 Nov 27 15:51:32.529483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69aea764-2f5c-40f1-9117-84b094e539ee req-8433202b-e81c-4c21-9ad3-305e2a22d040 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Nov 27 15:51:32.536467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.537244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-173eb3f3-2708-4ddd-8883-f9aa9fb2170a req-d32a43dc-2171-48db-bcba-0ab13652bc79 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751736 Nov 27 15:51:32.587899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3320607d-fc1b-415b-8279-72e03b551af1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:32.621524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.660274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7abad39-8c1f-43e5-97c3-e714ad5b6500,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:32.673766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.680694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:32.680912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1010e339-bd6c-4197-95b1-b737d5263ab4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e7abad39-8c1f-43e5-97c3-e714ad5b6500 HTTP/1.1" status: 204 len: 168 time: 0.3314822 Nov 27 15:51:32.685158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827a298-3fcd-4ea3-8ecd-8375b6334fd3 None None] Network 8a17da2b-db8f-41e5-a648-4be5e8f46240 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:32.802665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:32.822912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c543-faa2-41dc-908b-688bf44ba6fd req-5a185efc-1c10-475a-b53d-843a93472bd0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:32.825673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55f6c543-faa2-41dc-908b-688bf44ba6fd req-5a185efc-1c10-475a-b53d-843a93472bd0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 945 time: 0.0811529 Nov 27 15:51:32.932683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55f6c543-faa2-41dc-908b-688bf44ba6fd req-fb3fa2d8-edf6-4433-8095-87af7ede0153 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988770 Nov 27 15:51:32.969282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Deleting port bb8dbec8-ef64-4285-a068-e26ad454f9d4 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:32.969783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.044942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] For port bb8dbec8-ef64-4285-a068-e26ad454f9d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bb8dbec8-ef64-4285-a068-e26ad454f9d4,segment=NetworkSegment(d995b343-4377-4fbf-b7fa-adf1d32bdbd3),segment_id=d995b343-4377-4fbf-b7fa-adf1d32bdbd3)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:33.045304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.058988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Calling delete_port for bb8dbec8-ef64-4285-a068-e26ad454f9d4 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:33.179916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.217029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8dbec8-ef64-4285-a068-e26ad454f9d4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:33.219025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] No DVR routers for this DVR port bb8dbec8-ef64-4285-a068-e26ad454f9d4 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:33.231876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36888) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:33.248756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfb585-3e6a-4f1d-ba95-0409822edfe5 req-04a5d7fc-06f4-4949-ad5a-529c48eb210d tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:33.250632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-42cfb585-3e6a-4f1d-ba95-0409822edfe5 req-04a5d7fc-06f4-4949-ad5a-529c48eb210d tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1096 time: 0.1078968 Nov 27 15:51:33.280266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04177e7-cab0-432a-aa8f-a4176215299f None None] DHCP port deletion for 8a17da2b-db8f-41e5-a648-4be5e8f46240 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:51:33.322688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.360843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a17da2b-db8f-41e5-a648-4be5e8f46240']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:33.364844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-42cfb585-3e6a-4f1d-ba95-0409822edfe5 req-4a94161c-2090-43d7-a644-7a547a5c4ed3 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009846 Nov 27 15:51:33.373950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:33.374251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd995b343-4377-4fbf-b7fa-adf1d32bdbd3') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:33.378145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44857425-41aa-4b4d-97c9-2eda90fd2739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.384094 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.399794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.406926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:33.407324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:33.409290 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:33.470868 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44857425-41aa-4b4d-97c9-2eda90fd2739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.475294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44857425-41aa-4b4d-97c9-2eda90fd2739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.496179 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.503662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.506769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a17da2b-db8f-41e5-a648-4be5e8f46240 HTTP/1.1" status: 204 len: 168 time: 0.8247976 Nov 27 15:51:33.520369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeceb3d-5025-48af-9b85-7e96ef831779 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a17da2b-db8f-41e5-a648-4be5e8f46240,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:33.523720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff57000-4f0c-4b0a-a58f-17e057e5c533 req-cb8b68f3-0784-44b4-bbe7-802f0e9dc25a tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:33.525259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff57000-4f0c-4b0a-a58f-17e057e5c533 req-cb8b68f3-0784-44b4-bbe7-802f0e9dc25a tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1096 time: 0.0736268 Nov 27 15:51:33.528291 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-44857425-41aa-4b4d-97c9-2eda90fd2739 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63f4fe68496043f8b084719b7c7c0024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953341 Nov 27 15:51:33.530513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44857425-41aa-4b4d-97c9-2eda90fd2739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e45ede-dd62-494b-83bf-9996d8ff5762,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:33.531180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36896) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:33.612524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cff57000-4f0c-4b0a-a58f-17e057e5c533 req-96f9fe5c-2829-4392-9ae3-affa820633f2 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788929 Nov 27 15:51:33.638558 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fc6944e-9292-4f02-a928-a62ca2a5eec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.677484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36908) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:33.680989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fc6944e-9292-4f02-a928-a62ca2a5eec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.702360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62894cd-8682-403a-964e-4a92f17ac910 req-ed08b967-fc74-459a-8edf-a4a103b64b43 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:33.703891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c62894cd-8682-403a-964e-4a92f17ac910 req-ed08b967-fc74-459a-8edf-a4a103b64b43 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 945 time: 0.0839238 Nov 27 15:51:33.727900 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d1947911-278e-43f7-ad2c-c8f99e11dcce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9034b30c34bb4f7a984677bfdced0eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492806 Nov 27 15:51:33.730864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36910) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:33.796315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b44762-e0bd-4798-be72-8058b04c1f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.814137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef095ae-1fd8-4273-ab35-0c56346a8844 req-0b74df1a-4b9e-4e31-bb6a-a843467e869d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:33.816105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ef095ae-1fd8-4273-ab35-0c56346a8844 req-0b74df1a-4b9e-4e31-bb6a-a843467e869d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1073451 Nov 27 15:51:33.818435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fc6944e-9292-4f02-a928-a62ca2a5eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.822389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fc6944e-9292-4f02-a928-a62ca2a5eec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.826005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2fc6944e-9292-4f02-a928-a62ca2a5eec2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7e45ede-dd62-494b-83bf-9996d8ff5762 HTTP/1.1" status: 204 len: 168 time: 0.2934787 Nov 27 15:51:33.837244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b44762-e0bd-4798-be72-8058b04c1f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.854327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c62894cd-8682-403a-964e-4a92f17ac910 req-2909c9e9-8e21-4191-bb4f-d6b1618289d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409898 Nov 27 15:51:33.886893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6944e-9292-4f02-a928-a62ca2a5eec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e45ede-dd62-494b-83bf-9996d8ff5762,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:33.917181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b44762-e0bd-4798-be72-8058b04c1f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.920431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b44762-e0bd-4798-be72-8058b04c1f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:33.921744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-01b44762-e0bd-4798-be72-8058b04c1f15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e76829f4-62ac-4344-a4a9-fcbc05356519 HTTP/1.1" status: 204 len: 168 time: 0.1897418 Nov 27 15:51:33.931903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b44762-e0bd-4798-be72-8058b04c1f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76829f4-62ac-4344-a4a9-fcbc05356519,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:33.942498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ef095ae-1fd8-4273-ab35-0c56346a8844 req-1fa02b0f-39f8-4682-a616-f2a0209aa899 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118536 Nov 27 15:51:34.000463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bb8dbec8-ef64-4285-a068-e26ad454f9d4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:34.023895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: bb8dbec8-ef64-4285-a068-e26ad454f9d4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:34.024250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bb8dbec8-ef64-4285-a068-e26ad454f9d4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:34.024672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a9d69684-f50a-4bff-b0d3-451774d0a069 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:34.046142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a9d69684-f50a-4bff-b0d3-451774d0a069 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:34.046497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a9d69684-f50a-4bff-b0d3-451774d0a069 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:34.046918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7834bc50-fc3d-4481-b158-b2fed19976b4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:34.079267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7834bc50-fc3d-4481-b158-b2fed19976b4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:34.079627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7834bc50-fc3d-4481-b158-b2fed19976b4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:34.082673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3320607d-fc1b-415b-8279-72e03b551af1 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:34.185105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 3320607d-fc1b-415b-8279-72e03b551af1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:34.191683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 3320607d-fc1b-415b-8279-72e03b551af1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:34.192065 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:34.364821 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:34.393287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320607d-fc1b-415b-8279-72e03b551af1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:34.396331 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0c264-5c16-41aa-bddf-0b028b8756ed" -d '{"events": [{"server_uuid": "abb2f774-0ddb-49a6-b172-40464cd00a0a", "name": "network-vif-plugged", "status": "completed", "tag": "3320607d-fc1b-415b-8279-72e03b551af1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:34.418377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:34.426340 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:34.494160 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5790536d-4f18-4a15-948e-e7867a791a95 x-openstack-request-id: req-5790536d-4f18-4a15-948e-e7867a791a95 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:34.494451 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2f774-0ddb-49a6-b172-40464cd00a0a", "name": "network-vif-plugged", "status": "completed", "tag": "3320607d-fc1b-415b-8279-72e03b551af1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:34.494711 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5790536d-4f18-4a15-948e-e7867a791a95 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:34.495106 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320607d-fc1b-415b-8279-72e03b551af1', 'code': 200} Nov 27 15:51:34.525982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:34.579849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194001-b401-4d81-885a-8d6ea1a34bdc req-421b34c6-f38e-4eaf-8306-615edc0f0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:34.581686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b6194001-b401-4d81-885a-8d6ea1a34bdc req-421b34c6-f38e-4eaf-8306-615edc0f0295 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 1097 time: 0.0457621 Nov 27 15:51:34.656047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b6194001-b401-4d81-885a-8d6ea1a34bdc req-76976165-6504-4311-b41f-5e56fb5f52b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Nov 27 15:51:34.925072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36972) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:35.008675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed950-96f3-4cb5-8de2-49d34b6c11cc req-11295454-6286-453b-a041-cae8fa3fcd69 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:35.017953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f19ed950-96f3-4cb5-8de2-49d34b6c11cc req-11295454-6286-453b-a041-cae8fa3fcd69 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0709119 Nov 27 15:51:35.065044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-network', 'tenant_id': '24d74802093e494fa7716a61f24d25f6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:35.101858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Made reservation on behalf of 24d74802093e494fa7716a61f24d25f6 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:35.105314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.127606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f19ed950-96f3-4cb5-8de2-49d34b6c11cc req-c985f094-6477-47b7-a816-3618af0ce57d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 Nov 27 15:51:35.128703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.214991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fbe0bee4-58d7-4674-a0a5-f3aae5f4a389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.298312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.308620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.335082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89b69-4a85-4168-9639-aa364552dff9 req-9ab432e5-c754-4c49-a00d-f430ef701474 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:35.337154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bb89b69-4a85-4168-9639-aa364552dff9 req-9ab432e5-c754-4c49-a00d-f430ef701474 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1084135 Nov 27 15:51:35.341994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:35.375948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.376300 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Added segment b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30 of type vlan for network cb899ae7-7ac9-4d6f-a269-1b261e74f7df Nov 27 15:51:35.377542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03e3c8-cd11-4778-a112-f82b4e957d26,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:35.438145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.450014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bb89b69-4a85-4168-9639-aa364552dff9 req-84367794-b34e-490f-9216-95f09c24b7dc tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051750 Nov 27 15:51:35.481927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.483209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:35.484641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.547604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6200392 Nov 27 15:51:35.550637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37006) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:35.579793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Request body: {'subnet': {'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-subnet', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:35.594695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b951c5-c9f2-428d-91e0-0a540e19b14d admin admin] Pushing event updated for resources: {'Network': ['ID=cb899ae7-7ac9-4d6f-a269-1b261e74f7df,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:35.609366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:35.632946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Made reservation on behalf of 24d74802093e494fa7716a61f24d25f6 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:35.636124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.666622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:35.791545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-e43cd050-526f-49d5-9b89-26b7cd19a9ee tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:51:35.792932 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-e43cd050-526f-49d5-9b89-26b7cd19a9ee tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1244833 Nov 27 15:51:35.860829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.927436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d1f77e-1995-4568-af4d-53891c55cb6c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:35.938287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Checking segment: {'id': 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:35.938654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Network hostable DHCP agents. Network: cb899ae7-7ac9-4d6f-a269-1b261e74f7df, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:35.958551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:35.970227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-caf92d99-fd41-4b88-ba75-a90be6ed7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:35.971660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-caf92d99-fd41-4b88-ba75-a90be6ed7473 service neutron] 10.222.0.15 "GET /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 1093 time: 0.0963268 Nov 27 15:51:35.985505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cb899ae7-7ac9-4d6f-a269-1b261e74f7df) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:35.992734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:35.993332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:35.994152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Request body: {'binding': {'host': 'n-h2-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:35.994611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:51:35.998223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc841547-700d-42e2-8f84-dcd1b711e5e1 None None] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:36.016795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bedf1434-5f77-4770-8f76-a4f3c7814683 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4651072 Nov 27 15:51:36.017651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:36.025130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:36.053038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.055254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.128244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.174404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on host n-h2-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:36.175234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:36.178532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-cb899ae7-7ac9-4d6f-a269-1b261e74f7df', 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'fixed_ips': [{'subnet_id': '04d1f77e-1995-4568-af4d-53891c55cb6c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:51:36.179643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.180914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:36.186498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:36.187120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:36.194041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:36.194879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:36.195466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:36.196221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Bound port: 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:36.259318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:36.266237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.273665 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-adc28511-eb01-465c-acce-098d3c56576b service neutron] 10.222.0.15 "POST /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2840664 Nov 27 15:51:36.316649 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.343104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Allocated IP 172.20.0.2 (cb899ae7-7ac9-4d6f-a269-1b261e74f7df/04d1f77e-1995-4568-af4d-53891c55cb6c/ca6a65d5-89e7-4a5b-ac53-e174bcaefeac) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:36.359214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d499061-bc00-4e1c-872e-85dab15fc571 req-63c04abc-1804-43e4-8926-f543e56f44b4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:36.360910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d499061-bc00-4e1c-872e-85dab15fc571 req-63c04abc-1804-43e4-8926-f543e56f44b4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.1069400 Nov 27 15:51:36.445811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d499061-bc00-4e1c-872e-85dab15fc571 req-f6aaef4d-520c-4140-bb14-58181d0b21f1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562160 Nov 27 15:51:36.545162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.554895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.596069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:36.596334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-3c48b99f-b816-4f67-a3b3-328ab28a342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:36.599268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:36.600466 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-3c48b99f-b816-4f67-a3b3-328ab28a342b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1096 time: 0.0632603 Nov 27 15:51:36.603554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:36.617609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Pushing event updated for resources: {'Port': ['ID=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:36.637554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938365a4-97a9-4c85-9753-d28ab6a3d12c req-3460616a-9ecb-494b-945b-bc2d934e119d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:36.639113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-938365a4-97a9-4c85-9753-d28ab6a3d12c req-3460616a-9ecb-494b-945b-bc2d934e119d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 945 time: 0.1127896 Nov 27 15:51:36.667748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.679800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Attempting to bind port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:36.680584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Attempting to bind port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:36.680855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Attempting to bind port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac on network cb899ae7-7ac9-4d6f-a269-1b261e74f7df {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:36.686753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:36.687701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Checking segment: {'id': 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:36.687701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.688204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Bound using segment: {'id': 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:36.688764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Bound port: ca6a65d5-89e7-4a5b-ac53-e174bcaefeac, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:36.689248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.691860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.713024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-7ba7b1b6-d98b-46f9-a593-f0390ae83ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:36.714688 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-7ba7b1b6-d98b-46f9-a593-f0390ae83ac5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.1059356 Nov 27 15:51:36.752150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-938365a4-97a9-4c85-9753-d28ab6a3d12c req-91c5a5d1-24a0-4565-8096-e35e3ef9ce40 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049726 Nov 27 15:51:36.756289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] For port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:36.760255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] For port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,segment=NetworkSegment(b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30),segment_id=b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:36.765861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-509429a5-b217-4dc1-a4bf-514c693167ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.0439463 Nov 27 15:51:36.767916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:36.839145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Allocated IP 172.25.1.87 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d35e24e9-1f05-4326-bd6a-b3883277bb16) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:36.853086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f676-7b2d-4982-8bf8-1cad91fb5e79 None None] Pushing event updated for resources: {'Port': ['ID=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:36.867030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-8c45e527-4e70-44ad-9080-469846dba38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:36.868652 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-8c45e527-4e70-44ad-9080-469846dba38d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0956304 Nov 27 15:51:36.912280 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ef5d2ea8-2f58-4345-9063-53639d87ec0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304332 Nov 27 15:51:36.961306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e8b4d-eadf-484b-9b4d-67ad449578f9 req-280f4e09-0d95-4b27-98a9-bed0dea380df tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:36.962981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-735e8b4d-eadf-484b-9b4d-67ad449578f9 req-280f4e09-0d95-4b27-98a9-bed0dea380df tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1141832 Nov 27 15:51:37.039399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-2c21875c-869c-4a4e-897f-3770aa629b40 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196034 Nov 27 15:51:37.066991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.075574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-735e8b4d-eadf-484b-9b4d-67ad449578f9 req-ce994868-3dc7-4431-8001-c8cfb0852544 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007092 Nov 27 15:51:37.119885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.177495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:37.189679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:37.196355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-23fa3cd2-be0d-4a2b-a83e-91db60f29c02 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366985 Nov 27 15:51:37.229075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:37.258673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Pushing event updated for resources: {'Port': ['ID=d35e24e9-1f05-4326-bd6a-b3883277bb16,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:37.300996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc85b43-2d05-4020-a534-b726057c2416 req-3481b9a5-8b1d-4d22-a331-3342e88beb6d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:37.302568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bc85b43-2d05-4020-a534-b726057c2416 req-3481b9a5-8b1d-4d22-a331-3342e88beb6d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.1174283 Nov 27 15:51:37.320601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-32376a4f-ee59-44c7-b368-2b21722c309d tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:37.322238 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-32376a4f-ee59-44c7-b368-2b21722c309d tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.0539618 Nov 27 15:51:37.334809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-4'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:37.393065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.453003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bc85b43-2d05-4020-a534-b726057c2416 req-1c6a9809-133b-402c-bbcf-1fb07a33badd tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112955 Nov 27 15:51:37.518928 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db6f919e-f91e-4d10-85fd-6bcb0619a2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.566953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:37.605958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.625562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:37.677728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:37.681500 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b640e5-c12c-4ad1-a1e7-bb153baa8264" -d '{"events": [{"server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "name": "network-vif-unplugged", "status": "completed", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:37.686048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.693945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:37.817627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:37.839666 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474aab5a-1786-4ed0-b75a-5cc35653a9df x-openstack-request-id: req-474aab5a-1786-4ed0-b75a-5cc35653a9df {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:37.840324 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "name": "network-vif-unplugged", "status": "completed", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:37.840755 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-474aab5a-1786-4ed0-b75a-5cc35653a9df {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:37.841328 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'code': 200} Nov 27 15:51:37.872520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on host n-h1-819494-4 for vnic_type normal with profile {"migrating_to": "n-h2-819494-4"} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:37.872856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:37.873188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:37.886675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:37.887015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Attempting to bind port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:37.895820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:37.896164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:37.896559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:37.896980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Bound port: 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:37.897333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.022580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ca6a65d5-89e7-4a5b-ac53-e174bcaefeac up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:38.041871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:38.044266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.047431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:38.055347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.058756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e30b76-b45c-4024-8ee2-69ac89c394bd req-0dab8c3d-ae41-4e7d-9977-1aa0fdd97e11 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:38.060056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10e30b76-b45c-4024-8ee2-69ac89c394bd req-0dab8c3d-ae41-4e7d-9977-1aa0fdd97e11 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 943 time: 0.1010234 Nov 27 15:51:38.089815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:38.090299 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.140309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc40521-60da-44b7-87e5-9d6bb39df732 None None] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:38.177930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:38.178754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.180312 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] 10.222.0.37 "PUT /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 1121 time: 0.8495593 Nov 27 15:51:38.183970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396fae-755a-4683-b9d1-d31ed7de065b service neutron] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:38.243975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-14ce5325-879b-4302-b160-e959d6f5fd26 None None] Provisioning complete for port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:38.244751 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14ce5325-879b-4302-b160-e959d6f5fd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.252068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10e30b76-b45c-4024-8ee2-69ac89c394bd req-a3a3d535-26e9-41a7-9944-8ad299ec52fa tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480253 Nov 27 15:51:38.287611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:38.294015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299868d9-49f9-4fb1-9b85-598446a9aa78 req-2aa62804-84ed-4398-8700-e67ed1c66202 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:38.295598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-299868d9-49f9-4fb1-9b85-598446a9aa78 req-2aa62804-84ed-4398-8700-e67ed1c66202 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.1249866 Nov 27 15:51:38.334973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:51:38.365772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-299868d9-49f9-4fb1-9b85-598446a9aa78 req-2cd3e6c4-36d7-4218-bf5e-b3ecb109bb06 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599778 Nov 27 15:51:38.439023 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.454521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.509320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de781e6-5bdf-4ca9-af2b-ff74db41a19c req-b533d5b1-4d70-4ad5-89b4-a2a21f781e22 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:38.510754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8de781e6-5bdf-4ca9-af2b-ff74db41a19c req-b533d5b1-4d70-4ad5-89b4-a2a21f781e22 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1001620 Nov 27 15:51:38.520202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:38.548138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Sync routers for ids ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:38.553335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.557496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-295ad239-d150-4cf9-89d1-496ac3d23551 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5353670 Nov 27 15:51:38.558527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,segment=NetworkSegment(b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30),segment_id=b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:38.558927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37064) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:38.581356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.598373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14ce5325-879b-4302-b160-e959d6f5fd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:38.618288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8de781e6-5bdf-4ca9-af2b-ff74db41a19c req-ed61da2f-8468-46f3-a16b-60849ef25dbb tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841246 Nov 27 15:51:38.626268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f9a80-4c5e-4142-81d3-2cc61c1e17cf req-fa88bbb1-5c3f-418e-a466-13e3454ac151 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:38.627990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-722f9a80-4c5e-4142-81d3-2cc61c1e17cf req-fa88bbb1-5c3f-418e-a466-13e3454ac151 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0953121 Nov 27 15:51:38.702143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-722f9a80-4c5e-4142-81d3-2cc61c1e17cf req-b57d0b2d-fb36-4713-b1ea-13e12515fb71 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663066 Nov 27 15:51:38.798925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Routers {'28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:38.799751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:38.928535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:38.986080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b29c-cd06-44ff-8d05-56ac32471d8e req-3e5f1c4b-fb90-4982-a3a1-2f679d867ccf tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:38.994720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b34b29c-cd06-44ff-8d05-56ac32471d8e req-3e5f1c4b-fb90-4982-a3a1-2f679d867ccf tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0829120 Nov 27 15:51:39.082939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b34b29c-cd06-44ff-8d05-56ac32471d8e req-52558e4e-44ba-4151-a717-02c5ada4bf37 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799482 Nov 27 15:51:39.103637 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-14ce5325-879b-4302-b160-e959d6f5fd26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:51:39.104166 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-14ce5325-879b-4302-b160-e959d6f5fd26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:51:39.106683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Set router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:39.203476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.257976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6cc5a-2c1a-4e78-854c-31fa2811dc97 req-d3f90ebd-292d-404f-ab1e-fdedd2380a60 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:39.264240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37084) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:39.264785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdd6cc5a-2c1a-4e78-854c-31fa2811dc97 req-d3f90ebd-292d-404f-ab1e-fdedd2380a60 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0812767 Nov 27 15:51:39.349044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:37Z', 'revision_number': 3, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port': {'id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:39.350022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdd6cc5a-2c1a-4e78-854c-31fa2811dc97 req-a5659161-fe76-41d3-82a8-8afe3d855218 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 Nov 27 15:51:39.402500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Checking router: 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:39.403308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Updating router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd port d35e24e9-1f05-4326-bd6a-b3883277bb16 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:51:39.432160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2eb731a4-6649-4140-aee0-d4eff46b95e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.432404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.436465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c273716-2f71-4639-a3f3-518d08bdffa4 req-71651ade-7158-4053-b045-3e343e97f1d4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:39.438273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c273716-2f71-4639-a3f3-518d08bdffa4 req-71651ade-7158-4053-b045-3e343e97f1d4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 943 time: 0.0627065 Nov 27 15:51:39.522996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Allocated IP 172.20.0.1 (cb899ae7-7ac9-4d6f-a269-1b261e74f7df/04d1f77e-1995-4568-af4d-53891c55cb6c/e0d91d0b-8b15-4aa4-92a6-2c892c678854) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:39.540101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c273716-2f71-4639-a3f3-518d08bdffa4 req-bed1fe38-b396-4912-94f4-3e89d2218ac3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926385 Nov 27 15:51:39.558347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff59a8-aca8-4647-9624-f99af05203a3 req-d7f1a9d8-69ad-4fac-a8da-b4399fc3fc97 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:39.559948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38ff59a8-aca8-4647-9624-f99af05203a3 req-d7f1a9d8-69ad-4fac-a8da-b4399fc3fc97 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0925913 Nov 27 15:51:39.620111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38ff59a8-aca8-4647-9624-f99af05203a3 req-148c1bd1-7b5b-4c31-967d-6b020b1c92aa tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489378 Nov 27 15:51:39.654486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2eb731a4-6649-4140-aee0-d4eff46b95e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.667562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2eb731a4-6649-4140-aee0-d4eff46b95e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.729488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.737952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2eb731a4-6649-4140-aee0-d4eff46b95e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=114e76e631a54877add23c25d7d8bc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726827 Nov 27 15:51:39.738665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb731a4-6649-4140-aee0-d4eff46b95e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799ef00-5672-4c32-a188-95573737f2f6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:39.743301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37100) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:39.791533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.808628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.812583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2367a975-eb48-4985-9823-e5259ea94ba0 None None] Provisioning complete for port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:39.813124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2367a975-eb48-4985-9823-e5259ea94ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.814447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496647a1-abfd-42d8-9103-73b5136fc6d3 req-71ddaea5-c012-42b3-bb58-7d886eb2bba8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:39.823727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f523e-9dc8-4492-9230-435084557074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.825092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-496647a1-abfd-42d8-9103-73b5136fc6d3 req-71ddaea5-c012-42b3-bb58-7d886eb2bba8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.1124668 Nov 27 15:51:39.835517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.847414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:39.849852 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942c33e4-fa33-4888-b7c3-acd2c9599c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:39.887394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f523e-9dc8-4492-9230-435084557074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.889954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-496647a1-abfd-42d8-9103-73b5136fc6d3 req-8b235d8c-d787-4f42-8247-d38691958051 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636268 Nov 27 15:51:39.918401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ca6a65d5-89e7-4a5b-ac53-e174bcaefeac up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:39.929978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:39.935945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a7db4-f9a4-4c43-a236-4d2435b2156d req-6463d358-7c30-4f77-b48d-1de853082bb0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:39.938315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb0a7db4-f9a4-4c43-a236-4d2435b2156d req-6463d358-7c30-4f77-b48d-1de853082bb0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1899393 Nov 27 15:51:39.940724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Pushing event updated for resources: {'Port': ['ID=e0d91d0b-8b15-4aa4-92a6-2c892c678854,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:39.943239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:39.948763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:39.979157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Attempting to bind port d35e24e9-1f05-4326-bd6a-b3883277bb16 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:39.979633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Attempting to bind port d35e24e9-1f05-4326-bd6a-b3883277bb16 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:39.980343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Attempting to bind port d35e24e9-1f05-4326-bd6a-b3883277bb16 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:39.988950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:39.989460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:39.990443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.990443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:39.991603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Bound port: d35e24e9-1f05-4326-bd6a-b3883277bb16, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:39.992174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:39.993995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666dca-3826-4a3e-801e-079a01a5002a None None] Pushing event updated for resources: {'Port': ['ID=d35e24e9-1f05-4326-bd6a-b3883277bb16,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:40.042017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb0a7db4-f9a4-4c43-a236-4d2435b2156d req-4b505adb-4871-40e1-806b-e156f237a01b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912974 Nov 27 15:51:40.051171 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.119202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:40.141303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:40.141714 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.191096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] For port d35e24e9-1f05-4326-bd6a-b3883277bb16, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:40.229977 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b55b659-bc5d-4aa1-ab08-6031f1522e5a x-openstack-request-id: req-1b55b659-bc5d-4aa1-ab08-6031f1522e5a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:40.230575 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:40.230733 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b55b659-bc5d-4aa1-ab08-6031f1522e5a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:40.230907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] For port d35e24e9-1f05-4326-bd6a-b3883277bb16, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d35e24e9-1f05-4326-bd6a-b3883277bb16,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:40.231610 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'status': 'completed', 'code': 200} Nov 27 15:51:40.232259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f523e-9dc8-4492-9230-435084557074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.236773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f523e-9dc8-4492-9230-435084557074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.241818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2f2f523e-9dc8-4492-9230-435084557074 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d799ef00-5672-4c32-a188-95573737f2f6 HTTP/1.1" status: 204 len: 168 time: 0.4971941 Nov 27 15:51:40.251430 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.293661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f523e-9dc8-4492-9230-435084557074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799ef00-5672-4c32-a188-95573737f2f6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:40.317457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.317683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.323103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-b919efce-cb36-413b-96c1-e475e4d2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:40.324478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-b919efce-cb36-413b-96c1-e475e4d2cd0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1124 time: 0.1079369 Nov 27 15:51:40.414472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666dca-3826-4a3e-801e-079a01a5002a None None] Pushing event updated for resources: {'Port': ['ID=d35e24e9-1f05-4326-bd6a-b3883277bb16,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:40.427551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9c5807e-4afa-42fc-abdd-e3a078b579db None None] Provisioning complete for port e0d91d0b-8b15-4aa4-92a6-2c892c678854 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:40.427957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f9c5807e-4afa-42fc-abdd-e3a078b579db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.435649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Routers {'28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:40.435855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:40.508257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:40.543462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:51:40.546544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5807e-4afa-42fc-abdd-e3a078b579db None None] Port e0d91d0b-8b15-4aa4-92a6-2c892c678854 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:40.584709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-24018fb1-8ea1-47d3-b2e5-4a50ea200bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:40.586641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-24018fb1-8ea1-47d3-b2e5-4a50ea200bda service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.2501681 Nov 27 15:51:40.640464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] Set router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:40.647749 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-ce8321af-df38-43df-8620-838413ea4578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.0532317 Nov 27 15:51:40.675177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.723189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.801355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-62bfb6a3-ef8c-44ee-bee8-f869b4a5169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:40.803323 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-62bfb6a3-ef8c-44ee-bee8-f869b4a5169e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1437817 Nov 27 15:51:40.851070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Pushing event updated for resources: {'Port': ['ID=e0d91d0b-8b15-4aa4-92a6-2c892c678854,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:40.858786 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-bb5ab7be-38f1-45cd-8354-63602a3564ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451334 Nov 27 15:51:40.862225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:40.874635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec5f5e-c20e-45b8-ad67-b9958822788e req-c6159d38-0867-4cd3-a38f-ade59fdbd86f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:40.886861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cec5f5e-c20e-45b8-ad67-b9958822788e req-c6159d38-0867-4cd3-a38f-ade59fdbd86f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 943 time: 0.1644020 Nov 27 15:51:41.000915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cec5f5e-c20e-45b8-ad67-b9958822788e req-f3ed4b8f-a37b-477a-be96-06741e531122 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057489 Nov 27 15:51:41.047622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d10b5f-2e1e-48b6-9c34-fc382a07aa29 req-b2a26399-aa28-41be-9a83-56a1758a97dc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:41.049118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46d10b5f-2e1e-48b6-9c34-fc382a07aa29 req-b2a26399-aa28-41be-9a83-56a1758a97dc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0748119 Nov 27 15:51:41.076856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-497f41ee-2746-47fa-bb91-8747038fcb29 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041655 Nov 27 15:51:41.090610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:41.103936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:41.106816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 4, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port': {'id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e0d91d0b-8b15-4aa4-92a6-2c892c678854', 'name': '', 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'mac_address': 'fa:16:3e:2c:de:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '04d1f77e-1995-4568-af4d-53891c55cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:39Z', 'updated_at': '2021-11-27T15:51:39Z', 'revision_number': 1, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'subnets': [{'id': '04d1f77e-1995-4568-af4d-53891c55cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:41.156959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817386f0-6cf5-4ffa-a77d-891f865f1cac None None] The sync data for ids ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'] in n-d-819494-4 is: [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 4, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port': {'id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e0d91d0b-8b15-4aa4-92a6-2c892c678854', 'name': '', 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'mac_address': 'fa:16:3e:2c:de:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '04d1f77e-1995-4568-af4d-53891c55cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:39Z', 'updated_at': '2021-11-27T15:51:39Z', 'revision_number': 1, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'subnets': [{'id': '04d1f77e-1995-4568-af4d-53891c55cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:41.163131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46d10b5f-2e1e-48b6-9c34-fc382a07aa29 req-009429b4-37ea-4a81-85cf-6a87dd2c23ff tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Nov 27 15:51:41.174186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.458476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde160ef-049b-4691-b31b-f5e33054285a req-d23a2395-8775-4873-b9ef-c4e711cca110 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:41.470024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dde160ef-049b-4691-b31b-f5e33054285a req-d23a2395-8775-4873-b9ef-c4e711cca110 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1463892 Nov 27 15:51:41.524235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:41.562395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dde160ef-049b-4691-b31b-f5e33054285a req-f885e818-9637-4e6d-b0d8-9ba05e571dd6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 Nov 27 15:51:41.578641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e8f49b31-2bf0-4f76-adca-6bdb58719fbf None None] Provisioning complete for port e0d91d0b-8b15-4aa4-92a6-2c892c678854 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:41.578641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e8f49b31-2bf0-4f76-adca-6bdb58719fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.621557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e8f49b31-2bf0-4f76-adca-6bdb58719fbf None None] Port e0d91d0b-8b15-4aa4-92a6-2c892c678854 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:41.693327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1310437121-network', 'tenant_id': 'a077682119904efca9c39bbebac7feb6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:41.697224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:41.705193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-942c33e4-fa33-4888-b7c3-acd2c9599c4f req-f5649d0f-f7db-4cbe-b77b-532d6c5d03c0 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167450 Nov 27 15:51:41.718148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Made reservation on behalf of a077682119904efca9c39bbebac7feb6 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:41.721529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.736837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.826812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.833083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:41.837281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.839597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b05d53f2-363b-4a4c-9d96-bc77c72ced7b admin admin] 10.222.0.15 "PUT /v2.0/routers/28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792451 Nov 27 15:51:41.872944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:41.896551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.898212 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Added segment ddb2becc-3a7f-4578-8563-f9a90d036dfb of type vlan for network 10027e67-55af-4a2e-9328-a21c01231c02 Nov 27 15:51:41.899726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0198819-afba-45e3-843e-788c59c4acc8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:41.945692 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.974584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:41.976341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:41.977251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.037769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5112755 Nov 27 15:51:42.041317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37170) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:42.047510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Request body: {'subnet': {'network_id': '10027e67-55af-4a2e-9328-a21c01231c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1310437121-subnet', 'tenant_id': 'a077682119904efca9c39bbebac7feb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:42.058182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013e99b-aa0e-4ba7-9074-8228e2c52d73 admin admin] Pushing event updated for resources: {'Network': ['ID=10027e67-55af-4a2e-9328-a21c01231c02,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:42.088405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 10027e67-55af-4a2e-9328-a21c01231c02 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:42.114224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Made reservation on behalf of a077682119904efca9c39bbebac7feb6 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:42.117191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.207835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a1229-70e7-4692-be5c-ba2cf5334b43 req-97f92fbe-a049-4877-ae24-3df0215adb4a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:42.211105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a92a1229-70e7-4692-be5c-ba2cf5334b43 req-97f92fbe-a049-4877-ae24-3df0215adb4a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 943 time: 0.0666668 Nov 27 15:51:42.256358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7483b3cc-8dfc-4fb0-bff1-8a5f865a7e9b req-772d3dac-6e6b-477c-95d9-645115a27033 tempest-FloatingIPsNegativeTestJSON-1893449589 tempest-FloatingIPsNegativeTestJSON-1893449589-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=24d74802093e494fa7716a61f24d25f6 HTTP/1.1" status: 200 len: 217 time: 0.0438578 Nov 27 15:51:42.296724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a92a1229-70e7-4692-be5c-ba2cf5334b43 req-4dc8dbab-f9e3-45c4-a3f6-5cb7b3f73570 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Nov 27 15:51:42.368292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.436018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5e1897-6c6c-421c-ae65-7b72e3cfdecf,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:42.436285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81933ed-52e5-4780-9095-26dad53dbcc4 req-d8f39ca3-f464-4544-9070-cf419b6c47b4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:42.437687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b81933ed-52e5-4780-9095-26dad53dbcc4 req-d8f39ca3-f464-4544-9070-cf419b6c47b4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0602880 Nov 27 15:51:42.449391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Checking segment: {'id': 'ddb2becc-3a7f-4578-8563-f9a90d036dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '10027e67-55af-4a2e-9328-a21c01231c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:42.450713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Network hostable DHCP agents. Network: 10027e67-55af-4a2e-9328-a21c01231c02, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:42.468645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c17fba8-caed-4861-bfa6-600df6b8a591 req-b9e73999-c73e-4a2a-9ff1-f115247cbcea tempest-FloatingIPsNegativeTestJSON-1893449589 tempest-FloatingIPsNegativeTestJSON-1893449589-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0297532 Nov 27 15:51:42.468914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Network 10027e67-55af-4a2e-9328-a21c01231c02 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:42.483401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 10027e67-55af-4a2e-9328-a21c01231c02) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:42.483558 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:51:42.488040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:42.488714 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.496050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98540a53-b3c4-4c81-96e7-1c9b766849f1 None None] Network 10027e67-55af-4a2e-9328-a21c01231c02 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:42.517619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ad9fa0d5-d499-4c3f-8893-d98ce770763f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4748220 Nov 27 15:51:42.530809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b81933ed-52e5-4780-9095-26dad53dbcc4 req-69cc0a7d-9a3c-4b20-8442-ac385d20ebec tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803421 Nov 27 15:51:42.609494 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-34003e19-361d-4ce5-8680-1064bc04a62d req-5a4f1ab0-40cb-46d9-8de1-7cb53b08edf3 tempest-FloatingIPsNegativeTestJSON-1893449589 tempest-FloatingIPsNegativeTestJSON-1893449589-project] show failed (client error): The resource could not be found. Nov 27 15:51:42.618401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34003e19-361d-4ce5-8680-1064bc04a62d req-5a4f1ab0-40cb-46d9-8de1-7cb53b08edf3 tempest-FloatingIPsNegativeTestJSON-1893449589 tempest-FloatingIPsNegativeTestJSON-1893449589-project] 10.222.0.15 "GET /v2.0/floatingips/0ee29423-1330-461d-9c8a-1ff7287a85a1 HTTP/1.1" status: 404 len: 350 time: 0.0530546 Nov 27 15:51:42.622909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37188) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:42.673273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67474bad-9b64-41b5-b9a1-c72b419bed4c None None] Network 10027e67-55af-4a2e-9328-a21c01231c02 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:42.759336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3258-1448-48c5-ac30-b2d9923f28a1 req-e91aa7d4-d524-4d40-bcf7-5e92c9b44a10 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:42.761302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bdc3258-1448-48c5-ac30-b2d9923f28a1 req-e91aa7d4-d524-4d40-bcf7-5e92c9b44a10 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.0802827 Nov 27 15:51:42.806907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-627f609c-bf04-4fca-b12a-a4d356207a4e req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-834910592', 'description': 'tempest-description-47220628'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:42.855462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-627f609c-bf04-4fca-b12a-a4d356207a4e req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.871671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bdc3258-1448-48c5-ac30-b2d9923f28a1 req-13cce3dc-3d10-411d-ac7e-e2540408eacf tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991185 Nov 27 15:51:42.943898 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-627f609c-bf04-4fca-b12a-a4d356207a4e req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.950372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-627f609c-bf04-4fca-b12a-a4d356207a4e req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.981624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa524dc-9ac1-4662-ac91-63b670a41ce1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:42.987419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-627f609c-bf04-4fca-b12a-a4d356207a4e req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:42.993591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-627f609c-bf04-4fca-b12a-a4d356207a4e req-83fdfceb-a11f-4d81-98b8-fc36eea99633 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1926112 Nov 27 15:51:43.058462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-cbc14010-df8a-481b-9938-3fb64f9e252f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6fa524dc-9ac1-4662-ac91-63b670a41ce1 HTTP/1.1" status: 200 len: 1819 time: 0.0393422 Nov 27 15:51:43.064186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.069642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fa524dc-9ac1-4662-ac91-63b670a41ce1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:43.069994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fa524dc-9ac1-4662-ac91-63b670a41ce1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:43.127103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.154417 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.159056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.182663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5072ea-4fb2-47da-8bad-b282365a01c9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:43.191588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.192843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b3224ae-89ed-4abe-9826-a61daf44abae req-c346f32a-11f8-4432-ad0f-a7d0b6aa883e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1271312 Nov 27 15:51:43.222361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-28abefcd-eb1d-4f99-9570-4c6ca42c28c4 req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1213238871', 'description': 'tempest-description-643381203'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:43.246142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-28abefcd-eb1d-4f99-9570-4c6ca42c28c4 req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.317104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-28abefcd-eb1d-4f99-9570-4c6ca42c28c4 req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.322619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-28abefcd-eb1d-4f99-9570-4c6ca42c28c4 req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.341708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-4e61c424-ac3d-40f8-95ce-bedad4dd6bad service neutron] 10.222.0.21 "GET /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.0989628 Nov 27 15:51:43.347916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-28abefcd-eb1d-4f99-9570-4c6ca42c28c4 req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.349183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28abefcd-eb1d-4f99-9570-4c6ca42c28c4 req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1316869 Nov 27 15:51:43.360811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514a7f1-b1d5-4583-9b27-1a97d17cbc59 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ee2b2-810d-4350-99c6-2d9e1183d2d2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:43.447442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a072e2-88fc-4a91-b881-b827894f2fa5 req-26b38c2e-3148-4c25-8493-f6123eca6603 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:43.448967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Deleting port e0d91d0b-8b15-4aa4-92a6-2c892c678854 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:43.449309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.449710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64a072e2-88fc-4a91-b881-b827894f2fa5 req-26b38c2e-3148-4c25-8493-f6123eca6603 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 943 time: 0.0598898 Nov 27 15:51:43.537014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64a072e2-88fc-4a91-b881-b827894f2fa5 req-1dcb9469-8b7f-4d5a-9f96-140f8e31d36d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762365 Nov 27 15:51:43.545913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-8cd2c7c1-6b63-436e-826c-5f84092065f6 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/c05ee2b2-810d-4350-99c6-2d9e1183d2d2 HTTP/1.1" status: 200 len: 1821 time: 0.0746949 Nov 27 15:51:43.561276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c05ee2b2-810d-4350-99c6-2d9e1183d2d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:43.561626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c05ee2b2-810d-4350-99c6-2d9e1183d2d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:43.606970 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.632741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.633012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Calling delete_port for e0d91d0b-8b15-4aa4-92a6-2c892c678854 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:43.656901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:43.663423 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.674525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.703834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64357c26-1f93-4f89-b787-2be62f50505e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:43.708866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:43.730257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.731566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82a29fcf-948f-4988-9d4d-1f7fc4473b3f req-b4a5820d-4e1f-4a85-8ba6-be4edac0a921 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1756713 Nov 27 15:51:43.754551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ac44-1f3b-4905-8290-d365f0585915 req-f496b386-d5b5-489f-a371-bc7158337adb tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:43.761881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fd1ac44-1f3b-4905-8290-d365f0585915 req-f496b386-d5b5-489f-a371-bc7158337adb tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 946 time: 0.0734391 Nov 27 15:51:43.764616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:43.779078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:43.825788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fd1ac44-1f3b-4905-8290-d365f0585915 req-05a04064-7d3f-4b8b-88fa-b42ff0675582 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628259 Nov 27 15:51:43.847305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-ddc29733-3007-4fd9-9bea-1bff0f404b0a req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433248393', 'description': 'tempest-description-279045948'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:43.864994 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Sync routers for ids ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:43.866272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.881454 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Routers {'28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:43.881454 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:43.887614 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ddc29733-3007-4fd9-9bea-1bff0f404b0a req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:43.943114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d35e24e9-1f05-4326-bd6a-b3883277bb16 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:43.986784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ddc29733-3007-4fd9-9bea-1bff0f404b0a req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.004245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] Transition to ACTIVE for port object 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:44.008768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.009458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ddc29733-3007-4fd9-9bea-1bff0f404b0a req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.034503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.037639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d91d0b-8b15-4aa4-92a6-2c892c678854,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.047301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d35e24e9-1f05-4326-bd6a-b3883277bb16 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:44.049244 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.093240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e32ab-1c31-4e58-8c98-5a7d817b5eaa,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.101513 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ddc29733-3007-4fd9-9bea-1bff0f404b0a req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.120392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddc29733-3007-4fd9-9bea-1bff0f404b0a req-7bd0acc1-fc64-4fa0-968c-42f782631fa0 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2797275 Nov 27 15:51:44.124066 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Set router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:44.138102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6465949-7cb8-42bd-afdf-ac4ec961e9dd req-0369e8a9-38d3-4b17-99a4-3a1ce1817aad tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:44.140100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6465949-7cb8-42bd-afdf-ac4ec961e9dd req-0369e8a9-38d3-4b17-99a4-3a1ce1817aad tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1477666 Nov 27 15:51:44.145722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-75389a89-eba0-4359-ac5b-9abc432c09e0 req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2138520930', 'description': 'tempest-description-382493882'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:44.167856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3320607d-fc1b-415b-8279-72e03b551af1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:44.168953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] No DVR routers for this DVR port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:44.188566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.208568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] Pushing event updated for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.238195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d35e24e9-1f05-4326-bd6a-b3883277bb16, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d35e24e9-1f05-4326-bd6a-b3883277bb16,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:44.261123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-44ca62aa-8afc-401d-84a9-1b84c55f5e4f service neutron] 10.222.0.21 "PUT /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0/bindings/n-h2-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8926876 Nov 27 15:51:44.261665 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.299255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6465949-7cb8-42bd-afdf-ac4ec961e9dd req-d9f2337d-9d21-4344-b99a-83a61214e02d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442587 Nov 27 15:51:44.300547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75389a89-eba0-4359-ac5b-9abc432c09e0 req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.422053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75389a89-eba0-4359-ac5b-9abc432c09e0 req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.433374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75389a89-eba0-4359-ac5b-9abc432c09e0 req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.456168 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 4, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port': {'id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e0d91d0b-8b15-4aa4-92a6-2c892c678854', 'name': '', 'network_id': 'cb899ae7-7ac9-4d6f-a269-1b261e74f7df', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'mac_address': 'fa:16:3e:2c:de:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '04d1f77e-1995-4568-af4d-53891c55cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:39Z', 'updated_at': '2021-11-27T15:51:40Z', 'revision_number': 2, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'subnets': [{'id': '04d1f77e-1995-4568-af4d-53891c55cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:44.468608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:44.470944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d35e24e9-1f05-4326-bd6a-b3883277bb16,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.472874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.479363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-174bf030-4479-4c70-bc57-4cfa54f8d460 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:44.481101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-174bf030-4479-4c70-bc57-4cfa54f8d460 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.1203151 Nov 27 15:51:44.483266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '3320607d-fc1b-415b-8279-72e03b551af1', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'port_id': '3320607d-fc1b-415b-8279-72e03b551af1', 'mac_address': 'fa:16:3e:63:e3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b09e9f-261f-46f0-a0bc-37d6d9ea50d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:44.513644 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Checking router: 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:44.515601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b01031-e0fa-4afa-b2cd-6fa331fb84a8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.516386 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Updating router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd port e0d91d0b-8b15-4aa4-92a6-2c892c678854 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:51:44.521712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75389a89-eba0-4359-ac5b-9abc432c09e0 req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.528195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75389a89-eba0-4359-ac5b-9abc432c09e0 req-55f4105e-b683-4f2e-b3e3-f8f826b2e568 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3868892 Nov 27 15:51:44.560811 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Port e0d91d0b-8b15-4aa4-92a6-2c892c678854 not found while updating agent binding for router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd. {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 15:51:44.577185 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Routers {'28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:44.579305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:44.590283 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.604083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3320607d-fc1b-415b-8279-72e03b551af1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:44.622872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-2c3182c8-fb00-4bec-8e29-8d6e9b00d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:44.624930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-2c3182c8-fb00-4bec-8e29-8d6e9b00d22d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 1095 time: 0.1288559 Nov 27 15:51:44.625536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:44.631845 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.634279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-2bef2171-7186-426e-949c-c37871d513fe tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/f81e32ab-1c31-4e58-8c98-5a7d817b5eaa HTTP/1.1" status: 200 len: 1820 time: 0.0824399 Nov 27 15:51:44.708976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.710225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-dff5b4a5-805f-4c60-9f87-8213f01fe515 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/26b01031-e0fa-4afa-b2cd-6fa331fb84a8 HTTP/1.1" status: 200 len: 1821 time: 0.0678391 Nov 27 15:51:44.723898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f81e32ab-1c31-4e58-8c98-5a7d817b5eaa', 'remote_group_id': '26b01031-e0fa-4afa-b2cd-6fa331fb84a8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:44.724687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f81e32ab-1c31-4e58-8c98-5a7d817b5eaa', 'remote_group_id': '26b01031-e0fa-4afa-b2cd-6fa331fb84a8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:44.729480 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] Set router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:44.785208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3320607d-fc1b-415b-8279-72e03b551af1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:44.811955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.817316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-7db8073e-777b-4135-a64a-76dd9629e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:44.819002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-7db8073e-777b-4135-a64a-76dd9629e086 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1095 time: 0.0694761 Nov 27 15:51:44.823225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:44.863791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.900425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.927505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:44.929491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f265c8e-1177-4ba7-9b79-3fe6f56badeb req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2109711 Nov 27 15:51:44.939132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0af68f-9add-4e0f-84ab-34c464f8334b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aa04b8-49fa-4428-bba0-6b6a2653abfa,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:44.958137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a9a41-8500-420d-bc84-5ef51ac4d720 req-911bf18c-4959-4a11-996c-5e5aab3a0b94 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:44.960468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-850a9a41-8500-420d-bc84-5ef51ac4d720 req-911bf18c-4959-4a11-996c-5e5aab3a0b94 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 944 time: 0.1648219 Nov 27 15:51:44.984523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:43Z', 'revision_number': 5, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port': {'id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:45.023515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d010d-d956-4f03-8d81-0fdda2a16d15 None None] The sync data for ids ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'] in n-d-819494-4 is: [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:43Z', 'revision_number': 5, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port': {'id': 'd35e24e9-1f05-4326-bd6a-b3883277bb16', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:45.038201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-850a9a41-8500-420d-bc84-5ef51ac4d720 req-4586f008-9f90-4b8a-bc8e-5f474539e31c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640414 Nov 27 15:51:45.059178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-232e1e0b-9f41-488e-92db-b2dba3c5dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:45.061022 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-232e1e0b-9f41-488e-92db-b2dba3c5dd5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.2343066 Nov 27 15:51:45.108591 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-8bedbd65-b4f3-4e88-afae-7a7defc91269 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.0382125 Nov 27 15:51:45.126898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:45.132221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-87c35021-4c98-466e-acff-4d28ac631542 req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-784659158', 'description': 'tempest-description-1434429737'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:45.133044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-391e8617-5be5-4d18-ba19-89cca65b4c85 admin admin] 10.222.0.15 "PUT /v2.0/routers/28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090013 Nov 27 15:51:45.137726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37232) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:45.168688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-cf0bc44e-9295-4c0a-9622-cdd6e44c781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:45.170411 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-cf0bc44e-9295-4c0a-9622-cdd6e44c781c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0508931 Nov 27 15:51:45.212225 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-55d3984f-bcc7-455d-a03c-56aeb9c27f39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264368 Nov 27 15:51:45.313701 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-3e84c025-ca80-47eb-be30-2cb76a167522 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887210 Nov 27 15:51:45.415516 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-7c3eab71-6c47-4af3-8cd6-7465ecca066c service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942857 Nov 27 15:51:45.518758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87c35021-4c98-466e-acff-4d28ac631542 req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.556672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242f63-cf2b-49e8-ba22-fd527c35f68f req-567ed69f-ba82-4caf-9c4b-17a438649f63 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:45.558356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3242f63-cf2b-49e8-ba22-fd527c35f68f req-567ed69f-ba82-4caf-9c4b-17a438649f63 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 945 time: 0.4584339 Nov 27 15:51:45.642656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.688625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3242f63-cf2b-49e8-ba22-fd527c35f68f req-e447867a-0e66-4003-b802-2019d0d63f18 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201606 Nov 27 15:51:45.731390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f248-f8e9-4944-9e49-4087ef692847 req-62597f09-bdb6-437b-8956-6dc724989b57 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:45.732971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-62597f09-bdb6-437b-8956-6dc724989b57 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.0575478 Nov 27 15:51:45.738138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87c35021-4c98-466e-acff-4d28ac631542 req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.771555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87c35021-4c98-466e-acff-4d28ac631542 req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.818227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87c35021-4c98-466e-acff-4d28ac631542 req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.819421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87c35021-4c98-466e-acff-4d28ac631542 req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7051852 Nov 27 15:51:45.863341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485325a2-a203-4b49-99ec-33fbce8d1d5a tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12cf97-46cb-4b33-a64b-b6437d1ca359,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:45.889288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.907900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6454f248-f8e9-4944-9e49-4087ef692847 req-89a29ddf-ea72-406c-883b-ee95d96210de service neutron] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:45.911468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6454f248-f8e9-4944-9e49-4087ef692847 req-89a29ddf-ea72-406c-883b-ee95d96210de service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:45.912633 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6454f248-f8e9-4944-9e49-4087ef692847 req-89a29ddf-ea72-406c-883b-ee95d96210de service neutron] 10.222.0.37 "DELETE /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0/bindings/n-h1-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.1671042 Nov 27 15:51:45.919219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d35e24e9-1f05-4326-bd6a-b3883277bb16 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:45.924581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49890b7b-b0c4-4c66-a390-dbd5013f4054 req-345de090-d7ef-48fe-aa6b-3a48253af21f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:45.925234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49890b7b-b0c4-4c66-a390-dbd5013f4054 req-345de090-d7ef-48fe-aa6b-3a48253af21f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1386502 Nov 27 15:51:45.994818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:46.024444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49890b7b-b0c4-4c66-a390-dbd5013f4054 req-b1a95de7-4340-4731-84ff-3d528688b66e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 Nov 27 15:51:46.050438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d35e24e9-1f05-4326-bd6a-b3883277bb16 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:46.051207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.058499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-0afb9d9e-04a4-4eaa-8cd3-01b158310637 req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1231650640', 'description': 'tempest-description-454564673'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:46.079139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Deleting port d35e24e9-1f05-4326-bd6a-b3883277bb16 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:46.079509 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.102433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:46.153294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0afb9d9e-04a4-4eaa-8cd3-01b158310637 req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.177386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3320607d-fc1b-415b-8279-72e03b551af1 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:46.215854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] For port d35e24e9-1f05-4326-bd6a-b3883277bb16, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d35e24e9-1f05-4326-bd6a-b3883277bb16,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:46.216181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.218411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0d91d0b-8b15-4aa4-92a6-2c892c678854 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:46.244806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e0d91d0b-8b15-4aa4-92a6-2c892c678854 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:46.244806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0d91d0b-8b15-4aa4-92a6-2c892c678854 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:46.252026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Calling delete_port for d35e24e9-1f05-4326-bd6a-b3883277bb16 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:46.297884 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.310823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3320607d-fc1b-415b-8279-72e03b551af1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:46.332005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:46.338896 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.348300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0afb9d9e-04a4-4eaa-8cd3-01b158310637 req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.365864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] Sync routers for ids ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:46.370588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0afb9d9e-04a4-4eaa-8cd3-01b158310637 req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.396829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] Routers {'28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:46.398107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:46.435237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:46.463554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0afb9d9e-04a4-4eaa-8cd3-01b158310637 req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.476994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0afb9d9e-04a4-4eaa-8cd3-01b158310637 req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4337626 Nov 27 15:51:46.477491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.477710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f538e-7add-4703-a54a-8237d13962ca tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a830760-dc56-4cb2-be10-ae2b33ecaf7c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:46.477843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.478178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.478514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.478849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.479183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.479512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.480099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.480436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.480744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.481068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.481389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:46.499181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dcd5-b26f-435f-ac68-7141936da479 req-018f2963-f3e9-42a3-ad2b-e7b646d5f51e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:46.500850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a01dcd5-b26f-435f-ac68-7141936da479 req-018f2963-f3e9-42a3-ad2b-e7b646d5f51e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 944 time: 0.1781886 Nov 27 15:51:46.518076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] Set router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:46.576733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:45Z', 'revision_number': 6, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:46.603497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] Checking router: 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:46.608424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a01dcd5-b26f-435f-ac68-7141936da479 req-bcf2175b-b481-4d3b-8cf5-cc646d19503b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936942 Nov 27 15:51:46.612614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] Routers {'28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:46.613328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:46.655636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.703322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] Set router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:46.709036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee6ed-b9f8-42dd-9577-d74f61c71f4c req-4dd078fe-75c7-4853-b21f-3fd2ea418721 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:46.711119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c32ee6ed-b9f8-42dd-9577-d74f61c71f4c req-4dd078fe-75c7-4853-b21f-3fd2ea418721 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 944 time: 0.1230786 Nov 27 15:51:46.711864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d35e24e9-1f05-4326-bd6a-b3883277bb16,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:46.762125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:45Z', 'revision_number': 6, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:46.770915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-71c4ef17-0b2a-43b7-8eef-bf4ce9329864 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/7d12cf97-46cb-4b33-a64b-b6437d1ca359 HTTP/1.1" status: 200 len: 1821 time: 0.1356494 Nov 27 15:51:46.790350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f00d0-25f0-4cf6-a02f-bbeee1447574 None None] The sync data for ids ['28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd'] in n-d-819494-4 is: [{'id': '28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-755457548-router', 'tenant_id': '24d74802093e494fa7716a61f24d25f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:36Z', 'updated_at': '2021-11-27T15:51:45Z', 'revision_number': 6, 'project_id': '24d74802093e494fa7716a61f24d25f6', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:46.844154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.852128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c32ee6ed-b9f8-42dd-9577-d74f61c71f4c req-9ca4f8a4-43f6-43d8-8711-7b6630eec532 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158435 Nov 27 15:51:46.958728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-b8451e76-c0eb-422a-bbc5-98a9e3803887 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/1a830760-dc56-4cb2-be10-ae2b33ecaf7c HTTP/1.1" status: 200 len: 1821 time: 0.1788480 Nov 27 15:51:46.961969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.964601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:46.980339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7d12cf97-46cb-4b33-a64b-b6437d1ca359', 'remote_group_id': '1a830760-dc56-4cb2-be10-ae2b33ecaf7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:46.980659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7d12cf97-46cb-4b33-a64b-b6437d1ca359', 'remote_group_id': '1a830760-dc56-4cb2-be10-ae2b33ecaf7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:47.046745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.047252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:51:47.053376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.054485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2e183b94-c069-4ae0-9ce0-e303ac95fa5a admin admin] 10.222.0.15 "DELETE /v2.0/routers/28ce6a54-dc96-4a13-9991-b6f5a9a9f6bd HTTP/1.1" status: 204 len: 168 time: 1.9158792 Nov 27 15:51:47.057218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37260) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:47.066778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee178-90a7-40c7-805c-413f55b2e30d req-065a7e78-d7a1-4a21-a7b5-393f460c90cb tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:47.068347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16fee178-90a7-40c7-805c-413f55b2e30d req-065a7e78-d7a1-4a21-a7b5-393f460c90cb tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1095 time: 0.1087618 Nov 27 15:51:47.110919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Deleting subnet 04d1f77e-1995-4568-af4d-53891c55cb6c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:47.114125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.126581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.150801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.154502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16fee178-90a7-40c7-805c-413f55b2e30d req-0b14f037-df91-4b61-80dc-c2544bee8d5e tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760980 Nov 27 15:51:47.163751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.168384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.196160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96ce399-53c0-4810-9d73-5653102c9e39,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:47.222234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.224769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55688dfa-00d3-4400-b251-af66e4b9ba08 req-c1b1eb67-7823-4b04-b01d-06d1a65471b1 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2503760 Nov 27 15:51:47.257581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.321087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.356724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d1f77e-1995-4568-af4d-53891c55cb6c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:47.360359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.366815 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f0a8082d-3456-4bd3-8101-3f458e1f62a3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/04d1f77e-1995-4568-af4d-53891c55cb6c HTTP/1.1" status: 204 len: 168 time: 0.3050716 Nov 27 15:51:47.366974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0274f0-cc63-48ac-abae-d1334afaad66 None None] Network cb899ae7-7ac9-4d6f-a269-1b261e74f7df requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:47.367584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37270) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:47.414919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d9c33-c721-4ff4-8a17-65befd375182 req-f61fd5e0-e897-42b2-b1d9-099f5b703227 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:47.416486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-079d9c33-c721-4ff4-8a17-65befd375182 req-f61fd5e0-e897-42b2-b1d9-099f5b703227 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.0930400 Nov 27 15:51:47.422686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc29fe6a-5dbb-4467-9e4f-935bdd3b0717 req-0b82baf5-6f78-4b53-8656-ec05c0d4f350 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/1a830760-dc56-4cb2-be10-ae2b33ecaf7c HTTP/1.1" status: 200 len: 1821 time: 0.0725951 Nov 27 15:51:47.450592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.506097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-079d9c33-c721-4ff4-8a17-65befd375182 req-b5902ea7-4ee3-41e3-8e18-95209a658f2c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 Nov 27 15:51:47.526067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Deleting port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:47.526402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.530114 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dc29fe6a-5dbb-4467-9e4f-935bdd3b0717 req-dbbac3dc-265c-4e82-8fa3-d50e4e4c111d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.558692 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dc29fe6a-5dbb-4467-9e4f-935bdd3b0717 req-dbbac3dc-265c-4e82-8fa3-d50e4e4c111d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.657480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] For port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,segment=NetworkSegment(b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30),segment_id=b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:47.657853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.672862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Calling delete_port for ca6a65d5-89e7-4a5b-ac53-e174bcaefeac owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:47.708579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dc29fe6a-5dbb-4467-9e4f-935bdd3b0717 req-dbbac3dc-265c-4e82-8fa3-d50e4e4c111d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.712045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dc29fe6a-5dbb-4467-9e4f-935bdd3b0717 req-dbbac3dc-265c-4e82-8fa3-d50e4e4c111d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.712945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc29fe6a-5dbb-4467-9e4f-935bdd3b0717 req-dbbac3dc-265c-4e82-8fa3-d50e4e4c111d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/1a830760-dc56-4cb2-be10-ae2b33ecaf7c HTTP/1.1" status: 204 len: 173 time: 0.2823734 Nov 27 15:51:47.746458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbac3dc-265c-4e82-8fa3-d50e4e4c111d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a830760-dc56-4cb2-be10-ae2b33ecaf7c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:47.769289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:47.771750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251aeef-32fb-4ec0-8349-ea2c1920a149 None None] DHCP port deletion for cb899ae7-7ac9-4d6f-a269-1b261e74f7df request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:51:47.795518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-634a719c-558d-4604-9e0e-8d4fa3943256 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:47.797180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-634a719c-558d-4604-9e0e-8d4fa3943256 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.1849623 Nov 27 15:51:47.817186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-38a3f59c-5b7c-405d-87c0-9f90e642f8c3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/quotas/f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 375 time: 0.0134077 Nov 27 15:51:47.901821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d35e24e9-1f05-4326-bd6a-b3883277bb16 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:47.902388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6ca13ff-9781-4f03-80e1-327686f3e1f7 req-03ea3d6e-540d-4d7c-967b-e77e183768be tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/7d12cf97-46cb-4b33-a64b-b6437d1ca359 HTTP/1.1" status: 200 len: 1821 time: 0.0817568 Nov 27 15:51:47.917422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-cd2eb488-56a3-4643-a821-f41f3773ba71 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889602 Nov 27 15:51:47.946435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d35e24e9-1f05-4326-bd6a-b3883277bb16 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:47.946986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d35e24e9-1f05-4326-bd6a-b3883277bb16 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:47.947480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ca6a65d5-89e7-4a5b-ac53-e174bcaefeac no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:47.969328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ca6a65d5-89e7-4a5b-ac53-e174bcaefeac {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:47.969830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ca6a65d5-89e7-4a5b-ac53-e174bcaefeac not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:48.051329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-3b36be24-e82d-4c73-8a19-49f456058305 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330116 Nov 27 15:51:48.063253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd96a5-94fe-45a3-ac17-a63783a55226 req-a39861b5-4a14-4163-b8ea-df5f2d682c3a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:48.064791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0cd96a5-94fe-45a3-ac17-a63783a55226 req-a39861b5-4a14-4163-b8ea-df5f2d682c3a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 944 time: 0.0753963 Nov 27 15:51:48.079460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6a65d5-89e7-4a5b-ac53-e174bcaefeac,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:48.081285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] No DVR routers for this DVR port ca6a65d5-89e7-4a5b-ac53-e174bcaefeac on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:48.174801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0cd96a5-94fe-45a3-ac17-a63783a55226 req-8b983bbc-c7a4-4133-998f-0966c401baf8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014817 Nov 27 15:51:48.181019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.212938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-4e517532-7243-4c39-b9d3-1e234913b363 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:48.214468 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-4e517532-7243-4c39-b9d3-1e234913b363 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.37 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 944 time: 0.1280489 Nov 27 15:51:48.216265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb899ae7-7ac9-4d6f-a269-1b261e74f7df']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:48.219720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-41868957-f566-4139-854d-88c5d49a89d2 req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1792454415', 'description': 'tempest-description-141343344'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:48.226517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-7684c469-f876-4733-a638-91e046768786 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607487 Nov 27 15:51:48.238389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:48.238739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33f87a4-0c35-4d60-ac7f-5c2b69c3cb30') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:48.247919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41868957-f566-4139-854d-88c5d49a89d2 req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.267746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.293517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.321814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:48.322203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:48.323950 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:48.335150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41868957-f566-4139-854d-88c5d49a89d2 req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.340380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41868957-f566-4139-854d-88c5d49a89d2 req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.380604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-41868957-f566-4139-854d-88c5d49a89d2 req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.382312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41868957-f566-4139-854d-88c5d49a89d2 req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1700246 Nov 27 15:51:48.389044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa78c4-9a0f-4c7a-97e5-fea172398a4f tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfcafe2-fc75-4754-98a3-0e9a26dd65cf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:48.400283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.408474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.415126 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb899ae7-7ac9-4d6f-a269-1b261e74f7df HTTP/1.1" status: 204 len: 168 time: 1.0469813 Nov 27 15:51:48.428033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef490ee0-14ad-4424-8bac-0d6c30c3cd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb899ae7-7ac9-4d6f-a269-1b261e74f7df,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:48.433026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Deleting port 3320607d-fc1b-415b-8279-72e03b551af1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:51:48.433397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.525624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b30d12db-ae69-41c8-a7d9-c7282f42fd8a req-609e6077-b73a-4842-854b-59f59796dd3e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 210 time: 0.0376282 Nov 27 15:51:48.580937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] For port 3320607d-fc1b-415b-8279-72e03b551af1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3320607d-fc1b-415b-8279-72e03b551af1,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:48.581317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.598199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Calling delete_port for 3320607d-fc1b-415b-8279-72e03b551af1 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:51:48.620711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-acc7aa1d-d79e-486b-962a-01a4e4b84091 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6bfcafe2-fc75-4754-98a3-0e9a26dd65cf HTTP/1.1" status: 200 len: 1821 time: 0.0974946 Nov 27 15:51:48.625886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bfcafe2-fc75-4754-98a3-0e9a26dd65cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:48.626303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bfcafe2-fc75-4754-98a3-0e9a26dd65cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:48.632338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37306) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:48.726904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-82ab7d50-2ecf-430e-b001-ceb0aa96637b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24d74802093e494fa7716a61f24d25f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776696 Nov 27 15:51:48.729999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37308) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:48.750684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d2137-54c6-4ff9-967e-d8f6d59615ae req-9b54bead-d1ab-471a-8625-d430bd534cda tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:48.752192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c7d2137-54c6-4ff9-967e-d8f6d59615ae req-9b54bead-d1ab-471a-8625-d430bd534cda tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1189237 Nov 27 15:51:48.780275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.789793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.817774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event deleted for resources: {'Port': ['ID=3320607d-fc1b-415b-8279-72e03b551af1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:48.823715 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.832514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c7d2137-54c6-4ff9-967e-d8f6d59615ae req-10c2479d-4b3d-447c-8e6d-baab3e4432fd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688071 Nov 27 15:51:48.833944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.864146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48af88f6-6f5e-481f-aab6-5063ce3f6f37,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:48.876958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.886626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3772b4e-8319-401f-bcd7-1efcec337274 req-552e6285-1cbb-4452-9c2e-af520f53dcea tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2593977 Nov 27 15:51:48.895668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-446a80d0-e866-4a1e-9de6-e51158d0d118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.898004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] No DVR routers for this DVR port 3320607d-fc1b-415b-8279-72e03b551af1 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:51:48.916288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.919925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1b6045ae-fc01-4b1a-9bdc-d8f490eaac90 req-1eca88f1-2cf4-4134-8d49-387ac74538d3 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.37 "DELETE /v2.0/ports/3320607d-fc1b-415b-8279-72e03b551af1 HTTP/1.1" status: 204 len: 173 time: 0.6954589 Nov 27 15:51:48.920419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'name': 'network-vif-deleted', 'tag': '3320607d-fc1b-415b-8279-72e03b551af1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:48.923111 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ac0df6-0d37-4b52-82d8-cbe5aaa12e65" -d '{"events": [{"server_uuid": "abb2f774-0ddb-49a6-b172-40464cd00a0a", "name": "network-vif-deleted", "tag": "3320607d-fc1b-415b-8279-72e03b551af1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:48.951409 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-446a80d0-e866-4a1e-9de6-e51158d0d118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:48.963399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-76df2f84-4993-4ff2-bb97-c93f4896bcd9 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6bfcafe2-fc75-4754-98a3-0e9a26dd65cf HTTP/1.1" status: 200 len: 2414 time: 0.0634761 Nov 27 15:51:48.974352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bfcafe2-fc75-4754-98a3-0e9a26dd65cf', 'remote_group_id': None}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:48.974672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bfcafe2-fc75-4754-98a3-0e9a26dd65cf', 'remote_group_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:48.985327 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fc4222-73a8-496a-8c6b-db1f1f9757c0 x-openstack-request-id: req-40fc4222-73a8-496a-8c6b-db1f1f9757c0 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:48.985864 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2f774-0ddb-49a6-b172-40464cd00a0a", "name": "network-vif-deleted", "tag": "3320607d-fc1b-415b-8279-72e03b551af1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:48.986133 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40fc4222-73a8-496a-8c6b-db1f1f9757c0 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:48.986576 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2f774-0ddb-49a6-b172-40464cd00a0a', 'name': 'network-vif-deleted', 'tag': '3320607d-fc1b-415b-8279-72e03b551af1', 'status': 'completed', 'code': 200} Nov 27 15:51:49.021851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-446a80d0-e866-4a1e-9de6-e51158d0d118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.024699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-446a80d0-e866-4a1e-9de6-e51158d0d118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.028709 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-446a80d0-e866-4a1e-9de6-e51158d0d118 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc03e3c8-cd11-4778-a112-f82b4e957d26 HTTP/1.1" status: 204 len: 168 time: 0.2975500 Nov 27 15:51:49.036797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a80d0-e866-4a1e-9de6-e51158d0d118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03e3c8-cd11-4778-a112-f82b4e957d26,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:49.049026 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.082374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.088596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.108850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b680fe9a-3bdb-40f9-b2e2-b0774f1ebf43,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:49.120717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.122479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36dc00b9-a1bf-46ec-ac12-d8c33f9598af req-0ba6cfaf-a16f-437a-8d6e-6c1bd349461b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1520841 Nov 27 15:51:49.196392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f5c1bf-5419-4082-85e2-dd511f69e873 req-9b8206cb-3c59-4c3e-9603-4002cdedfc86 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6bfcafe2-fc75-4754-98a3-0e9a26dd65cf HTTP/1.1" status: 200 len: 3012 time: 0.0467899 Nov 27 15:51:49.262209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-1a6a9e0f-fd8f-4b31-989a-f1df2196347e tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-group-rules/b680fe9a-3bdb-40f9-b2e2-b0774f1ebf43 HTTP/1.1" status: 200 len: 783 time: 0.0394862 Nov 27 15:51:49.326007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e3dfd26-b671-4b89-97fc-bc34a8924235 req-0bb533da-5308-47b7-b69d-892c6c8d5024 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=abb2f774-0ddb-49a6-b172-40464cd00a0a HTTP/1.1" status: 200 len: 210 time: 0.0439732 Nov 27 15:51:49.331778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-a66bba87-7f71-43f3-aeea-468bf4c141f9 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6bfcafe2-fc75-4754-98a3-0e9a26dd65cf HTTP/1.1" status: 200 len: 3012 time: 0.0679965 Nov 27 15:51:49.363962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-8812ddc4-f4aa-40c9-98c8-b5407c902623 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.372238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-8812ddc4-f4aa-40c9-98c8-b5407c902623 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.398333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-8812ddc4-f4aa-40c9-98c8-b5407c902623 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.404548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-8812ddc4-f4aa-40c9-98c8-b5407c902623 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.405723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e5e647f-8cd3-45ad-9b0a-108da2b0442b req-8812ddc4-f4aa-40c9-98c8-b5407c902623 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b680fe9a-3bdb-40f9-b2e2-b0774f1ebf43 HTTP/1.1" status: 204 len: 173 time: 0.0675857 Nov 27 15:51:49.411535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812ddc4-f4aa-40c9-98c8-b5407c902623 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b680fe9a-3bdb-40f9-b2e2-b0774f1ebf43,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:49.477516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dbba5fc-1d8a-4664-bea7-7313f9ed30c9 req-54377a3f-468f-475c-9824-35eaebed66f2 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6bfcafe2-fc75-4754-98a3-0e9a26dd65cf HTTP/1.1" status: 200 len: 2414 time: 0.0512810 Nov 27 15:51:49.597248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbba5fc-1d8a-4664-bea7-7313f9ed30c9 req-2dba5107-d7fc-47f2-87ea-84e161d0bd63 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.628405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbba5fc-1d8a-4664-bea7-7313f9ed30c9 req-2dba5107-d7fc-47f2-87ea-84e161d0bd63 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.713434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0a07ade-1b36-46b6-bcdd-2ccd36f24817 req-f6fae96e-b6d2-4365-8c5c-048fab4f3b90 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 210 time: 0.0423727 Nov 27 15:51:49.742796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbba5fc-1d8a-4664-bea7-7313f9ed30c9 req-2dba5107-d7fc-47f2-87ea-84e161d0bd63 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.747204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3dbba5fc-1d8a-4664-bea7-7313f9ed30c9 req-2dba5107-d7fc-47f2-87ea-84e161d0bd63 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.748733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dbba5fc-1d8a-4664-bea7-7313f9ed30c9 req-2dba5107-d7fc-47f2-87ea-84e161d0bd63 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/6bfcafe2-fc75-4754-98a3-0e9a26dd65cf HTTP/1.1" status: 204 len: 173 time: 0.2629490 Nov 27 15:51:49.775777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba5107-d7fc-47f2-87ea-84e161d0bd63 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfcafe2-fc75-4754-98a3-0e9a26dd65cf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:49.780120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-658bdd21-8235-4999-8e85-3e8cdbb83c5f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:49.782176 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-658bdd21-8235-4999-8e85-3e8cdbb83c5f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.1304097 Nov 27 15:51:49.800255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Request body: {'port': {'device_id': 'aa308308-0a41-47c4-b894-1a50841a0066', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'admin_state_up': True, 'tenant_id': 'f0a75ef21d91414eb96ac65731a6ca3a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:49.821350 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-d0314d1b-beac-455e-87c5-0a2b50518a01 req-25092739-11b2-4ef1-9da0-1988faf6c3db tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] show failed (client error): The resource could not be found. Nov 27 15:51:49.822714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0314d1b-beac-455e-87c5-0a2b50518a01 req-25092739-11b2-4ef1-9da0-1988faf6c3db tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/1a830760-dc56-4cb2-be10-ae2b33ecaf7c HTTP/1.1" status: 404 len: 352 time: 0.0488644 Nov 27 15:51:49.888998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5fb984ad-c406-4bb6-945a-ea1115b206bb req-1f9719d3-8f90-45d6-9f01-a292e7e3da7b tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/7d12cf97-46cb-4b33-a64b-b6437d1ca359 HTTP/1.1" status: 200 len: 1821 time: 0.0447598 Nov 27 15:51:49.943276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Made reservation on behalf of f0a75ef21d91414eb96ac65731a6ca3a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:49.947154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:49.992043 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5fb984ad-c406-4bb6-945a-ea1115b206bb req-f16a590e-efee-4669-873f-ca0c3c7fc423 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.004358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37360) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:50.019021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5fb984ad-c406-4bb6-945a-ea1115b206bb req-f16a590e-efee-4669-873f-ca0c3c7fc423 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.048801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b7c5a-1f19-415c-aa72-f5dae2d9bc17 req-92899a5a-c3f5-40b3-bf6f-e32118c8c0bd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:50.050501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b97b7c5a-1f19-415c-aa72-f5dae2d9bc17 req-92899a5a-c3f5-40b3-bf6f-e32118c8c0bd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1101224 Nov 27 15:51:50.099227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Allocated IP 172.20.0.10 (909a1380-a230-48ba-869c-ef496b2094ea/7ce2444c-391e-44d8-91e7-1e0054b9f2d1/ae54c526-f3fb-4d57-8891-95f11fb3bf9a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:50.104499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5fb984ad-c406-4bb6-945a-ea1115b206bb req-f16a590e-efee-4669-873f-ca0c3c7fc423 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.107525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5fb984ad-c406-4bb6-945a-ea1115b206bb req-f16a590e-efee-4669-873f-ca0c3c7fc423 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.108655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5fb984ad-c406-4bb6-945a-ea1115b206bb req-f16a590e-efee-4669-873f-ca0c3c7fc423 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/7d12cf97-46cb-4b33-a64b-b6437d1ca359 HTTP/1.1" status: 204 len: 173 time: 0.2128456 Nov 27 15:51:50.131470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-348775276-network', 'tenant_id': '1929ec0093f94c5a8636192832ce9760'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:50.132798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b97b7c5a-1f19-415c-aa72-f5dae2d9bc17 req-ffb09f17-4ced-4b65-8d6c-efb2b21249fa tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756471 Nov 27 15:51:50.133701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a590e-efee-4669-873f-ca0c3c7fc423 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12cf97-46cb-4b33-a64b-b6437d1ca359,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:50.202667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Made reservation on behalf of 1929ec0093f94c5a8636192832ce9760 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:50.204988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.205339 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12f875ee-7096-4fda-bf8f-1d6be17e29a4 req-3c424382-642a-4a0c-abe4-3f6229a99f50 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/26b01031-e0fa-4afa-b2cd-6fa331fb84a8 HTTP/1.1" status: 200 len: 1821 time: 0.0460541 Nov 27 15:51:50.240701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.268859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-12f875ee-7096-4fda-bf8f-1d6be17e29a4 req-eb7c0f54-01cd-4227-9796-dddd0d3979d8 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.292561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-12f875ee-7096-4fda-bf8f-1d6be17e29a4 req-eb7c0f54-01cd-4227-9796-dddd0d3979d8 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.329921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.353315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-12f875ee-7096-4fda-bf8f-1d6be17e29a4 req-eb7c0f54-01cd-4227-9796-dddd0d3979d8 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.356442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-12f875ee-7096-4fda-bf8f-1d6be17e29a4 req-eb7c0f54-01cd-4227-9796-dddd0d3979d8 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.359974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12f875ee-7096-4fda-bf8f-1d6be17e29a4 req-eb7c0f54-01cd-4227-9796-dddd0d3979d8 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/26b01031-e0fa-4afa-b2cd-6fa331fb84a8 HTTP/1.1" status: 204 len: 173 time: 0.1446295 Nov 27 15:51:50.371311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c0f54-01cd-4227-9796-dddd0d3979d8 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b01031-e0fa-4afa-b2cd-6fa331fb84a8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:50.385130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.396056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.409564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.451094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c34c08f-b259-49d0-be3a-8ce5a9611b46 req-ca3ddc8e-d7f0-4a3e-97b1-55637060ba3c tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/f81e32ab-1c31-4e58-8c98-5a7d817b5eaa HTTP/1.1" status: 200 len: 1820 time: 0.0675738 Nov 27 15:51:50.460863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:50.474993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ec6e1a-77f3-489e-a1fb-046a32abeef5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:50.487869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Network 909a1380-a230-48ba-869c-ef496b2094ea is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:50.491541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.491887 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Added segment 31ee152a-6859-42e9-a275-e63464339c54 of type vlan for network 5c555c98-6108-444f-9177-bcc3dd452cf3 Nov 27 15:51:50.495294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:50.507022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:50.510931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:50.538370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9c34c08f-b259-49d0-be3a-8ce5a9611b46 req-85c596b8-fea4-4f12-a26c-d625de00d60d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.566712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9c34c08f-b259-49d0-be3a-8ce5a9611b46 req-85c596b8-fea4-4f12-a26c-d625de00d60d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.567344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.599325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:50.600005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.610233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37376) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:50.615531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170231730', 'description': 'tempest-description--472439728'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:50.623349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-232a5288-3416-4105-b4af-ddae2ed309f7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8307185 Nov 27 15:51:50.624492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.625462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:50.626034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.634129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9c34c08f-b259-49d0-be3a-8ce5a9611b46 req-85c596b8-fea4-4f12-a26c-d625de00d60d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.637771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9c34c08f-b259-49d0-be3a-8ce5a9611b46 req-85c596b8-fea4-4f12-a26c-d625de00d60d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.639531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c34c08f-b259-49d0-be3a-8ce5a9611b46 req-85c596b8-fea4-4f12-a26c-d625de00d60d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/f81e32ab-1c31-4e58-8c98-5a7d817b5eaa HTTP/1.1" status: 204 len: 173 time: 0.1788554 Nov 27 15:51:50.648272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Request body: {'port': {'device_id': 'aa308308-0a41-47c4-b894-1a50841a0066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:50.657541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c596b8-fea4-4f12-a26c-d625de00d60d tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e32ab-1c31-4e58-8c98-5a7d817b5eaa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:50.669926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.720680 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7125592 Nov 27 15:51:50.721203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37380) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:50.722922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ffee-73bd-4501-ae32-740645d9dbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c555c98-6108-444f-9177-bcc3dd452cf3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:50.734059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Request body: {'subnet': {'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-348775276-subnet', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:50.734938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:50.753055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.830497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Made reservation on behalf of 1929ec0093f94c5a8636192832ce9760 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:50.832812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.865883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d25cf534-89c7-4764-8c23-2371095efc79 req-3548bd2f-ff9c-49cf-acb5-6d4c6da401df tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/c05ee2b2-810d-4350-99c6-2d9e1183d2d2 HTTP/1.1" status: 200 len: 2420 time: 0.1628315 Nov 27 15:51:50.923748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:50.938722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.006138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c800a-29d5-43b6-aa4d-a536891e50a5 req-933bd186-5148-4bf1-b08f-d7f5a3f5e237 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:51.008209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-353c800a-29d5-43b6-aa4d-a536891e50a5 req-933bd186-5148-4bf1-b08f-d7f5a3f5e237 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 932 time: 0.2036769 Nov 27 15:51:51.020008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.021185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4099686 Nov 27 15:51:51.031212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37384) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:51.041156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'security_group_rule': {'security_group_id': 'eaea7654-d06c-444b-b3f7-43d9810ffcbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:51.048487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae54c526-f3fb-4d57-8891-95f11fb3bf9a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:51.050801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181066c1-01a7-4bbf-96e3-eb5d37140a88 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaea7654-d06c-444b-b3f7-43d9810ffcbc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.057140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.070908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Transition to ACTIVE for port object ae54c526-f3fb-4d57-8891-95f11fb3bf9a will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:51.075001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.119230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d25cf534-89c7-4764-8c23-2371095efc79 req-ab8b775f-a709-401c-a13d-d4ba9f0ca3ab tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.132156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.181327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.186626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-353c800a-29d5-43b6-aa4d-a536891e50a5 req-dead8576-569f-4861-8dd8-75122697ed2d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591430 Nov 27 15:51:51.198201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:51.198484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d25cf534-89c7-4764-8c23-2371095efc79 req-ab8b775f-a709-401c-a13d-d4ba9f0ca3ab tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.198601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:51.198847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:51.203880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:51.204189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:51.209028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:51.210073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:51.210362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:51.211535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Bound port: ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:51.211535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.292588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:51.296909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:51.302173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.331102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.340961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:51.341750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.343320 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 1092 time: 0.7090125 Nov 27 15:51:51.343779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:51.346116 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f9280-4df2-43d3-b546-8bfd26911e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:51.379073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a176cb-3c93-460a-ac5d-b65d1df899c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.400700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d25cf534-89c7-4764-8c23-2371095efc79 req-ab8b775f-a709-401c-a13d-d4ba9f0ca3ab tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.401255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d25cf534-89c7-4764-8c23-2371095efc79 req-ab8b775f-a709-401c-a13d-d4ba9f0ca3ab tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.402472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d25cf534-89c7-4764-8c23-2371095efc79 req-ab8b775f-a709-401c-a13d-d4ba9f0ca3ab tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/c05ee2b2-810d-4350-99c6-2d9e1183d2d2 HTTP/1.1" status: 204 len: 173 time: 0.5001843 Nov 27 15:51:51.408741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.420003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.439664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-aa98e3d5-2cfa-4603-9d4e-f3942449f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:51.440058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff75df98-ea35-4ab7-843a-6da6fab7bf8a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.442412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-aa98e3d5-2cfa-4603-9d4e-f3942449f4ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1095 time: 0.0546794 Nov 27 15:51:51.449292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e9ec-762c-4286-823d-6ee23490551e req-23b135a3-c664-4cef-af5b-aba97d739659 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:51.456884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76c9e9ec-762c-4286-823d-6ee23490551e req-23b135a3-c664-4cef-af5b-aba97d739659 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1782696 Nov 27 15:51:51.458435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b775f-a709-401c-a13d-d4ba9f0ca3ab tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ee2b2-810d-4350-99c6-2d9e1183d2d2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.496239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30805adf-5214-48dd-a954-bd28c00c0e60,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.502842 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.504157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6829ccbe-a1b0-48f6-ada3-8ee898c8ec57 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719129 Nov 27 15:51:51.508033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37394) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:51.513331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'security_group_rule': {'security_group_id': 'eaea7654-d06c-444b-b3f7-43d9810ffcbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:51.520107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-0465ab6a-a7a3-4186-9489-da64f35b5985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 217 time: 0.0708439 Nov 27 15:51:51.521024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Checking segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:51.521389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Network hostable DHCP agents. Network: 5c555c98-6108-444f-9177-bcc3dd452cf3, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:51.555281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76c9e9ec-762c-4286-823d-6ee23490551e req-0215e274-0ad8-4454-80b2-55edd5cad3fd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Nov 27 15:51:51.567827 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ba8f8-f92f-458b-adf7-47b68f0193c0 x-openstack-request-id: req-d62ba8f8-f92f-458b-adf7-47b68f0193c0 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:51.568138 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:51.568386 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d62ba8f8-f92f-458b-adf7-47b68f0193c0 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:51.571179 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'status': 'completed', 'code': 200} Nov 27 15:51:51.576845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:51.595574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.596956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5c555c98-6108-444f-9177-bcc3dd452cf3) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:51.606764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:51.607348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.607726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-38614d4d-8cc0-4ff6-bcaa-1f4f1f85f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:51.609252 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-38614d4d-8cc0-4ff6-bcaa-1f4f1f85f738 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0808458 Nov 27 15:51:51.613947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d3998-bfc3-46d3-b37d-7b4dc3513675 None None] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:51.624337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-990b20b5-17bd-4fad-b5e0-d8c516f67523 req-2ce21119-9391-46c5-8b56-9b33aaf79976 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "GET /v2.0/security-groups/6fa524dc-9ac1-4662-ac91-63b670a41ce1 HTTP/1.1" status: 200 len: 2412 time: 0.0577390 Nov 27 15:51:51.639058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0698cdf9-162f-4f3f-ada2-4d3236e02142 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9163766 Nov 27 15:51:51.641110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:51.645552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:51.662119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-4902a6bd-b46a-4232-838d-a92dce33d460 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422089 Nov 27 15:51:51.700264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.736752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.744096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.746187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.761917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-990b20b5-17bd-4fad-b5e0-d8c516f67523 req-91239228-b6c9-457e-a6ee-3cb78285c699 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.765003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebed07e-0659-43ce-8a37-520717593749,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:51.778071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.784443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-23461720-11ef-4edf-94b2-320d825a3ac6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2726872 Nov 27 15:51:51.785315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37402) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:51.804622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:51.812073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5c555c98-6108-444f-9177-bcc3dd452cf3', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:51:51.813099 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.813300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-990b20b5-17bd-4fad-b5e0-d8c516f67523 req-91239228-b6c9-457e-a6ee-3cb78285c699 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.849759 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-61a705ba-f6f8-4441-8e77-bdf34482f419 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794848 Nov 27 15:51:51.852360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.909640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-990b20b5-17bd-4fad-b5e0-d8c516f67523 req-91239228-b6c9-457e-a6ee-3cb78285c699 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.912297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-990b20b5-17bd-4fad-b5e0-d8c516f67523 req-91239228-b6c9-457e-a6ee-3cb78285c699 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.913584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-990b20b5-17bd-4fad-b5e0-d8c516f67523 req-91239228-b6c9-457e-a6ee-3cb78285c699 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] 10.222.0.15 "DELETE /v2.0/security-groups/6fa524dc-9ac1-4662-ac91-63b670a41ce1 HTTP/1.1" status: 204 len: 173 time: 0.2733662 Nov 27 15:51:51.920273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:51.922166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37404) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:51.954707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91239228-b6c9-457e-a6ee-3cb78285c699 tempest-SecurityGroupRulesTestJSON-1434701814 tempest-SecurityGroupRulesTestJSON-1434701814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa524dc-9ac1-4662-ac91-63b670a41ce1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:52.010736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Allocated IP 172.20.0.2 (5c555c98-6108-444f-9177-bcc3dd452cf3/ff75df98-ea35-4ab7-843a-6da6fab7bf8a/1f89fa0c-cbf7-4f42-80b9-38c1c9deb264) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:52.043750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Deleting subnet 3e5e1897-6c6c-421c-ae65-7b72e3cfdecf {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:52.047362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-122cfc1a-dde7-4d9b-a8aa-1567a07caea8 req-d533d802-41d7-4f9f-9502-16972f29a126 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726518 Nov 27 15:51:52.077675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.079479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.139411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.154145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.160991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.167377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.195715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:52.197178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3320607d-fc1b-415b-8279-72e03b551af1 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:51:52.200809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:52.224726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:52.226948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-1c054212-3d8b-4af7-b50a-fd3735dadc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:52.228750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-1c054212-3d8b-4af7-b50a-fd3735dadc14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1095 time: 0.1004667 Nov 27 15:51:52.251358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.305979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Allocated IP 172.25.1.185 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/f2a69cc9-8b63-487a-a36c-458435d2dd89) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:52.319308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 3320607d-fc1b-415b-8279-72e03b551af1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:51:52.320532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3320607d-fc1b-415b-8279-72e03b551af1 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:51:52.323228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Attempting to bind port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:52.323611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Attempting to bind port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:52.324047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Attempting to bind port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 on network 5c555c98-6108-444f-9177-bcc3dd452cf3 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:52.333193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:52.334369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Checking segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:52.335048 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.335740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Bound using segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:52.336407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Bound port: 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:52.337032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.358896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.398412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5e1897-6c6c-421c-ae65-7b72e3cfdecf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:52.406003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.409436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7b2e3f1a-8990-43cc-acff-1c9662837b5c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e5e1897-6c6c-421c-ae65-7b72e3cfdecf HTTP/1.1" status: 204 len: 168 time: 0.4862537 Nov 27 15:51:52.411400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] For port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:52.413282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37408) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:52.415680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] For port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:52.421206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Pushing event updated for resources: {'Port': ['ID=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:52.425690 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.432093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-070bf391-773a-4d4d-afa0-de7cb7306f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:52.433549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-070bf391-773a-4d4d-afa0-de7cb7306f10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.1960766 Nov 27 15:51:52.479533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3d97-a240-43dc-8764-3bdba5ea912f None None] Pushing event updated for resources: {'Port': ['ID=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:52.493897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-af7e7742-c1e8-455e-b497-32222f4204f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 217 time: 0.0465572 Nov 27 15:51:52.554487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.581914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-9990b2d8-c91a-43a7-8403-ea035141f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:52.583508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-9990b2d8-c91a-43a7-8403-ea035141f9f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0772042 Nov 27 15:51:52.630814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-81c24645-54e8-4356-a9c2-f1398defb967 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342286 Nov 27 15:51:52.650034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.764071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:52.767290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'Port': ['ID=f2a69cc9-8b63-487a-a36c-458435d2dd89,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:52.772701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:52.780441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:52.823669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-f9983afd-07e5-4d35-ada1-d67ff84f61bc service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840289 Nov 27 15:51:52.864549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de66867-bc68-4e18-b021-87951da217ed req-ae4cb6e7-5e2d-474d-add1-527a159b6023 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:52.866170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4de66867-bc68-4e18-b021-87951da217ed req-ae4cb6e7-5e2d-474d-add1-527a159b6023 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 944 time: 0.5402029 Nov 27 15:51:52.952805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.975608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb2f9280-4df2-43d3-b546-8bfd26911e1f req-29416f39-bb2f-4bde-87cc-ec747e534401 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422591 Nov 27 15:51:52.996385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:52.997915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.033370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4de66867-bc68-4e18-b021-87951da217ed req-e47a3f5f-cd70-4bf5-bb6e-149b15f30f1f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214702 Nov 27 15:51:53.035192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.043973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493433e-8b9a-421e-909e-a3cde3fb52df req-56445ba5-d3af-4885-ade5-9dbd1b18795d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:53.045543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d493433e-8b9a-421e-909e-a3cde3fb52df req-56445ba5-d3af-4885-ade5-9dbd1b18795d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.2378681 Nov 27 15:51:53.096349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.154897 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.161463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.215190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.233567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'Port': ['ID=f2a69cc9-8b63-487a-a36c-458435d2dd89,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:53.245786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.257101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10027e67-55af-4a2e-9328-a21c01231c02']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:53.264612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.266235 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-35007d25-502b-47c9-8442-a9bd760cb006 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4692726 Nov 27 15:51:53.276913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d493433e-8b9a-421e-909e-a3cde3fb52df req-bb29eb81-a492-41b3-b5f8-2c921c5be9f5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891117 Nov 27 15:51:53.285525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb2becc-3a7f-4578-8563-f9a90d036dfb') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:53.285917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb2becc-3a7f-4578-8563-f9a90d036dfb') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:53.317255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.338445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.357438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:51:53.357935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:51:53.359945 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:51:53.363100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Allocated IP 172.25.1.252 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d32050b2-36f9-4239-9d5c-ababbe65935c) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:53.472631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.478951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.482564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] 10.222.0.15 "DELETE /v2.0/networks/10027e67-55af-4a2e-9328-a21c01231c02 HTTP/1.1" status: 204 len: 168 time: 1.0664508 Nov 27 15:51:53.522763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44334cb9-5ce8-4c34-a55f-4428596bae53 admin admin] Pushing event deleted for resources: {'Network': ['ID=10027e67-55af-4a2e-9328-a21c01231c02,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:53.638766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.642430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37434) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:53.660894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97adfbb3-cb28-4921-9e78-cf894429dd6f None None] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:53.667837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-74068f6f-f7e8-4138-a9d4-edba16e56ec9 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:53.669493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-74068f6f-f7e8-4138-a9d4-edba16e56ec9 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 822 time: 0.2017448 Nov 27 15:51:53.699566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-7e9c778e-864a-4ecb-8e0d-d3d04f567ee1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/quotas/3c740ebebb144ae6aa4b1bada0965199 HTTP/1.1" status: 200 len: 375 time: 0.0213132 Nov 27 15:51:53.719252 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.732567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-34c8a1ce-539a-48b7-9433-471673180beb None None] Provisioning complete for port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:53.733370 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34c8a1ce-539a-48b7-9433-471673180beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.739345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-3fd1a3a8-754a-4d8f-8a16-2358ad9830ae tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315206 Nov 27 15:51:53.804772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:53.841437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:53.844178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:53.874854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d32050b2-36f9-4239-9d5c-ababbe65935c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:53.919276 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34c8a1ce-539a-48b7-9433-471673180beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:53.974848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:53.984752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1a0b5fe6-e281-4ec0-8646-7db3ce9a56bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a077682119904efca9c39bbebac7feb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407845 Nov 27 15:51:53.984983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37436) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:54.009630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34c8a1ce-539a-48b7-9433-471673180beb None None] For port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:54.016328 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34c8a1ce-539a-48b7-9433-471673180beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.040206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-bc7775df-6404-4827-9599-fbc3c96ffd03 service neutron] 10.222.0.15 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780752 Nov 27 15:51:54.081953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8a1ce-539a-48b7-9433-471673180beb None None] Pushing event updated for resources: {'Port': ['ID=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:54.090501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:54.091001 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.223554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838cc2c-85d2-4e0e-af43-6aac1c7adf1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.277780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-241e9cdb-d5bb-4c9d-b756-d01bbe176fab service neutron] 10.222.0.15 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236388 Nov 27 15:51:54.311122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838cc2c-85d2-4e0e-af43-6aac1c7adf1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.339257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef0e3d-b860-49bc-afd4-91c8616f7abe req-81d44258-3f6c-4b59-b982-722170f8c058 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:54.340756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbef0e3d-b860-49bc-afd4-91c8616f7abe req-81d44258-3f6c-4b59-b982-722170f8c058 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 944 time: 0.1998432 Nov 27 15:51:54.343135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-355f9e15-3f0d-478f-87ad-9763520872df None None] Provisioning complete for port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:54.343726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-355f9e15-3f0d-478f-87ad-9763520872df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.396222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.504287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbef0e3d-b860-49bc-afd4-91c8616f7abe req-9f144f00-f368-414c-bd9f-22931fde9094 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399179 Nov 27 15:51:54.521684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838cc2c-85d2-4e0e-af43-6aac1c7adf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.521684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838cc2c-85d2-4e0e-af43-6aac1c7adf1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.521684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c838cc2c-85d2-4e0e-af43-6aac1c7adf1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0198819-afba-45e3-843e-788c59c4acc8 HTTP/1.1" status: 204 len: 168 time: 0.5276496 Nov 27 15:51:54.557144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838cc2c-85d2-4e0e-af43-6aac1c7adf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0198819-afba-45e3-843e-788c59c4acc8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:54.611462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c596c89b-bf8d-44b9-8f91-5245c3e4f422 req-5eabc1f4-7b09-42df-8e58-63569bbaab06 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 210 time: 0.0394893 Nov 27 15:51:54.749190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fad99-9226-42f7-823c-1f3511c0cda7 req-c8f53677-a244-4dfe-a983-1e3123f5c272 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:54.750741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd8fad99-9226-42f7-823c-1f3511c0cda7 req-c8f53677-a244-4dfe-a983-1e3123f5c272 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1432817 Nov 27 15:51:54.798488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:54.862007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd8fad99-9226-42f7-823c-1f3511c0cda7 req-c95e9028-2d20-4e02-8c70-c48be9cf000a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008379 Nov 27 15:51:54.978658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:51:55.090660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:55.102031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Sync routers for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:55.113783 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:55.114010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.116676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-38bdf257-f3d0-4de6-827c-ef5d469591e9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4733906 Nov 27 15:51:55.118662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37470) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:55.118790 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:55.230043 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:55.367042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37480) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:55.416657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:54Z', 'revision_number': 3, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:55.444060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Checking router: 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:55.444403 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Updating router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 port d32050b2-36f9-4239-9d5c-ababbe65935c binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:51:55.483536 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.518177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-148691142-network', 'tenant_id': 'c749ea1fd1ed4f2ea71a2bb3ec22b35f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:55.566748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Made reservation on behalf of c749ea1fd1ed4f2ea71a2bb3ec22b35f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:55.573974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.609740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.646172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.737194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-6cadfb07-a6c3-44f8-b46c-a0a1c86143cc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:55.739050 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-6cadfb07-a6c3-44f8-b46c-a0a1c86143cc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 822 time: 0.2488186 Nov 27 15:51:55.761019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'port': {'device_id': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'admin_state_up': True, 'tenant_id': '3c740ebebb144ae6aa4b1bada0965199'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:55.779648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-059f2d2a-7a90-4b22-9923-080c6ae95f62 req-06df1462-f604-4dcd-9f65-b9d0f5e78035 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 210 time: 0.0401230 Nov 27 15:51:55.794266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a29074-566f-45bd-8464-f587bb67e354 req-e5981602-e73d-493d-96fd-b6f0cfab6d5a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:55.801509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0a29074-566f-45bd-8464-f587bb67e354 req-e5981602-e73d-493d-96fd-b6f0cfab6d5a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 944 time: 0.1619861 Nov 27 15:51:55.920056 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.922681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0a29074-566f-45bd-8464-f587bb67e354 req-36818c0a-36c2-4c4f-9435-b86741fd804b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195672 Nov 27 15:51:55.933205 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.935700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:55.946305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Allocated IP 172.20.0.1 (5c555c98-6108-444f-9177-bcc3dd452cf3/ff75df98-ea35-4ab7-843a-6da6fab7bf8a/89d62b4f-3f22-4b02-8fa7-db054c3e442e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:55.984159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.993097 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Attempting to bind port d32050b2-36f9-4239-9d5c-ababbe65935c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:55.993594 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Attempting to bind port d32050b2-36f9-4239-9d5c-ababbe65935c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:55.994037 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Attempting to bind port d32050b2-36f9-4239-9d5c-ababbe65935c on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:55.994209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:55.996276 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Pushing event updated for resources: {'Port': ['ID=d32050b2-36f9-4239-9d5c-ababbe65935c,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:56.007477 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:56.008411 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:56.008928 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.009445 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:56.010030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Bound port: d32050b2-36f9-4239-9d5c-ababbe65935c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:56.010537 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.012907 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.013379 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.014080 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.014534 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.014978 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.015412 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.015862 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.016297 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.016739 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.017183 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.017613 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.018040 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:51:56.019066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:56.019626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.047777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:51:56.054284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:51:56.080140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.080539 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Added segment 26873c13-5cb9-4700-b574-c98f51475479 of type vlan for network 86e0e08d-5cf5-4da1-908d-3f49377cc236 Nov 27 15:51:56.084046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1c6d3-9b0d-4a63-8b69-004ab8787e89,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:56.105864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee570d-c03b-48e9-b1bb-3f5f10d93436 req-cd8361f2-bae6-4836-a298-f9f330cb6b2b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:56.107161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68ee570d-c03b-48e9-b1bb-3f5f10d93436 req-cd8361f2-bae6-4836-a298-f9f330cb6b2b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1195853 Nov 27 15:51:56.149642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Made reservation on behalf of 3c740ebebb144ae6aa4b1bada0965199 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:56.153631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.181962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68ee570d-c03b-48e9-b1bb-3f5f10d93436 req-b559c03f-e80b-4dd4-8d46-b50d67213e1c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634904 Nov 27 15:51:56.199709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.217687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.223342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:56.241698 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] For port d32050b2-36f9-4239-9d5c-ababbe65935c, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:56.244211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'port_id': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'mac_address': 'fa:16:3e:c2:02:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2444c-391e-44d8-91e7-1e0054b9f2d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:51:56.246411 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] For port d32050b2-36f9-4239-9d5c-ababbe65935c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d32050b2-36f9-4239-9d5c-ababbe65935c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:56.254902 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.273596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.288972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.289996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:56.290666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.298054 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.301181 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:56.301847 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:56.315254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae54c526-f3fb-4d57-8891-95f11fb3bf9a {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:56.337246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:56.342255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:56.345296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:56.348996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:56.362236 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.384827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=89d62b4f-3f22-4b02-8fa7-db054c3e442e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:56.399131 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0277634 Nov 27 15:51:56.401966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37496) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:56.410954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Request body: {'subnet': {'network_id': '86e0e08d-5cf5-4da1-908d-3f49377cc236', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-148691142-subnet', 'tenant_id': 'c749ea1fd1ed4f2ea71a2bb3ec22b35f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:56.421790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.436359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae80ce-0eee-4361-8020-a522bd4705d6 admin admin] Pushing event updated for resources: {'Network': ['ID=86e0e08d-5cf5-4da1-908d-3f49377cc236,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:56.438291 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb89872-cb67-4b0b-9f8f-1236b8b61d0c None None] Pushing event updated for resources: {'Port': ['ID=d32050b2-36f9-4239-9d5c-ababbe65935c,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:56.443410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Made reservation on behalf of c749ea1fd1ed4f2ea71a2bb3ec22b35f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:51:56.447652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.449918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:56.455126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 86e0e08d-5cf5-4da1-908d-3f49377cc236 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:51:56.466253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Allocated IP 172.20.0.7 (3c14b793-5b6f-41bc-8355-aa33b9d630f3/d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8/fcd8d6f7-48f7-4018-a73e-2c47dced1673) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:51:56.503113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:56.658439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ae54c526-f3fb-4d57-8891-95f11fb3bf9a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:51:56.680663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.793551 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:54Z', 'revision_number': 3, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:56.809957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b6b0fc45-06ff-4270-a1bf-2d0ddbadd4aa None None] Provisioning complete for port 89d62b4f-3f22-4b02-8fa7-db054c3e442e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:56.810428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b6b0fc45-06ff-4270-a1bf-2d0ddbadd4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.834324 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40670-560e-45ae-9c29-5d17cf176bd6 None None] The sync data for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 is: [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:54Z', 'revision_number': 3, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:51:56.866321 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.926893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.928797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.937586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0fc45-06ff-4270-a1bf-2d0ddbadd4aa None None] Port 89d62b4f-3f22-4b02-8fa7-db054c3e442e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:56.964447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:56.969705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd6b7553-af51-4ac2-9d16-b41e36270c73 req-0b16dafa-2415-4e9e-b856-1b2128bf4617 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 210 time: 0.0401866 Nov 27 15:51:57.005964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.034177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=89d62b4f-3f22-4b02-8fa7-db054c3e442e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:57.036520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.052756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79aa9a4c-ca33-4866-9a94-66c9c1efd2b1,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:57.060435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Checking segment: {'id': '26873c13-5cb9-4700-b574-c98f51475479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '86e0e08d-5cf5-4da1-908d-3f49377cc236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:57.060802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Network hostable DHCP agents. Network: 86e0e08d-5cf5-4da1-908d-3f49377cc236, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:51:57.078150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:57.084893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:57.088825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:57.092173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:51:57.116248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Network 86e0e08d-5cf5-4da1-908d-3f49377cc236 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:51:57.136219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 86e0e08d-5cf5-4da1-908d-3f49377cc236) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:57.144219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:57.144691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.147178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365edf8-81aa-4ca4-b210-a27c33e1b5ca None None] Network 86e0e08d-5cf5-4da1-908d-3f49377cc236 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:57.159013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:57.159669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.189464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2ac4b7c1-1099-414d-8ddd-2e19d1672b4d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7808115 Nov 27 15:51:57.217092 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-44a30f57-4c32-4bb3-abf0-2d0bc9de19de tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4658239 Nov 27 15:51:57.231087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Request body: {'port': {'device_id': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:57.308636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.401727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c8fec-a3e9-49c4-98e8-4bfeb7b6595b None None] Network 86e0e08d-5cf5-4da1-908d-3f49377cc236 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:51:57.648276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73438ea4-c666-4dd3-808f-fbf05ad8af03 req-19fa57fb-5e37-4271-a663-771aa62f008d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:57.649825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73438ea4-c666-4dd3-808f-fbf05ad8af03 req-19fa57fb-5e37-4271-a663-771aa62f008d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 945 time: 0.5789278 Nov 27 15:51:57.657435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd8d6f7-48f7-4018-a73e-2c47dced1673 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:51:57.660169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2ff7c-020e-44a7-bb37-ea244b10e69a req-6c6f41ba-418e-44dd-a000-a3a0fdee4fd6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:57.661756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce2ff7c-020e-44a7-bb37-ea244b10e69a req-6c6f41ba-418e-44dd-a000-a3a0fdee4fd6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1229086 Nov 27 15:51:57.669197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.680225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:51:57.684451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Transition to ACTIVE for port object fcd8d6f7-48f7-4018-a73e-2c47dced1673 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:51:57.690737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.693001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:51:57.764043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:57.809580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73438ea4-c666-4dd3-808f-fbf05ad8af03 req-5a63839d-ac51-4b21-a42b-cf67f9037e9c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433189 Nov 27 15:51:57.861544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce2ff7c-020e-44a7-bb37-ea244b10e69a req-978666f7-9d92-4273-8679-0e739aa6c56a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862774 Nov 27 15:51:57.872790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Attempting to bind port fcd8d6f7-48f7-4018-a73e-2c47dced1673 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:51:57.873530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Attempting to bind port fcd8d6f7-48f7-4018-a73e-2c47dced1673 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:51:57.874095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Attempting to bind port fcd8d6f7-48f7-4018-a73e-2c47dced1673 on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:57.888235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Port fcd8d6f7-48f7-4018-a73e-2c47dced1673 on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:51:57.888235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Attempting to bind port fcd8d6f7-48f7-4018-a73e-2c47dced1673 on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:51:57.906511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:51:57.907332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Checking segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:51:57.908963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Bound using segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:51:57.909181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Bound port: fcd8d6f7-48f7-4018-a73e-2c47dced1673, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:51:57.909525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:57.965516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:51:57.983731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d32050b2-36f9-4239-9d5c-ababbe65935c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:58.059273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:51:58.072650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:51:58.085241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.095980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cd4a163f-c30e-41ae-b156-7fb88f504fd6 None None] Provisioning complete for port 89d62b4f-3f22-4b02-8fa7-db054c3e442e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:58.096391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cd4a163f-c30e-41ae-b156-7fb88f504fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.099669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:58.153753 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-679c2e2f-4641-447a-978c-93f88d55f668 req-0d5ac5da-b0db-4322-b93c-aa4c8c9bb12b tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] show failed (client error): The resource could not be found. Nov 27 15:51:58.154953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-679c2e2f-4641-447a-978c-93f88d55f668 req-0d5ac5da-b0db-4322-b93c-aa4c8c9bb12b tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups/c92e3005-6e9b-4531-aebf-184fdffe562a HTTP/1.1" status: 404 len: 352 time: 0.0243707 Nov 27 15:51:58.195762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d32050b2-36f9-4239-9d5c-ababbe65935c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:58.196377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.225159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:58.230884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a163f-c30e-41ae-b156-7fb88f504fd6 None None] Port 89d62b4f-3f22-4b02-8fa7-db054c3e442e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:51:58.238327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:58.239558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.249595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-898700c5-378c-4710-bf3f-9ad992c06db8 service neutron] 10.222.0.21 "PUT /v2.0/ports/fcd8d6f7-48f7-4018-a73e-2c47dced1673 HTTP/1.1" status: 200 len: 1091 time: 1.0228851 Nov 27 15:51:58.250498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:58.255058 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e46811-8e96-41d6-95ce-411deb91e7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:58.264569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port ae54c526-f3fb-4d57-8891-95f11fb3bf9a completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:51:58.270571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port ae54c526-f3fb-4d57-8891-95f11fb3bf9a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:51:58.270957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.280039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:51:58.286597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9e2cb64b-58f6-47d6-80dc-643c72ddb7b2 admin admin] 10.222.0.15 "PUT /v2.0/routers/08a904a3-57ba-4b74-8c1e-fe9f1758bd88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1663601 Nov 27 15:51:58.317959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753714f-4dfa-4cdd-bb61-4fe67f7d11ae req-6e062fdd-4b2f-4f90-91d2-6e7f95c37d3d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:58.320328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5753714f-4dfa-4cdd-bb61-4fe67f7d11ae req-6e062fdd-4b2f-4f90-91d2-6e7f95c37d3d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 943 time: 0.1110229 Nov 27 15:51:58.339140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.367755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d32050b2-36f9-4239-9d5c-ababbe65935c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d32050b2-36f9-4239-9d5c-ababbe65935c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:58.379464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-d4822c55-6fe1-4700-a83d-a2ce344589e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:58.381544 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-d4822c55-6fe1-4700-a83d-a2ce344589e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 1094 time: 0.0727413 Nov 27 15:51:58.388528 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ced6d21-cc00-40e7-9fe7-887a7f58a975 x-openstack-request-id: req-6ced6d21-cc00-40e7-9fe7-887a7f58a975 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:58.388828 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:58.389089 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ced6d21-cc00-40e7-9fe7-887a7f58a975 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:58.389521 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'status': 'completed', 'code': 200} Nov 27 15:51:58.409028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5753714f-4dfa-4cdd-bb61-4fe67f7d11ae req-8c5e883a-bbad-4d0b-906a-6d81d17af0e2 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821948 Nov 27 15:51:58.441854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-f3e34055-5c1d-4f0f-8bb3-ac4d42294059 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673 HTTP/1.1" status: 200 len: 217 time: 0.0432060 Nov 27 15:51:58.489705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a37681-c045-4424-bcae-d4964113a1aa req-304c4341-a59c-4c3a-8588-42e89ad35813 tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c749ea1fd1ed4f2ea71a2bb3ec22b35f HTTP/1.1" status: 200 len: 3001 time: 0.0708253 Nov 27 15:51:58.522319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-17e615ab-b0cc-4c0b-8030-62f8e52cb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:58.524044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-17e615ab-b0cc-4c0b-8030-62f8e52cb04d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 200 len: 862 time: 0.0710554 Nov 27 15:51:58.538139 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.569986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a37681-c045-4424-bcae-d4964113a1aa req-7a071a6e-cb87-4716-923d-f9f58604a1ff tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups/58b1c6d3-9b0d-4a63-8b69-004ab8787e89 HTTP/1.1" status: 200 len: 2998 time: 0.0739779 Nov 27 15:51:58.583861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-f8a8632b-7f1b-486b-9303-447849ad1767 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c14b793-5b6f-41bc-8355-aa33b9d630f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469289 Nov 27 15:51:58.585043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.614102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a37681-c045-4424-bcae-d4964113a1aa req-f5f2b443-0731-49d9-8f09-dd915df44e4f tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups/58b1c6d3-9b0d-4a63-8b69-004ab8787e89 HTTP/1.1" status: 200 len: 2998 time: 0.0432050 Nov 27 15:51:58.630167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:51:58.633065 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50909b2-52f6-4410-9870-bd3c09d188e6" -d '{"events": [{"server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "name": "network-vif-plugged", "status": "completed", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:51:58.656451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d32050b2-36f9-4239-9d5c-ababbe65935c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:58.664875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:51:58.676427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.707756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2009f33-1d17-47aa-8719-4884e012c1e3 req-a05ca13d-b0fd-4cb9-8db8-19751d68f5c3 tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups/58b1c6d3-9b0d-4a63-8b69-004ab8787e89 HTTP/1.1" status: 200 len: 2998 time: 0.0716872 Nov 27 15:51:58.741859 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-0cbad8a0-73f3-4cd2-8cf8-4ecfadea69ce service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495006 Nov 27 15:51:58.771194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37540) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:58.774478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:58.783282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005764875', 'description': 'tempest-description--936190273'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:58.797617 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-e2009f33-1d17-47aa-8719-4884e012c1e3 req-f6616da1-e872-44cb-ba3c-c83b49bab198 tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 15:51:58.798752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2009f33-1d17-47aa-8719-4884e012c1e3 req-f6616da1-e872-44cb-ba3c-c83b49bab198 tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "DELETE /v2.0/security-groups/58b1c6d3-9b0d-4a63-8b69-004ab8787e89 HTTP/1.1" status: 409 len: 352 time: 0.0901141 Nov 27 15:51:58.824431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.835280 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a59ccb-d303-4a83-8db7-2f5a30ffc289 x-openstack-request-id: req-08a59ccb-d303-4a83-8db7-2f5a30ffc289 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:51:58.835589 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "name": "network-vif-plugged", "status": "completed", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:51:58.835849 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08a59ccb-d303-4a83-8db7-2f5a30ffc289 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:51:58.836273 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'code': 200} Nov 27 15:51:58.871188 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c24fc806-2516-407e-af8c-de9ff577ae4e req-bcbfffd5-10a9-4586-bf30-2fd6d99e8553 service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176951 Nov 27 15:51:58.886690 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-d4772b16-990d-401e-8393-df8ab98e42ef req-e8b6d27f-2c6c-4fdf-b9c2-bb3d42bdc1e2 tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] show failed (client error): The resource could not be found. Nov 27 15:51:58.887743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4772b16-990d-401e-8393-df8ab98e42ef req-e8b6d27f-2c6c-4fdf-b9c2-bb3d42bdc1e2 tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups/6de64209-6cde-4097-a694-f0fc8a8ea221 HTTP/1.1" status: 404 len: 352 time: 0.0370395 Nov 27 15:51:58.930160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.947002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:58.978993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81269-3a37-45f3-a95d-c9030a3b9f91 req-64c393dd-c4a3-4f9f-8e62-a2c43cfd1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:58.980997 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72b81269-3a37-45f3-a95d-c9030a3b9f91 req-64c393dd-c4a3-4f9f-8e62-a2c43cfd1545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1097 time: 0.0453389 Nov 27 15:51:59.031193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72b81269-3a37-45f3-a95d-c9030a3b9f91 req-989fd00a-4b5b-4d96-b9db-f7737b58dfcd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Nov 27 15:51:59.049806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.051320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2783186 Nov 27 15:51:59.054293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37552) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:59.059067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Request body: {'security_group_rule': {'security_group_id': '1213215e-960c-459c-ae1d-8718c89a83dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:59.061556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61284c3f-cc15-45f8-ac8b-58e09ed22d5f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1213215e-960c-459c-ae1d-8718c89a83dd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:59.075223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Sync routers for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:51:59.085866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:51:59.086771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:59.091959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.093444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971378c9-aa89-4518-b9ea-115221422d7b req-221180bc-06cd-46e3-9801-1fcb5905d61e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:59.095394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-971378c9-aa89-4518-b9ea-115221422d7b req-221180bc-06cd-46e3-9801-1fcb5905d61e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 946 time: 0.1609590 Nov 27 15:51:59.100751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-bb8bc71d-d657-4188-be8e-90d99a885dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:59.102583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-bb8bc71d-d657-4188-be8e-90d99a885dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 1094 time: 0.1268790 Nov 27 15:51:59.120649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1f761-9156-4c3d-b44a-ba121e8bc0db req-0ad79d13-4e1a-4e77-9dd0-283b7b54b0b0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:59.122127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d1f761-9156-4c3d-b44a-ba121e8bc0db req-0ad79d13-4e1a-4e77-9dd0-283b7b54b0b0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1452739 Nov 27 15:51:59.158143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.163231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.181941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f9a319-b035-4856-ab9d-315b3cdc21bb,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:59.190435 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.193500 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aaf510a9-0a32-418e-9361-047b9f87f9a9 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357822 Nov 27 15:51:59.193645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-971378c9-aa89-4518-b9ea-115221422d7b req-4c6bb5b4-636d-4d4a-a532-b34d8994b503 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867460 Nov 27 15:51:59.193934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37556) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:59.198895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Request body: {'security_group_rule': {'security_group_id': '1213215e-960c-459c-ae1d-8718c89a83dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:59.214531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d1f761-9156-4c3d-b44a-ba121e8bc0db req-8cfe775b-c197-471c-8647-572c429a6a2d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826042 Nov 27 15:51:59.230166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:51:59.241783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.279640 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-136d9716-4a64-4af2-8225-8aa408dd360f req-65ef68c9-cbfe-42cd-bde6-817c6322d09d tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] show failed (client error): The resource could not be found. Nov 27 15:51:59.280977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-136d9716-4a64-4af2-8225-8aa408dd360f req-65ef68c9-cbfe-42cd-bde6-817c6322d09d tempest-SecurityGroupsNegativeTestJSON-1875573139 tempest-SecurityGroupsNegativeTestJSON-1875573139-project] 10.222.0.15 "GET /v2.0/security-groups/abda59fe-73b4-4b37-bced-486bbb5876e7 HTTP/1.1" status: 404 len: 352 time: 0.0353787 Nov 27 15:51:59.292591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37558) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:59.359512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-817aabab-09b4-4eeb-a2dc-413726a669b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:59.361091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-817aabab-09b4-4eeb-a2dc-413726a669b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 923 time: 0.1170321 Nov 27 15:51:59.371795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Deleting subnet 79aa9a4c-ca33-4866-9a94-66c9c1efd2b1 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:51:59.378043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.411619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.423432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.426826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-8785c3eb-f5d9-4473-adc4-aed5ab46fdc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673 HTTP/1.1" status: 200 len: 217 time: 0.0572712 Nov 27 15:51:59.449837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.451713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b860e9aa-7321-4648-a3ba-706f961e2bfa,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:59.484534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.485757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0c37f83-a6a7-42c5-9ca5-025cb24442e6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2907643 Nov 27 15:51:59.488734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37564) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:59.495103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:51:59.498739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-b6efcd32-34dc-47c7-9e52-30f579f9b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:59.500373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-b6efcd32-34dc-47c7-9e52-30f579f9b4ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 200 len: 862 time: 0.0651846 Nov 27 15:51:59.523388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.523905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 2, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:59.551995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.552432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Checking router: 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:51:59.553387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Updating router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 port 89d62b4f-3f22-4b02-8fa7-db054c3e442e binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:51:59.558315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-3e391453-7a50-4389-a3fc-27a34523da42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c14b793-5b6f-41bc-8355-aa33b9d630f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434477 Nov 27 15:51:59.596900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3c05f-331e-4ffc-9c17-beb1df6bbdf4 req-1f93904b-fd34-4dfa-92d2-5fe5f40a0420 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:51:59.597167 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.598643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15d3c05f-331e-4ffc-9c17-beb1df6bbdf4 req-1f93904b-fd34-4dfa-92d2-5fe5f40a0420 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 943 time: 0.0963004 Nov 27 15:51:59.610724 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.640704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.673072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.679188 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79aa9a4c-ca33-4866-9a94-66c9c1efd2b1 HTTP/1.1" status: 204 len: 168 time: 0.3856258 Nov 27 15:51:59.680836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37566) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:51:59.687782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac5d96-82eb-4cc5-9246-1da7b21456bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79aa9a4c-ca33-4866-9a94-66c9c1efd2b1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:59.699628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15d3c05f-331e-4ffc-9c17-beb1df6bbdf4 req-138ca8da-e9bd-491c-bc56-769a1c1be992 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663881 Nov 27 15:51:59.711617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-9b06dbbc-6e36-4801-b4ad-cad14a9e7c15 service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440234 Nov 27 15:51:59.777685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.792618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.819691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e46811-8e96-41d6-95ce-411deb91e7f1 req-173ec80d-b668-4ba2-81e2-79cf79ccefec service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000969 Nov 27 15:51:59.890487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.897206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.906730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d32050b2-36f9-4239-9d5c-ababbe65935c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:51:59.931103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:51:59.979087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0def90f-aaf3-4aec-a3cb-e6a324739c51 None None] Pushing event updated for resources: {'Port': ['ID=89d62b4f-3f22-4b02-8fa7-db054c3e442e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:51:59.980493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e0e08d-5cf5-4da1-908d-3f49377cc236']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:59.996539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26873c13-5cb9-4700-b574-c98f51475479') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:51:59.997208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26873c13-5cb9-4700-b574-c98f51475479') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:00.019559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.022104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Allocated IP 172.25.1.36 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/e31f0a86-5bc6-4cd4-ba53-eb83fc28a80d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:00.041103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d32050b2-36f9-4239-9d5c-ababbe65935c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:00.041518 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.043310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Attempting to bind port 89d62b4f-3f22-4b02-8fa7-db054c3e442e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:00.043684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Attempting to bind port 89d62b4f-3f22-4b02-8fa7-db054c3e442e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:00.044026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Attempting to bind port 89d62b4f-3f22-4b02-8fa7-db054c3e442e on network 5c555c98-6108-444f-9177-bcc3dd452cf3 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:00.044575 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.062374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:52:00.062786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:52:00.064655 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:52:00.070834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:00.071351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Checking segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:00.071862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.072348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Bound using segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:00.072917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Bound port: 89d62b4f-3f22-4b02-8fa7-db054c3e442e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:00.073394 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.164159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.172153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.177646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] 10.222.0.15 "DELETE /v2.0/networks/86e0e08d-5cf5-4da1-908d-3f49377cc236 HTTP/1.1" status: 204 len: 168 time: 0.4934928 Nov 27 15:52:00.190930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] For port 89d62b4f-3f22-4b02-8fa7-db054c3e442e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:00.192858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b49a3-49f9-405e-84f8-6adf081a719d admin admin] Pushing event deleted for resources: {'Network': ['ID=86e0e08d-5cf5-4da1-908d-3f49377cc236,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:00.197068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] For port 89d62b4f-3f22-4b02-8fa7-db054c3e442e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=89d62b4f-3f22-4b02-8fa7-db054c3e442e,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:00.203233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.212894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.258420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.312707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event updated for resources: {'Port': ['ID=e31f0a86-5bc6-4cd4-ba53-eb83fc28a80d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:00.331032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:00.332650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:00.335009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:00.389764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:00.433156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:00.433914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:51:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:00.439847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0def90f-aaf3-4aec-a3cb-e6a324739c51 None None] Pushing event updated for resources: {'Port': ['ID=89d62b4f-3f22-4b02-8fa7-db054c3e442e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:00.452053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ace3d59f-e930-4bd5-8248-6b97ed835d79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c749ea1fd1ed4f2ea71a2bb3ec22b35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608354 Nov 27 15:52:00.454596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37582) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:00.478503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eaa49-1540-4f11-8380-bcb20afacc37 req-d63e90de-86c8-46ef-8b5e-3988dcc04eb1 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:00.481006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b51eaa49-1540-4f11-8380-bcb20afacc37 req-d63e90de-86c8-46ef-8b5e-3988dcc04eb1 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 946 time: 0.1876845 Nov 27 15:52:00.494883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e078e01f-89d5-4c84-a553-e11c92d0b215 None None] Provisioning complete for port 89d62b4f-3f22-4b02-8fa7-db054c3e442e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:00.495626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e078e01f-89d5-4c84-a553-e11c92d0b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.515766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.526880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c60e1-770e-4e98-9b3c-7b92ed5a4592 req-d320aea2-2f01-4f65-b944-2b5b3c2a899e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:00.528474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f0c60e1-770e-4e98-9b3c-7b92ed5a4592 req-d320aea2-2f01-4f65-b944-2b5b3c2a899e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1550460 Nov 27 15:52:00.573233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b51eaa49-1540-4f11-8380-bcb20afacc37 req-60b937a2-7faa-4497-9d27-4f2ef192f4d0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830514 Nov 27 15:52:00.576599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.616687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f0c60e1-770e-4e98-9b3c-7b92ed5a4592 req-b39b4121-f7e3-4ade-977b-f82a4f12c396 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751185 Nov 27 15:52:00.647733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2061f2b7-d6f2-4e00-8963-8fcfea2d988b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.707725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2061f2b7-d6f2-4e00-8963-8fcfea2d988b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.727129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:00.776405 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e078e01f-89d5-4c84-a553-e11c92d0b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.808458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2061f2b7-d6f2-4e00-8963-8fcfea2d988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.811198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2061f2b7-d6f2-4e00-8963-8fcfea2d988b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.812489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2061f2b7-d6f2-4e00-8963-8fcfea2d988b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58b1c6d3-9b0d-4a63-8b69-004ab8787e89 HTTP/1.1" status: 204 len: 168 time: 0.3568118 Nov 27 15:52:00.839798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.842339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f2b7-d6f2-4e00-8963-8fcfea2d988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b1c6d3-9b0d-4a63-8b69-004ab8787e89,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:00.847508 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.862105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e078e01f-89d5-4c84-a553-e11c92d0b215 None None] For port 89d62b4f-3f22-4b02-8fa7-db054c3e442e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=89d62b4f-3f22-4b02-8fa7-db054c3e442e,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:00.893797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event updated for resources: {'Port': ['ID=e31f0a86-5bc6-4cd4-ba53-eb83fc28a80d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:00.902936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e078e01f-89d5-4c84-a553-e11c92d0b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.950701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.966263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb79f-1ab3-4a5a-bf5a-c61aa50b4c59 req-f4b6cacf-9adb-4ce4-a7ff-513b9260acb4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:00.968616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b85fb79f-1ab3-4a5a-bf5a-c61aa50b4c59 req-f4b6cacf-9adb-4ce4-a7ff-513b9260acb4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 943 time: 0.0895617 Nov 27 15:52:00.981981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:00.985396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078e01f-89d5-4c84-a553-e11c92d0b215 None None] Pushing event updated for resources: {'Port': ['ID=89d62b4f-3f22-4b02-8fa7-db054c3e442e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:00.985573 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91e3af58-fa3f-4deb-a7f0-47df430ac99f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4958143 Nov 27 15:52:01.036079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ce703b11-c22b-4a92-803a-f88988521846 None None] Provisioning complete for port 89d62b4f-3f22-4b02-8fa7-db054c3e442e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:01.036436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce703b11-c22b-4a92-803a-f88988521846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:01.050942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b85fb79f-1ab3-4a5a-bf5a-c61aa50b4c59 req-9db75b69-497b-4d35-9614-58d28903d303 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724289 Nov 27 15:52:01.091778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:01.122769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d078df4-52d3-4019-b995-12e121be7ad2 None None] The sync data for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 is: [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:52:01.282179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-b175abe1-d36c-4338-9bf7-9e9ae9f458a2 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1005764875&fields=id&tenant_id=1929ec0093f94c5a8636192832ce9760 HTTP/1.1" status: 200 len: 267 time: 0.0631871 Nov 27 15:52:01.415848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-97515dfb-351c-4f67-8eab-e76c9afea57f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:01.417361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-97515dfb-351c-4f67-8eab-e76c9afea57f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/networks?id=5c555c98-6108-444f-9177-bcc3dd452cf3 HTTP/1.1" status: 200 len: 811 time: 0.1265635 Nov 27 15:52:01.447412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-e35dd94d-19e9-423c-9ecd-b94ea38dfea7 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/quotas/1929ec0093f94c5a8636192832ce9760 HTTP/1.1" status: 200 len: 375 time: 0.0173066 Nov 27 15:52:01.518994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-26b1b992-4138-494b-abdc-53cf9e30bee4 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1929ec0093f94c5a8636192832ce9760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704486 Nov 27 15:52:01.579646 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:01.629396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-4ee2e6ef-57a8-4efc-baa5-c9de7baabe90 service neutron] 10.222.0.15 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065543 Nov 27 15:52:01.719778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37632) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:01.804902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-9e461519-a822-4bfb-8170-3a8f67e9f4e5 service neutron] 10.222.0.15 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641710 Nov 27 15:52:01.814188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71cb0-9d7f-4559-bc30-07ecbbcc5c43 req-8a4fe6a2-2950-4c68-8ff8-f94fea37c21c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:01.822615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec71cb0-9d7f-4559-bc30-07ecbbcc5c43 req-8a4fe6a2-2950-4c68-8ff8-f94fea37c21c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 946 time: 0.0986955 Nov 27 15:52:01.868332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2093122672-network', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:01.908888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:01.911606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:01.932477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:01.940277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec71cb0-9d7f-4559-bc30-07ecbbcc5c43 req-df0940a9-9466-4b18-b40c-fe4ffb78d9a6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167397 Nov 27 15:52:02.010729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89d62b4f-3f22-4b02-8fa7-db054c3e442e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:02.101013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.108111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.115249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65f2809c-a20a-4c93-9a64-548285d7c0a6 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:02.123393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 89d62b4f-3f22-4b02-8fa7-db054c3e442e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:02.123943 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.172195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:02.184242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccb44e-4c92-4cc7-815f-64d42f696d64 req-2ba22419-6d57-4140-ae9e-0bc18e37e49b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:02.193486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3ccb44e-4c92-4cc7-815f-64d42f696d64 req-2ba22419-6d57-4140-ae9e-0bc18e37e49b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1521459 Nov 27 15:52:02.215862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:52:02.233267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.234062 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Added segment 1554ef0b-a901-4ca4-b66c-63364cd08ac3 of type vlan for network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b Nov 27 15:52:02.357933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.375103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3ccb44e-4c92-4cc7-815f-64d42f696d64 req-7bdae1c7-fd86-4a96-97c1-2ebe665f1c9e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715555 Nov 27 15:52:02.427336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.429017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:02.432407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.557181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:02.588879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'mac_address': 'fa:16:3e:54:3d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:02.594530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8735175 Nov 27 15:52:02.596050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37666) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:02.612032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Request body: {'subnet': {'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2093122672-subnet', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:02.617502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344b68-e527-4cf7-ac3e-f2961fdf6899 admin admin] Pushing event updated for resources: {'Network': ['ID=3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:02.634436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee4895-c4be-4dbd-bc89-c1d35c4ca0c3 req-f3a81c58-8fe8-4eb6-9f56-b25676f7c6e2 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:02.637143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96ee4895-c4be-4dbd-bc89-c1d35c4ca0c3 req-f3a81c58-8fe8-4eb6-9f56-b25676f7c6e2 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1097 time: 0.0998240 Nov 27 15:52:02.669663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:02.672430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.687604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:52:02.774514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97393100-f735-46f3-af9a-b577a7c564b1 req-15b11409-d662-4f59-9780-a35db902e6a0 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:02.783017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97393100-f735-46f3-af9a-b577a7c564b1 req-15b11409-d662-4f59-9780-a35db902e6a0 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 943 time: 0.1109443 Nov 27 15:52:02.811003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.823634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96ee4895-c4be-4dbd-bc89-c1d35c4ca0c3 req-65739704-906e-493c-90ec-5664f973dfd5 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771498 Nov 27 15:52:02.868349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65f2809c-a20a-4c93-9a64-548285d7c0a6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:02.895583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:02.902889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:02.903781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:02.907484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97393100-f735-46f3-af9a-b577a7c564b1 req-eb46376e-2c19-44c2-9d5c-37dfa2edf2a5 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233547 Nov 27 15:52:02.996422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:03.007969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46ced87-97b1-42a5-9b5a-09a760f9d34b req-3a7f9fd3-a011-447f-b53e-99d5edc5d5be tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0870378 Nov 27 15:52:03.102040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736edba-82d9-4187-93c9-3611a3b52b56 req-63cbd7cb-dfe1-4036-ae20-dfd4aee23938 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:03.106073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7736edba-82d9-4187-93c9-3611a3b52b56 req-63cbd7cb-dfe1-4036-ae20-dfd4aee23938 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1097 time: 0.0625157 Nov 27 15:52:03.113425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.130415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:03.145518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'port_id': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'mac_address': 'fa:16:3e:83:0c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b09e9f-261f-46f0-a0bc-37d6d9ea50d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:03.178846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Pushing event updated for resources: {'Subnet': ['ID=762e22c7-a3ac-4a76-b662-fb88be5400e4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:03.203639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.210965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7736edba-82d9-4187-93c9-3611a3b52b56 req-ff60cd63-f649-4916-a0e9-0973e2953dfb tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910547 Nov 27 15:52:03.232226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd8d6f7-48f7-4018-a73e-2c47dced1673 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:03.234709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Checking segment: {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:03.235322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Network hostable DHCP agents. Network: 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:52:03.278095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:03.279713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:52:03.287447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.314021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:03.318128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:03.319323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.342015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-81f72746-902e-4025-bd8f-f8e6144623af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7427442 Nov 27 15:52:03.344862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37680) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:03.353012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:03.359334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a7a2b-524d-4009-a78b-32f3f296449c None None] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:03.408440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.410537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.515392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.610357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['65f2809c-a20a-4c93-9a64-548285d7c0a6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:03.707975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b', 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'fixed_ips': [{'subnet_id': '762e22c7-a3ac-4a76-b662-fb88be5400e4'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:52:03.709606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.748612 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:03.797089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf711b-8c43-4ef3-9c0d-e159543e08c8 req-2e47a3bf-d071-49b6-a8ee-4728ef41eddc tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:03.806506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbaf711b-8c43-4ef3-9c0d-e159543e08c8 req-2e47a3bf-d071-49b6-a8ee-4728ef41eddc tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1097 time: 0.1738400 Nov 27 15:52:03.826145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa2e6-4df6-40c6-b1ec-cd3d91a33cbc req-7cf0a9b5-c662-4c07-bff2-a46d5e172009 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:03.834712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-004aa2e6-4df6-40c6-b1ec-cd3d91a33cbc req-7cf0a9b5-c662-4c07-bff2-a46d5e172009 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 945 time: 0.2432623 Nov 27 15:52:03.920338 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Allocated IP 172.20.0.2 (3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b/762e22c7-a3ac-4a76-b662-fb88be5400e4/b1065661-09b6-4567-ba0a-972f33057dc7) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:03.998209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-004aa2e6-4df6-40c6-b1ec-cd3d91a33cbc req-a28d2c48-5086-42af-8c2b-54c1826d124d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578560 Nov 27 15:52:04.013107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbaf711b-8c43-4ef3-9c0d-e159543e08c8 req-321bccbb-675f-4000-9ca7-e9b9c5dea068 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053626 Nov 27 15:52:04.084928 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.090541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['fcd8d6f7-48f7-4018-a73e-2c47dced1673'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:04.093602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:04.101494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.153744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-ef1c1268-4669-49ee-b826-2fef55e4f968 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:04.158758 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-ef1c1268-4669-49ee-b826-2fef55e4f968 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.37 "GET /v2.0/networks?id=5c555c98-6108-444f-9177-bcc3dd452cf3 HTTP/1.1" status: 200 len: 811 time: 0.3256416 Nov 27 15:52:04.223791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:04.251491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:04.273717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:04.276821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-100de022-0e0d-4deb-b165-45e7e13d5e8f tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1929ec0093f94c5a8636192832ce9760 HTTP/1.1" status: 200 len: 380 time: 0.1026490 Nov 27 15:52:04.310073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Request body: {'port': {'device_id': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'admin_state_up': True, 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'security_groups': ['1213215e-960c-459c-ae1d-8718c89a83dd']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:04.310471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Pushing event updated for resources: {'Port': ['ID=b1065661-09b6-4567-ba0a-972f33057dc7,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:04.349090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fd5ce32-630f-4add-b4a4-e62280200667 req-01cd47e0-295e-4852-b763-fde022b7c7b3 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0769587 Nov 27 15:52:04.392750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09b472-e9cf-4f50-862f-2f36f82aa21a req-23784ecd-ceee-4785-9750-0c0aefe3d390 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:04.398027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed09b472-e9cf-4f50-862f-2f36f82aa21a req-23784ecd-ceee-4785-9750-0c0aefe3d390 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 944 time: 0.1372948 Nov 27 15:52:04.403968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.404887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Attempting to bind port b1065661-09b6-4567-ba0a-972f33057dc7 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:04.405450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Attempting to bind port b1065661-09b6-4567-ba0a-972f33057dc7 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:04.405901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Attempting to bind port b1065661-09b6-4567-ba0a-972f33057dc7 on network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:04.430373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:04.430939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Checking segment: {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:04.431445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.431939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Bound using segment: {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:04.432516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Bound port: b1065661-09b6-4567-ba0a-972f33057dc7, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:04.433317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.463240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.484701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Made reservation on behalf of 1929ec0093f94c5a8636192832ce9760 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:04.503286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.612490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] For port b1065661-09b6-4567-ba0a-972f33057dc7, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:04.620355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] For port b1065661-09b6-4567-ba0a-972f33057dc7, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b1065661-09b6-4567-ba0a-972f33057dc7,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:04.627578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.628355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed09b472-e9cf-4f50-862f-2f36f82aa21a req-f01f7652-d19a-4c7d-ac93-8964537e945a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153568 Nov 27 15:52:04.731464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80084d1-0412-4efe-a5a5-ead45acef193 None None] Pushing event updated for resources: {'Port': ['ID=b1065661-09b6-4567-ba0a-972f33057dc7,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:04.741829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Allocated IP 172.20.0.11 (5c555c98-6108-444f-9177-bcc3dd452cf3/ff75df98-ea35-4ab7-843a-6da6fab7bf8a/8ad685f1-77f3-497a-83cb-0a034ddb319c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:04.752735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Allocated IP 172.25.1.137 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/188cd38c-c685-4e28-ba33-3904a5f9fd57) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:04.953051 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:04.970605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.012858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.022624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.083586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:05.088847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:05.093075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:05.093973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:05.097934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:05.104379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:05.143368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event updated for resources: {'Port': ['ID=8ad685f1-77f3-497a-83cb-0a034ddb319c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:05.163956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=188cd38c-c685-4e28-ba33-3904a5f9fd57,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:05.198016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:05.202216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.215071 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc904-f13c-49f3-97fe-50ffe251ea34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.233450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-892c1579-ef6c-4441-9f95-8a42170b6c76 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9350946 Nov 27 15:52:05.252225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Request body: {'port': {'device_id': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:05.315034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f177e29-3142-42c7-961f-4f8d8815f0bd req-f70c225c-2135-43a1-a199-abc0cacaf7a9 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:05.325817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f177e29-3142-42c7-961f-4f8d8815f0bd req-f70c225c-2135-43a1-a199-abc0cacaf7a9 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1097 time: 0.1499791 Nov 27 15:52:05.351814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.395299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf627-ebd3-4dd1-ae6b-7171c5731967 req-3c2544bf-3f21-40f7-a6b6-ab62b48eb496 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:05.403247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-219bf627-ebd3-4dd1-ae6b-7171c5731967 req-3c2544bf-3f21-40f7-a6b6-ab62b48eb496 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 945 time: 0.3040822 Nov 27 15:52:05.523663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f177e29-3142-42c7-961f-4f8d8815f0bd req-da38b7bf-74ce-47ae-912e-6a7a948726a3 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963055 Nov 27 15:52:05.539879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4f9ab99f-5fb5-4aba-87e5-2911dd5bea43 None None] Provisioning complete for port 8ad685f1-77f3-497a-83cb-0a034ddb319c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:05.540490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab99f-5fb5-4aba-87e5-2911dd5bea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.631789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ab99f-5fb5-4aba-87e5-2911dd5bea43 None None] Port 8ad685f1-77f3-497a-83cb-0a034ddb319c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:52:05.761553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad685f1-77f3-497a-83cb-0a034ddb319c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:05.772507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:05.788438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Transition to ACTIVE for port object 8ad685f1-77f3-497a-83cb-0a034ddb319c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:05.828299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.007471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b1065661-09b6-4567-ba0a-972f33057dc7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:06.071935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Pushing event updated for resources: {'Port': ['ID=8ad685f1-77f3-497a-83cb-0a034ddb319c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:06.079417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Attempting to bind port 8ad685f1-77f3-497a-83cb-0a034ddb319c on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:06.079757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Attempting to bind port 8ad685f1-77f3-497a-83cb-0a034ddb319c by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:06.080091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Attempting to bind port 8ad685f1-77f3-497a-83cb-0a034ddb319c on network 5c555c98-6108-444f-9177-bcc3dd452cf3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:06.095745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Port 8ad685f1-77f3-497a-83cb-0a034ddb319c on network 5c555c98-6108-444f-9177-bcc3dd452cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:06.096099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Attempting to bind port 8ad685f1-77f3-497a-83cb-0a034ddb319c on network 5c555c98-6108-444f-9177-bcc3dd452cf3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:06.107152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b1065661-09b6-4567-ba0a-972f33057dc7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:06.108501 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.110612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:06.111331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Checking segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:06.111879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Bound using segment: {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:06.112617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Bound port: 8ad685f1-77f3-497a-83cb-0a034ddb319c, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ee152a-6859-42e9-a275-e63464339c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:06.113127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.160518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65f2809c-a20a-4c93-9a64-548285d7c0a6 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:06.250366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 65f2809c-a20a-4c93-9a64-548285d7c0a6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:06.250852 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.264581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] For port 8ad685f1-77f3-497a-83cb-0a034ddb319c, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:06.270289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] For port 8ad685f1-77f3-497a-83cb-0a034ddb319c, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:06.280501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.293145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.339211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:06.339835 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.341202 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] 10.222.0.37 "PUT /v2.0/ports/8ad685f1-77f3-497a-83cb-0a034ddb319c HTTP/1.1" status: 200 len: 1092 time: 1.0974319 Nov 27 15:52:06.341781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:06.343690 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.344628 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83959893-107b-4bc7-a007-4ed9739ece4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:06.386412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036e91c-adfe-41af-a9d6-1ad2f70f2fda service neutron] Pushing event updated for resources: {'Port': ['ID=8ad685f1-77f3-497a-83cb-0a034ddb319c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:06.402319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-219bf627-ebd3-4dd1-ae6b-7171c5731967 req-f788899e-ff00-45e1-a303-7cec5cc06199 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9979637 Nov 27 15:52:06.433669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port b1065661-09b6-4567-ba0a-972f33057dc7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b1065661-09b6-4567-ba0a-972f33057dc7,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:06.436858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49014d91-3f48-4e99-8b76-1d5e7319b439 None None] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:06.460997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.476488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-140ff011-6e02-472e-8bd5-779fcc76134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:06.478453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-140ff011-6e02-472e-8bd5-779fcc76134b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929ec0093f94c5a8636192832ce9760&device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0785308 Nov 27 15:52:06.543420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-39c25580-52e2-4c6a-8da9-3aa626035dc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c HTTP/1.1" status: 200 len: 217 time: 0.0496709 Nov 27 15:52:06.624672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293494f-139c-42a4-a7ce-7a8a5d5194da req-c8fd74d0-c6d8-432a-85bf-0b25c222a547 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:06.628088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-e7454218-1ce9-413d-9384-3a721898c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:06.630118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-e7454218-1ce9-413d-9384-3a721898c55c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff75df98-ea35-4ab7-843a-6da6fab7bf8a HTTP/1.1" status: 200 len: 850 time: 0.0778430 Nov 27 15:52:06.632111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2293494f-139c-42a4-a7ce-7a8a5d5194da req-c8fd74d0-c6d8-432a-85bf-0b25c222a547 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 944 time: 0.3472943 Nov 27 15:52:06.705346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-102d62fd-eb28-4ac6-9616-0f4f4504e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:06.710247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-102d62fd-eb28-4ac6-9616-0f4f4504e4a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c555c98-6108-444f-9177-bcc3dd452cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670831 Nov 27 15:52:06.782026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=b1065661-09b6-4567-ba0a-972f33057dc7,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:06.826807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2293494f-139c-42a4-a7ce-7a8a5d5194da req-541abafd-d9ad-452f-9d37-34054bfa4505 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772785 Nov 27 15:52:06.857300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-03cd2c8e-620d-4722-b0d8-7536e81488fc service neutron] 10.222.0.37 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377325 Nov 27 15:52:06.919017 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.951585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3719a4fb-3fd8-4849-ba09-1a2d51900493 None None] Provisioning complete for port b1065661-09b6-4567-ba0a-972f33057dc7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:06.951873 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3719a4fb-3fd8-4849-ba09-1a2d51900493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:06.994255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:06.996783 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253baa48-d4ba-453d-a33b-f042d3098d4f" -d '{"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-plugged", "status": "completed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:07.019772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:07.030756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.031825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:07.132381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.247722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2235d-8374-448c-941d-6cb97b7be149 req-260e2ca8-f1eb-4619-b393-3995b5b37ec4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:07.257660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34b2235d-8374-448c-941d-6cb97b7be149 req-260e2ca8-f1eb-4619-b393-3995b5b37ec4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 944 time: 0.1655755 Nov 27 15:52:07.309789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port fcd8d6f7-48f7-4018-a73e-2c47dced1673 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:07.328501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port fcd8d6f7-48f7-4018-a73e-2c47dced1673 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:07.328893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.391342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:07.436587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34b2235d-8374-448c-941d-6cb97b7be149 req-34ce88fe-cc21-43fd-8b85-625356ef49a1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964730 Nov 27 15:52:07.512233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:52:07.530389 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb06f97-204d-4755-8945-b647984e4ed3 x-openstack-request-id: req-2eb06f97-204d-4755-8945-b647984e4ed3 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:07.530951 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:07.537914 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2eb06f97-204d-4755-8945-b647984e4ed3 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:07.538523 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'status': 'completed', 'code': 200} Nov 27 15:52:07.555249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.583840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b108b006-450c-4f1b-a97d-53bca1a41420 req-85c9e6bc-011f-4a23-9bc2-c6527a8aae6b service neutron] 10.222.0.37 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078021 Nov 27 15:52:07.680597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-45f87fe7-1f6d-451e-b019-7ff52df99248 None None] Provisioning complete for port b1065661-09b6-4567-ba0a-972f33057dc7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:07.688613 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45f87fe7-1f6d-451e-b019-7ff52df99248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.690626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-950b2257-78d9-4c53-901c-eaa93fcc9594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.708181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:52:07.718634 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Sync routers for ids ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:52:07.735824 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Routers {'4c1f9985-c5f8-49fd-9cce-4e71589f99bc'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:07.740526 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:07.783481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83959893-107b-4bc7-a007-4ed9739ece4a req-09dcd63f-1c54-4367-bd61-1d1a36b04395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:07.787695 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-09dcd63f-1c54-4367-bd61-1d1a36b04395 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929ec0093f94c5a8636192832ce9760&device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 1095 time: 0.1442409 Nov 27 15:52:07.829962 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3916dd3-a291-486d-a1e9-37c7990a92a6 x-openstack-request-id: req-b3916dd3-a291-486d-a1e9-37c7990a92a6 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:07.830934 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-plugged", "status": "completed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:07.831360 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3916dd3-a291-486d-a1e9-37c7990a92a6 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:07.834126 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.835041 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'code': 200} Nov 27 15:52:07.835464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d9c79256-4a58-45fb-9bc3-acd965b4f6a4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4894409 Nov 27 15:52:07.838197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37744) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:07.848569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:07.865322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:07.976776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83959893-107b-4bc7-a007-4ed9739ece4a req-c73e3413-cef3-4a3c-91c1-64d9ff01c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:07.979962 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-c73e3413-cef3-4a3c-91c1-64d9ff01c8bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c555c98-6108-444f-9177-bcc3dd452cf3 HTTP/1.1" status: 200 len: 912 time: 0.1794021 Nov 27 15:52:08.042488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b1065661-09b6-4567-ba0a-972f33057dc7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:08.058562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-cc39696f-05a5-4295-8e6d-0de18c70a50e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c HTTP/1.1" status: 200 len: 217 time: 0.0672359 Nov 27 15:52:08.069086 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Set router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:08.166476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83959893-107b-4bc7-a007-4ed9739ece4a req-4966378e-b431-4c02-89f2-455f35aa7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:08.169782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-4966378e-b431-4c02-89f2-455f35aa7fbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff75df98-ea35-4ab7-843a-6da6fab7bf8a HTTP/1.1" status: 200 len: 850 time: 0.0989764 Nov 27 15:52:08.221513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:08.228801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-eeb862e0-104e-407f-a69b-54e2d6242b85 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:52:08.230167 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-eeb862e0-104e-407f-a69b-54e2d6242b85 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132124 Nov 27 15:52:08.251175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83959893-107b-4bc7-a007-4ed9739ece4a req-c5ce4ddd-407a-4879-b2a2-bcd16aa70ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:08.252610 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-c5ce4ddd-407a-4879-b2a2-bcd16aa70ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c555c98-6108-444f-9177-bcc3dd452cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714440 Nov 27 15:52:08.274644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b1065661-09b6-4567-ba0a-972f33057dc7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:08.275672 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.284441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad0d81-cc1b-4794-b96f-bf903900daf1 req-9f964e7c-2bc8-429b-8e5e-9d78048ba274 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:08.292851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdad0d81-cc1b-4794-b96f-bf903900daf1 req-9f964e7c-2bc8-429b-8e5e-9d78048ba274 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.2643282 Nov 27 15:52:08.312388 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:52:05Z', 'revision_number': 3, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:08.378089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Checking router: 4c1f9985-c5f8-49fd-9cce-4e71589f99bc for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:52:08.379424 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Updating router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc port 188cd38c-c685-4e28-ba33-3904a5f9fd57 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:52:08.420319 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.420544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-d538432d-275f-4e90-96f6-585bacd0b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:08.421813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-d538432d-275f-4e90-96f6-585bacd0b5b5 service neutron] 10.222.0.15 "GET /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 1094 time: 0.1611540 Nov 27 15:52:08.445064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Request body: {'binding': {'host': 'n-h2-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:08.445578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:52:08.456640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.492787 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-9c8da3b3-cc62-4a00-991c-7c87f12f3ded service neutron] 10.222.0.37 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306979 Nov 27 15:52:08.561292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdad0d81-cc1b-4794-b96f-bf903900daf1 req-0b5dad5e-dbb6-46e4-9b68-5707ce4c434d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675600 Nov 27 15:52:08.795998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on host n-h2-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:08.796971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:08.797502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:08.807569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83959893-107b-4bc7-a007-4ed9739ece4a req-27e0248f-c668-4264-9da8-d3de6a95233e service neutron] 10.222.0.37 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012028 Nov 27 15:52:08.808941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:08.809456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:08.820247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:08.820937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:08.821710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:08.822322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Bound port: ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:08.827388 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.856153 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.890435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:08.900415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.914990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-5d63d4e3-5a87-4593-93d7-c621e05a4240 service neutron] 10.222.0.15 "POST /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4829857 Nov 27 15:52:08.919552 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Attempting to bind port 188cd38c-c685-4e28-ba33-3904a5f9fd57 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:08.920037 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Attempting to bind port 188cd38c-c685-4e28-ba33-3904a5f9fd57 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:08.920999 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Attempting to bind port 188cd38c-c685-4e28-ba33-3904a5f9fd57 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:08.932265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab3ec1-5226-40e4-a9f6-5eab1d158c75 req-283b0993-aa46-47ec-a598-1cd6bec884d3 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:08.935460 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:08.935974 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:08.936478 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.937045 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:08.937660 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Bound port: 188cd38c-c685-4e28-ba33-3904a5f9fd57, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:08.938142 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:08.944921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05ab3ec1-5226-40e4-a9f6-5eab1d158c75 req-283b0993-aa46-47ec-a598-1cd6bec884d3 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 944 time: 0.1640911 Nov 27 15:52:08.965205 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a0f3-9b9b-4e8e-8a06-dc1e98550da7 None None] Pushing event updated for resources: {'Port': ['ID=188cd38c-c685-4e28-ba33-3904a5f9fd57,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:09.021520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] For port 188cd38c-c685-4e28-ba33-3904a5f9fd57, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:09.026369 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] For port 188cd38c-c685-4e28-ba33-3904a5f9fd57, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=188cd38c-c685-4e28-ba33-3904a5f9fd57,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:09.036454 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:09.045597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05ab3ec1-5226-40e4-a9f6-5eab1d158c75 req-2079ceef-96f4-4e66-9d1d-d0e5d74f8342 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993581 Nov 27 15:52:09.057980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:09.105102 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Routers {'4c1f9985-c5f8-49fd-9cce-4e71589f99bc'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:09.106581 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:09.150586 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a0f3-9b9b-4e8e-8a06-dc1e98550da7 None None] Pushing event updated for resources: {'Port': ['ID=188cd38c-c685-4e28-ba33-3904a5f9fd57,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:09.283830 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] Set router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:09.403660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-7e847344-b60f-4e96-8c52-c0a013e787d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:09.406562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-7e847344-b60f-4e96-8c52-c0a013e787d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1097 time: 0.1695862 Nov 27 15:52:09.526843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Allocated IP 172.20.0.1 (3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b/762e22c7-a3ac-4a76-b662-fb88be5400e4/710f7575-7a8d-4d30-a9e7-a2933e10c8e2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:09.544744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-9da47449-daed-4393-a5ed-80d10253bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:09.547667 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-9da47449-daed-4393-a5ed-80d10253bc6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.1294792 Nov 27 15:52:09.556093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed14eed-0637-40cf-b41f-d4e5060aa8b7 req-bfaabe54-c22c-4203-8b3d-9bb2115bdb33 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:09.557616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fed14eed-0637-40cf-b41f-d4e5060aa8b7 req-bfaabe54-c22c-4203-8b3d-9bb2115bdb33 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 946 time: 0.0974362 Nov 27 15:52:09.566035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83a64-9df6-4e90-a942-1c4c9ab53983 req-192f2330-ffe7-4c7d-982f-85f0a3bc6db1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:09.573685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf83a64-9df6-4e90-a942-1c4c9ab53983 req-192f2330-ffe7-4c7d-982f-85f0a3bc6db1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.1640096 Nov 27 15:52:09.598841 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:52:05Z', 'revision_number': 3, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:09.612903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-9940cae0-526b-4b90-82b0-ad3a6a2baf4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 217 time: 0.0554903 Nov 27 15:52:09.710260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf83a64-9df6-4e90-a942-1c4c9ab53983 req-9e6ca3d9-ff10-4539-b3b9-d9d41b085b92 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297975 Nov 27 15:52:09.710418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-dc617d28-dd2c-4703-892c-007500b3c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:09.712119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-dc617d28-dd2c-4703-892c-007500b3c660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0889363 Nov 27 15:52:09.766396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fed14eed-0637-40cf-b41f-d4e5060aa8b7 req-00e77a55-c25e-4c11-a9cd-30d8d9ba28b8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889100 Nov 27 15:52:09.774484 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-d4023002-60e3-4407-86ba-6c50bfddddbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529797 Nov 27 15:52:09.897825 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e7f82-7814-42c9-ae7a-a2e29ac03497 None None] The sync data for ids ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'] in n-d-819494-4 is: [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:52:05Z', 'revision_number': 3, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:52:09.915306 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-7c440a01-7662-4a98-ae37-a49e90b2807a service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326973 Nov 27 15:52:09.951528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:09.969870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:09.972661 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b0ec30-1e26-4ba9-ad6d-a8c3ac276196" -d '{"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:10.039537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb5cba-cdf7-4b75-bd1b-25203e8af9c9 req-f7954f41-4e3e-405f-af89-3fb83d6e8079 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:10.047318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cfb5cba-cdf7-4b75-bd1b-25203e8af9c9 req-f7954f41-4e3e-405f-af89-3fb83d6e8079 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1528170 Nov 27 15:52:10.065817 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e976eba-0a1f-4c1f-ba02-36b124df8605 x-openstack-request-id: req-7e976eba-0a1f-4c1f-ba02-36b124df8605 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:10.066755 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:10.067184 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e976eba-0a1f-4c1f-ba02-36b124df8605 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:10.067717 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'code': 200} Nov 27 15:52:10.080650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.128042 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-fcbf23d4-22cd-41e9-b137-41a357fe2a4c service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006814 Nov 27 15:52:10.202621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.203832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:10.248135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cfb5cba-cdf7-4b75-bd1b-25203e8af9c9 req-11d366b4-6028-4c6e-9ff7-679355a8a787 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995640 Nov 27 15:52:10.252003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ad685f1-77f3-497a-83cb-0a034ddb319c details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:10.254103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:10.261698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:10.312384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-9b9385c1-18ca-4c64-809e-158d69c53123 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:10.315410 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-9b9385c1-18ca-4c64-809e-158d69c53123 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1097 time: 0.1229575 Nov 27 15:52:10.342477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-4'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:10.524744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8ad685f1-77f3-497a-83cb-0a034ddb319c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:10.553575 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.559185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'port_id': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'mac_address': 'fa:16:3e:17:e1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:10.645524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.654621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Pushing event updated for resources: {'Port': ['ID=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:10.684789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad685f1-77f3-497a-83cb-0a034ddb319c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:10.713998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.743448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8ad685f1-77f3-497a-83cb-0a034ddb319c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:10.757921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.889673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8ad685f1-77f3-497a-83cb-0a034ddb319c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:10.897632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:10.928323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070131-1338-4823-b03b-b26eddd4088a req-1c591ee0-bbfc-4dbb-a32b-7fe210bdbbe2 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:10.933004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-eca7b62c-113f-48d8-a61f-7265a889735f None None] Provisioning complete for port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:10.935013 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eca7b62c-113f-48d8-a61f-7265a889735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:10.938167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a070131-1338-4823-b03b-b26eddd4088a req-1c591ee0-bbfc-4dbb-a32b-7fe210bdbbe2 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 944 time: 0.7181149 Nov 27 15:52:10.948880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-bb6ff33d-1453-4a24-b0cf-d90d29fa0d10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7065496 Nov 27 15:52:10.950568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72c69-2eb5-4478-8b46-b7701bd3d346 req-15a1d7e0-4051-4cd8-8b40-3160206d45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:10.952293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82c72c69-2eb5-4478-8b46-b7701bd3d346 req-15a1d7e0-4051-4cd8-8b40-3160206d45c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 1096 time: 0.7427194 Nov 27 15:52:11.014218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:11.023179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8ad685f1-77f3-497a-83cb-0a034ddb319c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:11.106277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:11.111648 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4285e3-17b6-4f9d-84bb-b7d91af25c6e" -d '{"events": [{"server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "name": "network-vif-unplugged", "status": "completed", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:11.119321 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.129832 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.168406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-eca7b62c-113f-48d8-a61f-7265a889735f None None] Port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:52:11.177600 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.195145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.229437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a070131-1338-4823-b03b-b26eddd4088a req-1660bf26-781a-4ec9-941a-7b85348e5009 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857535 Nov 27 15:52:11.287878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on host n-h1-819494-4 for vnic_type normal with profile {"migrating_to": "n-h2-819494-4"} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:11.288264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:11.288598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:11.292142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:11.296750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:11.297080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Attempting to bind port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:11.303076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:11.303598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:11.304026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:11.304519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Bound port: ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:11.305350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.346477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-9fbefff5-bdc4-4442-be4b-44097ddd595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:11.348355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-9fbefff5-bdc4-4442-be4b-44097ddd595b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b50e6c92e60d4dbd80600e14c3260698&device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 1096 time: 0.3155591 Nov 27 15:52:11.374878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa702c-6513-4b8e-b27d-81ce4dcb4906 req-bc80905a-42c9-4159-9b8c-2fe115af7a8a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:11.383556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6fa702c-6513-4b8e-b27d-81ce4dcb4906 req-bc80905a-42c9-4159-9b8c-2fe115af7a8a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 945 time: 0.6851740 Nov 27 15:52:11.391891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82c72c69-2eb5-4478-8b46-b7701bd3d346 req-569f8fea-e43e-41f7-9e3d-1228da17dcd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564980 Nov 27 15:52:11.407710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:11.411503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:11.419591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.515178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:11.515794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.517362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] 10.222.0.37 "PUT /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 1122 time: 1.1902468 Nov 27 15:52:11.524081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fabb4d-6eb8-48c1-a63f-96167fb8217e service neutron] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:11.613781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['ae54c526-f3fb-4d57-8891-95f11fb3bf9a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:11.693387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6fa702c-6513-4b8e-b27d-81ce4dcb4906 req-a75bcddd-1d55-49ad-b335-e314b76fef24 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084967 Nov 27 15:52:11.720739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276e1c1-7b1f-4a71-b01b-eecaeffbd580 req-e8c85c89-60e5-457b-8ec0-8a5d7c4ca496 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:11.722302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9276e1c1-7b1f-4a71-b01b-eecaeffbd580 req-e8c85c89-60e5-457b-8ec0-8a5d7c4ca496 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.3338318 Nov 27 15:52:11.804580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-2d89cac4-b7ea-440d-a7c0-1fa541c4a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:11.806140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-2d89cac4-b7ea-440d-a7c0-1fa541c4a81b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051 HTTP/1.1" status: 200 len: 917 time: 0.4186337 Nov 27 15:52:11.920497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9276e1c1-7b1f-4a71-b01b-eecaeffbd580 req-2f80b756-f022-452a-a81e-961d87220293 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756372 Nov 27 15:52:11.964366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:11.984528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-9494763c-41fa-4760-a8be-96290eb6ff4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343b077-3b06-451f-9075-b8d53f979416 HTTP/1.1" status: 200 len: 1001 time: 0.1651683 Nov 27 15:52:11.987163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.011302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 188cd38c-c685-4e28-ba33-3904a5f9fd57 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:12.045783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-ab731fc5-345c-4ed8-b27d-5fc84c054059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:12.047248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-ab731fc5-345c-4ed8-b27d-5fc84c054059 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95374975-4618-4767-8314-4174c248f655 HTTP/1.1" status: 200 len: 855 time: 0.0560315 Nov 27 15:52:12.082911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 188cd38c-c685-4e28-ba33-3904a5f9fd57 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:12.084494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.098854 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83ce0c9-b0ce-4be9-83ba-a04e3aa4babf x-openstack-request-id: req-e83ce0c9-b0ce-4be9-83ba-a04e3aa4babf {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:12.100912 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "name": "network-vif-unplugged", "status": "completed", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:12.101683 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e83ce0c9-b0ce-4be9-83ba-a04e3aa4babf {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:12.102492 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'code': 200} Nov 27 15:52:12.155700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a7e2-496a-461b-9149-a780a25a8da9 req-094bc5d0-1f3d-4e25-afb8-4272e2e08de3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:12.157257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f386a7e2-496a-461b-9149-a780a25a8da9 req-094bc5d0-1f3d-4e25-afb8-4272e2e08de3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 944 time: 0.3487656 Nov 27 15:52:12.234319 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.260777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-6abee227-5392-471c-9b48-651d5e53cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:12.262320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-6abee227-5392-471c-9b48-651d5e53cc8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd9acce6-4701-4a4e-90b6-9fcf5d61c051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536949 Nov 27 15:52:12.265896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 188cd38c-c685-4e28-ba33-3904a5f9fd57, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=188cd38c-c685-4e28-ba33-3904a5f9fd57,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:12.266988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Pushing event updated for resources: {'Port': ['ID=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:12.269435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ad685f1-77f3-497a-83cb-0a034ddb319c up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:12.269616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.275035 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.342870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f386a7e2-496a-461b-9149-a780a25a8da9 req-04369fc6-c3c0-41b1-b11e-f37ab5998c90 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691201 Nov 27 15:52:12.373019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1159ff-48ae-40f2-9394-08a7480aa30e req-b422ee91-8da2-4929-9143-3009267d544a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:12.380789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a1159ff-48ae-40f2-9394-08a7480aa30e req-b422ee91-8da2-4929-9143-3009267d544a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1804399 Nov 27 15:52:12.403302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=188cd38c-c685-4e28-ba33-3904a5f9fd57,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:12.409093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 8ad685f1-77f3-497a-83cb-0a034ddb319c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:12.414464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 8ad685f1-77f3-497a-83cb-0a034ddb319c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:12.416603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.500395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-04dfb9af-91d8-4cdb-82cd-717afeb6275b service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277632 Nov 27 15:52:12.545156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.580299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:12.584374 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a103a5f-3963-4a19-9530-3a15655ea0fc" -d '{"events": [{"server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "name": "network-vif-plugged", "status": "completed", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:12.610362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8ad685f1-77f3-497a-83cb-0a034ddb319c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:12.622990 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:12.728239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8ad685f1-77f3-497a-83cb-0a034ddb319c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:13.021562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:13.033716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a1159ff-48ae-40f2-9394-08a7480aa30e req-5dd288b9-e710-41fb-87fa-f9da7063c9e1 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519408 Nov 27 15:52:13.037426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:13.148739 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec551136-5073-4aaa-8b73-56589c58807d x-openstack-request-id: req-ec551136-5073-4aaa-8b73-56589c58807d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:13.149291 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "name": "network-vif-plugged", "status": "completed", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:13.149291 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec551136-5073-4aaa-8b73-56589c58807d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:13.150323 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'code': 200} Nov 27 15:52:13.182198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2144b95-053d-4179-a158-8eda82ffb3e4 req-a31848fc-f47b-430f-9214-e8ccbe9c9fdd service neutron] 10.222.0.37 "GET /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286161 Nov 27 15:52:13.272618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41da085-e6bd-45f4-950d-37ef48d5c094 req-8fc4efdf-d3b0-4b61-9b91-bf1ecf9518d1 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:13.274334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c41da085-e6bd-45f4-950d-37ef48d5c094 req-8fc4efdf-d3b0-4b61-9b91-bf1ecf9518d1 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.2477298 Nov 27 15:52:13.393905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1171e7-982d-4a1e-9e20-659b327aa31c req-b91e83b6-8a4c-48d9-8b40-2e3bec2d196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:13.395317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b1171e7-982d-4a1e-9e20-659b327aa31c req-b91e83b6-8a4c-48d9-8b40-2e3bec2d196a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 1097 time: 0.1471639 Nov 27 15:52:13.415923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-96730e0b-6a6b-4eab-b49f-fa418b0d78ba None None] Provisioning complete for port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:13.416388 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-96730e0b-6a6b-4eab-b49f-fa418b0d78ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:13.425261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cec473-0082-4541-83dc-a0100a9443f5 req-4e035092-98f1-42cd-85b9-ee2f880207d9 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:13.432764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7cec473-0082-4541-83dc-a0100a9443f5 req-4e035092-98f1-42cd-85b9-ee2f880207d9 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.1551900 Nov 27 15:52:13.440803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:52:13.457933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-96730e0b-6a6b-4eab-b49f-fa418b0d78ba None None] Port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:52:13.474235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c41da085-e6bd-45f4-950d-37ef48d5c094 req-0f83b6d4-dafa-4211-a4f6-d0d0fda5ea5e tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564102 Nov 27 15:52:13.569726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b1171e7-982d-4a1e-9e20-659b327aa31c req-09186240-7fd4-411a-91c9-7285f0eba86b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620758 Nov 27 15:52:13.587175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7cec473-0082-4541-83dc-a0100a9443f5 req-37a37e72-16eb-4762-b7df-b65ff2f96ff5 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533289 Nov 27 15:52:13.709553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:52:13.718125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1f6915b-7cf0-42ec-83a0-ad9e4b6dec1e admin admin] 10.222.0.15 "PUT /v2.0/routers/4c1f9985-c5f8-49fd-9cce-4e71589f99bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8785100 Nov 27 15:52:13.722864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Sync routers for ids ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:52:13.742199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07280-5970-44af-8af1-5071a7e35690 req-14a9402f-1888-4448-a77e-e9513a3d8872 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:13.745372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Routers {'4c1f9985-c5f8-49fd-9cce-4e71589f99bc'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:13.747294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:13.754380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dc07280-5970-44af-8af1-5071a7e35690 req-14a9402f-1888-4448-a77e-e9513a3d8872 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 944 time: 0.0960448 Nov 27 15:52:13.858709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37820) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:13.859162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dc07280-5970-44af-8af1-5071a7e35690 req-9994ffb1-b1b1-4e61-a599-f1c9ceedcd8a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028857 Nov 27 15:52:13.951910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785e601-9a1e-4c01-9ed3-201912a5b9c3 req-f44ad0a5-89be-4f97-96c5-b16bceffc3d7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:13.960156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d785e601-9a1e-4c01-9ed3-201912a5b9c3 req-f44ad0a5-89be-4f97-96c5-b16bceffc3d7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.0728757 Nov 27 15:52:13.962450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-511907519'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:14.004408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:14.014925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.022856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 188cd38c-c685-4e28-ba33-3904a5f9fd57 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:14.028600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d785e601-9a1e-4c01-9ed3-201912a5b9c3 req-c099077d-bf80-4084-b195-bc7920964492 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674021 Nov 27 15:52:14.063416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Set router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:14.069235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:52:14.086089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.086774 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Added segment e6c1248d-99de-404c-b33c-e937c9465c5d of type vlan for network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 Nov 27 15:52:14.124508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:14.127374 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465224e3-897d-486f-8ca8-3cd85741583c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:14.146702 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.184689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.184926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 188cd38c-c685-4e28-ba33-3904a5f9fd57 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:14.185437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.191912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:14.192760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.269225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:14.333227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4745b6c-f6c9-4375-a79e-758255ca023e req-6c6eb85b-0826-4544-9ff9-0716efd3acbc tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:14.334803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4745b6c-f6c9-4375-a79e-758255ca023e req-6c6eb85b-0826-4544-9ff9-0716efd3acbc tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1494713 Nov 27 15:52:14.412824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4745b6c-f6c9-4375-a79e-758255ca023e req-f9c78826-4528-4e20-b56c-d4cf2caa1be7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Nov 27 15:52:14.440495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5712323 Nov 27 15:52:14.440736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:14.446969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'subnet': {'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:14.502270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c39479-d709-4f49-a42e-4cb10def7ded tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Network': ['ID=8ee19bd3-9c51-4cc0-a726-f273a07298a2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:14.530505 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba37bbf8-33a0-47e6-b4d9-a6b8a01b204f x-openstack-request-id: req-ba37bbf8-33a0-47e6-b4d9-a6b8a01b204f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:14.530817 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:14.531136 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba37bbf8-33a0-47e6-b4d9-a6b8a01b204f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:14.531548 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'status': 'completed', 'code': 200} Nov 27 15:52:14.538723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:52:14.630387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:14.634699 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.670725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465224e3-897d-486f-8ca8-3cd85741583c req-e6846954-0dca-4c2d-b872-f8e6d6476c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:14.672551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-e6846954-0dca-4c2d-b872-f8e6d6476c0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1125 time: 0.1246510 Nov 27 15:52:14.694541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:14.713082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:52:10Z', 'revision_number': 4, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '710f7575-7a8d-4d30-a9e7-a2933e10c8e2', 'name': '', 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'mac_address': 'fa:16:3e:69:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '762e22c7-a3ac-4a76-b662-fb88be5400e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:09Z', 'updated_at': '2021-11-27T15:52:11Z', 'revision_number': 2, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'subnets': [{'id': '762e22c7-a3ac-4a76-b662-fb88be5400e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:14.752920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:52:14.756156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Checking router: 4c1f9985-c5f8-49fd-9cce-4e71589f99bc for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:52:14.756517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Updating router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:52:14.791557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:14.875441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810b21-5103-4c5d-ba24-4f171a233ab0 req-15ce4cfc-45d3-4d40-91e8-cf75341b374b tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:14.876993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4810b21-5103-4c5d-ba24-4f171a233ab0 req-15ce4cfc-45d3-4d40-91e8-cf75341b374b tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.2366748 Nov 27 15:52:14.983804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465224e3-897d-486f-8ca8-3cd85741583c req-fe9f931e-3983-4622-8c9d-6472d1c825c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:14.990529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-fe9f931e-3983-4622-8c9d-6472d1c825c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.2719069 Nov 27 15:52:15.131730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-6ea59e37-b540-4590-b551-39c066c9f9b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 217 time: 0.1273465 Nov 27 15:52:15.186911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4810b21-5103-4c5d-ba24-4f171a233ab0 req-fb74a7da-1f52-4fca-a443-679ab123e7a0 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937891 Nov 27 15:52:15.227766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:15.241964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:15.253296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465224e3-897d-486f-8ca8-3cd85741583c req-41fbdf18-f565-4bf8-9d54-9b85333206c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:15.254880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-41fbdf18-f565-4bf8-9d54-9b85333206c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1041303 Nov 27 15:52:15.276724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909e9fe-c3d2-4496-938a-60f1ecfdc150 req-4cd9881c-4c53-4916-adb7-98f935e39ab0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:15.278538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1909e9fe-c3d2-4496-938a-60f1ecfdc150 req-4cd9881c-4c53-4916-adb7-98f935e39ab0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 944 time: 0.1687589 Nov 27 15:52:15.315046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-06f7cba9-87c2-4adf-bef6-5060d17e04b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353258 Nov 27 15:52:15.318824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0cec5-a573-4c18-a912-05fdb6ae7783 None None] Pushing event updated for resources: {'Port': ['ID=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:15.354359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:15.418764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Attempting to bind port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:15.419464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Attempting to bind port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:15.419997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Attempting to bind port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 on network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:15.428149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:15.429064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Checking segment: {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:15.429505 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:15.429903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Bound using segment: {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:15.430403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Bound port: 710f7575-7a8d-4d30-a9e7-a2933e10c8e2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1554ef0b-a901-4ca4-b66c-63364cd08ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:15.430771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:15.539993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-c47f8c89-4b15-4cd8-8490-4e52f2653ccd service neutron] 10.222.0.21 "GET /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.0851266 Nov 27 15:52:15.553586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] For port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:15.558815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] For port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:15.584042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:15.616820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1909e9fe-c3d2-4496-938a-60f1ecfdc150 req-963bfa40-cf92-4816-aaad-e95bf511283e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268280 Nov 27 15:52:15.618723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-2c2b88b2-ac6b-44c5-987a-66800dbb428f service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780313 Nov 27 15:52:15.718695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Routers {'4c1f9985-c5f8-49fd-9cce-4e71589f99bc'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:15.719497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:15.797271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:15.816686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Subnet': ['ID=932524ec-5f64-4b41-aeb6-1f2bc06b3eda,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:15.842994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:15.847303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Checking segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:15.847653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network hostable DHCP agents. Network: 8ee19bd3-9c51-4cc0-a726-f273a07298a2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:52:15.909453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bda6f-bb97-4ad3-9d81-3d6ebde4ca1c req-974fa309-e6e5-41b0-a342-d20f8c63a100 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:15.918055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-179bda6f-bb97-4ad3-9d81-3d6ebde4ca1c req-974fa309-e6e5-41b0-a342-d20f8c63a100 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.4667144 Nov 27 15:52:15.928724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae54c526-f3fb-4d57-8891-95f11fb3bf9a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:15.955033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:15.998126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0cec5-a573-4c18-a912-05fdb6ae7783 None None] Pushing event updated for resources: {'Port': ['ID=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:16.008633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ea642f6e-80f5-4530-a57d-80e2bb2a8460 None None] Provisioning complete for port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:16.009113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea642f6e-80f5-4530-a57d-80e2bb2a8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.010201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.041476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680001-a9e5-4138-ae36-72b55349a097 req-8943ceb6-34de-4292-ae30-4c11e7dcffe6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.050543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db680001-a9e5-4138-ae36-72b55349a097 req-8943ceb6-34de-4292-ae30-4c11e7dcffe6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.2957962 Nov 27 15:52:16.116913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465224e3-897d-486f-8ca8-3cd85741583c req-2c1566bf-a550-4564-a406-d92005f130d0 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865060 Nov 27 15:52:16.127836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] Set router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:16.147183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-179bda6f-bb97-4ad3-9d81-3d6ebde4ca1c req-7a86caba-b0bc-4807-8ad7-a1215e44041b tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203300 Nov 27 15:52:16.177282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db680001-a9e5-4138-ae36-72b55349a097 req-7d07c285-722d-4aeb-8adc-31837c570469 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981953 Nov 27 15:52:16.178574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:52:16.211655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8ee19bd3-9c51-4cc0-a726-f273a07298a2) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:16.242838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.248976 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.251146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99119117-6bbb-4c62-883d-271790f3af44 None None] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:16.254803 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea642f6e-80f5-4530-a57d-80e2bb2a8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.258521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:16.327034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:16.331120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b90139e5-0c39-4cad-a801-380770be374f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8834305 Nov 27 15:52:16.343234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-285830406'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:16.381926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:16.387702 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.405469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] Transition to ACTIVE for port object ae54c526-f3fb-4d57-8891-95f11fb3bf9a will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:16.419461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.464475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ea642f6e-80f5-4530-a57d-80e2bb2a8460 None None] For port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:16.483181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:52:16.524195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c59b-06e7-4842-ac06-30faac18f3ea req-0c74f184-821f-42d6-bf9c-694ef659ecf5 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.532420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7b4c59b-06e7-4842-ac06-30faac18f3ea req-0c74f184-821f-42d6-bf9c-694ef659ecf5 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.0729954 Nov 27 15:52:16.532784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.533224 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Added segment 0a98ca04-4f41-4cf8-aa19-5d48d95e2da2 of type vlan for network 4b328b0c-7843-4fd5-b93e-01f667fb0980 Nov 27 15:52:16.534791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] No DVR routers for this DVR port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:16.539790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea642f6e-80f5-4530-a57d-80e2bb2a8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.596842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7b4c59b-06e7-4842-ac06-30faac18f3ea req-10d10fe3-3447-49a7-9fe5-c3565b2f19e1 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633650 Nov 27 15:52:16.605236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a/bindings/n-h2-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0569551 Nov 27 15:52:16.648819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df06691-aca8-4956-b73f-7c6d02a8ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:16.686076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea642f6e-80f5-4530-a57d-80e2bb2a8460 None None] Pushing event updated for resources: {'Port': ['ID=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:16.697938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.759658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.776273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.777139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:16.844819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-46938d63-cba2-40fa-bea7-1bbdbd683e66 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.846889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-46938d63-cba2-40fa-bea7-1bbdbd683e66 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.1439004 Nov 27 15:52:16.860934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:16.889249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3990145a-6d89-4598-a253-c6871b5caccb', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:16.896559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e25c8-a6c4-46a3-a139-19d3955f5dc3 req-69e0341a-ddb4-4633-bc6c-dd63334b57d6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.904074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-515e25c8-a6c4-46a3-a139-19d3955f5dc3 req-69e0341a-ddb4-4633-bc6c-dd63334b57d6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.1507354 Nov 27 15:52:16.911806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37900) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:16.917441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Request body: {'floatingip': {'port_id': '8ad685f1-77f3-497a-83cb-0a034ddb319c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:16.920219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Network': ['ID=4b328b0c-7843-4fd5-b93e-01f667fb0980,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:16.939270 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-40c42043-1e3e-41f1-8462-1ccd5aecd08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6093488 Nov 27 15:52:16.939932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37902) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:16.945937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'subnet': {'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:16.981875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ccb4a-b826-4222-9bcf-3aa611f53863 req-df0635b5-2894-4a1e-9058-3ffca26826ef tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:16.983761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-009ccb4a-b826-4222-9bcf-3aa611f53863 req-df0635b5-2894-4a1e-9058-3ffca26826ef tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 945 time: 0.2127481 Nov 27 15:52:16.989160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.006396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-269225e9-04d1-4cfb-b6fb-3bfb17a836af None None] Provisioning complete for port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:17.006932 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-269225e9-04d1-4cfb-b6fb-3bfb17a836af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.050499 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.082533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:52:17.106995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:17.112394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.169168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:17.181249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'fixed_ips': [{'subnet_id': '932524ec-5f64-4b41-aeb6-1f2bc06b3eda'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:52:17.182252 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.280005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:52:10Z', 'revision_number': 4, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '710f7575-7a8d-4d30-a9e7-a2933e10c8e2', 'name': '', 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'mac_address': 'fa:16:3e:69:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '762e22c7-a3ac-4a76-b662-fb88be5400e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:09Z', 'updated_at': '2021-11-27T15:52:15Z', 'revision_number': 4, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'subnets': [{'id': '762e22c7-a3ac-4a76-b662-fb88be5400e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:17.324157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c37-3a1d-45f8-aa6d-3ce3acc1b6fc None None] The sync data for ids ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'] in n-d-819494-4 is: [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:52:10Z', 'revision_number': 4, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '710f7575-7a8d-4d30-a9e7-a2933e10c8e2', 'name': '', 'network_id': '3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'mac_address': 'fa:16:3e:69:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '762e22c7-a3ac-4a76-b662-fb88be5400e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:09Z', 'updated_at': '2021-11-27T15:52:15Z', 'revision_number': 4, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'subnets': [{'id': '762e22c7-a3ac-4a76-b662-fb88be5400e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:52:17.462746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-f04f7930-7625-4b18-8621-b0152062c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:17.463949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:17.464589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-f04f7930-7625-4b18-8621-b0152062c366 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 1096 time: 0.6095152 Nov 27 15:52:17.552827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.593331 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.673634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Subnet': ['ID=2b917e33-ed98-4498-a0b3-6f799853c7b3,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:17.685201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Checking segment: {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:17.686623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network hostable DHCP agents. Network: 4b328b0c-7843-4fd5-b93e-01f667fb0980, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:52:17.737733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-009ccb4a-b826-4222-9bcf-3aa611f53863 req-2a5a6ffb-7388-4058-ba8f-3fc5b6f70549 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663464 Nov 27 15:52:17.741662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:52:17.779610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4b328b0c-7843-4fd5-b93e-01f667fb0980) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:17.788441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:17.789059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:17.790505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-1fda6012-4fcc-4ae7-920e-cc43ab48b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:17.796848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-1fda6012-4fcc-4ae7-920e-cc43ab48b0dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1096 time: 0.2893443 Nov 27 15:52:17.833824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3990145a-6d89-4598-a253-c6871b5caccb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:17.835738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c168b-46cf-4088-9d39-cd5f20fcb180 None None] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:17.854087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fdde2a50-47d5-44d0-8945-62e5b23ca235 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9122853 Nov 27 15:52:17.984221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa861-4fbd-4c18-b325-b606f01b025d req-ac405811-e327-4ece-bcf9-b8382b1e6638 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:17.993049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-602fa861-4fbd-4c18-b325-b606f01b025d req-ac405811-e327-4ece-bcf9-b8382b1e6638 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.5470624 Nov 27 15:52:18.144454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Allocated IP 19.80.0.2 (8ee19bd3-9c51-4cc0-a726-f273a07298a2/932524ec-5f64-4b41-aeb6-1f2bc06b3eda/f2246ef0-d6bf-4dde-8bbd-9883fc533ba4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:18.344490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:18.374949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:18.377083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:18.379458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:18.386940 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:18.462389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:18.581074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:18.595344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:18.675092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:18.787309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:18.804783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-602fa861-4fbd-4c18-b325-b606f01b025d req-ed4043b0-0e9d-42ce-a9c4-741fa05fbd63 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8105931 Nov 27 15:52:18.827346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Attempting to bind port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:18.827925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Attempting to bind port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:18.828590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Attempting to bind port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:18.844604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:18.845394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Checking segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:18.846007 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:18.846577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Bound using segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:18.847237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Bound port: f2246ef0-d6bf-4dde-8bbd-9883fc533ba4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:18.847801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:19.015004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1c8d6-efd0-4ab3-8eb6-2e8ef0b5f800 req-c3ba0bfb-ab27-45a3-9154-062739d5e22e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:19.018537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86d1c8d6-efd0-4ab3-8eb6-2e8ef0b5f800 req-c3ba0bfb-ab27-45a3-9154-062739d5e22e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 1.1150174 Nov 27 15:52:19.251319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86d1c8d6-efd0-4ab3-8eb6-2e8ef0b5f800 req-42f5cfef-9c6f-4645-a06a-caf04839a2e2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563036 Nov 27 15:52:19.278992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] For port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:19.280573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.resource_extend [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:52:19.282661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] For port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:19.322885 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:52:19.332529 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:19.411083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6b4a7efb-3bcc-4102-b08e-3c14cc694aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:19.413917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-6b4a7efb-3bcc-4102-b08e-3c14cc694aab service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 1.5136957 Nov 27 15:52:19.459301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:19.490430 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:52:19.580515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:19.584048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:19.584549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:19.595000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-01733be1-9adf-4614-bc66-ea6a53a2594d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 217 time: 0.1612093 Nov 27 15:52:19.679117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Pushing event updated for resources: {'Port': ['ID=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:19.810776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0d1e6-ee3a-4ff6-8966-f13788c7d1c9 req-9bdb97c3-df54-4917-b74c-893464042547 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:19.818577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ba0d1e6-ee3a-4ff6-8966-f13788c7d1c9 req-9bdb97c3-df54-4917-b74c-893464042547 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 945 time: 0.3742247 Nov 27 15:52:19.861167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4b328b0c-7843-4fd5-b93e-01f667fb0980', 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'fixed_ips': [{'subnet_id': '2b917e33-ed98-4498-a0b3-6f799853c7b3'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:52:19.874238 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:19.916386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-eda01d8a-4ac0-4735-9fae-cd770f4b1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:19.922901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-eda01d8a-4ac0-4735-9fae-cd770f4b1008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.2729347 Nov 27 15:52:20.006966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-8f33b0d3-1a8f-41f1-b90c-1a3255e72519 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756521 Nov 27 15:52:20.016464 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Floating IP b9ee6380-bf41-411d-aa0a-0779218000e6 associated. External IP: 172.25.1.36, port: 8ad685f1-77f3-497a-83cb-0a034ddb319c. Nov 27 15:52:20.112513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Allocated IP 19.86.0.2 (4b328b0c-7843-4fd5-b93e-01f667fb0980/2b917e33-ed98-4498-a0b3-6f799853c7b3/6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:20.278666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:20.282818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ba0d1e6-ee3a-4ff6-8966-f13788c7d1c9 req-3578d501-741a-49ca-af42-b936ffafeca0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632356 Nov 27 15:52:20.322421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:20.326397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3d13-3354-4da5-9e2e-3a4d97fba63b None None] Pushing event updated for resources: {'Port': ['ID=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:20.349854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:20.433426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'port_id': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'mac_address': 'fa:16:3e:83:0c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b09e9f-261f-46f0-a0bc-37d6d9ea50d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:20.495985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:20.626591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:20.644285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:20.658504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2495a23-8796-4dd8-bff6-5f010cd0c4a1 req-941ba735-6a7b-4415-8882-91df110101a1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:20.663718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:20.668516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2495a23-8796-4dd8-bff6-5f010cd0c4a1 req-941ba735-6a7b-4415-8882-91df110101a1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.2838261 Nov 27 15:52:20.675214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:20.679274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-fcc59a2d-d300-4e5b-9b71-1f341cbed2fa service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528180 Nov 27 15:52:20.839809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcd8d6f7-48f7-4018-a73e-2c47dced1673 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:20.871730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:20.876093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Pushing event updated for resources: {'Port': ['ID=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:20.885915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:20.970726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:21.044579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Attempting to bind port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:21.045101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Attempting to bind port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:21.045538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Attempting to bind port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 on network 4b328b0c-7843-4fd5-b93e-01f667fb0980 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:21.051491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39aa88-7127-4995-ac7c-c6513353148d None None] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:21.074365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2495a23-8796-4dd8-bff6-5f010cd0c4a1 req-898dc8c7-c96c-497c-82ea-221f8a1e2a35 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975396 Nov 27 15:52:21.092731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:52:21.148504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['fcd8d6f7-48f7-4018-a73e-2c47dced1673'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:21.151643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-855899fb-6159-4567-8d99-f487de08aaa8 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380386 Nov 27 15:52:21.213940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3990145a-6d89-4598-a253-c6871b5caccb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:21.214693 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.233443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:21.234460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Checking segment: {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:21.235244 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.235662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Bound using segment: {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:21.236179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Bound port: 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:21.236556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.383313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-17c09399-888d-43e6-afb5-268319a28579 None None] Provisioning complete for port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:21.383689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-17c09399-888d-43e6-afb5-268319a28579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.424846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:21.425267 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.613330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:52:21.619593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.626183 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] Sync routers for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:52:21.638859 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:21.646212 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:21.694212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f3b6c5bb-b404-499d-be57-f6f4be1e5e49 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "PUT /v2.0/floatingips/b9ee6380-bf41-411d-aa0a-0779218000e6 HTTP/1.1" status: 200 len: 991 time: 4.7801709 Nov 27 15:52:21.696935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:21.703439 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c14b5-ec2d-4d94-befe-09b6036605b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:21.744546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d139-b3f6-41c8-b042-071449061d46 req-f56e4df3-91b8-4477-9b35-6be31327f5af tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:21.752012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-f56e4df3-91b8-4477-9b35-6be31327f5af tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.2771153 Nov 27 15:52:21.757725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:21.774004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ffe52-0e57-49ba-99d5-7b3aa87df721 req-e80413e8-47f2-4912-893b-1344775c2d8f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:21.787034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-17c09399-888d-43e6-afb5-268319a28579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.789756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:21.796072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f6ffe52-0e57-49ba-99d5-7b3aa87df721 req-e80413e8-47f2-4912-893b-1344775c2d8f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.2500732 Nov 27 15:52:21.877064 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:22.020848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f6ffe52-0e57-49ba-99d5-7b3aa87df721 req-e4631836-a4cc-495b-a88a-6d29ff166213 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163649 Nov 27 15:52:22.090368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:22.138663 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:22.190601 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'b9ee6380-bf41-411d-aa0a-0779218000e6', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'port_id': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'mac_address': 'fa:16:3e:17:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:52:00Z', 'updated_at': '2021-11-27T15:52:18Z', 'revision_number': 1, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:22.223097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-aad8d139-b3f6-41c8-b042-071449061d46 req-26ddbc11-dac1-498e-b774-cf4cf4afd637 service neutron] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:22.238263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-aad8d139-b3f6-41c8-b042-071449061d46 req-26ddbc11-dac1-498e-b774-cf4cf4afd637 service neutron] Publish callbacks [] for binding, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:22.241638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aad8d139-b3f6-41c8-b042-071449061d46 req-26ddbc11-dac1-498e-b774-cf4cf4afd637 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a/bindings/n-h1-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.4197700 Nov 27 15:52:22.261015 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] Checking router: 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:52:22.271130 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-17c09399-888d-43e6-afb5-268319a28579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:52:22.271983 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-17c09399-888d-43e6-afb5-268319a28579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:52:22.279566 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:52:22.280580 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:22.284233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:22.290997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584961-807e-4815-be9c-3be5c3222519 req-37bbc81e-d7f8-4c87-acbf-40f84bb52e13 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:22.304495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3584961-807e-4815-be9c-3be5c3222519 req-37bbc81e-d7f8-4c87-acbf-40f84bb52e13 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 945 time: 0.1459076 Nov 27 15:52:22.326180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] For port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:22.346886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] For port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:22.352817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:22.367540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:22.415084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3584961-807e-4815-be9c-3be5c3222519 req-da79547f-21e5-4987-9c76-4bdb79b9f996 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094515 Nov 27 15:52:22.447100 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:52:22.580317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:22.730538 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d3228-ea7b-4f6f-b3d4-a6c8e2eea22e x-openstack-request-id: req-bc1d3228-ea7b-4f6f-b3d4-a6c8e2eea22e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:22.731080 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:22.732839 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc1d3228-ea7b-4f6f-b3d4-a6c8e2eea22e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:22.733214 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'status': 'completed', 'code': 200} Nov 27 15:52:22.896474 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'b9ee6380-bf41-411d-aa0a-0779218000e6', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'port_id': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'mac_address': 'fa:16:3e:17:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:52:00Z', 'updated_at': '2021-11-27T15:52:18Z', 'revision_number': 1, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:22.961798 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b6a45-b344-4d78-b0a4-634e839b26ea None None] The sync data for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 is: [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'b9ee6380-bf41-411d-aa0a-0779218000e6', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'port_id': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'mac_address': 'fa:16:3e:17:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:52:00Z', 'updated_at': '2021-11-27T15:52:18Z', 'revision_number': 1, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:52:23.063000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-b18f1432-eda8-4d53-a859-10ad7357bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:23.066116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-b18f1432-eda8-4d53-a859-10ad7357bac6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929ec0093f94c5a8636192832ce9760&device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 1097 time: 0.2877803 Nov 27 15:52:23.190152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d2fc-cc55-483b-b32d-8fd4f63dbd48 req-a67212d0-66bb-4bd1-96b7-d7af4aaf9ca6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:23.197619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d31d2fc-cc55-483b-b32d-8fd4f63dbd48 req-a67212d0-66bb-4bd1-96b7-d7af4aaf9ca6 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 944 time: 0.2946231 Nov 27 15:52:23.216147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:23.218494 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849cb5b-dd8e-4159-b65c-488d071a844f" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:23.369830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:23.421043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e01e4-f52a-4216-95eb-1ff4074ec6c3 None None] Pushing event updated for resources: {'Port': ['ID=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:23.440131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d31d2fc-cc55-483b-b32d-8fd4f63dbd48 req-307699bc-9980-43d8-bdac-cd49e1ec136c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409701 Nov 27 15:52:23.461156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:23.475182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd36d0f-ea73-498d-9574-1a1422d62f34 None None] New status for floating IP b9ee6380-bf41-411d-aa0a-0779218000e6: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:52:23.488372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:23.551332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-e8072dc8-c3d2-4be6-854c-805041021b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:23.554495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-e8072dc8-c3d2-4be6-854c-805041021b9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c555c98-6108-444f-9177-bcc3dd452cf3 HTTP/1.1" status: 200 len: 912 time: 0.4802389 Nov 27 15:52:23.651109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:23.651454 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:23.703504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-54a7e639-a290-4841-adec-9505dc414c74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c HTTP/1.1" status: 200 len: 999 time: 0.1400015 Nov 27 15:52:23.745935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:23.865087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-6e17bd28-be96-47d2-a7e1-b32e34524120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:23.865359 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-6e17bd28-be96-47d2-a7e1-b32e34524120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff75df98-ea35-4ab7-843a-6da6fab7bf8a HTTP/1.1" status: 200 len: 850 time: 0.1450202 Nov 27 15:52:23.882232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port fcd8d6f7-48f7-4018-a73e-2c47dced1673 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:23.882797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:23.933525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cdb8aea3-432a-4370-bd69-79d6bd2bf457 None None] Provisioning complete for port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:23.933525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdb8aea3-432a-4370-bd69-79d6bd2bf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:23.966371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378cc1b-5b06-42ec-9901-c9dc8478227f req-03781eef-bc39-4811-8234-963bd700075a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:23.967889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b378cc1b-5b06-42ec-9901-c9dc8478227f req-03781eef-bc39-4811-8234-963bd700075a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.0834968 Nov 27 15:52:23.979682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-045ea064-f5cd-494c-8384-a9c217a80167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:23.981535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-045ea064-f5cd-494c-8384-a9c217a80167 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c555c98-6108-444f-9177-bcc3dd452cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083677 Nov 27 15:52:24.147389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b378cc1b-5b06-42ec-9901-c9dc8478227f req-5b76245e-4050-4f6f-bc83-9ae4fd236240 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628621 Nov 27 15:52:24.195503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-ad1c2d51-3e89-4a8f-89f1-8b84a8038640 service neutron] 10.222.0.37 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053001 Nov 27 15:52:24.255671 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a2798e-0464-48a4-b425-6bcbc5b06471 x-openstack-request-id: req-70a2798e-0464-48a4-b425-6bcbc5b06471 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:24.256259 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:24.256259 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70a2798e-0464-48a4-b425-6bcbc5b06471 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:24.256647 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:52:24.311830 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:24.383305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:24.391090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:24.478427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:24.481049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-705c14b5-ec2d-4d94-befe-09b6036605b3 req-b235eca9-f138-42af-92b1-da854f55c9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779508 Nov 27 15:52:24.621391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:24.663094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed06814-36e3-4fb2-867f-4bd87a18a8d5 req-a38062b9-b13e-4e07-bd95-67009ede9205 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:24.670755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ed06814-36e3-4fb2-867f-4bd87a18a8d5 req-a38062b9-b13e-4e07-bd95-67009ede9205 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1096 time: 0.2185514 Nov 27 15:52:24.715977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ec9d1-594d-491a-8946-647fd951ac8d None None] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:24.733684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-2ab2c785-a604-45c4-8bfe-36fbe8ba86bd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:24.740967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-2ab2c785-a604-45c4-8bfe-36fbe8ba86bd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:24.749491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-2ab2c785-a604-45c4-8bfe-36fbe8ba86bd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/networks?id=8ee19bd3-9c51-4cc0-a726-f273a07298a2&id=4b328b0c-7843-4fd5-b93e-01f667fb0980&id=8ee19bd3-9c51-4cc0-a726-f273a07298a2 HTTP/1.1" status: 200 len: 1390 time: 0.2150488 Nov 27 15:52:24.775015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-f7d6fba6-040b-42bc-aa71-ab5b38bf3017 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/quotas/8e2c43658c2046808c35620dd62ab4a1 HTTP/1.1" status: 200 len: 375 time: 0.0254760 Nov 27 15:52:24.788546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:24.788929 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:24.797932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ed06814-36e3-4fb2-867f-4bd87a18a8d5 req-1796e12c-8bb9-4554-8b5c-d055f61f1abf tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211469 Nov 27 15:52:24.867244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b35b39b0-22b3-4b14-9f40-316748a98ef7 None None] Provisioning complete for port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:24.867672 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b35b39b0-22b3-4b14-9f40-316748a98ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:24.881887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-03a698f7-5b71-41c9-8b72-686039c6cc4a tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1057827 Nov 27 15:52:25.030367 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b35b39b0-22b3-4b14-9f40-316748a98ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:25.080311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2a70b-5bc7-459c-809f-d614b9476df2 req-fc9f7cba-c4f7-4f62-a3fe-f237acdfe697 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:25.081936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15b2a70b-5bc7-459c-809f-d614b9476df2 req-fc9f7cba-c4f7-4f62-a3fe-f237acdfe697 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.0952983 Nov 27 15:52:25.109364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:25.157781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b35b39b0-22b3-4b14-9f40-316748a98ef7 None None] For port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:25.174787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-bca8ad58-aa4f-4610-b3b8-800aedae9871 service neutron] 10.222.0.15 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815728 Nov 27 15:52:25.184385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b35b39b0-22b3-4b14-9f40-316748a98ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:25.195213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-c782ef7d-bae2-46c8-816b-668fc918b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:25.199422 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-c782ef7d-bae2-46c8-816b-668fc918b441 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 1097 time: 0.0835218 Nov 27 15:52:25.264082 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:52:25.264652 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:52:25.286964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b39b0-22b3-4b14-9f40-316748a98ef7 None None] Pushing event updated for resources: {'Port': ['ID=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:25.309161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15b2a70b-5bc7-459c-809f-d614b9476df2 req-618fd1c2-b391-4956-aff8-169838e7b8d1 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137954 Nov 27 15:52:25.407976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-560f32d5-a82f-4948-8c5b-1768fa65ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:25.415208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-560f32d5-a82f-4948-8c5b-1768fa65ec76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 0.2077243 Nov 27 15:52:25.420961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e155eda7-b7ab-4f10-8311-ad80dae27eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364049 Nov 27 15:52:25.470742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-bb7509ef-b8df-4675-b63a-90075660423a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6 HTTP/1.1" status: 200 len: 217 time: 0.0418401 Nov 27 15:52:25.566263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7e7fb970-90e1-425a-bfbe-44c6da2039c8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441081 Nov 27 15:52:25.581193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-c6aa3757-38c1-4f1c-b75e-ea9b2b08b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:25.582685 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-c6aa3757-38c1-4f1c-b75e-ea9b2b08b099 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.1039705 Nov 27 15:52:25.630158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-8fda79e2-eaa3-4521-a974-68063c5c8cc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379512 Nov 27 15:52:25.722539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a7bae199-c289-4dad-8d1e-94c8c2a0d1f0 None None] Provisioning complete for port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:25.722915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a7bae199-c289-4dad-8d1e-94c8c2a0d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:25.790721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-20d6491e-d776-49e2-b4d7-8c83e54658bf service neutron] 10.222.0.15 "GET /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161262 Nov 27 15:52:25.819538 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-bad5f52c-42e6-4e5f-8d05-2653c9e7f401 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770122 Nov 27 15:52:25.828749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-dc552de9-3036-4196-b661-b50cabdbae9c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:25.836428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-dc552de9-3036-4196-b661-b50cabdbae9c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.1760137 Nov 27 15:52:25.887798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-e38221e8-bd29-4b93-8e6c-a9b4599c68d7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/quotas/f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 375 time: 0.0502732 Nov 27 15:52:25.972713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-1b05f50f-961a-4243-964f-4397fec90cb4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837700 Nov 27 15:52:25.980255 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0080488-aba4-4648-8cd5-c553c0981d79 req-b5185a05-c666-4632-a397-640451b28549 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523306 Nov 27 15:52:25.997809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0bc37c88-5577-4cdc-90d9-3f3206a929ee service neutron] 10.222.0.15 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983039 Nov 27 15:52:26.258758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:26.260686 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb835a3-cd05-457f-988b-14b9e03f304f" -d '{"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:26.464180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-260b8934-005b-4b4a-8db6-1dc8f9bf6e7c service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904983 Nov 27 15:52:26.513562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:26.526303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-59b41b0b-98bf-4f78-8fd9-73a5314b84af service neutron] 10.222.0.15 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005989 Nov 27 15:52:26.586049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-439947a3-d34c-489d-9933-1087b934e258 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209505 Nov 27 15:52:26.631028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:26.631894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:26.912547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7236a-28e1-4d90-88d2-c1b71f6e4fa9 req-62d46d98-78a3-4aa4-80e0-e308aedf156b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:26.928430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ad7236a-28e1-4d90-88d2-c1b71f6e4fa9 req-62d46d98-78a3-4aa4-80e0-e308aedf156b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1356249 Nov 27 15:52:27.043832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ad7236a-28e1-4d90-88d2-c1b71f6e4fa9 req-40fe7f58-50db-4f07-a648-bc9c5cd824b6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079140 Nov 27 15:52:27.146120 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6942c0-bd02-4370-8b46-24f3381671b1 x-openstack-request-id: req-5f6942c0-bd02-4370-8b46-24f3381671b1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:27.146499 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:27.146889 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f6942c0-bd02-4370-8b46-24f3381671b1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:27.147290 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'code': 200} Nov 27 15:52:27.285447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a56dd21b-218b-4bc9-a1c3-01dcf60289d0 req-1c7b2954-e598-412a-9d39-a8c1ce249fb3 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 210 time: 0.0503614 Nov 27 15:52:27.358414 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b133d432-4a73-426a-bf4d-7ede1d083830 req-9aa88f77-0949-45c1-97a0-f71d6d02d7e6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 210 time: 0.0479717 Nov 27 15:52:27.473270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e31b33-d14c-4944-a807-5a25275b7ad7 req-21a27a4e-e406-4d03-bbdd-41516e355f6d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:27.482516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9e31b33-d14c-4944-a807-5a25275b7ad7 req-21a27a4e-e406-4d03-bbdd-41516e355f6d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.0720823 Nov 27 15:52:27.565831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9e31b33-d14c-4944-a807-5a25275b7ad7 req-68abddc3-f528-4680-96bb-7ca3805526d7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772617 Nov 27 15:52:28.245454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d5f7a-0231-4880-921e-361166fb90c1 req-c05f6d35-64f2-42af-b9db-b519337f4dd2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:28.251270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b31d5f7a-0231-4880-921e-361166fb90c1 req-c05f6d35-64f2-42af-b9db-b519337f4dd2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 946 time: 0.1106784 Nov 27 15:52:28.355591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e5abfbce-d98e-4b43-a859-9a4886d43f94 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:28.362044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e5abfbce-d98e-4b43-a859-9a4886d43f94 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:28.363654 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e5abfbce-d98e-4b43-a859-9a4886d43f94 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "GET /v2.0/networks?id=8ee19bd3-9c51-4cc0-a726-f273a07298a2&id=4b328b0c-7843-4fd5-b93e-01f667fb0980&id=8ee19bd3-9c51-4cc0-a726-f273a07298a2 HTTP/1.1" status: 200 len: 1390 time: 0.1788602 Nov 27 15:52:28.368770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b31d5f7a-0231-4880-921e-361166fb90c1 req-d632f4fe-0004-401c-88ff-95b68ef57799 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103506 Nov 27 15:52:28.385160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'port': {'device_id': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'admin_state_up': True, 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:28.492836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d357005-d1d4-40f8-8bc6-5af3e83bb45a req-92d3178c-8aac-475f-8207-6cc32df33a16 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 210 time: 0.0391908 Nov 27 15:52:28.545945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-465ad8c1-0b50-475a-b8a2-2733680d52b0 req-6b473c92-cb25-48de-bfda-5993c841954d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 210 time: 0.0459373 Nov 27 15:52:28.577692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:28.581205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:28.790349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138c0f4-fbae-4969-99e3-e3cf9f73aa2d req-a5785140-a51a-40a7-8e42-4760691987f8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:28.803636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f138c0f4-fbae-4969-99e3-e3cf9f73aa2d req-a5785140-a51a-40a7-8e42-4760691987f8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.1466277 Nov 27 15:52:28.865169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Allocated IP 19.80.0.135 (8ee19bd3-9c51-4cc0-a726-f273a07298a2/932524ec-5f64-4b41-aeb6-1f2bc06b3eda/5d391dcb-1710-465d-a211-e879726e0c98) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:28.917069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65f2809c-a20a-4c93-9a64-548285d7c0a6 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:29.021711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f138c0f4-fbae-4969-99e3-e3cf9f73aa2d req-23f35f8f-58d7-40e9-9195-c79fb5b6fb76 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026582 Nov 27 15:52:29.075165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-37f0b446-f6f2-404e-939d-f895e36ed4b9 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:29.078351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-37f0b446-f6f2-404e-939d-f895e36ed4b9 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 945 time: 0.1742036 Nov 27 15:52:29.093248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.097039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-9fbf251b-50e7-4b60-b827-d8ed725ad8b8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:29.098973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-9fbf251b-50e7-4b60-b827-d8ed725ad8b8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.2480028 Nov 27 15:52:29.114372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Request body: {'port': {'device_id': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'admin_state_up': True, 'tenant_id': 'f0a75ef21d91414eb96ac65731a6ca3a'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:29.150542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:29.156909 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20d3ccd-9540-48e5-8615-4b632a19169b" -d '{"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:29.230016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:29.239767 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.240926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:29.327408 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5230e0b9-8398-44d8-a095-72774ed53944 x-openstack-request-id: req-5230e0b9-8398-44d8-a095-72774ed53944 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:29.328101 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-unplugged", "status": "failed", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6", "code": 422}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:29.329681 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5230e0b9-8398-44d8-a095-72774ed53944 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:29.330958 n-d-819494-4 neutron-server[110077]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'code': 422} returned with failed status Nov 27 15:52:29.347786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Made reservation on behalf of f0a75ef21d91414eb96ac65731a6ca3a for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:29.353263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.391110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.402776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:29.452408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.490510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.570872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:29.573969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:29.583481 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.586905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:29.596955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:29.656047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Port': ['ID=5d391dcb-1710-465d-a211-e879726e0c98,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:29.684273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.689492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.689978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.690439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.690967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.691416 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.691871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.692325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.692749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.693180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.693643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.694085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:29.727680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Allocated IP 172.20.0.3 (909a1380-a230-48ba-869c-ef496b2094ea/7ce2444c-391e-44d8-91e7-1e0054b9f2d1/72447139-5c1b-426d-9693-37c40f56250d) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:29.760661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-5e7bcdfc-3bf4-4e26-881d-398a66bed61f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:29.762279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-5e7bcdfc-3bf4-4e26-881d-398a66bed61f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e175db9-5aa9-45e2-9f44-2d2756afb0ed HTTP/1.1" status: 200 len: 944 time: 0.2249177 Nov 27 15:52:29.795502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:29.796683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.816644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Deleting port fcd8d6f7-48f7-4018-a73e-2c47dced1673 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:29.817919 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.832016 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d0928abd-3fc7-4e04-b754-b7d28e4481fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4558282 Nov 27 15:52:29.852231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'port': {'device_id': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980', 'admin_state_up': True, 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:29.873756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:29.921002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:29.992637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26894-f6d3-4163-a78c-98dd863dbfab req-ca97673c-ef90-475d-918b-d5b561237426 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:30.000961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94a26894-f6d3-4163-a78c-98dd863dbfab req-ca97673c-ef90-475d-918b-d5b561237426 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 932 time: 0.1755228 Nov 27 15:52:30.034319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-afeda68d-765b-46d6-b593-0c6d0176e833 None None] Provisioning complete for port 5d391dcb-1710-465d-a211-e879726e0c98 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:30.034704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afeda68d-765b-46d6-b593-0c6d0176e833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.078400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Deleting port 65f2809c-a20a-4c93-9a64-548285d7c0a6 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:30.078736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.086992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-afeda68d-765b-46d6-b593-0c6d0176e833 None None] Port 5d391dcb-1710-465d-a211-e879726e0c98 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:52:30.179068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] For port 65f2809c-a20a-4c93-9a64-548285d7c0a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65f2809c-a20a-4c93-9a64-548285d7c0a6,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:30.179337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.194079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Calling delete_port for 65f2809c-a20a-4c93-9a64-548285d7c0a6 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:30.325301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94a26894-f6d3-4163-a78c-98dd863dbfab req-88a43644-6d52-4861-86f3-adc46664b8dd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233488 Nov 27 15:52:30.334843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] For port fcd8d6f7-48f7-4018-a73e-2c47dced1673, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fcd8d6f7-48f7-4018-a73e-2c47dced1673,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:30.335397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.357773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Calling delete_port for fcd8d6f7-48f7-4018-a73e-2c47dced1673 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:30.382327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.427486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.469747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event deleted for resources: {'Port': ['ID=65f2809c-a20a-4c93-9a64-548285d7c0a6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:30.487388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:30.491986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.542087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.557878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.558225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.558597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.558925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.559266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.559607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.559942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.560275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.560608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.560936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.561288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.561633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:30.618485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] No DVR routers for this DVR port 65f2809c-a20a-4c93-9a64-548285d7c0a6 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:30.622429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:30.628655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.632572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-756eb58a-e3ce-4697-b99f-d60c617b3f76 req-51a69776-63c0-49df-bf31-f468b7b64e5a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "DELETE /v2.0/ports/65f2809c-a20a-4c93-9a64-548285d7c0a6 HTTP/1.1" status: 204 len: 173 time: 0.8583367 Nov 27 15:52:30.635040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-deleted', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:30.636803 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d7412-0c43-4f8b-817d-b57eae46a453" -d '{"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-deleted", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:30.652906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Network 909a1380-a230-48ba-869c-ef496b2094ea is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:30.655038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:30.664781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda99bc-701d-4e5e-ac11-a98638df3bf5 req-e6bacfab-db9a-43dc-973a-87ad7de03e7e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:30.667322 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bda99bc-701d-4e5e-ac11-a98638df3bf5 req-e6bacfab-db9a-43dc-973a-87ad7de03e7e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 931 time: 0.2047541 Nov 27 15:52:30.667519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.667635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:30.711925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event deleted for resources: {'Port': ['ID=fcd8d6f7-48f7-4018-a73e-2c47dced1673,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:30.782163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] No DVR routers for this DVR port fcd8d6f7-48f7-4018-a73e-2c47dced1673 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:30.791583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Allocated IP 19.86.0.134 (4b328b0c-7843-4fd5-b93e-01f667fb0980/2b917e33-ed98-4498-a0b3-6f799853c7b3/6f9388ce-55f4-4338-bc08-95bf07fe15ea) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:30.794218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.797590 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2148e8c4-e8a3-4740-8da2-9e613d582981 req-f27eaca8-6e15-416e-a46c-a6e7a87085b8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "DELETE /v2.0/ports/fcd8d6f7-48f7-4018-a73e-2c47dced1673 HTTP/1.1" status: 204 len: 173 time: 1.6791785 Nov 27 15:52:30.798118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-deleted', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:30.800483 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16496a5-5768-4642-b87f-5d420cdfe426" -d '{"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-deleted", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:30.826206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:30.826856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:30.859032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bda99bc-701d-4e5e-ac11-a98638df3bf5 req-2451427f-29df-433c-9d6f-a55cf5e0c588 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321211 Nov 27 15:52:30.893105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-948a134b-8497-4bf4-a529-70ad141a9ba7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7842391 Nov 27 15:52:30.909172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Request body: {'port': {'device_id': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:31.056424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.062617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72a24555-256e-49ab-b943-3b4e6996a052 req-7ac0fd2b-41b4-4bd1-90c2-218edde2d89e tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778 HTTP/1.1" status: 200 len: 210 time: 0.1063406 Nov 27 15:52:31.112267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.172328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.264947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:31.273910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:31.277103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:31.316769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Port': ['ID=6f9388ce-55f4-4338-bc08-95bf07fe15ea,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:31.333828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:31.336785 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc44596-8e9e-4984-93e2-e695d577fdfd" -d '{"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:31.382914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:31.384178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.436764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e7dd64f0-ad96-4697-9f23-3d50bf2a7ab9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5861840 Nov 27 15:52:31.451589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'port': {'device_id': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'admin_state_up': True, 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:31.455625 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac13408-6165-4555-840d-d61b148e3ffb x-openstack-request-id: req-2ac13408-6165-4555-840d-d61b148e3ffb {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:31.456150 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e175db9-5aa9-45e2-9f44-2d2756afb0ed", "name": "network-vif-deleted", "tag": "65f2809c-a20a-4c93-9a64-548285d7c0a6", "status": "failed", "code": 422}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:31.456265 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ac13408-6165-4555-840d-d61b148e3ffb {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:31.456628 n-d-819494-4 neutron-server[110076]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e175db9-5aa9-45e2-9f44-2d2756afb0ed', 'name': 'network-vif-deleted', 'tag': '65f2809c-a20a-4c93-9a64-548285d7c0a6', 'status': 'failed', 'code': 422} returned with failed status Nov 27 15:52:31.571193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.575908 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8971886b-f7af-4b53-aaaf-9ef6120278dd x-openstack-request-id: req-8971886b-f7af-4b53-aaaf-9ef6120278dd {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:31.576531 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-deleted", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:31.576780 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8971886b-f7af-4b53-aaaf-9ef6120278dd {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:31.577180 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-deleted', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'status': 'completed', 'code': 200} Nov 27 15:52:31.646865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:31.651561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.697291 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2fbd4-c3ce-4f6b-bf44-a53dbf1d0dd0 x-openstack-request-id: req-88d2fbd4-c3ce-4f6b-bf44-a53dbf1d0dd0 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:31.698092 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd8d6f7-48f7-4018-a73e-2c47dced1673", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:31.698440 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88d2fbd4-c3ce-4f6b-bf44-a53dbf1d0dd0 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:31.699098 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb04381-e41a-4d4e-b8dd-ab8a5cbd4778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd8d6f7-48f7-4018-a73e-2c47dced1673', 'code': 200} Nov 27 15:52:31.792913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72447139-5c1b-426d-9693-37c40f56250d {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:31.802532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.826541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Transition to ACTIVE for port object 72447139-5c1b-426d-9693-37c40f56250d will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:31.827731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d15b6a4a-3ee1-4936-8549-d7a05c7cb9fa None None] Provisioning complete for port 6f9388ce-55f4-4338-bc08-95bf07fe15ea triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:31.828403 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d15b6a4a-3ee1-4936-8549-d7a05c7cb9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.840646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:31.899104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d15b6a4a-3ee1-4936-8549-d7a05c7cb9fa None None] Port 6f9388ce-55f4-4338-bc08-95bf07fe15ea cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:52:31.910596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Allocated IP 19.80.0.149 (8ee19bd3-9c51-4cc0-a726-f273a07298a2/932524ec-5f64-4b41-aeb6-1f2bc06b3eda/65fcd697-072a-4445-acf2-ad3e44912ca5) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:31.955391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ab1fd-fb3c-458e-a52a-70692610aa4f req-2ed81c45-85c5-41af-9e22-c926d10c017c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:31.962370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ab1fd-fb3c-458e-a52a-70692610aa4f req-2ed81c45-85c5-41af-9e22-c926d10c017c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:31.965874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-920ab1fd-fb3c-458e-a52a-70692610aa4f req-2ed81c45-85c5-41af-9e22-c926d10c017c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 1655 time: 0.2344964 Nov 27 15:52:32.050881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:32.099389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.140753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.154034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-920ab1fd-fb3c-458e-a52a-70692610aa4f req-af7d1dde-27c2-4859-9c63-86a675739ec3 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676762 Nov 27 15:52:32.196212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:32.199866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:32.203848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:32.232914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-2e258dcd-c454-4684-8f70-dd14bca08f8b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:32.234692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-2e258dcd-c454-4684-8f70-dd14bca08f8b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.3095787 Nov 27 15:52:32.262868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Port': ['ID=65fcd697-072a-4445-acf2-ad3e44912ca5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:32.298092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-60049fa8-d493-4ad3-be8a-14ccbd08c7bc tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.0486197 Nov 27 15:52:32.304269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:32.314335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.336836 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-02a660c8-31f0-4fde-8804-7b03719e3b86 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8938649 Nov 27 15:52:32.353930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Request body: {'port': {'device_id': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:32.360233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:32.360233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:32.360233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:32.373352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-7bd1bf05-5b06-4af0-b326-108d6c0e4782 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535884 Nov 27 15:52:32.397607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:32.398611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:32.408379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:32.408859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:32.409432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:32.409983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Bound port: 72447139-5c1b-426d-9693-37c40f56250d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:32.410816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.430737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.467671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720a6f-7a24-43f0-a0fb-105911fa26cb req-e7617741-b585-4c1c-a5bb-c76c3a367b16 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:32.475700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59720a6f-7a24-43f0-a0fb-105911fa26cb req-e7617741-b585-4c1c-a5bb-c76c3a367b16 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.2397254 Nov 27 15:52:32.574653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59720a6f-7a24-43f0-a0fb-105911fa26cb req-b1d33995-d338-400e-aadc-82a3624b97f3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978642 Nov 27 15:52:32.630156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:32.634345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:32.651716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-270bb735-b55a-41a3-8ec1-65f72101c8b4 None None] Provisioning complete for port 65fcd697-072a-4445-acf2-ad3e44912ca5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:32.652666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-270bb735-b55a-41a3-8ec1-65f72101c8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.665709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.767056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-270bb735-b55a-41a3-8ec1-65f72101c8b4 None None] Port 65fcd697-072a-4445-acf2-ad3e44912ca5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:52:32.789332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4358e600-4191-455d-a6af-6a597fd5515a service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142106 Nov 27 15:52:32.818638 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:32.819266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.820692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] 10.222.0.21 "PUT /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 1091 time: 1.9158063 Nov 27 15:52:32.843018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d391dcb-1710-465d-a211-e879726e0c98 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:32.868173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.899309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Transition to ACTIVE for port object 5d391dcb-1710-465d-a211-e879726e0c98 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:32.907642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:32.930373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:32.950876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af79194-a684-431d-8dd1-b2d162ce46ba service neutron] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:32.995399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: fcd8d6f7-48f7-4018-a73e-2c47dced1673 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:52:32.997236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fcd8d6f7-48f7-4018-a73e-2c47dced1673 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:33.011084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-3fd5fec2-131a-4fab-9bc1-44d61c318a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.012990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-3fd5fec2-131a-4fab-9bc1-44d61c318a8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1094 time: 0.1211476 Nov 27 15:52:33.038295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391dcb-1710-465d-a211-e879726e0c98,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:33.109073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-e72a1af7-254b-4762-ae55-4bda13193926 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 217 time: 0.0866275 Nov 27 15:52:33.136303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Attempting to bind port 5d391dcb-1710-465d-a211-e879726e0c98 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:33.136683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-9d87ab37-10ac-4452-be0f-0d615e44f338 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406777 Nov 27 15:52:33.136866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Attempting to bind port 5d391dcb-1710-465d-a211-e879726e0c98 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:33.137290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Attempting to bind port 5d391dcb-1710-465d-a211-e879726e0c98 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:33.148015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Port 5d391dcb-1710-465d-a211-e879726e0c98 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:33.148480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Attempting to bind port 5d391dcb-1710-465d-a211-e879726e0c98 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:33.158926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:33.159982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Checking segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:33.160592 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Bound using segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:33.161742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Bound port: 5d391dcb-1710-465d-a211-e879726e0c98, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:33.162388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:33.261310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] For port 5d391dcb-1710-465d-a211-e879726e0c98, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:33.265023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] For port 5d391dcb-1710-465d-a211-e879726e0c98, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d391dcb-1710-465d-a211-e879726e0c98,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:33.273927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:33.294592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-3ea622d0-d57a-4542-bbea-a60ebf6ac87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.296270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-3ea622d0-d57a-4542-bbea-a60ebf6ac87b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1546013 Nov 27 15:52:33.346796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.347315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:33.349873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d391dcb-1710-465d-a211-e879726e0c98 HTTP/1.1" status: 200 len: 1092 time: 1.0008690 Nov 27 15:52:33.364386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859802d-d7c7-4845-a9a1-2c69c3eaf5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391dcb-1710-465d-a211-e879726e0c98,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:33.391097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Request body: {'port': {'device_id': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:33.414530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-04c5ad82-7be7-41ae-b802-1fbd2c5f1709 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910742 Nov 27 15:52:33.457205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'tag': '72447139-5c1b-426d-9693-37c40f56250d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:33.460698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:33.471422 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "tag": "72447139-5c1b-426d-9693-37c40f56250d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:33.640300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-acee0181-abb4-416c-8598-d2adc42a4470 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.647892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-acee0181-abb4-416c-8598-d2adc42a4470 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 822 time: 0.5970039 Nov 27 15:52:33.659782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'tag': '5d391dcb-1710-465d-a211-e879726e0c98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:33.662145 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06a4dc-a965-4374-b69a-6060a46dc37e" -d '{"events": [{"name": "network-changed", "server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "tag": "5d391dcb-1710-465d-a211-e879726e0c98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:33.686841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-716ac3cf-0ad6-4129-93a5-5c17ccdadf1c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/quotas/3c740ebebb144ae6aa4b1bada0965199 HTTP/1.1" status: 200 len: 375 time: 0.0380235 Nov 27 15:52:33.708272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd74bb3-bc8d-4cb8-af39-f32e244246fc req-839511ec-c9a6-4457-9e8c-666165c180ca tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.735955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd74bb3-bc8d-4cb8-af39-f32e244246fc req-839511ec-c9a6-4457-9e8c-666165c180ca tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.743300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd74bb3-bc8d-4cb8-af39-f32e244246fc req-839511ec-c9a6-4457-9e8c-666165c180ca tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:33.744959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbd74bb3-bc8d-4cb8-af39-f32e244246fc req-839511ec-c9a6-4457-9e8c-666165c180ca tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2389 time: 0.3177896 Nov 27 15:52:33.775426 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-4cfd31b6-5d52-4601-9689-e837c034bc7b tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876651 Nov 27 15:52:33.875952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9388ce-55f4-4338-bc08-95bf07fe15ea {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:33.889796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:33.906960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbd74bb3-bc8d-4cb8-af39-f32e244246fc req-e4a61b09-9d3b-4db9-887b-a13caafcaeab tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409805 Nov 27 15:52:33.907497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Transition to ACTIVE for port object 6f9388ce-55f4-4338-bc08-95bf07fe15ea will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:33.909336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-0f4b581b-3e45-48e7-a845-a052bfc5efaa service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597960 Nov 27 15:52:33.928189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:34.038593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9388ce-55f4-4338-bc08-95bf07fe15ea,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:34.086044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-d8a7e672-5814-4217-976f-8a2f0a27ab8e service neutron] 10.222.0.15 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095651 Nov 27 15:52:34.110204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60c31902-5d0f-436e-95a3-7a30ac79b3ab req-eb2bac95-5bc0-417e-a100-f846e56e3b97 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 210 time: 0.0815980 Nov 27 15:52:34.202745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Attempting to bind port 6f9388ce-55f4-4338-bc08-95bf07fe15ea on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:34.203187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Attempting to bind port 6f9388ce-55f4-4338-bc08-95bf07fe15ea by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:34.204784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Attempting to bind port 6f9388ce-55f4-4338-bc08-95bf07fe15ea on network 4b328b0c-7843-4fd5-b93e-01f667fb0980 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:34.228042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Port 6f9388ce-55f4-4338-bc08-95bf07fe15ea on network 4b328b0c-7843-4fd5-b93e-01f667fb0980 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:34.228381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Attempting to bind port 6f9388ce-55f4-4338-bc08-95bf07fe15ea on network 4b328b0c-7843-4fd5-b93e-01f667fb0980 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:34.240824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:34.241170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Checking segment: {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:34.241584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Bound using segment: {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:34.246311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Bound port: 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:34.248147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:34.282615 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845903af-7be2-4cc2-9753-2e12d6f80cb8 x-openstack-request-id: req-845903af-7be2-4cc2-9753-2e12d6f80cb8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:34.291417 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "tag": "72447139-5c1b-426d-9693-37c40f56250d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:34.291835 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-845903af-7be2-4cc2-9753-2e12d6f80cb8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:34.292369 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'tag': '72447139-5c1b-426d-9693-37c40f56250d', 'status': 'completed', 'code': 200} Nov 27 15:52:34.327666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd28ffdc-c864-42a5-950b-dba7d9f9c573 req-b9df50d8-607e-44f1-8f8c-b7b1001db125 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027894 Nov 27 15:52:34.423412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-c0b22f2a-31c8-4135-a40b-d95281018211 service neutron] 10.222.0.15 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362663 Nov 27 15:52:34.432266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] For port 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:34.442079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] For port 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:34.452815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:34.555528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:34.556148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:34.557583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] 10.222.0.21 "PUT /v2.0/ports/6f9388ce-55f4-4338-bc08-95bf07fe15ea HTTP/1.1" status: 200 len: 1092 time: 1.1712153 Nov 27 15:52:34.606469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e37ba-a2dd-443f-810c-919c4fa7544c req-a2b9b451-a9cc-4939-ac3c-3e94e5ad58bd tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:34.615918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-517e37ba-a2dd-443f-810c-919c4fa7544c req-a2b9b451-a9cc-4939-ac3c-3e94e5ad58bd tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.2226684 Nov 27 15:52:34.619940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Request body: {'port': {'device_id': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:34.684688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc28ec7-d776-4fb1-8593-80db14f85308 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9388ce-55f4-4338-bc08-95bf07fe15ea,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:34.737309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-9e6204d8-1367-41b9-8dee-7737e372bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:34.743272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-9e6204d8-1367-41b9-8dee-7737e372bc48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1094 time: 0.2915735 Nov 27 15:52:34.778636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:34.788556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-517e37ba-a2dd-443f-810c-919c4fa7544c req-dec3edbf-38b0-418e-bdd0-3039be3ea54b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712921 Nov 27 15:52:34.823052 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3447dde-d189-4db6-94e7-6f9a59c76cae x-openstack-request-id: req-a3447dde-d189-4db6-94e7-6f9a59c76cae {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:34.823354 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "tag": "5d391dcb-1710-465d-a211-e879726e0c98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:34.823612 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3447dde-d189-4db6-94e7-6f9a59c76cae {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:34.824009 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'tag': '5d391dcb-1710-465d-a211-e879726e0c98', 'status': 'completed', 'code': 200} Nov 27 15:52:35.176941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd9837e5-176e-4bbb-adf1-154fdba42cc3 req-a987d941-a352-4bcf-9f90-d13f49b5d26c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 210 time: 0.1018872 Nov 27 15:52:35.219477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-314bc48b-c023-4222-b944-c7c19bc904c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:35.234658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-314bc48b-c023-4222-b944-c7c19bc904c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.4814479 Nov 27 15:52:35.250900 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-718c516c-dbc9-4b77-ad6c-d38ed351c6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:35.450246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fcd697-072a-4445-acf2-ad3e44912ca5 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:35.459700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:35.475006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Transition to ACTIVE for port object 65fcd697-072a-4445-acf2-ad3e44912ca5 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:35.488858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:35.636632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-f516548f-5a9b-4346-8867-104a62fa9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:35.637258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-f516548f-5a9b-4346-8867-104a62fa9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:35.661260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-f516548f-5a9b-4346-8867-104a62fa9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:35.668954 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-f516548f-5a9b-4346-8867-104a62fa9604 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2799 time: 0.8440337 Nov 27 15:52:35.776198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Pushing event updated for resources: {'Port': ['ID=65fcd697-072a-4445-acf2-ad3e44912ca5,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:35.789036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-addaaf01-5dd5-4255-87fc-66418b033000 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 217 time: 0.5464323 Nov 27 15:52:35.833458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83bb1905-92b6-4e68-a1f5-224d42af9bb4 req-b40d46da-f71d-44a8-9727-8b1f5c2ed3d4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 210 time: 0.5164402 Nov 27 15:52:35.953252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-ca389abc-468c-429a-9990-9ae6aef40693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:35.955161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-ca389abc-468c-429a-9990-9ae6aef40693 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1416929 Nov 27 15:52:36.099047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-386f40a7-85ca-433c-b974-a14b02266d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.099690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-386f40a7-85ca-433c-b974-a14b02266d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.100219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-386f40a7-85ca-433c-b974-a14b02266d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.102225 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-386f40a7-85ca-433c-b974-a14b02266d99 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8e2c43658c2046808c35620dd62ab4a1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4237831 Nov 27 15:52:36.109585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-b5f33427-d747-480f-880b-938b631f5831 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.111407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-b5f33427-d747-480f-880b-938b631f5831 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 1.0307331 Nov 27 15:52:36.134356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-d383280f-d8ca-4897-971e-ae5ef3d20d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491404 Nov 27 15:52:36.139437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Request body: {'port': {'device_id': '03577680-7a37-4fc9-98d8-dc73774fe398', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'admin_state_up': True, 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:36.234813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Attempting to bind port 65fcd697-072a-4445-acf2-ad3e44912ca5 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:36.235168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Attempting to bind port 65fcd697-072a-4445-acf2-ad3e44912ca5 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:36.235491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Attempting to bind port 65fcd697-072a-4445-acf2-ad3e44912ca5 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:36.286878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Port 65fcd697-072a-4445-acf2-ad3e44912ca5 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:36.287158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Attempting to bind port 65fcd697-072a-4445-acf2-ad3e44912ca5 on network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:36.299012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443b77-01eb-4828-87b4-1b02358628d2 req-5a6f7652-efd3-4990-8d36-ada3a257c953 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.305795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443b77-01eb-4828-87b4-1b02358628d2 req-5a6f7652-efd3-4990-8d36-ada3a257c953 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.309673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:36.310016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Checking segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:36.310407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Bound using segment: {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:36.310855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Bound port: 65fcd697-072a-4445-acf2-ad3e44912ca5, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c1248d-99de-404c-b33c-e937c9465c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:36.311213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:36.311771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443b77-01eb-4828-87b4-1b02358628d2 req-5a6f7652-efd3-4990-8d36-ada3a257c953 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.320522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e443b77-01eb-4828-87b4-1b02358628d2 req-5a6f7652-efd3-4990-8d36-ada3a257c953 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2401 time: 1.0030129 Nov 27 15:52:36.360059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:36.363872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:36.375385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-d58e9e79-23c5-43b9-9171-af9a0bc6033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.376908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f06a4dc-a965-4374-b69a-6060a46dc37e req-d58e9e79-23c5-43b9-9171-af9a0bc6033b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2342176 Nov 27 15:52:36.416656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] For port 65fcd697-072a-4445-acf2-ad3e44912ca5, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:36.420650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] For port 65fcd697-072a-4445-acf2-ad3e44912ca5, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65fcd697-072a-4445-acf2-ad3e44912ca5,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:36.429715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:36.496217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa9aa-1583-4dc5-a6e7-fa4be7cb3555 req-98be7dff-525c-4c0a-a7f5-9d01da0111c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.497870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76caa9aa-1583-4dc5-a6e7-fa4be7cb3555 req-98be7dff-525c-4c0a-a7f5-9d01da0111c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.5415578 Nov 27 15:52:36.499992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.500816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:36.502302 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] 10.222.0.21 "PUT /v2.0/ports/65fcd697-072a-4445-acf2-ad3e44912ca5 HTTP/1.1" status: 200 len: 1092 time: 1.8998241 Nov 27 15:52:36.595300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e443b77-01eb-4828-87b4-1b02358628d2 req-74983590-1a06-4263-b211-a5ea469400a0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735999 Nov 27 15:52:36.655719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76caa9aa-1583-4dc5-a6e7-fa4be7cb3555 req-2787249a-ddf0-4179-9288-b287160e1087 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287184 Nov 27 15:52:36.673323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-7d066a3f-54cb-4610-91a6-1cc2a9c35b70 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.674833 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-7d066a3f-54cb-4610-91a6-1cc2a9c35b70 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 822 time: 0.1715462 Nov 27 15:52:36.730778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Request body: {'port': {'device_id': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'admin_state_up': True, 'tenant_id': '3c740ebebb144ae6aa4b1bada0965199'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:36.740220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aa020-bd12-46e4-a5a9-a07f517b14ef service neutron] Pushing event updated for resources: {'Port': ['ID=65fcd697-072a-4445-acf2-ad3e44912ca5,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:36.770650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-02e7ff35-60ef-4268-82e9-5008bdc99d10 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930251 Nov 27 15:52:36.776172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Allocated IP 172.20.0.5 (3b4c9dfc-baf2-4462-858e-99107c600e5f/1d80349c-5fad-4eb0-94b2-9d827665cff3/ad04a12c-e3f7-4114-a483-86a9bcc0084c) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:36.815573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-92362086-ad91-46ad-82b3-f4bf76117f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.816051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-92362086-ad91-46ad-82b3-f4bf76117f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.816517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-92362086-ad91-46ad-82b3-f4bf76117f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:36.818777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-92362086-ad91-46ad-82b3-f4bf76117f6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2866 time: 0.1410918 Nov 27 15:52:36.826538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'tag': '6f9388ce-55f4-4338-bc08-95bf07fe15ea'}, {'name': 'network-changed', 'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'tag': '65fcd697-072a-4445-acf2-ad3e44912ca5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:36.828877 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "tag": "6f9388ce-55f4-4338-bc08-95bf07fe15ea"}, {"name": "network-changed", "server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "tag": "65fcd697-072a-4445-acf2-ad3e44912ca5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:36.885936 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820e642-c800-4183-855f-e2cf325e2ce6 x-openstack-request-id: req-d820e642-c800-4183-855f-e2cf325e2ce6 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:36.886480 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "tag": "6f9388ce-55f4-4338-bc08-95bf07fe15ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "tag": "65fcd697-072a-4445-acf2-ad3e44912ca5", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:36.886891 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d820e642-c800-4183-855f-e2cf325e2ce6 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:36.887432 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'tag': '6f9388ce-55f4-4338-bc08-95bf07fe15ea', 'status': 'completed', 'code': 200} Nov 27 15:52:36.887854 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'tag': '65fcd697-072a-4445-acf2-ad3e44912ca5', 'status': 'completed', 'code': 200} Nov 27 15:52:36.924553 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-554364a5-8e97-4589-8856-a476eaaafab8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=5d391dcb-1710-465d-a211-e879726e0c98 HTTP/1.1" status: 200 len: 217 time: 0.0529523 Nov 27 15:52:36.935935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72447139-5c1b-426d-9693-37c40f56250d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:36.959834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Made reservation on behalf of 3c740ebebb144ae6aa4b1bada0965199 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:36.963327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.020857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d5565941-0da2-4508-8350-21cf67fc5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.022350 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-d5565941-0da2-4508-8350-21cf67fc5073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=932524ec-5f64-4b41-aeb6-1f2bc06b3eda HTTP/1.1" status: 200 len: 801 time: 0.0807958 Nov 27 15:52:37.050068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0b27c41-2231-4e7a-9084-abbe47398f10 req-2ae0419e-7646-4440-bed8-c180539594a4 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 210 time: 0.1665251 Nov 27 15:52:37.056438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a15ffabd-e0dd-4ae2-ab58-d0a6bf86d41d req-0c64d6aa-110f-4f0f-b5f7-35fe703a34f4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 210 time: 0.1048396 Nov 27 15:52:37.056623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:37.096404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '72447139-5c1b-426d-9693-37c40f56250d', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'port_id': '72447139-5c1b-426d-9693-37c40f56250d', 'mac_address': 'fa:16:3e:ba:7f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2444c-391e-44d8-91e7-1e0054b9f2d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:37.148800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.155317 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.163273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72447139-5c1b-426d-9693-37c40f56250d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:37.164680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73ac7407-7c6d-4091-bce1-9471c6e4ac2a req-705cf00c-28cc-4f6c-927d-85d701de9be5 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800763 Nov 27 15:52:37.184355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-be5cf15e-2edb-41f1-a096-087709ab1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.185995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:37.186144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-be5cf15e-2edb-41f1-a096-087709ab1f3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee19bd3-9c51-4cc0-a726-f273a07298a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384225 Nov 27 15:52:37.190560 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.222326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Allocated IP 172.20.0.8 (3c14b793-5b6f-41bc-8355-aa33b9d630f3/d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8/efb625f8-d6c9-4a11-8b6e-c53ef93ba03c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:37.228949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38f245-bb4f-45d4-ae9f-0382747de31b req-cd615ea3-058f-4371-8d59-ea22bdcbd932 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.230917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f38f245-bb4f-45d4-ae9f-0382747de31b req-cd615ea3-058f-4371-8d59-ea22bdcbd932 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 945 time: 0.0809801 Nov 27 15:52:37.248513 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.254641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:37.334646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:37.342987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:37.345004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event updated for resources: {'Port': ['ID=ad04a12c-e3f7-4114-a483-86a9bcc0084c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:37.348803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:37.356728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f38f245-bb4f-45d4-ae9f-0382747de31b req-b08b6fc2-bda0-4f12-8581-ae4f29a8a30e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164205 Nov 27 15:52:37.401961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.403923 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.431536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-0c840c26-c970-444b-bdd1-54cd127d00b3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2997215 Nov 27 15:52:37.446380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Request body: {'port': {'device_id': '03577680-7a37-4fc9-98d8-dc73774fe398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:37.497184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80d3cc08-594f-4f6b-95b5-0ed1d330a2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.505575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.536205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['72447139-5c1b-426d-9693-37c40f56250d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:37.603536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-3a45ba1f-428c-4201-8a53-656924f4fea5 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040596 Nov 27 15:52:37.787075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415e0a-b75c-4f14-a12a-3a4b831c9238 req-c8dc03b3-e8c7-46ee-98ee-adfedc8dd888 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.793133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415e0a-b75c-4f14-a12a-3a4b831c9238 req-c8dc03b3-e8c7-46ee-98ee-adfedc8dd888 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.799151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415e0a-b75c-4f14-a12a-3a4b831c9238 req-c8dc03b3-e8c7-46ee-98ee-adfedc8dd888 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.800875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21415e0a-b75c-4f14-a12a-3a4b831c9238 req-c8dc03b3-e8c7-46ee-98ee-adfedc8dd888 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2413 time: 0.0917847 Nov 27 15:52:37.811799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-e85dd431-9ad5-49b0-87fd-97a238089f83 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926374 Nov 27 15:52:37.868492 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-ea57519d-e0e2-4f19-ae4f-9f3baae5a3a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea HTTP/1.1" status: 200 len: 217 time: 0.0461257 Nov 27 15:52:37.925326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:37.927393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21415e0a-b75c-4f14-a12a-3a4b831c9238 req-48ea85f3-68b9-47bd-ad1e-158edc12596d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116183 Nov 27 15:52:37.960620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7eb793ef-e33e-4fdd-8bc4-7390d2810e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.961605 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-7eb793ef-e33e-4fdd-8bc4-7390d2810e7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b917e33-ed98-4498-a0b3-6f799853c7b3 HTTP/1.1" status: 200 len: 801 time: 0.0811589 Nov 27 15:52:37.976386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38857b-c8d8-4705-93e4-ad9253733a31 req-328f23a1-03e7-477e-bbad-9ed49f87f41a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:37.985089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea38857b-c8d8-4705-93e4-ad9253733a31 req-328f23a1-03e7-477e-bbad-9ed49f87f41a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 944 time: 0.1239119 Nov 27 15:52:37.987108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad04a12c-e3f7-4114-a483-86a9bcc0084c {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:38.001924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.012174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.026581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Transition to ACTIVE for port object ad04a12c-e3f7-4114-a483-86a9bcc0084c will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:38.034610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.063911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:38.069736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:38.075434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-1eaaf6fa-5b63-412e-894a-c3f7e5df5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.076634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-1eaaf6fa-5b63-412e-894a-c3f7e5df5477 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b328b0c-7843-4fd5-b93e-01f667fb0980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039166 Nov 27 15:52:38.077572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:38.081447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event updated for resources: {'Port': ['ID=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:38.085877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea38857b-c8d8-4705-93e4-ad9253733a31 req-11817bb6-ef3f-4900-9036-2312ff1842dc tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010964 Nov 27 15:52:38.123172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Pushing event updated for resources: {'Port': ['ID=ad04a12c-e3f7-4114-a483-86a9bcc0084c,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:38.191513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.192698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.202609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Attempting to bind port ad04a12c-e3f7-4114-a483-86a9bcc0084c on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:38.203028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Attempting to bind port ad04a12c-e3f7-4114-a483-86a9bcc0084c by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:38.203479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Attempting to bind port ad04a12c-e3f7-4114-a483-86a9bcc0084c on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:38.219883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Port ad04a12c-e3f7-4114-a483-86a9bcc0084c on network 3b4c9dfc-baf2-4462-858e-99107c600e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:38.220170 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-33044b09-a594-4ce8-a4bb-9475ffc853ef tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5233693 Nov 27 15:52:38.220306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Attempting to bind port ad04a12c-e3f7-4114-a483-86a9bcc0084c on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:38.235324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Request body: {'port': {'device_id': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:38.243718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:38.244038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:38.244423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Bound using segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:38.244861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Bound port: ad04a12c-e3f7-4114-a483-86a9bcc0084c, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:38.245245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.261884 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-400932c4-b07e-44ee-8863-1b5a0463d754 service neutron] 10.222.0.21 "GET /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506951 Nov 27 15:52:38.339551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7e636-f893-4afc-9e97-1c67fd254e8a req-42e85c73-48ba-4324-adb2-69c94aaf5acd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.341458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6a7e636-f893-4afc-9e97-1c67fd254e8a req-42e85c73-48ba-4324-adb2-69c94aaf5acd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 943 time: 0.1310327 Nov 27 15:52:38.342121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.376195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c67aa-25dd-4f8a-9e2a-62c6b3a98ae1 req-b1d75969-8c45-47fb-9849-f0569f101d38 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.377579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-626c67aa-25dd-4f8a-9e2a-62c6b3a98ae1 req-b1d75969-8c45-47fb-9849-f0569f101d38 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 931 time: 0.1360037 Nov 27 15:52:38.397225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] For port ad04a12c-e3f7-4114-a483-86a9bcc0084c, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:38.415626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.422519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-265b4e93-df3d-4bb2-b8ee-877c8f0990f6 service neutron] 10.222.0.21 "GET /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509130 Nov 27 15:52:38.427917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] For port ad04a12c-e3f7-4114-a483-86a9bcc0084c, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:38.438056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.496214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6a7e636-f893-4afc-9e97-1c67fd254e8a req-7993e7a5-3fb5-42d3-8401-0bf443ea3c5e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483297 Nov 27 15:52:38.498698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.499938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.501272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad04a12c-e3f7-4114-a483-86a9bcc0084c HTTP/1.1" status: 200 len: 1091 time: 1.0616734 Nov 27 15:52:38.508933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03577680-7a37-4fc9-98d8-dc73774fe398', 'tag': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:38.511501 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1dbd14-c485-4b0a-9283-8d4e0376becf" -d '{"events": [{"name": "network-changed", "server_uuid": "03577680-7a37-4fc9-98d8-dc73774fe398", "tag": "ad04a12c-e3f7-4114-a483-86a9bcc0084c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:38.519249 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-b2ca29b6-688f-4849-97a2-8abec7f39491 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=65fcd697-072a-4445-acf2-ad3e44912ca5 HTTP/1.1" status: 200 len: 217 time: 0.0453827 Nov 27 15:52:38.523494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-626c67aa-25dd-4f8a-9e2a-62c6b3a98ae1 req-431b4978-db85-4635-8f3b-dba053547fd7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378567 Nov 27 15:52:38.552589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c110-c17c-4a76-b5fe-d3f46f62ed82 service neutron] Pushing event updated for resources: {'Port': ['ID=ad04a12c-e3f7-4114-a483-86a9bcc0084c,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:38.571980 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da1910-178f-4b6a-962a-44d5b0c6b793 x-openstack-request-id: req-12da1910-178f-4b6a-962a-44d5b0c6b793 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:38.572350 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03577680-7a37-4fc9-98d8-dc73774fe398", "tag": "ad04a12c-e3f7-4114-a483-86a9bcc0084c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:38.572672 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12da1910-178f-4b6a-962a-44d5b0c6b793 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:38.573280 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03577680-7a37-4fc9-98d8-dc73774fe398', 'tag': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c', 'status': 'completed', 'code': 200} Nov 27 15:52:38.606769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-ae90d3e1-7aba-4342-98c5-4494abda481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.608154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-ae90d3e1-7aba-4342-98c5-4494abda481f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 1094 time: 0.0459895 Nov 27 15:52:38.622479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-6d6a9fed-6133-4486-80d3-3a44b6c08f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.623916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-6d6a9fed-6133-4486-80d3-3a44b6c08f31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=932524ec-5f64-4b41-aeb6-1f2bc06b3eda HTTP/1.1" status: 200 len: 801 time: 0.0920129 Nov 27 15:52:38.659967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-ff924628-4c1d-49cf-bbb4-ae269c69c312 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c HTTP/1.1" status: 200 len: 217 time: 0.0378528 Nov 27 15:52:38.705506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-c9b2d027-59e0-4010-949a-04997ec86b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.706973 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-c9b2d027-59e0-4010-949a-04997ec86b8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee19bd3-9c51-4cc0-a726-f273a07298a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691710 Nov 27 15:52:38.709078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4201a329-3730-4221-a862-0a0b69a4c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:38.710525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-4201a329-3730-4221-a862-0a0b69a4c59b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.0429232 Nov 27 15:52:38.744328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-963f6485-264b-468d-944c-cf70a1826cbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254912 Nov 27 15:52:38.789850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb625f8-d6c9-4a11-8b6e-c53ef93ba03c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:38.799514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.819839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Transition to ACTIVE for port object efb625f8-d6c9-4a11-8b6e-c53ef93ba03c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:52:38.828423 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:38.846950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-2b4a78ad-ff1d-40ca-b02d-3f9a1c38dee6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950110 Nov 27 15:52:38.880267 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-103047d0-ce50-4c4f-98bb-36fa5630c5f3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478243 Nov 27 15:52:38.891431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Pushing event updated for resources: {'Port': ['ID=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:38.944009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65eb6b2f-77b9-4f50-b9cc-fe6f8150528d req-e3ca76b0-95c9-4462-811c-0735d1952b24 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899179 Nov 27 15:52:38.961466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72447139-5c1b-426d-9693-37c40f56250d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:39.031356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Attempting to bind port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:39.031684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Attempting to bind port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:39.032017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Attempting to bind port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:39.052062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:52:39.052386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Attempting to bind port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c on network 3c14b793-5b6f-41bc-8355-aa33b9d630f3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:39.056124 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-750438a7-e060-4018-8c6c-6d1fef18cf96 req-ae7c4ddd-1b3b-488c-8549-672dfe9848a1 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566110 Nov 27 15:52:39.060353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:39.060777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Checking segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:39.061239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Bound using segment: {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:39.061821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Bound port: efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:39.062216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:39.099739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 72447139-5c1b-426d-9693-37c40f56250d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:39.105336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 72447139-5c1b-426d-9693-37c40f56250d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:39.106846 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:39.135059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febacb78-411c-4eb5-89b8-8f714f0ea7e6 req-8218fda9-bac2-4474-9303-580e7c9af132 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.141166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febacb78-411c-4eb5-89b8-8f714f0ea7e6 req-8218fda9-bac2-4474-9303-580e7c9af132 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.148287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febacb78-411c-4eb5-89b8-8f714f0ea7e6 req-8218fda9-bac2-4474-9303-580e7c9af132 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.156101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-febacb78-411c-4eb5-89b8-8f714f0ea7e6 req-8218fda9-bac2-4474-9303-580e7c9af132 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2413 time: 0.1367154 Nov 27 15:52:39.169862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-e6e534cd-4db1-4971-aa13-b6fd572ae2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.171702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-e6e534cd-4db1-4971-aa13-b6fd572ae2cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 1094 time: 0.1385336 Nov 27 15:52:39.204307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] For port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:39.210924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-a7251feb-4d08-45d9-861b-196b867b33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.211587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-a7251feb-4d08-45d9-861b-196b867b33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.211737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-a7251feb-4d08-45d9-861b-196b867b33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.214431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-a7251feb-4d08-45d9-861b-196b867b33f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2866 time: 0.0842905 Nov 27 15:52:39.215913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:39.216514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] For port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:39.224949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:39.243386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72447139-5c1b-426d-9693-37c40f56250d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:39.245700 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd40407-a706-4495-b0ee-480030c8cde0" -d '{"events": [{"server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "name": "network-vif-plugged", "status": "completed", "tag": "72447139-5c1b-426d-9693-37c40f56250d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:39.264885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:39.277202 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:39.308905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-febacb78-411c-4eb5-89b8-8f714f0ea7e6 req-9353c7f3-708a-4984-a130-bbf2016f3e2d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517568 Nov 27 15:52:39.342558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.343180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:39.344617 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] 10.222.0.21 "PUT /v2.0/ports/efb625f8-d6c9-4a11-8b6e-c53ef93ba03c HTTP/1.1" status: 200 len: 1091 time: 1.1133914 Nov 27 15:52:39.346733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:39.351097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'tag': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:39.353374 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a" -d '{"events": [{"name": "network-changed", "server_uuid": "df6f66b8-7350-4b38-810f-430b7ab55d40", "tag": "efb625f8-d6c9-4a11-8b6e-c53ef93ba03c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:39.363972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-7147d910-20c9-46b9-a761-b50e43a23a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.365674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-7147d910-20c9-46b9-a761-b50e43a23a93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 0.1861405 Nov 27 15:52:39.374227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736ccd6-1ad0-48a0-be13-6e12764d2d24 service neutron] Pushing event updated for resources: {'Port': ['ID=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:39.427574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-4be9887a-10d4-494a-80b6-2ea21d1e2455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c HTTP/1.1" status: 200 len: 217 time: 0.0394075 Nov 27 15:52:39.442537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-a87b09a0-0c9e-45b7-983c-f270880a2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.443987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-a87b09a0-0c9e-45b7-983c-f270880a2df6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b328b0c-7843-4fd5-b93e-01f667fb0980 HTTP/1.1" status: 200 len: 902 time: 0.2164323 Nov 27 15:52:39.454208 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772ec812-fa42-41d8-994b-c2c53de1ff6b x-openstack-request-id: req-772ec812-fa42-41d8-994b-c2c53de1ff6b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:39.455231 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "name": "network-vif-plugged", "status": "completed", "tag": "72447139-5c1b-426d-9693-37c40f56250d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:39.456256 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-772ec812-fa42-41d8-994b-c2c53de1ff6b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:39.456814 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72447139-5c1b-426d-9693-37c40f56250d', 'code': 200} Nov 27 15:52:39.456955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd7a57-590c-421a-a790-85f4d5ab1601 req-6efa382d-02ea-4edd-b837-0c05ddb02039 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.459248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8bd7a57-590c-421a-a790-85f4d5ab1601 req-6efa382d-02ea-4edd-b837-0c05ddb02039 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1324430 Nov 27 15:52:39.465292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-b1d28e5c-7871-465e-bba2-20a882998202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.467375 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-b1d28e5c-7871-465e-bba2-20a882998202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 1094 time: 0.0693545 Nov 27 15:52:39.502282 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a00106-f876-4ced-9ae0-252d3661ffb1 x-openstack-request-id: req-03a00106-f876-4ced-9ae0-252d3661ffb1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:39.502654 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6f66b8-7350-4b38-810f-430b7ab55d40", "tag": "efb625f8-d6c9-4a11-8b6e-c53ef93ba03c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:39.503446 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03a00106-f876-4ced-9ae0-252d3661ffb1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:39.503909 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'tag': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c', 'status': 'completed', 'code': 200} Nov 27 15:52:39.507458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-f655f3c5-fac7-47c9-b43e-ec8ea34d792e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea HTTP/1.1" status: 200 len: 217 time: 0.0518656 Nov 27 15:52:39.522730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-325390fa-a352-47ec-b19f-d2e593a956e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.524184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-325390fa-a352-47ec-b19f-d2e593a956e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.0867555 Nov 27 15:52:39.537507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8bd7a57-590c-421a-a790-85f4d5ab1601 req-3c9c1c25-e357-4a5e-8eb0-0260bbf3f8b1 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595219 Nov 27 15:52:39.543817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-f7c07943-778b-427d-9fd8-075f09f0b295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c HTTP/1.1" status: 200 len: 217 time: 0.0484593 Nov 27 15:52:39.568681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-fc53ce59-0e43-4f52-b2b6-73f428e4a606 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352466 Nov 27 15:52:39.620256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-b1bc2620-32bd-4cfa-8ec2-90af8d0fe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.622069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-b1bc2620-32bd-4cfa-8ec2-90af8d0fe3e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b917e33-ed98-4498-a0b3-6f799853c7b3 HTTP/1.1" status: 200 len: 801 time: 0.0873919 Nov 27 15:52:39.625491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-29a6eadd-1a5c-473e-b2f3-2b0b5d9bcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.626908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-29a6eadd-1a5c-473e-b2f3-2b0b5d9bcb69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 200 len: 862 time: 0.0641644 Nov 27 15:52:39.681974 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-d4f303f9-eff4-4928-af9d-14a31f70209c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c14b793-5b6f-41bc-8355-aa33b9d630f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423355 Nov 27 15:52:39.715059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d423399-6bac-446f-8f8a-f08830e1b3b2 req-a6a5463f-25ec-4f27-ba43-bd82e8098587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.716501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d423399-6bac-446f-8f8a-f08830e1b3b2 req-a6a5463f-25ec-4f27-ba43-bd82e8098587 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1096 time: 0.1508973 Nov 27 15:52:39.740868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-d02aba98-fb17-4b1c-a62c-684f17d5f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.742504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-d02aba98-fb17-4b1c-a62c-684f17d5f55f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b328b0c-7843-4fd5-b93e-01f667fb0980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040814 Nov 27 15:52:39.747093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea7965-e920-449b-8013-7409404889ea req-be4ea608-362a-4a4d-86a6-f9b4269574ed tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.748505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04ea7965-e920-449b-8013-7409404889ea req-be4ea608-362a-4a4d-86a6-f9b4269574ed tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 943 time: 0.1503336 Nov 27 15:52:39.782947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47c39c-ee71-42af-8bef-aea065cdb2ff req-987d3a25-0a4a-4a2c-95f4-f4944c67d145 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:39.784357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b47c39c-ee71-42af-8bef-aea065cdb2ff req-987d3a25-0a4a-4a2c-95f4-f4944c67d145 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 943 time: 0.1674263 Nov 27 15:52:39.799068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-ea357338-48a5-4c6c-83f3-0700497a1451 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222176 Nov 27 15:52:39.834023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-6660d24e-ca33-495e-9c19-29a92c33d893 service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427264 Nov 27 15:52:39.866919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d423399-6bac-446f-8f8a-f08830e1b3b2 req-2ee96e44-f192-4f8a-868d-4d9e5296560a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352303 Nov 27 15:52:39.907098 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-3670e1ec-7d44-4d07-a36e-a4645a0331ee service neutron] 10.222.0.21 "GET /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533513 Nov 27 15:52:39.920496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04ea7965-e920-449b-8013-7409404889ea req-9e7c5e74-5b66-4ee9-834e-96cd0c299aad tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590979 Nov 27 15:52:39.938598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b47c39c-ee71-42af-8bef-aea065cdb2ff req-004b1657-0028-4e4e-a166-69f8348f4d29 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437442 Nov 27 15:52:39.944593 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae652daa-1643-46c2-80bc-3e1eef82aca9 req-40924b1b-b16f-4244-a2ab-c18255a330e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985329 Nov 27 15:52:39.962163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a1dbd14-c485-4b0a-9283-8d4e0376becf req-5f6cd6b0-3cfe-45c2-bee9-13a102997787 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485610 Nov 27 15:52:40.199862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-104830e1-de6a-4dbf-8756-3f295d32b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.201140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:40.201328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-104830e1-de6a-4dbf-8756-3f295d32b4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c740ebebb144ae6aa4b1bada0965199&device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 1094 time: 0.0747597 Nov 27 15:52:40.206703 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-236ab250-02cb-4a90-8dc2-d1db39a58292 service neutron] 10.222.0.21 "GET /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245325 Nov 27 15:52:40.344106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-45f53956-b96c-49eb-bdc3-674223bb6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.344572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-45f53956-b96c-49eb-bdc3-674223bb6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.345022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-45f53956-b96c-49eb-bdc3-674223bb6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.346588 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-45f53956-b96c-49eb-bdc3-674223bb6964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2866 time: 0.0792120 Nov 27 15:52:40.347945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-5ef5633b-1029-415d-b0b6-43cc73a7b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.349219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-5ef5633b-1029-415d-b0b6-43cc73a7b182 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 200 len: 923 time: 0.1342375 Nov 27 15:52:40.412317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-c142ded4-bc4f-4d1f-a54c-58f15c07e3f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c HTTP/1.1" status: 200 len: 217 time: 0.0485635 Nov 27 15:52:40.424779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3e92-888b-4d61-b2fe-b971a33ba0c8 req-9f0d2a09-721b-49dc-8e31-1b79ab981d1c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.430672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3e92-888b-4d61-b2fe-b971a33ba0c8 req-9f0d2a09-721b-49dc-8e31-1b79ab981d1c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.436532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3e92-888b-4d61-b2fe-b971a33ba0c8 req-9f0d2a09-721b-49dc-8e31-1b79ab981d1c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.438186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-662d3e92-888b-4d61-b2fe-b971a33ba0c8 req-9f0d2a09-721b-49dc-8e31-1b79ab981d1c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2413 time: 0.0642478 Nov 27 15:52:40.491761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-662d3e92-888b-4d61-b2fe-b971a33ba0c8 req-6d776df7-df98-4557-8e28-0b6cf5df54f4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 Nov 27 15:52:40.518383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-8679967e-9412-4079-858e-174a5ee7f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.519836 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-8679967e-9412-4079-858e-174a5ee7f9c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 200 len: 862 time: 0.0784028 Nov 27 15:52:40.524058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-fa3841e7-79d8-4f2d-8bc8-0317947e9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.525361 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-fa3841e7-79d8-4f2d-8bc8-0317947e9836 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee19bd3-9c51-4cc0-a726-f273a07298a2 HTTP/1.1" status: 200 len: 902 time: 0.1627765 Nov 27 15:52:40.567457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-380477c9-697c-477e-97d7-ffc7229ea5c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c14b793-5b6f-41bc-8355-aa33b9d630f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278831 Nov 27 15:52:40.602860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-95884f4f-2e9f-4841-abf4-13cd2aad8b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=65fcd697-072a-4445-acf2-ad3e44912ca5 HTTP/1.1" status: 200 len: 217 time: 0.0567498 Nov 27 15:52:40.661975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf403-db54-48e7-9e66-a62f91fae60b req-d923841e-e1e1-4611-a0cf-57c0bfcc6e16 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.663386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cacf403-db54-48e7-9e66-a62f91fae60b req-d923841e-e1e1-4611-a0cf-57c0bfcc6e16 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.0530753 Nov 27 15:52:40.697726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-6d36ae3a-09b5-4afc-8a9c-0330c119d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.699161 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-6d36ae3a-09b5-4afc-8a9c-0330c119d4d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=932524ec-5f64-4b41-aeb6-1f2bc06b3eda HTTP/1.1" status: 200 len: 801 time: 0.0838017 Nov 27 15:52:40.713907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cacf403-db54-48e7-9e66-a62f91fae60b req-6614b7e6-1768-4eaa-8d06-564f6cd85dbd tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Nov 27 15:52:40.722525 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-f8bc76d8-e5e2-4eec-b2ca-728b9fd7a705 service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271777 Nov 27 15:52:40.804455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-d201dcd0-8307-480a-85d5-6580e78a83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:40.805929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-d201dcd0-8307-480a-85d5-6580e78a83fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee19bd3-9c51-4cc0-a726-f273a07298a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952711 Nov 27 15:52:40.847071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d7acb1e7-6fde-46cd-a1e8-7adae518f61a req-f7c4ca76-1b90-499a-b67e-6fd98b5f9870 service neutron] 10.222.0.21 "GET /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083882 Nov 27 15:52:40.915621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-b8977e93-6554-4994-b460-746793375028 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932093 Nov 27 15:52:40.965813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d391dcb-1710-465d-a211-e879726e0c98 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:40.968578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:41.014906 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a64ebef-103a-42d6-a4f2-a401d12b8a7b req-d61b45fb-de22-4180-a325-a19cceb79c30 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874410 Nov 27 15:52:41.075037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bbbad-1f3d-49d3-a1be-3e43478c6f32 req-b181cd09-0c8d-497d-bb57-f992f09abe30 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:41.076518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6bbbad-1f3d-49d3-a1be-3e43478c6f32 req-b181cd09-0c8d-497d-bb57-f992f09abe30 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 943 time: 0.0791411 Nov 27 15:52:41.088457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507893d-6249-4b72-acab-9b38eefdbc14 req-83bc061a-2180-42c1-8c5a-5cb98c5d7451 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:41.089909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e507893d-6249-4b72-acab-9b38eefdbc14 req-83bc061a-2180-42c1-8c5a-5cb98c5d7451 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 943 time: 0.0653710 Nov 27 15:52:41.139260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.146717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.163746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c6bbbad-1f3d-49d3-a1be-3e43478c6f32 req-9474ad06-8394-43a1-a210-b8e069b8d5e9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728705 Nov 27 15:52:41.170140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d391dcb-1710-465d-a211-e879726e0c98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d391dcb-1710-465d-a211-e879726e0c98,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.175503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e507893d-6249-4b72-acab-9b38eefdbc14 req-bec9960c-a7d5-4d35-ae2b-88613e2a9890 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760374 Nov 27 15:52:41.184240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '5d391dcb-1710-465d-a211-e879726e0c98', 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'port_id': '5d391dcb-1710-465d-a211-e879726e0c98', 'mac_address': 'fa:16:3e:c8:99:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932524ec-5f64-4b41-aeb6-1f2bc06b3eda', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:41.218071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.226502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.256971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.277035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d391dcb-1710-465d-a211-e879726e0c98 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:41.298583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:41.311308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d391dcb-1710-465d-a211-e879726e0c98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d391dcb-1710-465d-a211-e879726e0c98,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.315267 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.316103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:41.431217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5d391dcb-1710-465d-a211-e879726e0c98,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:41.462200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:41.464405 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb3962c-8f74-4464-b8ba-34ab39d1277d" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-unplugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:41.474863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.486992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3990145a-6d89-4598-a253-c6871b5caccb', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:41.514771 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b4812-be6a-4556-817f-2f9c4f75a060 x-openstack-request-id: req-fc3b4812-be6a-4556-817f-2f9c4f75a060 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:41.514966 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-unplugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:41.515208 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc3b4812-be6a-4556-817f-2f9c4f75a060 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:41.515535 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:52:41.532433 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.551161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:41.571864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.577378 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.578173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65fcd697-072a-4445-acf2-ad3e44912ca5 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:41.649169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65fcd697-072a-4445-acf2-ad3e44912ca5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65fcd697-072a-4445-acf2-ad3e44912ca5,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.650755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258fe14-6fd0-4f92-b95c-62cd250b2512 req-926a3a6c-ff4b-4c2b-b578-9357599dbeb9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:41.651827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:41.657713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258fe14-6fd0-4f92-b95c-62cd250b2512 req-926a3a6c-ff4b-4c2b-b578-9357599dbeb9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:41.663194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '65fcd697-072a-4445-acf2-ad3e44912ca5', 'network_id': '8ee19bd3-9c51-4cc0-a726-f273a07298a2', 'port_id': '65fcd697-072a-4445-acf2-ad3e44912ca5', 'mac_address': 'fa:16:3e:8a:7f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932524ec-5f64-4b41-aeb6-1f2bc06b3eda', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:41.666688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258fe14-6fd0-4f92-b95c-62cd250b2512 req-926a3a6c-ff4b-4c2b-b578-9357599dbeb9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:41.677093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7258fe14-6fd0-4f92-b95c-62cd250b2512 req-926a3a6c-ff4b-4c2b-b578-9357599dbeb9 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2414 time: 0.0967095 Nov 27 15:52:41.706240 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.721711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fcd697-072a-4445-acf2-ad3e44912ca5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:41.730166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7258fe14-6fd0-4f92-b95c-62cd250b2512 req-ce64d318-3cb5-410f-adab-0d65c4cba7e0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504673 Nov 27 15:52:41.747876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65fcd697-072a-4445-acf2-ad3e44912ca5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65fcd697-072a-4445-acf2-ad3e44912ca5,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.752337 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:41.753222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6f9388ce-55f4-4338-bc08-95bf07fe15ea details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:41.867552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085e37f-3169-4198-a5b5-11bbb0b0cc65 req-6c174b28-c328-4baf-be6d-ab63cd76117b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:41.874947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3085e37f-3169-4198-a5b5-11bbb0b0cc65 req-6c174b28-c328-4baf-be6d-ab63cd76117b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.0767534 Nov 27 15:52:41.882976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65fcd697-072a-4445-acf2-ad3e44912ca5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:41.927433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3085e37f-3169-4198-a5b5-11bbb0b0cc65 req-875eb6f7-7b29-438d-92ca-dff20255c240 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 Nov 27 15:52:41.946684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:41.972941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '6f9388ce-55f4-4338-bc08-95bf07fe15ea', 'network_id': '4b328b0c-7843-4fd5-b93e-01f667fb0980', 'port_id': '6f9388ce-55f4-4338-bc08-95bf07fe15ea', 'mac_address': 'fa:16:3e:dc:b6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b917e33-ed98-4498-a0b3-6f799853c7b3', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:42.027970 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:42.042402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9388ce-55f4-4338-bc08-95bf07fe15ea {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:42.062199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:42.068876 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:42.073965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7367-60ad-49b7-bd23-8e5f46a6707a req-ee3d398b-70c4-4e16-b8bc-76218af750b1 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:42.075836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e60b7367-60ad-49b7-bd23-8e5f46a6707a req-ee3d398b-70c4-4e16-b8bc-76218af750b1 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1096 time: 0.0540550 Nov 27 15:52:42.139390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e60b7367-60ad-49b7-bd23-8e5f46a6707a req-a24b80a0-e9a4-408a-8c87-20a6e1416701 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Nov 27 15:52:42.145289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6f9388ce-55f4-4338-bc08-95bf07fe15ea,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:42.225273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3990145a-6d89-4598-a253-c6871b5caccb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:42.376564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b27-e1c0-4342-8405-15d2ee0fda6f req-189732b4-e02b-4b66-bf6f-06a450aa3aba tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:42.378460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ad04a12c-e3f7-4114-a483-86a9bcc0084c details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:42.384408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00144b27-e1c0-4342-8405-15d2ee0fda6f req-189732b4-e02b-4b66-bf6f-06a450aa3aba tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 943 time: 0.1188319 Nov 27 15:52:42.429932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5d391dcb-1710-465d-a211-e879726e0c98'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:42.447555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411014f0-c51b-40a7-941e-6713c055ebd4 req-c7525cbd-4970-455e-ac09-fba1bb83ae1c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:42.456254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-411014f0-c51b-40a7-941e-6713c055ebd4 req-c7525cbd-4970-455e-ac09-fba1bb83ae1c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 943 time: 0.1256974 Nov 27 15:52:42.490028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['65fcd697-072a-4445-acf2-ad3e44912ca5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:42.516700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00144b27-e1c0-4342-8405-15d2ee0fda6f req-3c086c42-1852-440c-a163-0079bc8ed7a7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312592 Nov 27 15:52:42.565746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-411014f0-c51b-40a7-941e-6713c055ebd4 req-95699cb0-a44f-43e1-a7d9-998333e69b2c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026807 Nov 27 15:52:42.726142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ad04a12c-e3f7-4114-a483-86a9bcc0084c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:42.763184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c', 'mac_address': 'fa:16:3e:41:e0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:42.888380 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:42.907216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0497e4-7642-4546-a647-5988d2e22319 req-835fc313-43f3-49a0-9758-34284704df31 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:42.914967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0497e4-7642-4546-a647-5988d2e22319 req-835fc313-43f3-49a0-9758-34284704df31 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:42.915384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad04a12c-e3f7-4114-a483-86a9bcc0084c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:42.927126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0497e4-7642-4546-a647-5988d2e22319 req-835fc313-43f3-49a0-9758-34284704df31 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:42.935912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0497e4-7642-4546-a647-5988d2e22319 req-835fc313-43f3-49a0-9758-34284704df31 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2416 time: 0.1086426 Nov 27 15:52:42.950146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ad04a12c-e3f7-4114-a483-86a9bcc0084c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:42.962053 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:42.977627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device efb625f8-d6c9-4a11-8b6e-c53ef93ba03c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:52:42.979683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:43.035346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0497e4-7642-4546-a647-5988d2e22319 req-b5a1ad4d-2aa1-43d1-950d-46214931786b tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937564 Nov 27 15:52:43.136730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ad04a12c-e3f7-4114-a483-86a9bcc0084c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:43.171883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3990145a-6d89-4598-a253-c6871b5caccb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:43.171883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:43.208750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:43.230781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c', 'network_id': '3c14b793-5b6f-41bc-8355-aa33b9d630f3', 'port_id': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c', 'mac_address': 'fa:16:3e:ff:13:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b09e9f-261f-46f0-a0bc-37d6d9ea50d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:52:43.240897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ad04a12c-e3f7-4114-a483-86a9bcc0084c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:43.457883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:43.504778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb625f8-d6c9-4a11-8b6e-c53ef93ba03c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:52:43.517769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:43.558371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:43.573602 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:43.590258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:43.592704 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227055e9-6079-4f93-ac56-807c452ae468" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:43.621487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['6f9388ce-55f4-4338-bc08-95bf07fe15ea'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:43.647759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:43.681211 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:43.708664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b797647-1430-4c0d-b827-552c35b908cf req-5af209bc-71dc-4221-9eca-dc3060cfaf8f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:43.712440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b797647-1430-4c0d-b827-552c35b908cf req-5af209bc-71dc-4221-9eca-dc3060cfaf8f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 944 time: 0.1123827 Nov 27 15:52:43.721064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:43.868937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b797647-1430-4c0d-b827-552c35b908cf req-e427fce9-8e89-4df5-baf4-830a6f033e29 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475058 Nov 27 15:52:43.873334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:43.878265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50830d4-9e14-4ed4-9527-cba8ae7fd28a req-8228631b-a598-4711-a909-ba036c63a6d8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:43.886915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d50830d4-9e14-4ed4-9527-cba8ae7fd28a req-8228631b-a598-4711-a909-ba036c63a6d8 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 944 time: 0.1619732 Nov 27 15:52:43.911645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['efb625f8-d6c9-4a11-8b6e-c53ef93ba03c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:43.958219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d50830d4-9e14-4ed4-9527-cba8ae7fd28a req-52dbdd00-b438-4a32-917c-8ba83357513a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703390 Nov 27 15:52:43.996733 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd06deb-c3df-45f3-b4b8-b7c9574735b8 x-openstack-request-id: req-dbd06deb-c3df-45f3-b4b8-b7c9574735b8 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:43.997178 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:43.997290 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbd06deb-c3df-45f3-b4b8-b7c9574735b8 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:43.997671 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:52:44.184268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb59b8-f07b-41bc-bd89-2389b77a231e req-5606d62a-a9ec-42aa-8ace-3b2b654ff65e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:44.193189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb59b8-f07b-41bc-bd89-2389b77a231e req-5606d62a-a9ec-42aa-8ace-3b2b654ff65e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:44.199688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb59b8-f07b-41bc-bd89-2389b77a231e req-5606d62a-a9ec-42aa-8ace-3b2b654ff65e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:44.201532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2adb59b8-f07b-41bc-bd89-2389b77a231e req-5606d62a-a9ec-42aa-8ace-3b2b654ff65e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2416 time: 0.0812645 Nov 27 15:52:44.262305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2adb59b8-f07b-41bc-bd89-2389b77a231e req-d44c5baa-9756-4efd-ad88-26807b8c5090 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Nov 27 15:52:44.998229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65fcd697-072a-4445-acf2-ad3e44912ca5 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:45.074258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594a8c-4aba-4d21-b442-59eb1e8178bf req-8a17e3ab-b34c-45b8-9f9c-b6cb0fd7758b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:45.075965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d594a8c-4aba-4d21-b442-59eb1e8178bf req-8a17e3ab-b34c-45b8-9f9c-b6cb0fd7758b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 944 time: 0.1028380 Nov 27 15:52:45.084143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 65fcd697-072a-4445-acf2-ad3e44912ca5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:45.090137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 65fcd697-072a-4445-acf2-ad3e44912ca5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:45.091246 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.153792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d594a8c-4aba-4d21-b442-59eb1e8178bf req-81dfd864-dbb6-4ade-9faf-7caa9370e462 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 Nov 27 15:52:45.212452 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.251513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 65fcd697-072a-4445-acf2-ad3e44912ca5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65fcd697-072a-4445-acf2-ad3e44912ca5,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:45.259596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.260438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6f9388ce-55f4-4338-bc08-95bf07fe15ea up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:45.297092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313791c4-dec1-4614-a418-a97f7b2f71a6 req-def99350-7497-468f-a67d-f04b54f5c07d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:45.308998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-313791c4-dec1-4614-a418-a97f7b2f71a6 req-def99350-7497-468f-a67d-f04b54f5c07d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 944 time: 0.0891018 Nov 27 15:52:45.369461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=65fcd697-072a-4445-acf2-ad3e44912ca5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:45.390410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 6f9388ce-55f4-4338-bc08-95bf07fe15ea completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:45.402436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 6f9388ce-55f4-4338-bc08-95bf07fe15ea triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:45.405155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.441589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-313791c4-dec1-4614-a418-a97f7b2f71a6 req-473e92fd-2a2a-4a9b-a761-6d83a023f272 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219194 Nov 27 15:52:45.551340 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.611353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:45.622220 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.626523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d391dcb-1710-465d-a211-e879726e0c98 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:45.691151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38dc7-bd68-4dcc-829f-2aaded5cbd09 req-160a2032-a863-4614-be87-58a8b0c91ba7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:45.698931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38dc7-bd68-4dcc-829f-2aaded5cbd09 req-160a2032-a863-4614-be87-58a8b0c91ba7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:45.705841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38dc7-bd68-4dcc-829f-2aaded5cbd09 req-160a2032-a863-4614-be87-58a8b0c91ba7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:45.714078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6f9388ce-55f4-4338-bc08-95bf07fe15ea,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:45.715355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ae38dc7-bd68-4dcc-829f-2aaded5cbd09 req-160a2032-a863-4614-be87-58a8b0c91ba7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2417 time: 0.1197538 Nov 27 15:52:45.756068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 5d391dcb-1710-465d-a211-e879726e0c98 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:45.769944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 5d391dcb-1710-465d-a211-e879726e0c98 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:45.770644 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.820037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ae38dc7-bd68-4dcc-829f-2aaded5cbd09 req-f050bb24-5250-48f0-8bf1-89dd4af1186e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993693 Nov 27 15:52:45.902688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.947952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d391dcb-1710-465d-a211-e879726e0c98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d391dcb-1710-465d-a211-e879726e0c98,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:45.955980 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:45.956378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device efb625f8-d6c9-4a11-8b6e-c53ef93ba03c up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:46.001446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fcd697-072a-4445-acf2-ad3e44912ca5'}, {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9388ce-55f4-4338-bc08-95bf07fe15ea'}, {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d391dcb-1710-465d-a211-e879726e0c98'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:46.001446 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8dea5-76d4-480b-bb15-f3e3754d0795" -d '{"events": [{"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-plugged", "status": "completed", "tag": "65fcd697-072a-4445-acf2-ad3e44912ca5"}, {"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9388ce-55f4-4338-bc08-95bf07fe15ea"}, {"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-plugged", "status": "completed", "tag": "5d391dcb-1710-465d-a211-e879726e0c98"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:46.045602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5d391dcb-1710-465d-a211-e879726e0c98,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:46.052794 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545fb9ba-2f63-4dc8-acf1-db82cd7495d2 x-openstack-request-id: req-545fb9ba-2f63-4dc8-acf1-db82cd7495d2 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:46.053094 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-plugged", "status": "completed", "tag": "65fcd697-072a-4445-acf2-ad3e44912ca5", "code": 200}, {"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9388ce-55f4-4338-bc08-95bf07fe15ea", "code": 200}, {"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-plugged", "status": "completed", "tag": "5d391dcb-1710-465d-a211-e879726e0c98", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:46.053349 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-545fb9ba-2f63-4dc8-acf1-db82cd7495d2 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:46.053797 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fcd697-072a-4445-acf2-ad3e44912ca5', 'code': 200} Nov 27 15:52:46.054134 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9388ce-55f4-4338-bc08-95bf07fe15ea', 'code': 200} Nov 27 15:52:46.054424 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d391dcb-1710-465d-a211-e879726e0c98', 'code': 200} Nov 27 15:52:46.066074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:46.073543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:46.085366 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:46.201375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28931a6-9e33-4553-a060-4ce2694e64b9 req-4540de67-5442-42f9-ba02-edc312afc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.202788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28931a6-9e33-4553-a060-4ce2694e64b9 req-4540de67-5442-42f9-ba02-edc312afc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.203582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28931a6-9e33-4553-a060-4ce2694e64b9 req-4540de67-5442-42f9-ba02-edc312afc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.203926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:46.205928 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c28931a6-9e33-4553-a060-4ce2694e64b9 req-4540de67-5442-42f9-ba02-edc312afc259 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2872 time: 0.0679884 Nov 27 15:52:46.268750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c28931a6-9e33-4553-a060-4ce2694e64b9 req-a6fa6af2-5725-4885-91de-b17764fcb8bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Nov 27 15:52:46.272691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:46.286633 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:46.337967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aaa3b-9062-4262-b72b-b7297b8106d6 req-4298ebcb-617b-47a2-b039-3a0da623f889 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.346446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad1aaa3b-9062-4262-b72b-b7297b8106d6 req-4298ebcb-617b-47a2-b039-3a0da623f889 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 944 time: 0.0833311 Nov 27 15:52:46.369097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:46.391800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ad04a12c-e3f7-4114-a483-86a9bcc0084c up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:52:46.399232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad1aaa3b-9062-4262-b72b-b7297b8106d6 req-317b1793-1bad-45d1-ba10-de2d7e433036 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Nov 27 15:52:46.483264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port ad04a12c-e3f7-4114-a483-86a9bcc0084c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:52:46.490663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port ad04a12c-e3f7-4114-a483-86a9bcc0084c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:52:46.491294 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:46.618350 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:46.630385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ea7ce-d1ce-4fee-adb6-d605f5cb4f9f req-e0182122-d60b-4ea4-ab1e-791345cd6f30 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.640208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a20ea7ce-d1ce-4fee-adb6-d605f5cb4f9f req-e0182122-d60b-4ea4-ab1e-791345cd6f30 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.0724487 Nov 27 15:52:46.671927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ad04a12c-e3f7-4114-a483-86a9bcc0084c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:46.698291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:46.703443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a20ea7ce-d1ce-4fee-adb6-d605f5cb4f9f req-21f465c0-4dd5-479a-9ffb-7aa8a5a50075 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619652 Nov 27 15:52:46.805166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ad04a12c-e3f7-4114-a483-86a9bcc0084c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:46.821888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.822308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.822735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.823165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.823573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.823973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.825018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.825018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.825018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.825393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.828664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.828664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:52:46.971176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f174a-1238-476d-b67c-1849f40bccf7 req-fc088c7d-cf74-4509-ac9b-3182f65f7adf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.977744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f174a-1238-476d-b67c-1849f40bccf7 req-fc088c7d-cf74-4509-ac9b-3182f65f7adf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.984210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f174a-1238-476d-b67c-1849f40bccf7 req-fc088c7d-cf74-4509-ac9b-3182f65f7adf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:46.991995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba2f174a-1238-476d-b67c-1849f40bccf7 req-fc088c7d-cf74-4509-ac9b-3182f65f7adf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2419 time: 0.0912728 Nov 27 15:52:47.056630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba2f174a-1238-476d-b67c-1849f40bccf7 req-e3fe4b9d-39c0-4927-9d15-3fcd4738209f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588727 Nov 27 15:52:47.554539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca69f0-6016-4062-b246-668d64b1a157 req-40c4a3d5-f444-477d-9fd7-f9fc891da11c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:47.559729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dca69f0-6016-4062-b246-668d64b1a157 req-40c4a3d5-f444-477d-9fd7-f9fc891da11c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0618391 Nov 27 15:52:47.642269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dca69f0-6016-4062-b246-668d64b1a157 req-a9282589-9c9b-4b91-b2f8-c836bd79b5cb tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784814 Nov 27 15:52:47.895530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59a8da-4a20-4b71-8536-99f0d013411f req-19b29945-ca36-40a7-8d38-b0c1bd50d663 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:47.903385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c59a8da-4a20-4b71-8536-99f0d013411f req-19b29945-ca36-40a7-8d38-b0c1bd50d663 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.1074002 Nov 27 15:52:48.055964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c'}, {'server_uuid': '03577680-7a37-4fc9-98d8-dc73774fe398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:48.058386 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559017d-9c1e-4002-bd8f-c473723c5ce0" -d '{"events": [{"server_uuid": "df6f66b8-7350-4b38-810f-430b7ab55d40", "name": "network-vif-plugged", "status": "completed", "tag": "efb625f8-d6c9-4a11-8b6e-c53ef93ba03c"}, {"server_uuid": "03577680-7a37-4fc9-98d8-dc73774fe398", "name": "network-vif-plugged", "status": "completed", "tag": "ad04a12c-e3f7-4114-a483-86a9bcc0084c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:48.119623 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd7d133-d8c4-4e5e-9e13-aa70cd27f451 x-openstack-request-id: req-9cd7d133-d8c4-4e5e-9e13-aa70cd27f451 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:48.120001 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6f66b8-7350-4b38-810f-430b7ab55d40", "name": "network-vif-plugged", "status": "completed", "tag": "efb625f8-d6c9-4a11-8b6e-c53ef93ba03c", "code": 200}, {"server_uuid": "03577680-7a37-4fc9-98d8-dc73774fe398", "name": "network-vif-plugged", "status": "completed", "tag": "ad04a12c-e3f7-4114-a483-86a9bcc0084c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:48.120319 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cd7d133-d8c4-4e5e-9e13-aa70cd27f451 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:48.120810 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c', 'code': 200} Nov 27 15:52:48.121293 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03577680-7a37-4fc9-98d8-dc73774fe398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c', 'code': 200} Nov 27 15:52:48.267040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31f94b-b8ae-4ad4-beaa-ec6943a2898c req-02955396-8dcb-42f8-9881-7dbe94752ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:48.270320 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad31f94b-b8ae-4ad4-beaa-ec6943a2898c req-02955396-8dcb-42f8-9881-7dbe94752ffc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 1096 time: 0.0502617 Nov 27 15:52:48.354990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad31f94b-b8ae-4ad4-beaa-ec6943a2898c req-071c8c99-a1f6-4926-bd07-523b1d032c33 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744104 Nov 27 15:52:48.416736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c59a8da-4a20-4b71-8536-99f0d013411f req-bd328d3c-8341-4525-9270-aa38599d0343 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120223 Nov 27 15:52:48.434312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb34f51-8a7f-4984-b297-956dedf8cea7 req-79b82237-d1bd-4ee2-a929-bb62de7d184c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:48.440803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb34f51-8a7f-4984-b297-956dedf8cea7 req-79b82237-d1bd-4ee2-a929-bb62de7d184c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:48.447747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb34f51-8a7f-4984-b297-956dedf8cea7 req-79b82237-d1bd-4ee2-a929-bb62de7d184c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:48.455333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eeb34f51-8a7f-4984-b297-956dedf8cea7 req-79b82237-d1bd-4ee2-a929-bb62de7d184c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2419 time: 0.1410856 Nov 27 15:52:48.479133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962c1fb-d3f9-4c86-a042-908218212ddc req-d114cfb1-4164-48fd-bcb5-14a6a99b29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:48.480875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9962c1fb-d3f9-4c86-a042-908218212ddc req-d114cfb1-4164-48fd-bcb5-14a6a99b29b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 1096 time: 0.1388252 Nov 27 15:52:48.536822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eeb34f51-8a7f-4984-b297-956dedf8cea7 req-ebcbcdab-2a80-49e7-93ab-2d95ff9dbc8c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786905 Nov 27 15:52:48.586343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9962c1fb-d3f9-4c86-a042-908218212ddc req-0385af28-05fe-4ab1-b079-d377955608c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949140 Nov 27 15:52:48.825788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa901f90-4581-49e5-9b71-e21979e32297 req-c94f1fee-96ab-4bc7-a073-7a3e8e61ae8e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:48.833625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa901f90-4581-49e5-9b71-e21979e32297 req-c94f1fee-96ab-4bc7-a073-7a3e8e61ae8e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0735457 Nov 27 15:52:48.894190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa901f90-4581-49e5-9b71-e21979e32297 req-9864bcd3-1df3-4ee4-ac15-35eaccb26a6a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595882 Nov 27 15:52:49.053954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ef317-d9a1-42f7-971d-097fe7872188 req-37266cf5-4645-4756-b01a-49c7630fda0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:49.060374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ef317-d9a1-42f7-971d-097fe7872188 req-37266cf5-4645-4756-b01a-49c7630fda0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:49.069056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ef317-d9a1-42f7-971d-097fe7872188 req-37266cf5-4645-4756-b01a-49c7630fda0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:49.070782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-478ef317-d9a1-42f7-971d-097fe7872188 req-37266cf5-4645-4756-b01a-49c7630fda0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2419 time: 0.0728090 Nov 27 15:52:49.132583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-478ef317-d9a1-42f7-971d-097fe7872188 req-a89a4bbc-55cc-4a8c-8057-dc05a033c2d1 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Nov 27 15:52:49.564670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027b44-0991-4f16-8d66-f94691fa6cf7 req-cec66ab5-07bf-489b-b490-b091b2bfeb2c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:49.567004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61027b44-0991-4f16-8d66-f94691fa6cf7 req-cec66ab5-07bf-489b-b490-b091b2bfeb2c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.0659640 Nov 27 15:52:49.667483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61027b44-0991-4f16-8d66-f94691fa6cf7 req-e21763b4-924c-48cd-9c35-c1839b3ac149 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869358 Nov 27 15:52:50.074901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcc82-ec79-4ce9-8086-9bc7d133be7d req-921f62b1-5f2c-428b-bbed-2767e50b5d02 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.078042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bfbcc82-ec79-4ce9-8086-9bc7d133be7d req-921f62b1-5f2c-428b-bbed-2767e50b5d02 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0751636 Nov 27 15:52:50.140203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bfbcc82-ec79-4ce9-8086-9bc7d133be7d req-d2d5f63a-9dd8-40ac-8cf9-307f246ed930 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553179 Nov 27 15:52:50.324244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098faea-e61b-4bc4-a37c-9c54a2720069 req-0d36a590-f1cd-42c0-a377-4d099311699e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.330479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098faea-e61b-4bc4-a37c-9c54a2720069 req-0d36a590-f1cd-42c0-a377-4d099311699e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.337242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098faea-e61b-4bc4-a37c-9c54a2720069 req-0d36a590-f1cd-42c0-a377-4d099311699e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.339112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2098faea-e61b-4bc4-a37c-9c54a2720069 req-0d36a590-f1cd-42c0-a377-4d099311699e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2419 time: 0.0800097 Nov 27 15:52:50.458750 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2098faea-e61b-4bc4-a37c-9c54a2720069 req-43302273-216e-4032-9cd6-07a1190ea3d4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084623 Nov 27 15:52:50.551412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638839-d6e1-4c65-8f40-57b7fc6f4fd6 req-c5a27e04-4f40-4859-b4d1-13f7aafe8473 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.552773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79638839-d6e1-4c65-8f40-57b7fc6f4fd6 req-c5a27e04-4f40-4859-b4d1-13f7aafe8473 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0647817 Nov 27 15:52:50.648965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79638839-d6e1-4c65-8f40-57b7fc6f4fd6 req-2e650611-41eb-4674-a84e-034f95d9cb05 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865624 Nov 27 15:52:50.689004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-506ce089-f82b-450b-b171-a390806d8da8 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.697882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-506ce089-f82b-450b-b171-a390806d8da8 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.705352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-506ce089-f82b-450b-b171-a390806d8da8 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.707600 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-506ce089-f82b-450b-b171-a390806d8da8 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 2419 time: 0.1422405 Nov 27 15:52:50.852015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port 65fcd697-072a-4445-acf2-ad3e44912ca5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:50.852244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:50.857611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36781d58-552f-4712-a7b0-92d5bae55d1f req-82abbb1c-b8bc-4e0e-95ba-905572b3c405 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:50.859243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36781d58-552f-4712-a7b0-92d5bae55d1f req-82abbb1c-b8bc-4e0e-95ba-905572b3c405 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.0846951 Nov 27 15:52:50.945013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36781d58-552f-4712-a7b0-92d5bae55d1f req-43067768-00ee-4efa-999c-4a239c22a999 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789063 Nov 27 15:52:51.046978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port 65fcd697-072a-4445-acf2-ad3e44912ca5, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=65fcd697-072a-4445-acf2-ad3e44912ca5,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:51.049308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:51.092203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for 65fcd697-072a-4445-acf2-ad3e44912ca5 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:51.339332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b7c45-dd9e-42a3-a0fa-19636003df57 req-92ecfe6e-b19d-48b3-b158-1e4bc4a09fad tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:51.349166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d64b7c45-dd9e-42a3-a0fa-19636003df57 req-92ecfe6e-b19d-48b3-b158-1e4bc4a09fad tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.1168065 Nov 27 15:52:51.387237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:51.427909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d64b7c45-dd9e-42a3-a0fa-19636003df57 req-a36269fa-9830-4a3a-8c0d-d2917936cb0a tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779121 Nov 27 15:52:51.495136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=65fcd697-072a-4445-acf2-ad3e44912ca5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:51.512523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port 65fcd697-072a-4445-acf2-ad3e44912ca5 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:51.515578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:51.519030 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-542245c0-acac-4904-a004-b8383199a780 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "DELETE /v2.0/ports/65fcd697-072a-4445-acf2-ad3e44912ca5 HTTP/1.1" status: 204 len: 173 time: 0.8054595 Nov 27 15:52:51.520113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-deleted', 'tag': '65fcd697-072a-4445-acf2-ad3e44912ca5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:51.523031 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c7937e-30a7-42ea-b328-69e0f1705c6d" -d '{"events": [{"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-deleted", "tag": "65fcd697-072a-4445-acf2-ad3e44912ca5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:51.577366 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200ef97f-9ca6-463b-bf89-9e520b951b01 x-openstack-request-id: req-200ef97f-9ca6-463b-bf89-9e520b951b01 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:51.577681 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-deleted", "tag": "65fcd697-072a-4445-acf2-ad3e44912ca5", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:51.577942 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-200ef97f-9ca6-463b-bf89-9e520b951b01 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:51.578341 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-deleted', 'tag': '65fcd697-072a-4445-acf2-ad3e44912ca5', 'status': 'completed', 'code': 200} Nov 27 15:52:51.707627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108c8e0-040f-421c-b09e-8630260d4203 req-33327c7d-4eaa-43d9-a834-0bc74b6d96fc tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:51.722950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port 6f9388ce-55f4-4338-bc08-95bf07fe15ea {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:51.727502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:51.728279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108c8e0-040f-421c-b09e-8630260d4203 req-33327c7d-4eaa-43d9-a834-0bc74b6d96fc tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:51.736167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4108c8e0-040f-421c-b09e-8630260d4203 req-33327c7d-4eaa-43d9-a834-0bc74b6d96fc tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 1683 time: 0.1372130 Nov 27 15:52:51.861074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4108c8e0-040f-421c-b09e-8630260d4203 req-d6d708b1-e548-473c-a0d5-d13d18abb514 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241648 Nov 27 15:52:51.898121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550700d-f082-49bf-8a75-0143131c46ac req-9300d3bb-38f3-4063-a927-abfc5eba4df2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:51.902435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b550700d-f082-49bf-8a75-0143131c46ac req-9300d3bb-38f3-4063-a927-abfc5eba4df2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1211360 Nov 27 15:52:51.978197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b550700d-f082-49bf-8a75-0143131c46ac req-eb8ba2d2-90e6-4a4c-acb3-0f6ba3e81c85 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Nov 27 15:52:52.212080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port 6f9388ce-55f4-4338-bc08-95bf07fe15ea, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6f9388ce-55f4-4338-bc08-95bf07fe15ea,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:52.212522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:52.225770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for 6f9388ce-55f4-4338-bc08-95bf07fe15ea owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:52.386142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:52.419061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=6f9388ce-55f4-4338-bc08-95bf07fe15ea,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:52.510628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port 6f9388ce-55f4-4338-bc08-95bf07fe15ea on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:52.513162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:52.516819 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-e700505f-295f-42d9-9a91-22c28c5a247f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "DELETE /v2.0/ports/6f9388ce-55f4-4338-bc08-95bf07fe15ea HTTP/1.1" status: 204 len: 173 time: 0.9905853 Nov 27 15:52:52.632585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794483f9-bc7b-45da-920e-4e5878a841b3 req-0e1a997c-1bf3-4ea6-9a05-6ec2b967a87d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:52.634298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-794483f9-bc7b-45da-920e-4e5878a841b3 req-0e1a997c-1bf3-4ea6-9a05-6ec2b967a87d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.0953245 Nov 27 15:52:52.696175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-794483f9-bc7b-45da-920e-4e5878a841b3 req-5ea43891-b13d-4852-909f-94920c3d2c3c tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Nov 27 15:52:52.716157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port 5d391dcb-1710-465d-a211-e879726e0c98 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:52.716626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:52.792602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889940ce-aed3-4321-918f-67b3e753df9a req-49d590cd-cb6f-4c18-b6b3-cad186efc990 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:52.795512 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-889940ce-aed3-4321-918f-67b3e753df9a req-49d590cd-cb6f-4c18-b6b3-cad186efc990 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 945 time: 0.1543736 Nov 27 15:52:52.924728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port 5d391dcb-1710-465d-a211-e879726e0c98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d391dcb-1710-465d-a211-e879726e0c98,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:52.925240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:52.951645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for 5d391dcb-1710-465d-a211-e879726e0c98 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:53.018720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Deleting port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:53.019143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.049670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65fcd697-072a-4445-acf2-ad3e44912ca5 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:53.070268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6fb9e-1a98-44a1-a41c-2ec33c1b9ea5 req-aaba11b4-58e2-475a-aba7-c92e892cb33b tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:53.072903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 65fcd697-072a-4445-acf2-ad3e44912ca5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:52:53.073207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 65fcd697-072a-4445-acf2-ad3e44912ca5 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:53.073906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6f9388ce-55f4-4338-bc08-95bf07fe15ea no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:53.084542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d6fb9e-1a98-44a1-a41c-2ec33c1b9ea5 req-aaba11b4-58e2-475a-aba7-c92e892cb33b tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=342ce0f9-f443-4a29-838d-18eab04b4aa6 HTTP/1.1" status: 200 len: 946 time: 0.1450212 Nov 27 15:52:53.095353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 6f9388ce-55f4-4338-bc08-95bf07fe15ea {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:52:53.096025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6f9388ce-55f4-4338-bc08-95bf07fe15ea not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:53.096615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d391dcb-1710-465d-a211-e879726e0c98 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:53.151669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] For port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,segment=NetworkSegment(adcfac55-d2a3-433e-ab1c-eb184af2d6e5),segment_id=adcfac55-d2a3-433e-ab1c-eb184af2d6e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:53.151923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.194629 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.198615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e039ed-5183-4646-b16f-2688d38961bd req-69b83e9d-0adc-4098-b0b9-6823ea4cd026 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:53.200815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88e039ed-5183-4646-b16f-2688d38961bd req-69b83e9d-0adc-4098-b0b9-6823ea4cd026 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0747187 Nov 27 15:52:53.201096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Calling delete_port for efb625f8-d6c9-4a11-8b6e-c53ef93ba03c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:53.226891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d6fb9e-1a98-44a1-a41c-2ec33c1b9ea5 req-e1ab8276-1ccb-4a9b-b756-301d4302be83 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321998 Nov 27 15:52:53.279836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.289698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88e039ed-5183-4646-b16f-2688d38961bd req-6c1c286f-419d-4fb1-ad74-466242c77f05 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Nov 27 15:52:53.349043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=5d391dcb-1710-465d-a211-e879726e0c98,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:53.415203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port 5d391dcb-1710-465d-a211-e879726e0c98 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:53.420862 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.425167 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-178f2465-d1ef-427c-9570-a51d0c96d735 req-496a8129-f2d2-4ac7-83fe-240474551aa0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "DELETE /v2.0/ports/5d391dcb-1710-465d-a211-e879726e0c98 HTTP/1.1" status: 204 len: 173 time: 0.8963015 Nov 27 15:52:53.530443 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.545800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['efb625f8-d6c9-4a11-8b6e-c53ef93ba03c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:52:53.570729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event deleted for resources: {'Port': ['ID=efb625f8-d6c9-4a11-8b6e-c53ef93ba03c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:53.579457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-deleted', 'tag': '6f9388ce-55f4-4338-bc08-95bf07fe15ea'}, {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-deleted', 'tag': '5d391dcb-1710-465d-a211-e879726e0c98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:53.582162 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b4ca3-c4e8-40da-bfad-369df68eb543" -d '{"events": [{"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-deleted", "tag": "6f9388ce-55f4-4338-bc08-95bf07fe15ea"}, {"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-deleted", "tag": "5d391dcb-1710-465d-a211-e879726e0c98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:53.629590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] No DVR routers for this DVR port efb625f8-d6c9-4a11-8b6e-c53ef93ba03c on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:53.632218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:53.636207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-889940ce-aed3-4321-918f-67b3e753df9a req-89fe948e-d884-4511-a46f-05f1607b77a7 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.21 "DELETE /v2.0/ports/efb625f8-d6c9-4a11-8b6e-c53ef93ba03c HTTP/1.1" status: 204 len: 173 time: 0.8323867 Nov 27 15:52:53.648399 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0684455-015a-419d-afe5-a219cb390125 x-openstack-request-id: req-b0684455-015a-419d-afe5-a219cb390125 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:53.648687 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-deleted", "tag": "6f9388ce-55f4-4338-bc08-95bf07fe15ea", "status": "completed", "code": 200}, {"server_uuid": "342ce0f9-f443-4a29-838d-18eab04b4aa6", "name": "network-vif-deleted", "tag": "5d391dcb-1710-465d-a211-e879726e0c98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:53.648937 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0684455-015a-419d-afe5-a219cb390125 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:53.649334 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-deleted', 'tag': '6f9388ce-55f4-4338-bc08-95bf07fe15ea', 'status': 'completed', 'code': 200} Nov 27 15:52:53.649719 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ce0f9-f443-4a29-838d-18eab04b4aa6', 'name': 'network-vif-deleted', 'tag': '5d391dcb-1710-465d-a211-e879726e0c98', 'status': 'completed', 'code': 200} Nov 27 15:52:53.806074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6968592b-2a2d-40b6-8c27-aff1bf14d924 req-69efd336-f6cd-43bc-b003-ad1bb6de3365 tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/ports?device_id=df6f66b8-7350-4b38-810f-430b7ab55d40 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Nov 27 15:52:54.268020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38658) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:54.347253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting subnet 2b917e33-ed98-4498-a0b3-6f799853c7b3 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:52:54.367968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.443104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.525543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90c648-f98b-4313-82d2-05611406911b req-5d12a35a-0a72-4b31-b5bb-3e686705ed9c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:54.541171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f90c648-f98b-4313-82d2-05611406911b req-5d12a35a-0a72-4b31-b5bb-3e686705ed9c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1444371 Nov 27 15:52:54.571716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.654075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f90c648-f98b-4313-82d2-05611406911b req-cdfcb55f-6591-41c7-808b-97ac9af148cd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108129 Nov 27 15:52:54.656484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.687342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Subnet': ['ID=2b917e33-ed98-4498-a0b3-6f799853c7b3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:54.692285 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.698691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38672) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:54.699299 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0a7404f7-3d36-4455-87f3-7355805e56cf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/subnets/2b917e33-ed98-4498-a0b3-6f799853c7b3 HTTP/1.1" status: 204 len: 168 time: 0.4267309 Nov 27 15:52:54.703184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f04b68-1288-4a1c-9603-21f568fde101 None None] Network 4b328b0c-7843-4fd5-b93e-01f667fb0980 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:54.798898 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.874171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:54.875151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.903876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] DHCP port deletion for 4b328b0c-7843-4fd5-b93e-01f667fb0980 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:52:54.975485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] Deleting port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:54.976984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:54.990489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:54.990867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.008543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:55.059861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] For port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,segment=NetworkSegment(0a98ca04-4f41-4cf8-aa19-5d48d95e2da2),segment_id=0a98ca04-4f41-4cf8-aa19-5d48d95e2da2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:55.060445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.075354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] Calling delete_port for 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:55.110429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.112648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38688) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:55.150679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:55.155950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:55.192070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.193997 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8b297c2-4f36-4179-991b-301b3492642f tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.222669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8b297c2-4f36-4179-991b-301b3492642f tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.227586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] Pushing event deleted for resources: {'Port': ['ID=6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:55.230324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65303e-35f6-4b3a-9f16-3f6f7cc94286 None None] No DVR routers for this DVR port 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:55.261581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.286185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b328b0c-7843-4fd5-b93e-01f667fb0980']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:55.297388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:55.297758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a98ca04-4f41-4cf8-aa19-5d48d95e2da2') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:55.299015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8b297c2-4f36-4179-991b-301b3492642f tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.302749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8b297c2-4f36-4179-991b-301b3492642f tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.304089 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8b297c2-4f36-4179-991b-301b3492642f tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "DELETE /v2.0/security-groups/eaea7654-d06c-444b-b3f7-43d9810ffcbc HTTP/1.1" status: 204 len: 168 time: 0.1900144 Nov 27 15:52:55.307312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38698) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:55.311029 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.314367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b297c2-4f36-4179-991b-301b3492642f tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaea7654-d06c-444b-b3f7-43d9810ffcbc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:55.342981 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-93947a68-a441-4bcc-9ff6-a2a59f45fb3d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] show failed (client error): The resource could not be found. Nov 27 15:52:55.344483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-93947a68-a441-4bcc-9ff6-a2a59f45fb3d tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "GET /v2.0/security-groups/eaea7654-d06c-444b-b3f7-43d9810ffcbc HTTP/1.1" status: 404 len: 347 time: 0.0357962 Nov 27 15:52:55.347403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:55.356562 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.397270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:52:55.397714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:52:55.401153 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:52:55.523780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.531227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.534446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/networks/4b328b0c-7843-4fd5-b93e-01f667fb0980 HTTP/1.1" status: 204 len: 168 time: 0.8330181 Nov 27 15:52:55.537362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38718) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:55.594199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d45a8-10c0-4903-a53c-9f619ef17450 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Network': ['ID=4b328b0c-7843-4fd5-b93e-01f667fb0980,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:55.594461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting subnet 932524ec-5f64-4b41-aeb6-1f2bc06b3eda {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:52:55.597733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.620011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Deleting port f2a69cc9-8b63-487a-a36c-458435d2dd89 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:55.620350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.631611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610b8f-2f5a-4e78-a159-6e15989229cd req-31227c4b-f8a7-4132-9189-0c965ba6068e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:55.633262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72610b8f-2f5a-4e78-a159-6e15989229cd req-31227c4b-f8a7-4132-9189-0c965ba6068e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.0696778 Nov 27 15:52:55.650632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.653074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'name': 'network-vif-deleted', 'tag': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:55.655515 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f0efd-bf7d-4a5a-92b6-ac232ee13ac9" -d '{"events": [{"server_uuid": "df6f66b8-7350-4b38-810f-430b7ab55d40", "name": "network-vif-deleted", "tag": "efb625f8-d6c9-4a11-8b6e-c53ef93ba03c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:55.721771 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b16f2c-f4de-4e2a-a01c-c6e465b8a02e x-openstack-request-id: req-a8b16f2c-f4de-4e2a-a01c-c6e465b8a02e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:55.722249 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6f66b8-7350-4b38-810f-430b7ab55d40", "name": "network-vif-deleted", "tag": "efb625f8-d6c9-4a11-8b6e-c53ef93ba03c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:55.722602 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8b16f2c-f4de-4e2a-a01c-c6e465b8a02e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:55.723385 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6f66b8-7350-4b38-810f-430b7ab55d40', 'name': 'network-vif-deleted', 'tag': 'efb625f8-d6c9-4a11-8b6e-c53ef93ba03c', 'status': 'completed', 'code': 200} Nov 27 15:52:55.768311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72610b8f-2f5a-4e78-a159-6e15989229cd req-b4f030e7-e4c2-4b76-96e2-cb2e8ccc7faa tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196041 Nov 27 15:52:55.772371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.852276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.852276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.864731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.872410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Calling delete_port for f2a69cc9-8b63-487a-a36c-458435d2dd89 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:55.884089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf129-b459-4883-a9e9-b82882d051b8 req-5cd7b3de-f759-423f-9586-304e575193fd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:55.887377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-169bf129-b459-4883-a9e9-b82882d051b8 req-5cd7b3de-f759-423f-9586-304e575193fd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1012475 Nov 27 15:52:55.899858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Subnet': ['ID=932524ec-5f64-4b41-aeb6-1f2bc06b3eda,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:55.901874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:55.908079 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-368cb229-8df0-434f-ac2c-4f413a964d06 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/subnets/932524ec-5f64-4b41-aeb6-1f2bc06b3eda HTTP/1.1" status: 204 len: 168 time: 0.3667371 Nov 27 15:52:55.910107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38732) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:55.913961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0533f43-0ddf-45bd-9e85-f6d7cd9c077d None None] Network 8ee19bd3-9c51-4cc0-a726-f273a07298a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:55.999642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.017206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-169bf129-b459-4883-a9e9-b82882d051b8 req-e1fe2da7-a78d-45f5-b564-14062358a095 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237381 Nov 27 15:52:56.083514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:56.083920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.108632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.143177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Pushing event deleted for resources: {'Port': ['ID=f2a69cc9-8b63-487a-a36c-458435d2dd89,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:56.153046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] DHCP port deletion for 8ee19bd3-9c51-4cc0-a726-f273a07298a2 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:52:56.173309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:56.173708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.190337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:56.207678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.210188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.214210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-667aa94b-26ed-48d7-a272-ac3046d204fc tempest-ImagesOneServerNegativeTestJSON-218707888 tempest-ImagesOneServerNegativeTestJSON-218707888-project] 10.222.0.15 "DELETE /v2.0/floatingips/8326a51d-9cf2-4798-8559-bc96fcd7b7fa HTTP/1.1" status: 204 len: 168 time: 0.8630290 Nov 27 15:52:56.217931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] Deleting port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:52:56.218311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.288587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] For port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,segment=NetworkSegment(e6c1248d-99de-404c-b33c-e937c9465c5d),segment_id=e6c1248d-99de-404c-b33c-e937c9465c5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:56.289445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.291588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.304243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] Calling delete_port for f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:52:56.332341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:56.335965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:56.373308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38746) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:56.399205 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.422722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Deleting subnet d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:52:56.426209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.431026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] Pushing event deleted for resources: {'Port': ['ID=f2246ef0-d6bf-4dde-8bbd-9883fc533ba4,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:56.434459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f4f42-7d30-4795-a172-83e827d56b90 None None] No DVR routers for this DVR port f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:52:56.437036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.461204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee19bd3-9c51-4cc0-a726-f273a07298a2']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:56.481436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:52:56.483378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c1248d-99de-404c-b33c-e937c9465c5d') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:56.483679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c1248d-99de-404c-b33c-e937c9465c5d') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:56.484419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.494319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.508525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.515614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:52:56.516003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:52:56.520557 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:52:56.534060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.570047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:56.594602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.595522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:52:56.596128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6fdceb24-39d5-40a5-bc8a-8dd0bf45f5d0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:56.596773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:56.605649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.611083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/networks/8ee19bd3-9c51-4cc0-a726-f273a07298a2 HTTP/1.1" status: 204 len: 168 time: 0.6996820 Nov 27 15:52:56.622093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:56.623580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.628038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-441234685'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:56.629804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:52:56.630338 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f2246ef0-d6bf-4dde-8bbd-9883fc533ba4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:56.631991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e629c-9524-4470-85ca-ee2e4edbd74f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Network': ['ID=8ee19bd3-9c51-4cc0-a726-f273a07298a2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:56.655529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:56.660478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:56.660639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.665224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.671730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-88f64762-3747-4c19-b48e-2b73f799ad97 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8b09e9f-261f-46f0-a0bc-37d6d9ea50d8 HTTP/1.1" status: 204 len: 168 time: 0.2952302 Nov 27 15:52:56.671989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38754) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:56.688370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:52:56.699935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.700430 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Added segment 963ffb94-8067-4265-914a-333e8bd28291 of type vlan for network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 Nov 27 15:52:56.745240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.761449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.776490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.782071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:56.782662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.850254 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2266850 Nov 27 15:52:56.858717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38760) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:56.872020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'subnet': {'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:56.892873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881fab-8097-40e2-8d86-afaff43394fe tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Network': ['ID=35ace2c2-3216-4dbd-a96d-4f58e2556e95,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:56.904399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:52:56.907764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.956051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c14b793-5b6f-41bc-8355-aa33b9d630f3']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:56.973554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:56.973930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcfac55-d2a3-433e-ab1c-eb184af2d6e5') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:52:56.975439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:56.979545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.985762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:56.995031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db93ba-55c4-4b7f-9d14-e70e7fdeb9b8 req-c0b336e8-2ac3-41a2-a33d-188a1ac61ea1 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:56.996516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88db93ba-55c4-4b7f-9d14-e70e7fdeb9b8 req-c0b336e8-2ac3-41a2-a33d-188a1ac61ea1 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.1387093 Nov 27 15:52:57.025330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.035530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25933e7-4dcb-4f1d-b4c1-bc6bca97526f req-321a4ace-6940-4374-997e-0926476dde85 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:57.037229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b25933e7-4dcb-4f1d-b4c1-bc6bca97526f req-321a4ace-6940-4374-997e-0926476dde85 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1658890 Nov 27 15:52:57.050020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:52:57.050836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:52:57.053190 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:52:57.057335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device efb625f8-d6c9-4a11-8b6e-c53ef93ba03c no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:57.079054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: efb625f8-d6c9-4a11-8b6e-c53ef93ba03c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:52:57.079500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device efb625f8-d6c9-4a11-8b6e-c53ef93ba03c not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:52:57.079978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:52:57.141892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88db93ba-55c4-4b7f-9d14-e70e7fdeb9b8 req-1b1130e4-d41d-4e7f-b406-56f80f39b2f8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386271 Nov 27 15:52:57.165495 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.170545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b25933e7-4dcb-4f1d-b4c1-bc6bca97526f req-b99c615f-f255-4221-87e7-17b426c360b3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224203 Nov 27 15:52:57.171328 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.199799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.211696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] 10.222.0.15 "DELETE /v2.0/networks/3c14b793-5b6f-41bc-8355-aa33b9d630f3 HTTP/1.1" status: 204 len: 168 time: 0.5375164 Nov 27 15:52:57.212482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:52:57.215411 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ce2baf-c9d9-4aa0-847f-1dd8de55d51a" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-unplugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:52:57.230539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.235023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:52:57.240361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a24b27-cd17-4f6c-861f-dcecf903d0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3c14b793-5b6f-41bc-8355-aa33b9d630f3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:57.247013 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.332468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:57.340157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Subnet': ['ID=53e2a37a-f00c-4162-b523-1bd4abdac7ec,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:57.343989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Checking segment: {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:57.344775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network hostable DHCP agents. Network: 35ace2c2-3216-4dbd-a96d-4f58e2556e95, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:52:57.366737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071879-7cd2-4f80-a549-c5f2f75f2d46 req-92d5721e-cade-43bd-bb0a-4af536bb3643 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:57.368855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc071879-7cd2-4f80-a549-c5f2f75f2d46 req-92d5721e-cade-43bd-bb0a-4af536bb3643 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0954721 Nov 27 15:52:57.369197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:52:57.381660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 35ace2c2-3216-4dbd-a96d-4f58e2556e95) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:57.387298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:57.388290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.393957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c75c3-2a4e-4efd-836c-4447bcf7354f None None] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:57.413878 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2616571c-7159-46f3-abda-f7ba657c26d0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5536675 Nov 27 15:52:57.419179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38780) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:57.434627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1437635639'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:57.449489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38782) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:57.462484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc071879-7cd2-4f80-a549-c5f2f75f2d46 req-9342003f-129d-4d5e-a206-82936dc566f0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866783 Nov 27 15:52:57.502745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:57.507580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.531038 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-556603ad-5e1d-4f36-a022-382bc7fc8766 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c740ebebb144ae6aa4b1bada0965199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802145 Nov 27 15:52:57.533935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38784) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:57.549659 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a5263-cccf-423e-a7a2-f88c2a36a179 x-openstack-request-id: req-747a5263-cccf-423e-a7a2-f88c2a36a179 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:52:57.549988 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-unplugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:52:57.551007 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-747a5263-cccf-423e-a7a2-f88c2a36a179 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:52:57.551408 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:52:57.556668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:52:57.572193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.572895 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Added segment f9695a7a-2e5b-4b3b-9864-a3204c30e60f of type vlan for network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 Nov 27 15:52:57.592231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-348d8cea-7c62-4308-823f-cd3fa50223e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.627142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.631527 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-348d8cea-7c62-4308-823f-cd3fa50223e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.658830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-35ace2c2-3216-4dbd-a96d-4f58e2556e95', 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'fixed_ips': [{'subnet_id': '53e2a37a-f00c-4162-b523-1bd4abdac7ec'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:52:57.664457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.677153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.686324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:57.692921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.721293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-348d8cea-7c62-4308-823f-cd3fa50223e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.724978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-348d8cea-7c62-4308-823f-cd3fa50223e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:57.739083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-348d8cea-7c62-4308-823f-cd3fa50223e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbe6fd5d-587c-4b1c-a6af-be03f21c03e3 HTTP/1.1" status: 204 len: 168 time: 0.2034190 Nov 27 15:52:57.759016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d8cea-7c62-4308-823f-cd3fa50223e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6fd5d-587c-4b1c-a6af-be03f21c03e3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:57.853072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Allocated IP 19.80.0.2 (35ace2c2-3216-4dbd-a96d-4f58e2556e95/53e2a37a-f00c-4162-b523-1bd4abdac7ec/36c618b2-8d94-46cf-865a-22aa6dbe40cd) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:57.862069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Network': ['ID=1d251df6-fcff-4c60-a62d-a81c3b3ee235,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:57.870827 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0e79171-d3b5-4445-8437-6baa6fd5aabf tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4466581 Nov 27 15:52:57.871629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38796) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:52:57.876019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:52:57.877319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'subnet': {'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:52:57.936891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247ab1-47d5-4b27-8270-d4b4d2251834 req-f110a041-d046-4939-9717-03a7e0b183e9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:57.948662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62247ab1-47d5-4b27-8270-d4b4d2251834 req-f110a041-d046-4939-9717-03a7e0b183e9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1403668 Nov 27 15:52:58.039381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62247ab1-47d5-4b27-8270-d4b4d2251834 req-e9a1bb9b-b160-4371-bcff-b1612f2e97da tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855293 Nov 27 15:52:58.041080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:52:58.044668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.270434 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.289999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.334950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:58.341824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:58.346342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:58.356560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Pushing event updated for resources: {'Port': ['ID=36c618b2-8d94-46cf-865a-22aa6dbe40cd,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:58.371037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.412154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Attempting to bind port 36c618b2-8d94-46cf-865a-22aa6dbe40cd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:58.412612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Attempting to bind port 36c618b2-8d94-46cf-865a-22aa6dbe40cd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:58.413082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Attempting to bind port 36c618b2-8d94-46cf-865a-22aa6dbe40cd on network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:58.424571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:58.425224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Checking segment: {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:58.426347 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.426995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Bound using segment: {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:58.427174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Bound port: 36c618b2-8d94-46cf-865a-22aa6dbe40cd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:58.428069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.476458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Checking segment: {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:58.476824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network hostable DHCP agents. Network: 1d251df6-fcff-4c60-a62d-a81c3b3ee235, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:52:58.502729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Subnet': ['ID=fa47c337-6caa-4492-8dc5-2ae2c82dd1fc,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:58.517837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:52:58.525709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] For port 36c618b2-8d94-46cf-865a-22aa6dbe40cd, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:58.529444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] For port 36c618b2-8d94-46cf-865a-22aa6dbe40cd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=36c618b2-8d94-46cf-865a-22aa6dbe40cd,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:58.529648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef50688-bee7-437b-900e-c67edff493ca req-bd6ac0dc-9a7b-4f4e-90fd-55520c0cad0a tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:58.534206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ef50688-bee7-437b-900e-c67edff493ca req-bd6ac0dc-9a7b-4f4e-90fd-55520c0cad0a tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.0875401 Nov 27 15:52:58.538975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.545619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1d251df6-fcff-4c60-a62d-a81c3b3ee235) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:58.552251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:58.553027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.569217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebb850-4955-48cc-944a-cb2fa8e6311c None None] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:52:58.579483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1183e2e-9d0a-4b7e-82b8-9b74ff71a634 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7062097 Nov 27 15:52:58.662008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ef50688-bee7-437b-900e-c67edff493ca req-6a1c9e6b-5d06-40a3-b4f3-249d564bf37a tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157722 Nov 27 15:52:58.693982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8805-53d8-4cc9-961c-02279bb8b7ac req-dd47808e-16ac-4a43-9a69-0dfe31a34014 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:58.694202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa3c9-5073-41bd-8894-bf88a84c39b5 None None] Pushing event updated for resources: {'Port': ['ID=36c618b2-8d94-46cf-865a-22aa6dbe40cd,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:58.701527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-722c8805-53d8-4cc9-961c-02279bb8b7ac req-dd47808e-16ac-4a43-9a69-0dfe31a34014 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1147008 Nov 27 15:52:58.772851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-722c8805-53d8-4cc9-961c-02279bb8b7ac req-f6d12872-58bf-40f9-ac09-6813a8736e37 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704205 Nov 27 15:52:58.825893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d957fb-625f-41c6-8afa-c97df4336995 req-2dd5642b-6e0b-4333-8a7e-2cd3ceb847fb tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:58.832371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3d957fb-625f-41c6-8afa-c97df4336995 req-2dd5642b-6e0b-4333-8a7e-2cd3ceb847fb tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1096 time: 0.0584631 Nov 27 15:52:58.857109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-1d251df6-fcff-4c60-a62d-a81c3b3ee235', 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'fixed_ips': [{'subnet_id': 'fa47c337-6caa-4492-8dc5-2ae2c82dd1fc'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:52:58.858616 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:58.910651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3d957fb-625f-41c6-8afa-c97df4336995 req-330cf497-1fd4-4479-b0c9-fa5b2e9d3dc7 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714803 Nov 27 15:52:59.061481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Allocated IP 19.86.0.2 (1d251df6-fcff-4c60-a62d-a81c3b3ee235/fa47c337-6caa-4492-8dc5-2ae2c82dd1fc/eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:52:59.062773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-10b2ac15-f405-4470-b88a-c4709745aff1 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:59.069765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-10b2ac15-f405-4470-b88a-c4709745aff1 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:59.077115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-10b2ac15-f405-4470-b88a-c4709745aff1 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/networks?id=35ace2c2-3216-4dbd-a96d-4f58e2556e95&id=1d251df6-fcff-4c60-a62d-a81c3b3ee235 HTTP/1.1" status: 200 len: 1391 time: 0.1653848 Nov 27 15:52:59.088542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-c3e70c95-b962-4427-9743-13427f3c9b68 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/quotas/8e2c43658c2046808c35620dd62ab4a1 HTTP/1.1" status: 200 len: 375 time: 0.0103171 Nov 27 15:52:59.168875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-b52af078-48f3-4ff7-b7ad-71d21788b5fd tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735779 Nov 27 15:52:59.254197 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:59.260944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:59.271176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-ee5dc95a-608c-4f0a-a16f-93d5c451f5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/35ace2c2-3216-4dbd-a96d-4f58e2556e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013215 Nov 27 15:52:59.311264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:52:59.313107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:52:59.315546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:52:59.318426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Pushing event updated for resources: {'Port': ['ID=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:59.374454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-7b47a2ec-b1f8-4867-9fc9-ee87628e34bb service neutron] 10.222.0.15 "GET /v2.0/networks/35ace2c2-3216-4dbd-a96d-4f58e2556e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021116 Nov 27 15:52:59.396612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Attempting to bind port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:52:59.397200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Attempting to bind port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:52:59.397772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Attempting to bind port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 on network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:52:59.403392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:52:59.404151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Checking segment: {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:52:59.404726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:59.405491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Bound using segment: {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:52:59.406132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Bound port: eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:52:59.406729 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:59.491536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] For port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:52:59.494739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-7009b634-1e43-478a-933d-9971c037b4bf service neutron] 10.222.0.15 "GET /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194820 Nov 27 15:52:59.495025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] For port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:52:59.501130 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:59.597893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607a31b-59c0-479b-aa52-3966f89e5821 None None] Pushing event updated for resources: {'Port': ['ID=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:52:59.602858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:52:59.619025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-370c4a1b-2629-49f0-865f-74da6aa35f98 service neutron] 10.222.0.15 "GET /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230462 Nov 27 15:52:59.983125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f309a5-6260-42cc-99de-4654b4898a85 req-bbc40c9e-e946-4ed4-b645-745be0782cfa tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:52:59.994221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7f309a5-6260-42cc-99de-4654b4898a85 req-bbc40c9e-e946-4ed4-b645-745be0782cfa tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0796592 Nov 27 15:53:00.063516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7f309a5-6260-42cc-99de-4654b4898a85 req-32987ea4-4f4a-4aa0-b0ec-44e133801a3e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664251 Nov 27 15:53:00.251351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d509a-7fb9-4882-8072-cdbd94049d94 None None] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:00.372680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7f45d1f4-f1ab-4fda-9cf9-8b3927cfe6ff None None] Provisioning complete for port 36c618b2-8d94-46cf-865a-22aa6dbe40cd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:00.373281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f45d1f4-f1ab-4fda-9cf9-8b3927cfe6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:00.549806 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f45d1f4-f1ab-4fda-9cf9-8b3927cfe6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:00.606023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7f45d1f4-f1ab-4fda-9cf9-8b3927cfe6ff None None] For port 36c618b2-8d94-46cf-865a-22aa6dbe40cd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=36c618b2-8d94-46cf-865a-22aa6dbe40cd,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:00.611269 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f45d1f4-f1ab-4fda-9cf9-8b3927cfe6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:00.633590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9784d6-6dd5-446e-8fb2-97067b9f608d req-0114f209-d5f9-4d15-9ba2-33123cc6cd72 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:00.635228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd9784d6-6dd5-446e-8fb2-97067b9f608d req-0114f209-d5f9-4d15-9ba2-33123cc6cd72 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1116917 Nov 27 15:53:00.683420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45d1f4-f1ab-4fda-9cf9-8b3927cfe6ff None None] Pushing event updated for resources: {'Port': ['ID=36c618b2-8d94-46cf-865a-22aa6dbe40cd,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:00.727614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd9784d6-6dd5-446e-8fb2-97067b9f608d req-04929132-b86d-41b2-a16e-5e145fc6b12e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834045 Nov 27 15:53:00.736281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:00.815189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:00.819219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:00.888953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb930112-f950-415f-8ead-c519d574c027 req-3ca55b55-34b0-4da6-836c-66c558d709f5 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 210 time: 0.0498974 Nov 27 15:53:00.945712 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:00.992972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0059a218-4daa-43b6-8276-24b91539b0dc None None] Provisioning complete for port 36c618b2-8d94-46cf-865a-22aa6dbe40cd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:00.993393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0059a218-4daa-43b6-8276-24b91539b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:00.998303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:01.023698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.024484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 36c618b2-8d94-46cf-865a-22aa6dbe40cd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:01.082601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:01.095276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4786c3-b3db-4451-8cf4-2415c74f311e req-33f5a456-dded-4912-a5c6-1083ed8e3235 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:01.097614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce4786c3-b3db-4451-8cf4-2415c74f311e req-33f5a456-dded-4912-a5c6-1083ed8e3235 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.0556099 Nov 27 15:53:01.147915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-ef06df53-51b5-4790-89ac-3a77891eb84a tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:53:01.148931 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-ef06df53-51b5-4790-89ac-3a77891eb84a tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1460934 Nov 27 15:53:01.170970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:01.201673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce4786c3-b3db-4451-8cf4-2415c74f311e req-13b991e1-93ab-4e92-8f9a-7666745bd4f2 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939372 Nov 27 15:53:01.260780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f049191-8f80-46e5-8847-7f87a70f2ddd None None] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:01.266375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 36c618b2-8d94-46cf-865a-22aa6dbe40cd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:01.267090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.322650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-2feb9c3d-22e2-4d1b-bd2d-f5bc8daf31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:01.324971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-2feb9c3d-22e2-4d1b-bd2d-f5bc8daf31ec service neutron] 10.222.0.15 "GET /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 1093 time: 0.1440811 Nov 27 15:53:01.336229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Request body: {'binding': {'host': 'n-h2-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:01.337587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:53:01.396130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099708b-6784-4bac-81d9-291f167e0c96 req-3dcae1b1-6291-438e-8107-51a0614f00ac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:01.404949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c099708b-6784-4bac-81d9-291f167e0c96 req-3dcae1b1-6291-438e-8107-51a0614f00ac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0703058 Nov 27 15:53:01.468445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c099708b-6784-4bac-81d9-291f167e0c96 req-631bdfe7-9106-4cd4-85ee-757ceef5e7e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623820 Nov 27 15:53:01.625600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:01.659169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.681988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3990145a-6d89-4598-a253-c6871b5caccb', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '3990145a-6d89-4598-a253-c6871b5caccb', 'mac_address': 'fa:16:3e:8a:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:01.717340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on host n-h2-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:01.717708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:01.718038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:01.735164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:01.735485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:01.749851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-58cbcead-0699-4491-bc29-b0d7b9c53b4f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:01.756939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-58cbcead-0699-4491-bc29-b0d7b9c53b4f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:01.759271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-58cbcead-0699-4491-bc29-b0d7b9c53b4f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "GET /v2.0/networks?id=35ace2c2-3216-4dbd-a96d-4f58e2556e95&id=1d251df6-fcff-4c60-a62d-a81c3b3ee235 HTTP/1.1" status: 200 len: 1391 time: 0.1613715 Nov 27 15:53:01.760471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:01.760821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:01.761202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:01.761712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Bound port: 72447139-5c1b-426d-9693-37c40f56250d, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:01.785870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3d23134-6ca3-481b-9723-8814ec58bc47 None None] Provisioning complete for port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:01.786514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c3d23134-6ca3-481b-9723-8814ec58bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.801013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'port': {'device_id': '4b2076c2-c720-428c-a275-42c054ad8368', 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95', 'admin_state_up': True, 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:01.824307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:01.824686 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.867025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:01.928356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:01.945190 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.960215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:01.971617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dbbb1-1f7c-4d57-8771-11c731f95aed req-bd9dd18d-ed41-42f7-b19d-c60a1e9ed3f8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:01.972181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:01.973288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1e241600-34fd-470e-865a-5f339ee3f0c8 service neutron] 10.222.0.15 "POST /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6423821 Nov 27 15:53:01.999175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-193dbbb1-1f7c-4d57-8771-11c731f95aed req-bd9dd18d-ed41-42f7-b19d-c60a1e9ed3f8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1349499 Nov 27 15:53:02.042810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:02.047398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.064806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3990145a-6d89-4598-a253-c6871b5caccb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:02.120407 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0a162c-8980-4f70-b1c6-9c9a7933280d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.139168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:02.226013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-193dbbb1-1f7c-4d57-8771-11c731f95aed req-b37485ed-5f2f-4302-8cd5-25a5a64e9cc5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255826 Nov 27 15:53:02.244586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-aef77b53-5247-4bd4-88f0-6718ef96d483 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:02.257769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-aef77b53-5247-4bd4-88f0-6718ef96d483 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.2400596 Nov 27 15:53:02.385615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6ab9032-2fac-4ef7-8bb7-d6ead453f06b req-7bdd18bd-c717-43a9-8eb3-73eb5f620166 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 210 time: 0.1040177 Nov 27 15:53:02.443930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Allocated IP 19.80.0.49 (35ace2c2-3216-4dbd-a96d-4f58e2556e95/53e2a37a-f00c-4162-b523-1bd4abdac7ec/31361027-98ef-43d4-822f-45b561a056c4) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:02.516034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c1fbace1-b1e5-4884-8d27-7665a8eff525 None None] Provisioning complete for port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:02.519334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1fbace1-b1e5-4884-8d27-7665a8eff525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.573975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:02.578413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0a162c-8980-4f70-b1c6-9c9a7933280d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.588693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-8bbf5ea7-b090-45eb-86e5-6eb20135f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:02.590726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-8bbf5ea7-b090-45eb-86e5-6eb20135f1a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1096 time: 0.1583061 Nov 27 15:53:02.620554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f384382-d22e-4f1f-a180-3f076401226c req-6bfe837b-921c-4829-a175-391a987b8a5b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:02.622691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f384382-d22e-4f1f-a180-3f076401226c req-6bfe837b-921c-4829-a175-391a987b8a5b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1512434 Nov 27 15:53:02.623773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0a162c-8980-4f70-b1c6-9c9a7933280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.685779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:02.686905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.723593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f384382-d22e-4f1f-a180-3f076401226c req-240ddf77-4148-4eb0-87ec-46e207969f6c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897987 Nov 27 15:53:02.762357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4955c9c-3583-4469-b2c0-6522f15e60da req-ee478411-8ef9-437c-9863-18c6d75be213 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:02.772754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4955c9c-3583-4469-b2c0-6522f15e60da req-ee478411-8ef9-437c-9863-18c6d75be213 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 945 time: 0.2366056 Nov 27 15:53:02.785564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bd0a162c-8980-4f70-b1c6-9c9a7933280d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f02fefd553c04d15b6e271d21d8d3f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9592376 Nov 27 15:53:02.793247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38978) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:02.806585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a162c-8980-4f70-b1c6-9c9a7933280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86386913-ff66-42aa-8ad7-cff689002ecc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:02.822121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Deleting port a343b077-3b06-451f-9075-b8d53f979416 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:02.822535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.828818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 36c618b2-8d94-46cf-865a-22aa6dbe40cd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:02.885441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4955c9c-3583-4469-b2c0-6522f15e60da req-af5cbedc-45d9-4bec-a7bf-14554037aa5c tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups?id=03b83972-4e46-45d7-bab6-563305aa6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117039 Nov 27 15:53:02.925673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:02.937010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 36c618b2-8d94-46cf-865a-22aa6dbe40cd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:02.937533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.012904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.078933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c8914-4c0f-4b4c-82bb-df0d287c2010 req-179f5343-802c-491d-9ea4-ad45582b7718 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.080712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Port': ['ID=31361027-98ef-43d4-822f-45b561a056c4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:03.083352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:03.089706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d8c8914-4c0f-4b4c-82bb-df0d287c2010 req-179f5343-802c-491d-9ea4-ad45582b7718 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 945 time: 0.2026060 Nov 27 15:53:03.098171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-67e927ac-8fb6-4594-a81e-505817b660b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.099668 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-67e927ac-8fb6-4594-a81e-505817b660b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.4908440 Nov 27 15:53:03.113276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:03.115101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3d21d8ea-34de-451f-86be-b1dd1886c2ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.133126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:03.176241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-741f35a4-f423-471b-aa1a-2189016b7e34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 217 time: 0.0448546 Nov 27 15:53:03.177043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d8c8914-4c0f-4b4c-82bb-df0d287c2010 req-0da997ad-5375-4dba-82fd-7c1439fd8a85 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862346 Nov 27 15:53:03.185964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:03.191807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] For port a343b077-3b06-451f-9075-b8d53f979416, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a343b077-3b06-451f-9075-b8d53f979416,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:03.192224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.194293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3990145a-6d89-4598-a253-c6871b5caccb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:03.194746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.204846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3d21d8ea-34de-451f-86be-b1dd1886c2ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.356893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.386431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:03.390438 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9070d2dc-e698-42c3-bd7b-a4762640c1d6" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:03.395806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.405387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.412283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:03.423217 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.440393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-412f6430-0a62-4f00-b8bc-a9472678a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.442373 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-412f6430-0a62-4f00-b8bc-a9472678a491 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.2579694 Nov 27 15:53:03.491746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=13']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:03.494748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-c1b0dd9a-48ce-4c2b-b8b0-d01d6cf72414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418158 Nov 27 15:53:03.498968 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-8fcf3355-a47e-484d-9271-e69114b4b85d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7230206 Nov 27 15:53:03.543320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1c6f6ffc-75e3-4d59-ad1b-51b3f08af540 None None] Provisioning complete for port 31361027-98ef-43d4-822f-45b561a056c4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:03.543695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6ffc-75e3-4d59-ad1b-51b3f08af540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.576618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e62b-1579-4424-8ea2-d2a87374a3a5 req-1b1c2384-4864-4c4c-affa-56d82b6b9d23 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.579611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e120e62b-1579-4424-8ea2-d2a87374a3a5 req-1b1c2384-4864-4c4c-affa-56d82b6b9d23 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1969335 Nov 27 15:53:03.594948 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48f467-99b5-4b84-aa8f-10ee7bd531c8 x-openstack-request-id: req-1f48f467-99b5-4b84-aa8f-10ee7bd531c8 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:03.595260 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-plugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:03.595480 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f48f467-99b5-4b84-aa8f-10ee7bd531c8 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:03.595874 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:53:03.598518 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-b0394475-8f2c-4256-8c0b-b36a9f6a18f2 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948355 Nov 27 15:53:03.605025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Request body: {'port': {'device_id': '4b2076c2-c720-428c-a275-42c054ad8368', 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235', 'admin_state_up': True, 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:03.607425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f6ffc-75e3-4d59-ad1b-51b3f08af540 None None] Port 31361027-98ef-43d4-822f-45b561a056c4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:03.628810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3d21d8ea-34de-451f-86be-b1dd1886c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.631353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3d21d8ea-34de-451f-86be-b1dd1886c2ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.635084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3d21d8ea-34de-451f-86be-b1dd1886c2ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86386913-ff66-42aa-8ad7-cff689002ecc HTTP/1.1" status: 204 len: 168 time: 0.8315611 Nov 27 15:53:03.635454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.635454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:03.635454 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Floating IP 82877ba1-50e6-4707-a45a-b9d912a4f5d6 disassociated. External IP: 172.25.1.191, port: a343b077-3b06-451f-9075-b8d53f979416. Nov 27 15:53:03.635454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Calling delete_port for a343b077-3b06-451f-9075-b8d53f979416 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:03.736168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e120e62b-1579-4424-8ea2-d2a87374a3a5 req-05402a94-05ac-41d2-beac-aef69d2931d6 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464205 Nov 27 15:53:03.777199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b767-38d3-40e1-901c-ae3411e0dfed req-dd4966c5-8e20-48f6-b52f-800684a9526e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.778773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f755b767-38d3-40e1-901c-ae3411e0dfed req-dd4966c5-8e20-48f6-b52f-800684a9526e tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 931 time: 0.0789862 Nov 27 15:53:03.930583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f755b767-38d3-40e1-901c-ae3411e0dfed req-64035339-84ea-4b26-aa4d-e4104f1c9d65 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418936 Nov 27 15:53:03.978340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671c407-f9d7-4e88-bb27-263f934f25bf req-822348e7-2c65-448e-b2c4-2bfa5787b35b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:03.980177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a671c407-f9d7-4e88-bb27-263f934f25bf req-822348e7-2c65-448e-b2c4-2bfa5787b35b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.0997517 Nov 27 15:53:03.981644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:04.038870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event deleted for resources: {'Port': ['ID=a343b077-3b06-451f-9075-b8d53f979416,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:04.223130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21d8ea-34de-451f-86be-b1dd1886c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86386913-ff66-42aa-8ad7-cff689002ecc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:04.268289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-dd3f2578-68fa-46bb-b215-ad7fcbeaca8e service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596692 Nov 27 15:53:04.480364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a343b077-3b06-451f-9075-b8d53f979416 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:04.493097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Made reservation on behalf of 8e2c43658c2046808c35620dd62ab4a1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:04.499951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:04.538550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: a343b077-3b06-451f-9075-b8d53f979416 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:04.539410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a343b077-3b06-451f-9075-b8d53f979416 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:04.666890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a671c407-f9d7-4e88-bb27-263f934f25bf req-c826438f-e82e-41c1-a647-0a15cb4b461b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767139 Nov 27 15:53:04.690663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f6f34e5-5303-4d9a-a44d-8dc1a25f4d15 req-36059c1a-6bed-4cce-b9da-2d22d55bc5ec tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.1399572 Nov 27 15:53:04.777365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Allocated IP 19.86.0.225 (1d251df6-fcff-4c60-a62d-a81c3b3ee235/fa47c337-6caa-4492-8dc5-2ae2c82dd1fc/a10d1250-3927-437b-91f2-3849ef901c0c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:04.939438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Router 073f719a-64cc-488c-bdd0-acc52bc4cb49 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:04.964826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4750-0376-4324-8bfe-18cc8ed282c2 req-e48b5a92-5152-4f56-901c-a30b4d2abfc4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:04.966635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99ee4750-0376-4324-8bfe-18cc8ed282c2 req-e48b5a92-5152-4f56-901c-a30b4d2abfc4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1376061 Nov 27 15:53:05.069272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.145512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.182149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99ee4750-0376-4324-8bfe-18cc8ed282c2 req-dba01a69-8cb4-40b4-ae91-b0a2d5088023 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079973 Nov 27 15:53:05.204186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7dda7491-554a-4a12-bfe9-30d24860cbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.229923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df419c3-db6d-44e0-bfed-08891583b06f req-16114b85-30a4-4acf-a32d-f12edb5fd41b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:05.237815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8df419c3-db6d-44e0-bfed-08891583b06f req-16114b85-30a4-4acf-a32d-f12edb5fd41b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1615019 Nov 27 15:53:05.241925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:05.272092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event updated for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:05.299047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:05.303818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:05.307764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:05.310106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:05.328913 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] Sync routers for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:05.351747 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:05.352981 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:05.416253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:05.416892 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.446092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] No DVR routers for this DVR port a343b077-3b06-451f-9075-b8d53f979416 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:05.451649 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-1ee77325-7a30-4c24-9d8e-acc3b46aa548 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8507376 Nov 27 15:53:05.465763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Request body: {'port': {'device_id': '4b2076c2-c720-428c-a275-42c054ad8368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:05.482817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.486571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a8a7554-b9f3-471f-b81d-08345f760500 req-7451dee5-2852-4163-81da-306838e94d46 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.37 "DELETE /v2.0/ports/a343b077-3b06-451f-9075-b8d53f979416 HTTP/1.1" status: 204 len: 173 time: 3.2274234 Nov 27 15:53:05.488892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'name': 'network-vif-deleted', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:05.491402 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f84c0f-4dda-4339-bc5c-17ab961c9bcf" -d '{"events": [{"server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "name": "network-vif-deleted", "tag": "a343b077-3b06-451f-9075-b8d53f979416"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:05.497286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1904403973-network', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:05.551801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8df419c3-db6d-44e0-bfed-08891583b06f req-360749c2-2c6c-4080-bc30-20f99220fcf1 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782817 Nov 27 15:53:05.574072 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:05.602439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Made reservation on behalf of 30575d9b7f9a4b85ab58aa015159ed11 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:05.613992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.623159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.678401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf7a9-50ea-44cf-9596-c342c4bb348c req-e6e171a1-fa2e-4d83-8b18-b939c122bee0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:05.700981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf7a9-50ea-44cf-9596-c342c4bb348c req-e6e171a1-fa2e-4d83-8b18-b939c122bee0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:05.712716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e36cf7a9-50ea-44cf-9596-c342c4bb348c req-e6e171a1-fa2e-4d83-8b18-b939c122bee0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1654 time: 0.3446667 Nov 27 15:53:05.721204 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1887b8-9ef3-44b3-83d9-39d5f9f481d3 x-openstack-request-id: req-1a1887b8-9ef3-44b3-83d9-39d5f9f481d3 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:05.732208 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0cfdd5-0aec-4e90-9e9b-fcba8241e891", "name": "network-vif-deleted", "tag": "a343b077-3b06-451f-9075-b8d53f979416", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:05.733962 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a1887b8-9ef3-44b3-83d9-39d5f9f481d3 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:05.734488 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0cfdd5-0aec-4e90-9e9b-fcba8241e891', 'name': 'network-vif-deleted', 'tag': 'a343b077-3b06-451f-9075-b8d53f979416', 'status': 'completed', 'code': 200} Nov 27 15:53:05.740129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.874747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2d40370f-6178-4264-b4d0-28229700ac52 None None] Provisioning complete for port a10d1250-3927-437b-91f2-3849ef901c0c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:05.875785 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d40370f-6178-4264-b4d0-28229700ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:05.912681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f53ad23e-d8cc-4fdc-8c2e-80ed50efb63c req-a92e2747-8b7f-43dc-b8d4-8637ebd984dc tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0684805 Nov 27 15:53:05.915279 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:05.948852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e36cf7a9-50ea-44cf-9596-c342c4bb348c req-4d85116c-4bc5-463b-95db-7a6cb883523d tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114372 Nov 27 15:53:05.964733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2d40370f-6178-4264-b4d0-28229700ac52 None None] Port a10d1250-3927-437b-91f2-3849ef901c0c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:05.980726 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] Checking router: 073f719a-64cc-488c-bdd0-acc52bc4cb49 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:05.999745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:06.001865 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:52:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:06.088219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.103156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.243898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31361027-98ef-43d4-822f-45b561a056c4 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:06.274958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:53:06.283125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.296558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7357d1-23c0-4046-a681-d66b7ef653a9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:06.313035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Transition to ACTIVE for port object 31361027-98ef-43d4-822f-45b561a056c4 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:06.331629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.334958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.335432 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Added segment 3f2487ee-7bec-48b1-aea9-71212c789424 of type vlan for network 3788a99f-9835-4f60-80f2-3abc25370ac0 Nov 27 15:53:06.372666 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:06.382732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cc48-9222-486b-b493-cdada785022e req-422e2fa8-52ed-43fd-b3fe-40d181a0527e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:06.412106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c29cc48-9222-486b-b493-cdada785022e req-422e2fa8-52ed-43fd-b3fe-40d181a0527e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.2849281 Nov 27 15:53:06.428411 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Pushing event updated for resources: {'Port': ['ID=31361027-98ef-43d4-822f-45b561a056c4,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:06.536774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.620798 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.622434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:06.623031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.639111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Attempting to bind port 31361027-98ef-43d4-822f-45b561a056c4 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:06.639793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Attempting to bind port 31361027-98ef-43d4-822f-45b561a056c4 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:06.639793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Attempting to bind port 31361027-98ef-43d4-822f-45b561a056c4 on network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:06.645178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Port 31361027-98ef-43d4-822f-45b561a056c4 on network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:06.645527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Attempting to bind port 31361027-98ef-43d4-822f-45b561a056c4 on network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:06.661721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:06.662056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Checking segment: {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:06.662542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Bound using segment: {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:06.662972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Bound port: 31361027-98ef-43d4-822f-45b561a056c4, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963ffb94-8067-4265-914a-333e8bd28291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:06.663327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.756285 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:06.794234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] For port 31361027-98ef-43d4-822f-45b561a056c4, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:06.801177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5534244 Nov 27 15:53:06.810500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] For port 31361027-98ef-43d4-822f-45b561a056c4, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=31361027-98ef-43d4-822f-45b561a056c4,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:06.813439 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573ccf8-be09-4acd-8db4-f95739e5780a None None] The sync data for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 is: [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:39Z', 'revision_number': 4, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '07aa039f-98d9-4dd3-94d9-d8df8d4742c3', 'name': '', 'network_id': 'cd9acce6-4701-4a4e-90b6-9fcf5d61c051', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'mac_address': 'fa:16:3e:01:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '95374975-4618-4767-8314-4174c248f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:37Z', 'updated_at': '2021-11-27T15:49:44Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'subnets': [{'id': '95374975-4618-4767-8314-4174c248f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:06.817637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39042) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:06.830973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c29cc48-9222-486b-b493-cdada785022e req-c9223f7b-2c53-4688-a3db-e943aa030970 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073105 Nov 27 15:53:06.839334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Request body: {'subnet': {'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1904403973-subnet', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:06.852419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:06.928624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Pushing event updated for resources: {'Port': ['ID=31361027-98ef-43d4-822f-45b561a056c4,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:06.968061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d39d-7d50-4392-9444-686fa7433e9d req-de7fbd17-5e84-41ed-9084-ef5ad904653d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:06.969771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4961d39d-7d50-4392-9444-686fa7433e9d req-de7fbd17-5e84-41ed-9084-ef5ad904653d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.5110912 Nov 27 15:53:07.042582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Made reservation on behalf of 30575d9b7f9a4b85ab58aa015159ed11 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:07.045179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:07.078704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53c1f1-575c-4bcf-8e42-40f3d932202b admin admin] Pushing event updated for resources: {'Network': ['ID=3788a99f-9835-4f60-80f2-3abc25370ac0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:07.090412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:53:07.094896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:07.110990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:07.119237 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5506632e-3862-4d89-b544-fd301ad1d694 service neutron] 10.222.0.21 "PUT /v2.0/ports/31361027-98ef-43d4-822f-45b561a056c4 HTTP/1.1" status: 200 len: 1091 time: 1.6583266 Nov 27 15:53:07.119980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'tag': '31361027-98ef-43d4-822f-45b561a056c4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:07.124490 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a1c05b-00f1-492d-a0f8-00663c7f37f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "tag": "31361027-98ef-43d4-822f-45b561a056c4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:07.175817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Request body: {'port': {'device_id': '4b2076c2-c720-428c-a275-42c054ad8368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:07.285628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4961d39d-7d50-4392-9444-686fa7433e9d req-e4601857-9c2f-4f8d-b188-138d966d687a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876625 Nov 27 15:53:07.328878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f64359-526d-4d8d-925c-117a23088d98 req-9fcc3ea3-56a0-45f1-b5c5-15decade6f0d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:07.330407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:07.343518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3f64359-526d-4d8d-925c-117a23088d98 req-9fcc3ea3-56a0-45f1-b5c5-15decade6f0d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1781201 Nov 27 15:53:07.509369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3f64359-526d-4d8d-925c-117a23088d98 req-afc7ff54-5bf5-4aa4-aa56-350d23d6875e tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638470 Nov 27 15:53:07.522744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf315d-eeb1-4131-8e4b-61c023890fa8 None None] New status for floating IP 82877ba1-50e6-4707-a45a-b9d912a4f5d6: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:53:07.527631 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3bb615f-312f-4781-90ba-39fed6b5a4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:07.725655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27e93fc1-d4b6-493f-8542-b36785a10f2c req-62c03827-501e-428e-811c-ba0e190a3dc0 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0640156 Nov 27 15:53:07.793354 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76080975-d45e-4e96-8155-ff75a236bd2c x-openstack-request-id: req-76080975-d45e-4e96-8155-ff75a236bd2c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:07.793997 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "tag": "31361027-98ef-43d4-822f-45b561a056c4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:07.794225 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76080975-d45e-4e96-8155-ff75a236bd2c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:07.794457 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'tag': '31361027-98ef-43d4-822f-45b561a056c4', 'status': 'completed', 'code': 200} Nov 27 15:53:07.812710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:07.821011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bd720-6a0d-46c1-97ac-c70528a93c77 req-d5249b78-39b9-48de-ac82-1375b10bd881 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:07.829216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bd720-6a0d-46c1-97ac-c70528a93c77 req-d5249b78-39b9-48de-ac82-1375b10bd881 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:07.839119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-530bd720-6a0d-46c1-97ac-c70528a93c77 req-d5249b78-39b9-48de-ac82-1375b10bd881 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1666 time: 0.1099999 Nov 27 15:53:07.946396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-530bd720-6a0d-46c1-97ac-c70528a93c77 req-da4514f7-0d2d-4587-aeb9-04336596d481 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057415 Nov 27 15:53:07.959289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:08.074539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-07a00d81-f8d5-476c-96ed-742f1e871136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.074951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-07a00d81-f8d5-476c-96ed-742f1e871136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.076489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-07a00d81-f8d5-476c-96ed-742f1e871136 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1913 time: 0.1653476 Nov 27 15:53:08.090398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Checking segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:08.090803 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Network hostable DHCP agents. Network: 3788a99f-9835-4f60-80f2-3abc25370ac0, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:53:08.160098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a5051-8cbf-4540-8541-476a5bc0740a req-5f766239-ad68-4215-bdca-43e68f88966e tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.161922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ef5a5051-8cbf-4540-8541-476a5bc0740a req-5f766239-ad68-4215-bdca-43e68f88966e tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 946 time: 0.1036243 Nov 27 15:53:08.169805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884ff4a-9ba0-4385-b09f-dc64a2fa6284 req-5f98c6cb-0836-4d3c-b850-5c7f3755bd28 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.171514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e884ff4a-9ba0-4385-b09f-dc64a2fa6284 req-5f98c6cb-0836-4d3c-b850-5c7f3755bd28 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1242821 Nov 27 15:53:08.254279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-042a8606-504b-4729-86d2-61d5bd8b27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.254860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-042a8606-504b-4729-86d2-61d5bd8b27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.255326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-042a8606-504b-4729-86d2-61d5bd8b27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.256149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e884ff4a-9ba0-4385-b09f-dc64a2fa6284 req-3e8ccca7-52b2-475d-8865-8a856f91258e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Nov 27 15:53:08.257038 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-042a8606-504b-4729-86d2-61d5bd8b27b8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8e2c43658c2046808c35620dd62ab4a1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1690857 Nov 27 15:53:08.295396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ef5a5051-8cbf-4540-8541-476a5bc0740a req-359e744a-a1c1-4194-84ad-51efb62244e9 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145968 Nov 27 15:53:08.426028 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.440163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:53:08.466938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d1250-3927-437b-91f2-3849ef901c0c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:08.478097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3788a99f-9835-4f60-80f2-3abc25370ac0) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:08.483136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8441-52a0-4627-a109-b63d777e624e req-e9d1e502-77df-41f7-b9ac-eb9dde4f7fc3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.486772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.488214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbfd3c2-cf7e-4d56-975d-10fec0e016ac None None] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:08.508143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-128b8441-52a0-4627-a109-b63d777e624e req-e9d1e502-77df-41f7-b9ac-eb9dde4f7fc3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.0973039 Nov 27 15:53:08.510107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.510899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.528156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Transition to ACTIVE for port object a10d1250-3927-437b-91f2-3849ef901c0c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:08.544495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.657092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Pushing event updated for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:08.662015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-128b8441-52a0-4627-a109-b63d777e624e req-f81d8cba-9925-48e8-908b-5dc813641ba9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512096 Nov 27 15:53:08.695552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-13a854d4-8bca-4306-bcb8-0f9e9f00da69 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8767288 Nov 27 15:53:08.705747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:08.714670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:08.741846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c601c-0c16-4473-9031-9b1708cbf4c7 req-d0c692e1-6561-4814-a06f-866a0071c0c1 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.743980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d3c601c-0c16-4473-9031-9b1708cbf4c7 req-d0c692e1-6561-4814-a06f-866a0071c0c1 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0803170 Nov 27 15:53:08.762535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-bf5fa5ab-67bf-4d5c-a22c-6642fddf5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:08.779530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15a1c05b-00f1-492d-a0f8-00663c7f37f1 req-bf5fa5ab-67bf-4d5c-a22c-6642fddf5962 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5071948 Nov 27 15:53:08.800867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3788a99f-9835-4f60-80f2-3abc25370ac0', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:53:08.801798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.942791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.947530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:08.963893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d3c601c-0c16-4473-9031-9b1708cbf4c7 req-0d69b589-68ef-406c-93fd-5773b20d7b60 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130730 Nov 27 15:53:09.049376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de27289c-9939-48fb-8938-54d94104bf3a req-f9812187-caeb-48fe-b12f-238697cdb4d7 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0971808 Nov 27 15:53:09.152497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-3d7c31fd-9f91-48e5-b12f-97f7f9f4591b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:09.153693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Allocated IP 172.20.0.2 (3788a99f-9835-4f60-80f2-3abc25370ac0/22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c/1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:09.155003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-3d7c31fd-9f91-48e5-b12f-97f7f9f4591b tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 946 time: 0.1174307 Nov 27 15:53:09.182619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.280533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Attempting to bind port a10d1250-3927-437b-91f2-3849ef901c0c on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:09.281178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Attempting to bind port a10d1250-3927-437b-91f2-3849ef901c0c by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:09.281721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Attempting to bind port a10d1250-3927-437b-91f2-3849ef901c0c on network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:09.342647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Port a10d1250-3927-437b-91f2-3849ef901c0c on network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:09.342969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Attempting to bind port a10d1250-3927-437b-91f2-3849ef901c0c on network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:09.373790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:09.374561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Checking segment: {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:09.374964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Bound using segment: {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:09.375398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Bound port: a10d1250-3927-437b-91f2-3849ef901c0c, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:09.375754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.502652 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.516329 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.526627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41df14-379b-4dab-a48d-f83cc02a7097 req-1f1c5c9a-c995-40ec-a2d6-216203b33473 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:09.533444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41df14-379b-4dab-a48d-f83cc02a7097 req-1f1c5c9a-c995-40ec-a2d6-216203b33473 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:09.536291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f41df14-379b-4dab-a48d-f83cc02a7097 req-1f1c5c9a-c995-40ec-a2d6-216203b33473 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1678 time: 0.2393610 Nov 27 15:53:09.576797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:09.581963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:09.583559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Deleting port 38264885-85b2-4e4c-a700-d2bf3173e6f7 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:09.584856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.589897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:09.603155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Pushing event updated for resources: {'Port': ['ID=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:09.634792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa983-2867-4dcc-a7c8-a651e972e75b req-db8346aa-a008-4087-a7eb-1c87e1ad0c9b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:09.643074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-277aa983-2867-4dcc-a7c8-a651e972e75b req-db8346aa-a008-4087-a7eb-1c87e1ad0c9b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1813729 Nov 27 15:53:09.698545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f41df14-379b-4dab-a48d-f83cc02a7097 req-cacde545-98fd-40e8-b700-b64b7835f124 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529737 Nov 27 15:53:09.701253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:09.704725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a10d1250-3927-437b-91f2-3849ef901c0c,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:09.718016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Attempting to bind port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:09.719508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Attempting to bind port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:09.719879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Attempting to bind port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da on network 3788a99f-9835-4f60-80f2-3abc25370ac0 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:09.734872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:09.735434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Checking segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:09.736934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.739140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Bound using segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:09.739510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Bound port: 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:09.751246 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.772203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-277aa983-2867-4dcc-a7c8-a651e972e75b req-9910d72d-9854-4997-94c3-0b7a6539af2b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260552 Nov 27 15:53:09.782764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.811845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.817493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:09.818120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:09.819504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] 10.222.0.21 "PUT /v2.0/ports/a10d1250-3927-437b-91f2-3849ef901c0c HTTP/1.1" status: 200 len: 1092 time: 2.6483905 Nov 27 15:53:09.855793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:09.858747 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827ddd03-c4d6-4ccc-b8da-ff2db10df799" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:09.880527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] For port 38264885-85b2-4e4c-a700-d2bf3173e6f7, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=38264885-85b2-4e4c-a700-d2bf3173e6f7,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:09.881261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.025724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] For port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:10.030090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] For port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:10.036949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef938d2c-e339-4605-a746-ec514b27c852 req-c60c8fe5-aa39-4a73-8999-92f9bdc70ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.039364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.040688 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-c60c8fe5-aa39-4a73-8999-92f9bdc70ab5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1097 time: 0.5319691 Nov 27 15:53:10.172885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac57d4f-809b-413a-87f9-ed757d060902 req-0a3ffea3-d7d8-4d51-9677-6967640bc033 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.182279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aac57d4f-809b-413a-87f9-ed757d060902 req-0a3ffea3-d7d8-4d51-9677-6967640bc033 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 946 time: 0.2975473 Nov 27 15:53:10.183802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7d2dc-46dc-470d-94ed-413e8709af74 None None] Pushing event updated for resources: {'Port': ['ID=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:10.274414 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.286018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be86a-1002-4883-80b4-11706bc3f3bf service neutron] Pushing event updated for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:10.304986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-df19a69a-3bb6-4d33-a64b-a4aaa1a8c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.305588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-df19a69a-3bb6-4d33-a64b-a4aaa1a8c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.307046 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-df19a69a-3bb6-4d33-a64b-a4aaa1a8c48e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1980 time: 0.4080586 Nov 27 15:53:10.381079 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-4a301a9e-44a3-4e70-87e2-6308473e592e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=31361027-98ef-43d4-822f-45b561a056c4 HTTP/1.1" status: 200 len: 217 time: 0.0621781 Nov 27 15:53:10.407477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833fddf-d3a7-4d5f-8e6f-5940ef1ad3e0 req-55c0be9b-0c2c-4d4b-a8a2-aa343d3534d9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.415065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e833fddf-d3a7-4d5f-8e6f-5940ef1ad3e0 req-55c0be9b-0c2c-4d4b-a8a2-aa343d3534d9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.4076209 Nov 27 15:53:10.494216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-6253e8ee-77f4-455a-8f57-7af89438e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.495673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-6253e8ee-77f4-455a-8f57-7af89438e5a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=53e2a37a-f00c-4162-b523-1bd4abdac7ec HTTP/1.1" status: 200 len: 801 time: 0.1066194 Nov 27 15:53:10.545161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aac57d4f-809b-413a-87f9-ed757d060902 req-1facb07c-a206-465a-b6f8-331e37758c10 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups?id=125289b6-512e-4b57-8604-fa36d866176b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943711 Nov 27 15:53:10.601789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e833fddf-d3a7-4d5f-8e6f-5940ef1ad3e0 req-16181dd1-d25d-4f2d-887c-96bf6cffba57 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857779 Nov 27 15:53:10.621845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.625873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.629643 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Floating IP cd8db95c-71fd-440a-83e8-06453fe891ec disassociated. External IP: 172.25.1.197, port: 38264885-85b2-4e4c-a700-d2bf3173e6f7. Nov 27 15:53:10.631553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Calling delete_port for 38264885-85b2-4e4c-a700-d2bf3173e6f7 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:10.650471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:10.657056 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f85ca-9979-421e-8ea2-6b165a668989 x-openstack-request-id: req-238f85ca-9979-421e-8ea2-6b165a668989 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:10.657350 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:10.657633 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-238f85ca-9979-421e-8ea2-6b165a668989 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:10.658120 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c', 'status': 'completed', 'code': 200} Nov 27 15:53:10.674207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-f60f96e9-330f-4c9b-83af-5273c5cf54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.676229 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-f60f96e9-330f-4c9b-83af-5273c5cf54c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35ace2c2-3216-4dbd-a96d-4f58e2556e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386020 Nov 27 15:53:10.677249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef938d2c-e339-4605-a746-ec514b27c852 req-ecf0a496-edb6-45d9-a893-a044c4e945fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.678638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-ecf0a496-edb6-45d9-a893-a044c4e945fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.5894864 Nov 27 15:53:10.807912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:10.808666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.827205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1418a590-6b27-4cc7-b6db-16663f93acc3 req-17fdaeb5-8cf1-4d6e-845f-d4bb8f5c15c1 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0411949 Nov 27 15:53:10.856569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-cf31f779-4f4b-4e1d-9a69-644726a4a0c6 service neutron] 10.222.0.21 "GET /v2.0/networks/35ace2c2-3216-4dbd-a96d-4f58e2556e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645832 Nov 27 15:53:10.905707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a44b8-04e0-4ab6-9c42-24a1b7c7ea77 req-5757b76a-68b2-4ca4-8805-18736f268479 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:10.914961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-019a44b8-04e0-4ab6-9c42-24a1b7c7ea77 req-5757b76a-68b2-4ca4-8805-18736f268479 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1285517 Nov 27 15:53:10.965300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:10.991839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-019a44b8-04e0-4ab6-9c42-24a1b7c7ea77 req-3eb85eed-93f8-44d1-9092-f6b6b85f0d90 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713015 Nov 27 15:53:11.071142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:11.083262 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:11.158936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:11.191319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:11.225754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:11.340320 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-52ced839-c60e-4b55-a7ee-8dca538337e8 service neutron] 10.222.0.21 "GET /v2.0/networks/35ace2c2-3216-4dbd-a96d-4f58e2556e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538823 Nov 27 15:53:11.341758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:11.344862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-7a278f7e-3df3-49c2-9acb-b61f4f6d9917 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 1000 time: 0.6517704 Nov 27 15:53:11.353568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event deleted for resources: {'Port': ['ID=38264885-85b2-4e4c-a700-d2bf3173e6f7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:11.389732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04136e-3f88-47a2-b4c2-c1ee7a086be8 req-1ef240b5-f97e-4590-b0a7-456b2a26cd65 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:11.405984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04136e-3f88-47a2-b4c2-c1ee7a086be8 req-1ef240b5-f97e-4590-b0a7-456b2a26cd65 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:11.407600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc04136e-3f88-47a2-b4c2-c1ee7a086be8 req-1ef240b5-f97e-4590-b0a7-456b2a26cd65 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1678 time: 0.3041093 Nov 27 15:53:11.499368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-e2affe55-b61e-49c4-99cc-486d545be453 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=a10d1250-3927-437b-91f2-3849ef901c0c HTTP/1.1" status: 200 len: 217 time: 0.0821979 Nov 27 15:53:11.519737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:11.599059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6aace-dfb2-4ef8-b467-8521e30c772a req-caf4c6b2-d391-48f0-904a-fff1888456bc tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:11.600656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87d6aace-dfb2-4ef8-b467-8521e30c772a req-caf4c6b2-d391-48f0-904a-fff1888456bc tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.4185770 Nov 27 15:53:11.723254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87d6aace-dfb2-4ef8-b467-8521e30c772a req-88f9c289-06d7-4279-8d80-d031c0ef0d5c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095259 Nov 27 15:53:11.763183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc04136e-3f88-47a2-b4c2-c1ee7a086be8 req-a0da5d32-2690-485e-a4f0-313ab407b4c0 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950252 Nov 27 15:53:11.774283 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-f61a469b-bad3-4287-932e-a8b652422671 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2738729 Nov 27 15:53:11.788595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5c9b2a04-be24-4ac5-9a2d-0fc579e1c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:11.797118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-5c9b2a04-be24-4ac5-9a2d-0fc579e1c4a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa47c337-6caa-4492-8dc5-2ae2c82dd1fc HTTP/1.1" status: 200 len: 801 time: 0.2753770 Nov 27 15:53:11.798811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef938d2c-e339-4605-a746-ec514b27c852 req-37995b58-0498-4d69-b8d8-88eb7957dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:11.804663 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-37995b58-0498-4d69-b8d8-88eb7957dcbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.4045534 Nov 27 15:53:11.812624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Router b1552174-d592-4ade-8bd6-d7bc25ac5505 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:11.828602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a193a6f2-1f5c-4781-82cf-a4c9f4414df8 None None] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:12.084820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87720e2b-45a1-4647-a152-5adf414e5258 req-d1744acf-1e83-491e-b6d9-03810b4f4d28 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 210 time: 0.0592501 Nov 27 15:53:12.210261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-65c87263-ecd9-463f-800e-7cb70626895b None None] Provisioning complete for port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:12.211015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-65c87263-ecd9-463f-800e-7cb70626895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:12.246304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0440e46a-1b6c-4565-b0c3-f2a7de1aa798 req-7f643136-8b21-403c-901a-931b38e9d0a6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Nov 27 15:53:12.297353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf78ab-f6b0-41d9-9c92-2d9368890d0a req-836e5e80-4451-4bf7-95ef-6f11e7dfeeac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:12.312218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6cf78ab-f6b0-41d9-9c92-2d9368890d0a req-836e5e80-4451-4bf7-95ef-6f11e7dfeeac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.2966244 Nov 27 15:53:12.414740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:12.427445 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] Sync routers for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:12.450319 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:12.450963 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:12.500866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] No DVR routers for this DVR port 38264885-85b2-4e4c-a700-d2bf3173e6f7 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:12.515854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:12.520673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d60a2c-9d2b-4641-956d-18ce71ae682a req-151b7ba0-85ea-44be-968e-c9f048574572 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.37 "DELETE /v2.0/ports/38264885-85b2-4e4c-a700-d2bf3173e6f7 HTTP/1.1" status: 204 len: 173 time: 3.3551695 Nov 27 15:53:12.521170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'name': 'network-vif-deleted', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:12.530853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 38264885-85b2-4e4c-a700-d2bf3173e6f7 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:12.535533 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e65a191-5f3a-451a-875a-54bda5b557d6" -d '{"events": [{"server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "name": "network-vif-deleted", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:12.582399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 38264885-85b2-4e4c-a700-d2bf3173e6f7 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:12.583041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 38264885-85b2-4e4c-a700-d2bf3173e6f7 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:12.585141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6cf78ab-f6b0-41d9-9c92-2d9368890d0a req-b154efa6-3fcb-41d4-abed-5879942b2293 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702365 Nov 27 15:53:12.633990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f75dd-586f-4908-8528-e5931850e5d5 req-88842cb4-e250-4f34-80a8-b33ab719388b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:12.639027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd6f75dd-586f-4908-8528-e5931850e5d5 req-88842cb4-e250-4f34-80a8-b33ab719388b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.2685728 Nov 27 15:53:12.661475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:12.725665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef938d2c-e339-4605-a746-ec514b27c852 req-1865e569-2b28-4750-b5f6-c31bf8d4f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:12.728909 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-1865e569-2b28-4750-b5f6-c31bf8d4f5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8729784 Nov 27 15:53:12.755855 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:12.819583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd6f75dd-586f-4908-8528-e5931850e5d5 req-08fd7af0-ca30-4850-9c96-11ac4460bd7a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722379 Nov 27 15:53:12.822812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:12.823300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:12.881956 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d24b45-d9e3-4a33-b610-8976060260fa x-openstack-request-id: req-73d24b45-d9e3-4a33-b610-8976060260fa {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:12.882245 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbfbdd5-fe8f-4253-b239-09250d6ba587", "name": "network-vif-deleted", "tag": "38264885-85b2-4e4c-a700-d2bf3173e6f7", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:12.882502 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73d24b45-d9e3-4a33-b610-8976060260fa {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:12.882912 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbfbdd5-fe8f-4253-b239-09250d6ba587', 'name': 'network-vif-deleted', 'tag': '38264885-85b2-4e4c-a700-d2bf3173e6f7', 'status': 'completed', 'code': 200} Nov 27 15:53:12.941035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ff0910c2-5e48-40b4-a1b2-637f87f9a2a1 None None] Provisioning complete for port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:12.941752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff0910c2-5e48-40b4-a1b2-637f87f9a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:12.944458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Allocated IP 172.25.1.131 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/57a38227-2b03-4634-9ddc-5fa5f4882c9f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:13.085771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:13.090063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b97dc9-8a9b-4f7b-9925-ae19defc6001 req-2333c274-0026-4d30-a6fb-ea238da53fb9 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.100656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90b97dc9-8a9b-4f7b-9925-ae19defc6001 req-2333c274-0026-4d30-a6fb-ea238da53fb9 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1331859 Nov 27 15:53:13.131747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-6ef7e026-ad6d-458a-9c67-46704c44cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.134504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-6ef7e026-ad6d-458a-9c67-46704c44cd9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1095 time: 1.2900476 Nov 27 15:53:13.155025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-c03b763d-7035-421c-b25c-533fa7b3b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.156811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-c03b763d-7035-421c-b25c-533fa7b3b6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d251df6-fcff-4c60-a62d-a81c3b3ee235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3430898 Nov 27 15:53:13.159417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:13.217710 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:13.280520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] Checking router: b1552174-d592-4ade-8bd6-d7bc25ac5505 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:13.285393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:13.299074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:13.304306 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:13.308364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:13.310280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:13.354655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b994b49-cc59-4d2b-8cca-d9fd67f77a99 req-a31e3dfc-3c03-4eb0-be6f-38c372eb83de tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.361132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b994b49-cc59-4d2b-8cca-d9fd67f77a99 req-a31e3dfc-3c03-4eb0-be6f-38c372eb83de tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.375025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b994b49-cc59-4d2b-8cca-d9fd67f77a99 req-a31e3dfc-3c03-4eb0-be6f-38c372eb83de tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1678 time: 0.2551975 Nov 27 15:53:13.430663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90b97dc9-8a9b-4f7b-9925-ae19defc6001 req-bae51f96-2cdd-4375-9368-32eac0b528a3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264883 Nov 27 15:53:13.473365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Pushing event updated for resources: {'Port': ['ID=57a38227-2b03-4634-9ddc-5fa5f4882c9f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:13.551460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b994b49-cc59-4d2b-8cca-d9fd67f77a99 req-8ebbfdad-e75c-43ad-99ae-7b423c2bf5c5 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652868 Nov 27 15:53:13.554792 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:13.671630 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-d11d5cf9-06df-4e53-8bd5-1d37ef98eb72 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9193180 Nov 27 15:53:13.716333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f43db335-1977-4ad6-bca6-2c30c9bb7eb6 req-6d5888df-2e49-4ff5-901b-78a0f2b71ac0 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dbfbdd5-fe8f-4253-b239-09250d6ba587 HTTP/1.1" status: 200 len: 210 time: 0.0598295 Nov 27 15:53:13.797152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-420b90cf-78cf-4da1-890f-bda9f78f5084 req-cf4b1404-fd71-4dd3-ae50-d7f54ab1be27 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.0785904 Nov 27 15:53:13.903153 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-ec92129d-3594-4f34-8d1d-a01c8a918fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294707 Nov 27 15:53:13.914939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-8b3ac135-8f11-46cf-b0ff-ea4340620bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.918657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-8b3ac135-8f11-46cf-b0ff-ea4340620bd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.7427661 Nov 27 15:53:13.924309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285d339-7558-4517-a94d-0608fed69e7f req-95e72700-b647-408e-95b9-bc497d371aea tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:13.925913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2285d339-7558-4517-a94d-0608fed69e7f req-95e72700-b647-408e-95b9-bc497d371aea tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.0940368 Nov 27 15:53:14.005261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2285d339-7558-4517-a94d-0608fed69e7f req-a694ce32-6d89-495c-90dd-ea7700a3f7c8 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576897 Nov 27 15:53:14.118041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f94146-954d-4ef4-ba39-47e7b6289ca0 req-51c419bd-1c92-4f07-ab1e-5eabf2231d23 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:14.119589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43f94146-954d-4ef4-ba39-47e7b6289ca0 req-51c419bd-1c92-4f07-ab1e-5eabf2231d23 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0972102 Nov 27 15:53:14.127368 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:14.160191 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd515828-eafe-4fc6-856b-ae316c83c6bd None None] The sync data for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 is: [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:50:54Z', 'revision_number': 4, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3088f10a-d2b9-4b15-a6b6-73bacce075fa', 'name': '', 'network_id': '982e793e-3494-49b6-b29b-8fa2c102e4f9', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'mac_address': 'fa:16:3e:18:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '55132449-9823-417a-bb71-932bd7401b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:53Z', 'updated_at': '2021-11-27T15:51:00Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'subnets': [{'id': '55132449-9823-417a-bb71-932bd7401b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:14.182206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:14.191416 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ef938d2c-e339-4605-a746-ec514b27c852 req-66a53669-7371-4133-bcf1-b9a0ff53c750 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027134 Nov 27 15:53:14.219037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43f94146-954d-4ef4-ba39-47e7b6289ca0 req-5cab7b91-65c2-4f28-9bcd-bac54157b0ca tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912719 Nov 27 15:53:14.253331 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-0db38c00-5e66-4b3e-a2b2-3b8b0fd19b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.2304146 Nov 27 15:53:14.414876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-4715faf5-0499-44cc-8277-a29dae9a1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:14.416255 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-4715faf5-0499-44cc-8277-a29dae9a1d67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1519446 Nov 27 15:53:14.554796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:14.579667 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fb40430-93eb-4cc6-8cf9-ca0482867840 req-d43c2102-4537-4e96-bb1a-89bbf824e57d service neutron] 10.222.0.21 "GET /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565959 Nov 27 15:53:14.649889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-e2d21a80-9ea9-4aec-a0d0-4177433ea9ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873246 Nov 27 15:53:14.659251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae178d0-6d1c-4a7e-b16f-e6c44a9857f8 None None] New status for floating IP cd8db95c-71fd-440a-83e8-06453fe891ec: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:53:14.691571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e7def-720a-4d51-86b4-d242aae18e76 req-868309c2-3263-491a-bba4-7d534b1781c7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:14.701878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-553e7def-720a-4d51-86b4-d242aae18e76 req-868309c2-3263-491a-bba4-7d534b1781c7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1466575 Nov 27 15:53:14.814010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-553e7def-720a-4d51-86b4-d242aae18e76 req-c47022d1-a46b-4a9c-b289-bd44cfa66166 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094952 Nov 27 15:53:14.835552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072d5d-2dc6-4581-b243-88c25b99573a req-917c0fe8-6c86-4f32-a55c-beaff8266ed4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:14.843503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072d5d-2dc6-4581-b243-88c25b99573a req-917c0fe8-6c86-4f32-a55c-beaff8266ed4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:14.856858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85072d5d-2dc6-4581-b243-88c25b99573a req-917c0fe8-6c86-4f32-a55c-beaff8266ed4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1678 time: 0.1465886 Nov 27 15:53:14.926776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85072d5d-2dc6-4581-b243-88c25b99573a req-55cfb0ff-ac9f-4a03-aed6-b4eb036d99ef tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688169 Nov 27 15:53:15.044046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39138) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:15.147421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-22339147-374b-4225-9327-32d20753daf5 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579427 Nov 27 15:53:15.240240 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4259e44e-0949-42c0-bcb0-04233dfbb95f req-82b652fd-af11-4b09-89c5-0fd3aa993ff8 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cfdd5-0aec-4e90-9e9b-fcba8241e891 HTTP/1.1" status: 200 len: 210 time: 0.1155808 Nov 27 15:53:15.306046 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cfb441f-e821-4501-ad3e-92716d700717 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:15.347487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cfb441f-e821-4501-ad3e-92716d700717 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:15.367454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b852249-2277-49e2-8b79-736fe108a20f req-ac9c54c3-c071-4112-a59a-fe16881c4d79 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:15.376486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b852249-2277-49e2-8b79-736fe108a20f req-ac9c54c3-c071-4112-a59a-fe16881c4d79 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1391613 Nov 27 15:53:15.394732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-c6f621a7-10e6-4938-826b-9943c47c7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:15.395303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-c6f621a7-10e6-4938-826b-9943c47c7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:15.396734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-c6f621a7-10e6-4938-826b-9943c47c7742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2c43658c2046808c35620dd62ab4a1&device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1980 time: 0.7454641 Nov 27 15:53:15.479731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fb20e3ab-d259-4a81-b140-d44cba8fa12c req-59394136-ad90-48a9-bad5-966b23c92f71 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435842 Nov 27 15:53:15.520703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b852249-2277-49e2-8b79-736fe108a20f req-caf61f27-1fee-41a5-98c0-9185cac1b8d7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428514 Nov 27 15:53:15.554177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed12461-c644-46fc-8f89-c1f99981428b req-9d2b5d15-4ca8-4e84-9a97-672edf6824fa tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:15.562361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ed12461-c644-46fc-8f89-c1f99981428b req-9d2b5d15-4ca8-4e84-9a97-672edf6824fa tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.2175679 Nov 27 15:53:15.615003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cfb441f-e821-4501-ad3e-92716d700717 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:15.622044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cfb441f-e821-4501-ad3e-92716d700717 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:15.629671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4cfb441f-e821-4501-ad3e-92716d700717 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "DELETE /v2.0/security-groups/125289b6-512e-4b57-8604-fa36d866176b HTTP/1.1" status: 204 len: 168 time: 0.5843422 Nov 27 15:53:15.641709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39142) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:15.682294 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-9c29b95f-0858-4bcc-a911-b490e86b029a tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] show failed (client error): The resource could not be found. Nov 27 15:53:15.682294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9c29b95f-0858-4bcc-a911-b490e86b029a tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "GET /v2.0/security-groups/125289b6-512e-4b57-8604-fa36d866176b HTTP/1.1" status: 404 len: 347 time: 0.0390372 Nov 27 15:53:15.683702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Router 1db2d08f-bd6c-401e-b362-3985a9c855ef is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:53:15.684304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ed12461-c644-46fc-8f89-c1f99981428b req-3d6c8ffe-d62e-4769-9e8e-bea8fad7f111 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026533 Nov 27 15:53:15.685067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39144) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:15.686803 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-24e88280-49ad-43e0-a262-0020924ff19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:15.688414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-24e88280-49ad-43e0-a262-0020924ff19a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d251df6-fcff-4c60-a62d-a81c3b3ee235 HTTP/1.1" status: 200 len: 903 time: 0.2817006 Nov 27 15:53:15.699040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb441f-e821-4501-ad3e-92716d700717 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125289b6-512e-4b57-8604-fa36d866176b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:15.814783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-728e1b11-6125-4677-9d4c-16d891e13a45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=a10d1250-3927-437b-91f2-3849ef901c0c HTTP/1.1" status: 200 len: 217 time: 0.1143126 Nov 27 15:53:15.896537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Deleting port 65083214-61d4-4baa-a59a-7479385f6bc0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:15.898841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:15.995784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-37fe749d-97ac-4780-ada9-3da2b57ca269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:16.003790 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-37fe749d-97ac-4780-ada9-3da2b57ca269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa47c337-6caa-4492-8dc5-2ae2c82dd1fc HTTP/1.1" status: 200 len: 801 time: 0.1730456 Nov 27 15:53:16.026374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:16.026739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:16.039107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:16.043222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Calling delete_port for 65083214-61d4-4baa-a59a-7479385f6bc0 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:16.053091 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Sync routers for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:16.073113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:16.079024 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:16.121659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:16.123722 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e51d91f-d8ac-4405-afbf-14cf1f70133d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.4170601 Nov 27 15:53:16.127274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-79d6dfcd-d54f-4cc5-8026-5fff7338f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:16.129084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-79d6dfcd-d54f-4cc5-8026-5fff7338f406 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d251df6-fcff-4c60-a62d-a81c3b3ee235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181467 Nov 27 15:53:16.129658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39150) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:16.351023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:16.399422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Pushing event deleted for resources: {'Port': ['ID=65083214-61d4-4baa-a59a-7479385f6bc0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:16.421845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180a630-e64d-4981-b20d-1f31c7173b3f req-861d59c4-69ca-4b7c-bd82-5b5dac102203 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:16.430182 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:16.431444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180a630-e64d-4981-b20d-1f31c7173b3f req-861d59c4-69ca-4b7c-bd82-5b5dac102203 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:16.444718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c180a630-e64d-4981-b20d-1f31c7173b3f req-861d59c4-69ca-4b7c-bd82-5b5dac102203 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1678 time: 0.3343418 Nov 27 15:53:16.558291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190abc0e-a55a-4143-894d-ad848d4cfe94 req-97bd9a37-911a-48e4-a25b-1ce044e331e6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:16.564260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-190abc0e-a55a-4143-894d-ad848d4cfe94 req-97bd9a37-911a-48e4-a25b-1ce044e331e6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.4525952 Nov 27 15:53:16.678076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c180a630-e64d-4981-b20d-1f31c7173b3f req-96e2a653-ef68-4329-a21c-ce39c38e7e34 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163222 Nov 27 15:53:16.780745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:16.788316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:16.791080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18fa2f66-146b-4e10-8f99-e6bcc4824552 tempest-ServersTestFqdnHostnames-1816430240 tempest-ServersTestFqdnHostnames-1816430240-project] 10.222.0.15 "DELETE /v2.0/floatingips/cd8db95c-71fd-440a-83e8-06453fe891ec HTTP/1.1" status: 204 len: 168 time: 1.0989645 Nov 27 15:53:16.796538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39160) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:16.890801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-190abc0e-a55a-4143-894d-ad848d4cfe94 req-7a351317-383d-40d6-8607-43e441beaedb tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447419 Nov 27 15:53:17.077234 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-71806b24-a79a-4e2d-b097-a2d4c647cf22 service neutron] 10.222.0.21 "GET /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9000156 Nov 27 15:53:17.096580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a10d1250-3927-437b-91f2-3849ef901c0c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:17.100476 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:13Z', 'revision_number': 3, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:17.162402 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Checking router: 1db2d08f-bd6c-401e-b362-3985a9c855ef for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:17.162924 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Updating router 1db2d08f-bd6c-401e-b362-3985a9c855ef port 57a38227-2b03-4634-9ddc-5fa5f4882c9f binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:53:17.217270 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.243546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a10d1250-3927-437b-91f2-3849ef901c0c,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:17.247149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ae50a-0cdd-4c2a-8fa2-4a37d5222ef5 req-ee346c05-0de5-43bf-97f2-417a740a21e7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:17.258961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae5ae50a-0cdd-4c2a-8fa2-4a37d5222ef5 req-ee346c05-0de5-43bf-97f2-417a740a21e7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.2229428 Nov 27 15:53:17.261826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'a10d1250-3927-437b-91f2-3849ef901c0c', 'network_id': '1d251df6-fcff-4c60-a62d-a81c3b3ee235', 'port_id': 'a10d1250-3927-437b-91f2-3849ef901c0c', 'mac_address': 'fa:16:3e:6e:8a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47c337-6caa-4492-8dc5-2ae2c82dd1fc', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:17.275024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4efcb0-91dd-40f3-81a3-65b495ec0dc3 req-eedc89fb-bbae-461a-a16b-91e32936be21 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:17.284019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd4efcb0-91dd-40f3-81a3-65b495ec0dc3 req-eedc89fb-bbae-461a-a16b-91e32936be21 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.2680905 Nov 27 15:53:17.312964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.337454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d1250-3927-437b-91f2-3849ef901c0c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:17.376018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a10d1250-3927-437b-91f2-3849ef901c0c,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:17.386629 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.387872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 31361027-98ef-43d4-822f-45b561a056c4 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:17.570693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:17.600717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 31361027-98ef-43d4-822f-45b561a056c4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=31361027-98ef-43d4-822f-45b561a056c4,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:17.619693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '31361027-98ef-43d4-822f-45b561a056c4', 'network_id': '35ace2c2-3216-4dbd-a96d-4f58e2556e95', 'port_id': '31361027-98ef-43d4-822f-45b561a056c4', 'mac_address': 'fa:16:3e:f3:ec:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e2a37a-f00c-4162-b523-1bd4abdac7ec', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:17.745760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.767903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31361027-98ef-43d4-822f-45b561a056c4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:17.795228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 31361027-98ef-43d4-822f-45b561a056c4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=31361027-98ef-43d4-822f-45b561a056c4,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:17.803997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.872257 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.883730 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:17.889484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=31361027-98ef-43d4-822f-45b561a056c4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:17.914310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd4efcb0-91dd-40f3-81a3-65b495ec0dc3 req-3a0a8245-f12f-4726-a35a-f9d1c74002db tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6294510 Nov 27 15:53:17.954764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-827ddd03-c4d6-4ccc-b8da-ff2db10df799 req-d5b386d0-7ec8-4b94-a343-fc5dd819277d service neutron] 10.222.0.21 "GET /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513432 Nov 27 15:53:17.965823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae5ae50a-0cdd-4c2a-8fa2-4a37d5222ef5 req-80d91e4a-049d-4fb0-b33d-5eaa8ce1bea8 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004712 Nov 27 15:53:17.990932 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Pushing event updated for resources: {'Port': ['ID=57a38227-2b03-4634-9ddc-5fa5f4882c9f,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:18.037189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39172) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:18.037880 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.038522 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.039094 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.039676 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.040238 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.040812 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.041463 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.042206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.043096 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.043682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.044612 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.045282 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:18.060860 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Attempting to bind port 57a38227-2b03-4634-9ddc-5fa5f4882c9f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:18.062154 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Attempting to bind port 57a38227-2b03-4634-9ddc-5fa5f4882c9f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:18.063657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Attempting to bind port 57a38227-2b03-4634-9ddc-5fa5f4882c9f on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:18.072217 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:18.073915 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:18.076594 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.078556 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:18.079345 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Bound port: 57a38227-2b03-4634-9ddc-5fa5f4882c9f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:18.079898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['a10d1250-3927-437b-91f2-3849ef901c0c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:18.080631 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.169586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bb3b-1e26-48f6-a5d5-782bb2a9ff23 req-cd10f442-e989-471e-9851-4dd95b6e78d2 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:18.196807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bb3b-1e26-48f6-a5d5-782bb2a9ff23 req-cd10f442-e989-471e-9851-4dd95b6e78d2 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:18.213860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99c9bb3b-1e26-48f6-a5d5-782bb2a9ff23 req-cd10f442-e989-471e-9851-4dd95b6e78d2 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1680 time: 0.1388457 Nov 27 15:53:18.258469 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] For port 57a38227-2b03-4634-9ddc-5fa5f4882c9f, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:18.269087 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] For port 57a38227-2b03-4634-9ddc-5fa5f4882c9f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=57a38227-2b03-4634-9ddc-5fa5f4882c9f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:18.285071 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.312857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fa5bafa-2a56-4bf3-8c7f-9c4dac94a2c6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.354903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.374123 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:18.376752 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:18.423433 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b669e-9e24-4cf1-bd61-6f14d3972e92 None None] Pushing event updated for resources: {'Port': ['ID=57a38227-2b03-4634-9ddc-5fa5f4882c9f,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:18.489723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99c9bb3b-1e26-48f6-a5d5-782bb2a9ff23 req-afa5ccb8-e8ec-4c6b-9d60-98961fdbfdbb tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702575 Nov 27 15:53:18.523155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fa5bafa-2a56-4bf3-8c7f-9c4dac94a2c6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.608756 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:18.615763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.618710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba155-fbfe-4256-8eea-8b78ab445c1a req-7f44dc7d-13f7-4301-9856-ba9ca7dad4e5 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:18.620249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ceeba155-fbfe-4256-8eea-8b78ab445c1a req-7f44dc7d-13f7-4301-9856-ba9ca7dad4e5 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.3280475 Nov 27 15:53:18.753057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fa5bafa-2a56-4bf3-8c7f-9c4dac94a2c6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.755870 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fa5bafa-2a56-4bf3-8c7f-9c4dac94a2c6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:18.757016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5fa5bafa-2a56-4bf3-8c7f-9c4dac94a2c6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "DELETE /v2.0/security-groups/03b83972-4e46-45d7-bab6-563305aa6afe HTTP/1.1" status: 204 len: 168 time: 0.7188156 Nov 27 15:53:18.766422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39176) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:18.793723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ceeba155-fbfe-4256-8eea-8b78ab445c1a req-ea45798a-3fa3-4753-b9b1-355ecc1026ec tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478901 Nov 27 15:53:18.804336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5bafa-2a56-4bf3-8c7f-9c4dac94a2c6 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b83972-4e46-45d7-bab6-563305aa6afe,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:18.805063 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-84e52493-67f3-486a-bdf8-c5c8741119cf tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] show failed (client error): The resource could not be found. Nov 27 15:53:18.809018 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84e52493-67f3-486a-bdf8-c5c8741119cf tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "GET /v2.0/security-groups/03b83972-4e46-45d7-bab6-563305aa6afe HTTP/1.1" status: 404 len: 347 time: 0.0397465 Nov 27 15:53:18.815294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:18.941167 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:13Z', 'revision_number': 3, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:18.944677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca15ed-4915-4a79-8efc-e24042b681a4 req-47336f6b-9f9c-4e07-ba98-e4520f0a689d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:18.953049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1ca15ed-4915-4a79-8efc-e24042b681a4 req-47336f6b-9f9c-4e07-ba98-e4520f0a689d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.0888424 Nov 27 15:53:19.012558 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c9d7cc-c5e1-485c-9447-e9b483d218bd None None] The sync data for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 is: [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:13Z', 'revision_number': 3, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:19.038266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Allocated IP 172.20.0.1 (3788a99f-9835-4f60-80f2-3abc25370ac0/22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c/f001940d-ddf9-48d3-a4a4-c1ce4fd617bf) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:19.089390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1ca15ed-4915-4a79-8efc-e24042b681a4 req-2f67c703-846f-4d37-9039-d2738c9091ec tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291859 Nov 27 15:53:19.101656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a10d1250-3927-437b-91f2-3849ef901c0c up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:19.125335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3290-2c02-45a4-8974-5cf187a5666a req-e769699e-4099-4418-a5a3-6459ba6e4d07 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:19.152955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d7c3290-2c02-45a4-8974-5cf187a5666a req-e769699e-4099-4418-a5a3-6459ba6e4d07 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1079516 Nov 27 15:53:19.183674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['31361027-98ef-43d4-822f-45b561a056c4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:19.250533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d7c3290-2c02-45a4-8974-5cf187a5666a req-5f839754-4c39-4db9-a912-d8258d53e52a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965581 Nov 27 15:53:19.353351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port a10d1250-3927-437b-91f2-3849ef901c0c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:19.366098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port a10d1250-3927-437b-91f2-3849ef901c0c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:19.366483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.394571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.463162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Deleting port 7623ae5a-0aaf-443d-bafb-3091e6021812 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:19.463683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.559214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.576467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Deleting port 3088f10a-d2b9-4b15-a6b6-73bacce075fa {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:19.576846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.713046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:19.725616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba612c-929c-4a23-932d-4a836e4b729d req-b9c08b10-778e-4788-ae67-2a336c418f41 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:19.734520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba612c-929c-4a23-932d-4a836e4b729d req-b9c08b10-778e-4788-ae67-2a336c418f41 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:19.744939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21ba612c-929c-4a23-932d-4a836e4b729d req-b9c08b10-778e-4788-ae67-2a336c418f41 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1680 time: 0.0837100 Nov 27 15:53:19.767386 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.829029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:19.832753 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a953b-fd7c-495a-b7bd-e9085d9d9124" -d '{"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-plugged", "status": "completed", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:19.865780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.866124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.880947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Calling delete_port for 7623ae5a-0aaf-443d-bafb-3091e6021812 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:19.882237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21ba612c-929c-4a23-932d-4a836e4b729d req-3b22ee4c-87b9-4e08-80f3-e72062e6194a tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308715 Nov 27 15:53:19.884208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a10d1250-3927-437b-91f2-3849ef901c0c,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:19.897733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:19.963218 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33bee72-0998-440f-81d7-abc636b93926 x-openstack-request-id: req-f33bee72-0998-440f-81d7-abc636b93926 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:19.963991 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-plugged", "status": "completed", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:19.964318 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f33bee72-0998-440f-81d7-abc636b93926 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:19.964793 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c', 'code': 200} Nov 27 15:53:19.983644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:20.041362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ded3-cce4-4051-8a6f-630fa3230247 req-b0e326bc-e56f-4ea0-8c32-52e3b1aa9f4f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:20.043079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df4ded3-cce4-4051-8a6f-630fa3230247 req-b0e326bc-e56f-4ea0-8c32-52e3b1aa9f4f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1175957 Nov 27 15:53:20.111084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:20.114816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Pushing event updated for resources: {'Port': ['ID=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:20.119645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:20.137802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.210067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df4ded3-cce4-4051-8a6f-630fa3230247 req-7e9c9653-a8bf-4b95-898e-a2020e94330d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595852 Nov 27 15:53:20.249104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.363771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a9f56-22e3-4944-964c-737648e48868 req-cbae5371-6e24-4a13-a027-d80df7afcbb4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:20.378728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871a9f56-22e3-4944-964c-737648e48868 req-cbae5371-6e24-4a13-a027-d80df7afcbb4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.1225386 Nov 27 15:53:20.454981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Pushing event deleted for resources: {'Port': ['ID=7623ae5a-0aaf-443d-bafb-3091e6021812,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:20.522135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f377532-fef9-4c10-b07f-d455d7db5dbd req-b9d224e8-83df-4154-9efa-c73496005968 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:20.525974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f377532-fef9-4c10-b07f-d455d7db5dbd req-b9d224e8-83df-4154-9efa-c73496005968 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1393096 Nov 27 15:53:20.548219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871a9f56-22e3-4944-964c-737648e48868 req-eb6b351d-6696-4855-88ab-d14649cfcb3d tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684747 Nov 27 15:53:20.597507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-67c34d34-dd15-4dd4-a302-ce8992ed05f4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:20.598933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-67c34d34-dd15-4dd4-a302-ce8992ed05f4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.4767113 Nov 27 15:53:20.608129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.610724 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.611913 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-15bc00e5-8ee3-4f40-850d-05c12eeaa270 tempest-ServersTestBootFromVolume-158395933 tempest-ServersTestBootFromVolume-158395933-project] 10.222.0.15 "DELETE /v2.0/floatingips/82877ba1-50e6-4707-a45a-b9d912a4f5d6 HTTP/1.1" status: 204 len: 168 time: 1.7951717 Nov 27 15:53:20.618738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:20.694793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-19f6e840-583b-450d-9752-9e3bcd72bd96 None None] Provisioning complete for port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:20.695335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19f6e840-583b-450d-9752-9e3bcd72bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.724055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] For port 3088f10a-d2b9-4b15-a6b6-73bacce075fa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3088f10a-d2b9-4b15-a6b6-73bacce075fa,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:20.724422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.735898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 57a38227-2b03-4634-9ddc-5fa5f4882c9f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:20.745982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f377532-fef9-4c10-b07f-d455d7db5dbd req-517f6392-f668-48a8-9190-49fa3d6b8427 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880515 Nov 27 15:53:20.784458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-19f6e840-583b-450d-9752-9e3bcd72bd96 None None] Port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:20.822490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Calling delete_port for 3088f10a-d2b9-4b15-a6b6-73bacce075fa owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:20.831156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 57a38227-2b03-4634-9ddc-5fa5f4882c9f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:20.831603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:20.886649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Deleting port ad04a12c-e3f7-4114-a483-86a9bcc0084c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:20.886980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.025564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.069939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.114111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 57a38227-2b03-4634-9ddc-5fa5f4882c9f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=57a38227-2b03-4634-9ddc-5fa5f4882c9f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:21.118980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 31361027-98ef-43d4-822f-45b561a056c4 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:21.192811 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.339268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=57a38227-2b03-4634-9ddc-5fa5f4882c9f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:21.343751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 31361027-98ef-43d4-822f-45b561a056c4 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:21.349967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 31361027-98ef-43d4-822f-45b561a056c4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:21.350527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.380099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef901f5-7270-4ec1-9d48-2fa190be6e7b req-1aa7b840-3913-4756-8584-553fc9344913 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:21.386760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef901f5-7270-4ec1-9d48-2fa190be6e7b req-1aa7b840-3913-4756-8584-553fc9344913 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:21.388478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ef901f5-7270-4ec1-9d48-2fa190be6e7b req-1aa7b840-3913-4756-8584-553fc9344913 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1681 time: 0.3195703 Nov 27 15:53:21.462728 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.508307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 31361027-98ef-43d4-822f-45b561a056c4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=31361027-98ef-43d4-822f-45b561a056c4,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:21.519206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.617913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=31361027-98ef-43d4-822f-45b561a056c4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:21.634492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ceec5-e8b5-4ce0-a252-5169e8cb677e req-401d97bb-6b60-4bed-989e-6cd18c3b982e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:21.636055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce0ceec5-e8b5-4ce0-a252-5169e8cb677e req-401d97bb-6b60-4bed-989e-6cd18c3b982e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.2970281 Nov 27 15:53:21.646296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ef901f5-7270-4ec1-9d48-2fa190be6e7b req-ba2bda7e-cdaa-4ad9-91c1-412cd60a4e36 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384095 Nov 27 15:53:21.746701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.868986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce0ceec5-e8b5-4ce0-a252-5169e8cb677e req-51be42ac-0438-4da0-ad21-1ebcf4002762 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102251 Nov 27 15:53:21.901735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:21.965803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31361027-98ef-43d4-822f-45b561a056c4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:21.969005 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420cfc3e-eb23-41ee-8afd-2f4f3cd873e8" -d '{"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-plugged", "status": "completed", "tag": "31361027-98ef-43d4-822f-45b561a056c4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:22.087316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] For port ad04a12c-e3f7-4114-a483-86a9bcc0084c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ad04a12c-e3f7-4114-a483-86a9bcc0084c,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:22.089778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.122277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Calling delete_port for ad04a12c-e3f7-4114-a483-86a9bcc0084c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:22.169264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6e8f-80e5-48a4-9451-39806a7049be req-f1d7d343-52d6-4b4c-a07d-d6234ffa2fb5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:22.171409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a22a6e8f-80e5-48a4-9451-39806a7049be req-f1d7d343-52d6-4b4c-a07d-d6234ffa2fb5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=03577680-7a37-4fc9-98d8-dc73774fe398 HTTP/1.1" status: 200 len: 945 time: 0.3884730 Nov 27 15:53:22.279920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a22a6e8f-80e5-48a4-9451-39806a7049be req-cc3f96f7-2616-4a68-8083-83e2394b4e44 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690794 Nov 27 15:53:22.293798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.300360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e2882-abff-41b1-8f17-fd77d33fd8b3 req-590ad45b-241b-4605-8357-b9b7da983eb5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:22.308063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da6e2882-abff-41b1-8f17-fd77d33fd8b3 req-590ad45b-241b-4605-8357-b9b7da983eb5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1610360 Nov 27 15:53:22.311579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.337035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.392389 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f377bcf-3289-4cf3-9189-f2e00d15794f x-openstack-request-id: req-3f377bcf-3289-4cf3-9189-f2e00d15794f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:22.392689 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-plugged", "status": "completed", "tag": "31361027-98ef-43d4-822f-45b561a056c4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:22.393044 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f377bcf-3289-4cf3-9189-f2e00d15794f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:22.393492 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31361027-98ef-43d4-822f-45b561a056c4', 'code': 200} Nov 27 15:53:22.443049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] No DVR routers for this DVR port ad04a12c-e3f7-4114-a483-86a9bcc0084c on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:22.446394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.451874 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-160a1ed0-9bb0-4ffb-b0a3-40b335249ce7 req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "DELETE /v2.0/ports/ad04a12c-e3f7-4114-a483-86a9bcc0084c HTTP/1.1" status: 204 len: 173 time: 1.8382046 Nov 27 15:53:22.460499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03577680-7a37-4fc9-98d8-dc73774fe398', 'name': 'network-vif-deleted', 'tag': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:22.464530 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de65fdb-ece8-4f30-be69-aab59e6de2a9" -d '{"events": [{"server_uuid": "03577680-7a37-4fc9-98d8-dc73774fe398", "name": "network-vif-deleted", "tag": "ad04a12c-e3f7-4114-a483-86a9bcc0084c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:22.567434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da6e2882-abff-41b1-8f17-fd77d33fd8b3 req-7c556bb5-1a85-45f3-aded-bd3c52ec378b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584980 Nov 27 15:53:22.599693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ad04a12c-e3f7-4114-a483-86a9bcc0084c no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:22.630382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Deleting port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:22.631475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.710812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 57a38227-2b03-4634-9ddc-5fa5f4882c9f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:22.727967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: ad04a12c-e3f7-4114-a483-86a9bcc0084c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:22.728420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ad04a12c-e3f7-4114-a483-86a9bcc0084c not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:22.735866 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47253a28-6a2a-49b1-bc99-e0f1e981f90c x-openstack-request-id: req-47253a28-6a2a-49b1-bc99-e0f1e981f90c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:22.736303 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03577680-7a37-4fc9-98d8-dc73774fe398", "name": "network-vif-deleted", "tag": "ad04a12c-e3f7-4114-a483-86a9bcc0084c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:22.737133 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47253a28-6a2a-49b1-bc99-e0f1e981f90c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:22.740704 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03577680-7a37-4fc9-98d8-dc73774fe398', 'name': 'network-vif-deleted', 'tag': 'ad04a12c-e3f7-4114-a483-86a9bcc0084c', 'status': 'completed', 'code': 200} Nov 27 15:53:22.909176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 57a38227-2b03-4634-9ddc-5fa5f4882c9f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:22.909697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:22.973242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] For port 07aa039f-98d9-4dd3-94d9-d8df8d4742c3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:22.973242 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:23.014662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ac6f-5418-476c-aaf2-bdcdc290a14d req-080bd8eb-0eaa-48c7-b292-db600cc61867 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:23.018196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:23.045526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ac6f-5418-476c-aaf2-bdcdc290a14d req-080bd8eb-0eaa-48c7-b292-db600cc61867 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:23.056593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eac1ac6f-5418-476c-aaf2-bdcdc290a14d req-080bd8eb-0eaa-48c7-b292-db600cc61867 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1682 time: 0.2720151 Nov 27 15:53:23.093961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Calling delete_port for 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:23.207038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eac1ac6f-5418-476c-aaf2-bdcdc290a14d req-c2993fb6-ba03-4b68-8996-8142a0dbdcb4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493807 Nov 27 15:53:23.233782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fd842-4718-499f-bbce-85275625583d req-225531a3-dcb2-4567-8ecc-67f2cf9a329f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:23.244736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4fd842-4718-499f-bbce-85275625583d req-225531a3-dcb2-4567-8ecc-67f2cf9a329f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1668077 Nov 27 15:53:23.322629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Pushing event updated for resources: {'Port': ['ID=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:23.364570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:23.379237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3088f10a-d2b9-4b15-a6b6-73bacce075fa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:23.442889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:23.485796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07aa039f-98d9-4dd3-94d9-d8df8d4742c3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:23.518508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:23.589922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:23.600831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cdcb3-ac07-4cd4-8533-46f3eadfc189 req-be3d4cea-f19f-4a45-ab64-53d7f6a07815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:23.601594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cdcb3-ac07-4cd4-8533-46f3eadfc189 req-be3d4cea-f19f-4a45-ab64-53d7f6a07815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:23.603185 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b4cdcb3-ac07-4cd4-8533-46f3eadfc189 req-be3d4cea-f19f-4a45-ab64-53d7f6a07815 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1984 time: 1.1321225 Nov 27 15:53:23.610813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654512e-7936-4624-a87c-b204b7ed4e4a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event deleted for resources: {'Port': ['ID=ad04a12c-e3f7-4114-a483-86a9bcc0084c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:23.679546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4fd842-4718-499f-bbce-85275625583d req-9b2c537f-33ae-4ace-be6a-32d24fd63737 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143970 Nov 27 15:53:24.080988 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b4cdcb3-ac07-4cd4-8533-46f3eadfc189 req-a9a83de6-5533-47db-8661-3adfef5c7798 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545894 Nov 27 15:53:24.128003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Router b1552174-d592-4ade-8bd6-d7bc25ac5505 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:24.145048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Router 1db2d08f-bd6c-401e-b362-3985a9c855ef has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:24.174822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-afee778f-3a93-4be3-a144-ddfc09f71730 None None] Provisioning complete for port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:24.175391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afee778f-3a93-4be3-a144-ddfc09f71730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:24.183262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89242e28-1d58-4224-b303-dd9ee39bae02 req-8e9538ff-c828-4635-9ce9-e851a0f55032 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:24.200595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89242e28-1d58-4224-b303-dd9ee39bae02 req-8e9538ff-c828-4635-9ce9-e851a0f55032 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.4169903 Nov 27 15:53:24.281289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-afee778f-3a93-4be3-a144-ddfc09f71730 None None] Port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:24.328913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-b5960364-f86c-4a8a-93a1-edd5e7cd9b23 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:24.340832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-b5960364-f86c-4a8a-93a1-edd5e7cd9b23 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.4379900 Nov 27 15:53:24.343542 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:24.487939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-87effa82-bbf9-4b85-8d23-7387efca2bc0 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/quotas/9fc595c805bc4a30bb5a44ef8563813f HTTP/1.1" status: 200 len: 375 time: 0.1142526 Nov 27 15:53:24.505651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:24.522836 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-995c6cf2-0d78-4da1-9a8a-1424b2892d47 admin admin] 10.222.0.15 "PUT /v2.0/routers/b1552174-d592-4ade-8bd6-d7bc25ac5505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7233007 Nov 27 15:53:24.525761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] Sync routers for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:24.526259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89242e28-1d58-4224-b303-dd9ee39bae02 req-29fc3ec2-c180-4919-b3a2-1b8bf6a32411 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235033 Nov 27 15:53:24.564113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:24.565297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:24.567126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:24.593599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-c21f9794-42d1-449b-a4bc-51b2cc4d193b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046875 Nov 27 15:53:24.781093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:24.791989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f87b51d4-0806-4456-b37a-47d710f011ce admin admin] 10.222.0.15 "PUT /v2.0/routers/1db2d08f-bd6c-401e-b362-3985a9c855ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6606588 Nov 27 15:53:24.794515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Sync routers for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:24.807746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:24.812918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916834e4-89e2-41ea-9dcd-9f7e49abc0a4 req-b4aa4937-5587-4095-bd8e-76a60cb47703 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:24.816704 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:24.817347 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:24.822727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916834e4-89e2-41ea-9dcd-9f7e49abc0a4 req-b4aa4937-5587-4095-bd8e-76a60cb47703 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:24.829953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-916834e4-89e2-41ea-9dcd-9f7e49abc0a4 req-b4aa4937-5587-4095-bd8e-76a60cb47703 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1682 time: 0.1505971 Nov 27 15:53:24.868735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:25.066936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:25.108924 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:25.121068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-916834e4-89e2-41ea-9dcd-9f7e49abc0a4 req-80b95ef7-248a-4b06-8127-618c9d40b738 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689309 Nov 27 15:53:25.128252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-5cece130-305a-4b65-aa22-494c8de935b3 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334029 Nov 27 15:53:25.200475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Deleting port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:25.216894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:25.287187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 5, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port': {'id': '959d30b8-ac1b-487c-acb3-fd0c4a23c57c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:45Z', 'updated_at': '2021-11-27T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:25.388518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] For port 959d30b8-ac1b-487c-acb3-fd0c4a23c57c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:25.388943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:25.390525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] Checking router: b1552174-d592-4ade-8bd6-d7bc25ac5505 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:25.426284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] Routers {'b1552174-d592-4ade-8bd6-d7bc25ac5505'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:25.427363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b1552174-d592-4ade-8bd6-d7bc25ac5505'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:25.446082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Calling delete_port for 959d30b8-ac1b-487c-acb3-fd0c4a23c57c owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:25.449357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Router 073f719a-64cc-488c-bdd0-acc52bc4cb49 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:25.581795 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 2, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:25.621519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] Set router b1552174-d592-4ade-8bd6-d7bc25ac5505 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:25.668342 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Checking router: 1db2d08f-bd6c-401e-b362-3985a9c855ef for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:25.672541 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Updating router 1db2d08f-bd6c-401e-b362-3985a9c855ef port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:53:25.744086 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:25.873772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:25.934510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Pushing event deleted for resources: {'Port': ['ID=959d30b8-ac1b-487c-acb3-fd0c4a23c57c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:26.157013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.167690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:53:25Z', 'revision_number': 6, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:26.185334 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.198052 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.254071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef6f9e-f840-48a4-874f-d7a22ba2e5a2 None None] The sync data for ids ['b1552174-d592-4ade-8bd6-d7bc25ac5505'] in n-d-819494-4 is: [{'id': 'b1552174-d592-4ade-8bd6-d7bc25ac5505', 'name': 'tempest-ServersTestFqdnHostnames-369847137-router', 'tenant_id': '0e59c496f80c453987e5c56cb06a1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:44Z', 'updated_at': '2021-11-27T15:53:25Z', 'revision_number': 6, 'project_id': '0e59c496f80c453987e5c56cb06a1310', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:26.338483 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36878c-d105-442f-a5d4-0e0125ec4196 None None] Pushing event updated for resources: {'Port': ['ID=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:26.401020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.403931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.485378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Attempting to bind port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:26.487658 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Attempting to bind port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:26.488781 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Attempting to bind port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf on network 3788a99f-9835-4f60-80f2-3abc25370ac0 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:26.497765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.498367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1552174-d592-4ade-8bd6-d7bc25ac5505 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:53:26.500386 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:26.501398 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Checking segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:26.502987 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.503316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.504082 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Bound using segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:26.504489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5f3fb56c-4009-4ee7-9b72-de9654d973ac admin admin] 10.222.0.15 "DELETE /v2.0/routers/b1552174-d592-4ade-8bd6-d7bc25ac5505 HTTP/1.1" status: 204 len: 168 time: 1.9361019 Nov 27 15:53:26.506666 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Bound port: f001940d-ddf9-48d3-a4a4-c1ce4fd617bf, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:26.507112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39256) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:26.507963 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.534390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-a9fd1e34-d4ec-49f7-bfd8-c76c9c412149 service neutron] 10.222.0.15 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3959854 Nov 27 15:53:26.588558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99ce2c-c676-428f-ac5f-0805354e247d req-47e77605-fed3-430b-81a2-7874ba0df4a8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:26.606443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae99ce2c-c676-428f-ac5f-0805354e247d req-47e77605-fed3-430b-81a2-7874ba0df4a8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 1.1426585 Nov 27 15:53:26.608041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:26.623120 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] For port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:26.628192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] Sync routers for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:26.629469 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] For port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:26.640226 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:26.643816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-76836f60-f45c-44bb-be20-29aea84b94a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/073f719a-64cc-488c-bdd0-acc52bc4cb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0221434 Nov 27 15:53:26.652386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:26.662658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:26.664575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:26.735854 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36878c-d105-442f-a5d4-0e0125ec4196 None None] Pushing event updated for resources: {'Port': ['ID=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:26.745462 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:26.746154 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:26.867826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae99ce2c-c676-428f-ac5f-0805354e247d req-88a52833-7685-45a1-8e1a-8bc622ce9a7f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199237 Nov 27 15:53:26.913351 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:26.952928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3088f10a-d2b9-4b15-a6b6-73bacce075fa no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:27.060061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Deleting subnet 55132449-9823-417a-bb71-932bd7401b59 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:53:27.068661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.109840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3088f10a-d2b9-4b15-a6b6-73bacce075fa {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:27.111043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3088f10a-d2b9-4b15-a6b6-73bacce075fa not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:27.180149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.184680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:27.216367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eff9ec-4d25-42a9-9696-0342b729aaa3 req-cb03766c-ddeb-4b88-bf42-04727112a332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:27.228667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0eff9ec-4d25-42a9-9696-0342b729aaa3 req-cb03766c-ddeb-4b88-bf42-04727112a332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1463652 Nov 27 15:53:27.300096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-22ab3b52-c973-414b-ae1f-4ed3b0418654 None None] Provisioning complete for port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:27.301274 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-22ab3b52-c973-414b-ae1f-4ed3b0418654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.360401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0eff9ec-4d25-42a9-9696-0342b729aaa3 req-c6c144f0-120c-41b9-8a43-f8844541ffd9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253211 Nov 27 15:53:27.392174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.534413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.571769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e0ab4-c28f-43cd-953d-1ca5ee86b979 req-d4719e1a-a75a-484e-bdb4-b70ce68938c3 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:27.573010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.576545 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55132449-9823-417a-bb71-932bd7401b59 HTTP/1.1" status: 204 len: 168 time: 1.0684962 Nov 27 15:53:27.580752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39270) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:27.591835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e0ab4-c28f-43cd-953d-1ca5ee86b979 req-d4719e1a-a75a-484e-bdb4-b70ce68938c3 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:27.605185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e6e0ab4-c28f-43cd-953d-1ca5ee86b979 req-d4719e1a-a75a-484e-bdb4-b70ce68938c3 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1682 time: 0.1245775 Nov 27 15:53:27.635398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5754f-e588-4b2d-975e-692a432d9f5c None None] Network 982e793e-3494-49b6-b29b-8fa2c102e4f9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:27.742840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:27.743930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e6e0ab4-c28f-43cd-953d-1ca5ee86b979 req-6c6e9fae-b7e2-4f93-b034-a827f00c594a tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374476 Nov 27 15:53:27.749591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea580ed-1e6c-450a-9263-c22067ddbe5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55132449-9823-417a-bb71-932bd7401b59,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:27.806246 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:26Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:27.918023 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a00ae-6b89-49e5-9904-c258af89b3c0 None None] The sync data for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 is: [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:26Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:28.110055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.119294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:28.124376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895720300', 'description': 'tempest-description--69124192'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:28.282875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-22ab3b52-c973-414b-ae1f-4ed3b0418654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.314277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52352b14-b8a7-4db8-baac-7f20309166c5 req-48b0f58b-9cc4-4e1e-aa55-63ce320ad258 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 210 time: 0.1382856 Nov 27 15:53:28.366828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.385174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.405815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Deleting port ecbbfc8a-e233-4f94-8138-c638cb898e63 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:28.406488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.446284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-22ab3b52-c973-414b-ae1f-4ed3b0418654 None None] For port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:28.497572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-22ab3b52-c973-414b-ae1f-4ed3b0418654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.667982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab3b52-c973-414b-ae1f-4ed3b0418654 None None] Pushing event updated for resources: {'Port': ['ID=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:28.690935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] DHCP port deletion for 982e793e-3494-49b6-b29b-8fa2c102e4f9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:53:28.715697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] For port ecbbfc8a-e233-4f94-8138-c638cb898e63, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ecbbfc8a-e233-4f94-8138-c638cb898e63,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:28.716272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.718506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.757852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.785821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Deleting port 302f2a0f-7c7d-440b-bca1-618d8392a037 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:28.786120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.806852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Calling delete_port for ecbbfc8a-e233-4f94-8138-c638cb898e63 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:28.838050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f001940d-ddf9-48d3-a4a4-c1ce4fd617bf up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:28.910060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:53:23Z', 'revision_number': 5, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port': {'id': '302f2a0f-7c7d-440b-bca1-618d8392a037', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:28.922566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.951123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] Checking router: 073f719a-64cc-488c-bdd0-acc52bc4cb49 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:28.952360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8317344 Nov 27 15:53:28.966591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903a66-5c43-415f-b446-0ac9da93b27c req-9bcb8128-a7b3-4ed9-b675-2d20285eb76b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:28.981885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66903a66-5c43-415f-b446-0ac9da93b27c req-9bcb8128-a7b3-4ed9-b675-2d20285eb76b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.5005510 Nov 27 15:53:28.984735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2c087324-6244-43f1-b9ec-cb72c9c91e70 None None] Provisioning complete for port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:28.985123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c087324-6244-43f1-b9ec-cb72c9c91e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:28.995437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:29.019134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Request body: {'security_group_rule': {'security_group_id': '961012bf-ed8e-4f24-8403-4e0fc60a3b08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:29.040741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe397d-fb0f-4f66-b12f-fefa8218de9f tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961012bf-ed8e-4f24-8403-4e0fc60a3b08,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:29.073120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-f5393372-7cb9-4441-b445-2e32e90632f9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:29.074908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-f5393372-7cb9-4441-b445-2e32e90632f9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 812 time: 0.1955929 Nov 27 15:53:29.087340 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.191620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] Routers {'073f719a-64cc-488c-bdd0-acc52bc4cb49'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:29.192284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['073f719a-64cc-488c-bdd0-acc52bc4cb49'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:29.360737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66903a66-5c43-415f-b446-0ac9da93b27c req-0c6da44c-c611-47dd-aafe-2304e0912629 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775506 Nov 27 15:53:29.489466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c65381-bbef-47ee-8498-eba35ba9dfc3 req-c3b256d8-2097-49af-b76c-acb7983b4864 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:29.492462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c65381-bbef-47ee-8498-eba35ba9dfc3 req-c3b256d8-2097-49af-b76c-acb7983b4864 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.4398539 Nov 27 15:53:29.516450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.522239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Request body: {'port': {'device_id': '97694bae-eee5-49f9-906f-fa8057ed9619', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'admin_state_up': True, 'tenant_id': '9fc595c805bc4a30bb5a44ef8563813f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:29.525194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] Deleting port ecbbfc8a-e233-4f94-8138-c638cb898e63 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:29.525605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.584113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.679754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] For port ecbbfc8a-e233-4f94-8138-c638cb898e63, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ecbbfc8a-e233-4f94-8138-c638cb898e63,segment=NetworkSegment(dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1),segment_id=dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:29.680478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a4610-74dd-48bd-b6ff-e1632508959c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:29.680623 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.681066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Made reservation on behalf of 9fc595c805bc4a30bb5a44ef8563813f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:29.687917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.726526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c65381-bbef-47ee-8498-eba35ba9dfc3 req-b957387f-9d3a-4089-a85e-bcba493e8224 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960139 Nov 27 15:53:29.730778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] Calling delete_port for ecbbfc8a-e233-4f94-8138-c638cb898e63 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:29.746241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.754772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-01e7efe9-d2db-43ae-bf7d-47742d7453b3 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7530293 Nov 27 15:53:29.756297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39292) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:29.772646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Request body: {'security_group_rule': {'security_group_id': '961012bf-ed8e-4f24-8403-4e0fc60a3b08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:29.823385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] For port 302f2a0f-7c7d-440b-bca1-618d8392a037, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=302f2a0f-7c7d-440b-bca1-618d8392a037,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:29.823979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.874609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250ce71-5a64-4e3c-869b-0dbd8d29a84f req-3242f293-1a3f-4f57-80c4-e2cb6f464073 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:29.888456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250ce71-5a64-4e3c-869b-0dbd8d29a84f req-3242f293-1a3f-4f57-80c4-e2cb6f464073 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:29.905666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5250ce71-5a64-4e3c-869b-0dbd8d29a84f req-3242f293-1a3f-4f57-80c4-e2cb6f464073 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1682 time: 0.3861423 Nov 27 15:53:29.920892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Calling delete_port for 302f2a0f-7c7d-440b-bca1-618d8392a037 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:29.963481 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.967420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:29.998138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.019348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.030963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] Set router 073f719a-64cc-488c-bdd0-acc52bc4cb49 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:30.128405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:30.129992 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.164826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.207869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] No DVR routers for this DVR port ecbbfc8a-e233-4f94-8138-c638cb898e63 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:30.209925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbbfc8a-e233-4f94-8138-c638cb898e63,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:30.234615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.255064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb8e6bf1-a82c-4d62-a0ef-7cdb8cab57e6 req-cbf710f1-f4ae-4bdb-9ba4-df223c017a1f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 210 time: 0.1925638 Nov 27 15:53:30.295183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54403155-81f5-4e4c-85b4-ed1e6c2796c4,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:30.310659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Allocated IP 172.20.0.7 (3b4c9dfc-baf2-4462-858e-99107c600e5f/1d80349c-5fad-4eb0-94b2-9d827665cff3/f140c848-2b99-4668-8901-46156d75c252) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:30.313474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5250ce71-5a64-4e3c-869b-0dbd8d29a84f req-f818253e-9241-4aae-bbd5-bc7ffc37a96b tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054353 Nov 27 15:53:30.324166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] Pushing event deleted for resources: {'Port': ['ID=ecbbfc8a-e233-4f94-8138-c638cb898e63,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:30.327481 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.334783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b038110-a78b-4095-8052-806980ad5966 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5715308 Nov 27 15:53:30.335096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39298) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:30.349561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8b284-d974-4314-aa63-471b15fe9fc9 None None] No DVR routers for this DVR port ecbbfc8a-e233-4f94-8138-c638cb898e63 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:30.353127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 6, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:30.390311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:30.512495 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.534607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.590575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.591322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.592424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.593247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.593846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.594891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.596147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.596777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.597389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.597979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.599021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.600138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:30.600507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e2b35-ec4b-405b-a4f3-ac6e5d3b7abe None None] The sync data for ids ['073f719a-64cc-488c-bdd0-acc52bc4cb49'] in n-d-819494-4 is: [{'id': '073f719a-64cc-488c-bdd0-acc52bc4cb49', 'name': 'tempest-ServersTestBootFromVolume-1794608791-router', 'tenant_id': 'b50e6c92e60d4dbd80600e14c3260698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:49:33Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 6, 'project_id': 'b50e6c92e60d4dbd80600e14c3260698', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:30.636930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36bb75-cee7-4037-83f1-0c1cc6efff16 req-2b485498-86ec-4a0b-8033-49feac7f8134 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:30.646373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e36bb75-cee7-4037-83f1-0c1cc6efff16 req-2b485498-86ec-4a0b-8033-49feac7f8134 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1471183 Nov 27 15:53:30.665163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.678326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 959d30b8-ac1b-487c-acb3-fd0c4a23c57c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:30.714528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 959d30b8-ac1b-487c-acb3-fd0c4a23c57c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:30.715229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 959d30b8-ac1b-487c-acb3-fd0c4a23c57c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:30.730867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e36bb75-cee7-4037-83f1-0c1cc6efff16 req-c9d3cb2d-a068-4449-a376-b549c15e4ffb tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810428 Nov 27 15:53:30.800684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.892165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.906087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a867cd-27cc-4e51-9efb-bad724e4e814 req-f1a071ea-2a82-4cf5-8f94-3764ba8d47b9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:30.907557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2a867cd-27cc-4e51-9efb-bad724e4e814 req-f1a071ea-2a82-4cf5-8f94-3764ba8d47b9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1039052 Nov 27 15:53:30.914939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982e793e-3494-49b6-b29b-8fa2c102e4f9']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:30.929389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:30.929716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8d6c23-d1e3-4305-9bf4-a11ab9a6a8b1') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:30.967320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:30.969166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.015411 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Network 3b4c9dfc-baf2-4462-858e-99107c600e5f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:31.027379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:31.030773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:31.051271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-b8198af6-8070-4403-a654-58b543d61a45 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:31.058143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-b8198af6-8070-4403-a654-58b543d61a45 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:31.060085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-b8198af6-8070-4403-a654-58b543d61a45 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1682 time: 0.4768662 Nov 27 15:53:31.064605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.097923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event updated for resources: {'Port': ['ID=f140c848-2b99-4668-8901-46156d75c252,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:31.105508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Allocated IP 172.25.1.203 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ea38fa85-98a9-4d99-8c3f-7670d3ce412e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:31.129942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2a867cd-27cc-4e51-9efb-bad724e4e814 req-b844ac31-de7b-466f-b9b4-3b080a924101 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106237 Nov 27 15:53:31.179196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f001940d-ddf9-48d3-a4a4-c1ce4fd617bf up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:31.221583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:53:31.222290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:53:31.229224 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:53:31.270596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=302f2a0f-7c7d-440b-bca1-618d8392a037,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:31.313747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:31.315671 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.321736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.343724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:31.344664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.418392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.422415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.461154 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-cb1a9093-6fa6-4781-976d-c8ac4e171298 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9432349 Nov 27 15:53:31.498052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.501329 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] 10.222.0.15 "DELETE /v2.0/networks/982e793e-3494-49b6-b29b-8fa2c102e4f9 HTTP/1.1" status: 204 len: 168 time: 3.8825147 Nov 27 15:53:31.514449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Request body: {'port': {'device_id': '97694bae-eee5-49f9-906f-fa8057ed9619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:31.527032 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.577323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:31.593320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.603113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.607775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da7b9-5791-44b5-be1f-384104429caa admin admin] Pushing event deleted for resources: {'Network': ['ID=982e793e-3494-49b6-b29b-8fa2c102e4f9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:31.615687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.640254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event updated for resources: {'Port': ['ID=ea38fa85-98a9-4d99-8c3f-7670d3ce412e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:31.654790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:31.655452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 07aa039f-98d9-4dd3-94d9-d8df8d4742c3 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:31.656957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ecbbfc8a-e233-4f94-8138-c638cb898e63 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:31.682016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:31.693928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:31.698856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.699351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.699839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.700192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.700537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.700930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.701424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.701783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.702806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.703162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.703667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.704010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:31.706684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.707206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 073f719a-64cc-488c-bdd0-acc52bc4cb49 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:53:31.718517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ecbbfc8a-e233-4f94-8138-c638cb898e63 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:31.719089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ecbbfc8a-e233-4f94-8138-c638cb898e63 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:31.722000 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.726382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-295b62f7-9ac8-4819-88d8-620e3bf8f5f2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/073f719a-64cc-488c-bdd0-acc52bc4cb49 HTTP/1.1" status: 204 len: 168 time: 5.0627162 Nov 27 15:53:31.727805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39312) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:31.739312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port 31361027-98ef-43d4-822f-45b561a056c4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:31.739654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.746051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:31.815376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:31.836726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39318) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:31.867735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba143caf-057a-4f49-b6b7-48069270a15c req-78b60aaa-6e0a-404d-a903-d73d0a1bb4a9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:31.873475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Deleting subnet 95374975-4618-4767-8314-4174c248f655 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:53:31.875724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba143caf-057a-4f49-b6b7-48069270a15c req-78b60aaa-6e0a-404d-a903-d73d0a1bb4a9 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 931 time: 0.4431615 Nov 27 15:53:31.888641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393a11-e6b7-48b5-943f-f907af668946 req-11f951c9-076f-40fb-8df5-4a3077045d0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:31.897014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393a11-e6b7-48b5-943f-f907af668946 req-11f951c9-076f-40fb-8df5-4a3077045d0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:31.899718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15393a11-e6b7-48b5-943f-f907af668946 req-11f951c9-076f-40fb-8df5-4a3077045d0f tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 1682 time: 0.4145188 Nov 27 15:53:31.901335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.015245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba143caf-057a-4f49-b6b7-48069270a15c req-d8a6f6e6-8f42-491d-804b-b21a21856224 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383665 Nov 27 15:53:32.024071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-90a8218f-0cd1-4ca4-8a46-b6aba274c4d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e59c496f80c453987e5c56cb06a1310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824913 Nov 27 15:53:32.030349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39330) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:32.038192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.070824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15393a11-e6b7-48b5-943f-f907af668946 req-ab597e99-b86d-47c6-94cf-8f200f7b013c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457076 Nov 27 15:53:32.088638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port 31361027-98ef-43d4-822f-45b561a056c4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=31361027-98ef-43d4-822f-45b561a056c4,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:32.089111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.125031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.133145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for 31361027-98ef-43d4-822f-45b561a056c4 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:32.195899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c222bee-111d-4772-8960-fc36736551c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.216817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc76b4-8c32-4df6-b321-0b30b8eeec33 req-86fe4097-caf9-47a1-a2a9-b62ff1c8e118 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:32.218349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37dc76b4-8c32-4df6-b321-0b30b8eeec33 req-86fe4097-caf9-47a1-a2a9-b62ff1c8e118 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 945 time: 0.1303325 Nov 27 15:53:32.221137 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.277463 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c222bee-111d-4772-8960-fc36736551c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.297992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.457952 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.474744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37dc76b4-8c32-4df6-b321-0b30b8eeec33 req-19b93e8e-d763-46c5-8f56-9995ccd99f79 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425466 Nov 27 15:53:32.482735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f140c848-2b99-4668-8901-46156d75c252 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:32.495055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24db6cc-e30a-4c99-97ca-c363c02c8ec7 req-6e1fe2b6-ebc4-4edb-96c1-18f7109fa617 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:32.497552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a24db6cc-e30a-4c99-97ca-c363c02c8ec7 req-6e1fe2b6-ebc4-4edb-96c1-18f7109fa617 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.2390668 Nov 27 15:53:32.515245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.521297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1e46e-7569-4d22-aacf-80cdb8ce7d25 None None] Network cd9acce6-4701-4a4e-90b6-9fcf5d61c051 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:32.524367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-dc205f40-4461-4bc4-91a4-65327bb47578 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:32.525894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-dc205f40-4461-4bc4-91a4-65327bb47578 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.2026534 Nov 27 15:53:32.535888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/95374975-4618-4767-8314-4174c248f655 HTTP/1.1" status: 204 len: 168 time: 0.8050013 Nov 27 15:53:32.538749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.541274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ced37-1d60-4214-a4d4-41eba85ed570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95374975-4618-4767-8314-4174c248f655,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:32.541871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-4'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:32.544213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39342) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:32.554552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.607236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c222bee-111d-4772-8960-fc36736551c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.609795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c222bee-111d-4772-8960-fc36736551c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.611521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c222bee-111d-4772-8960-fc36736551c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87d99b57-3a05-421d-9a80-9fbcb394942c HTTP/1.1" status: 204 len: 168 time: 0.5797884 Nov 27 15:53:32.640505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Transition to ACTIVE for port object f140c848-2b99-4668-8901-46156d75c252 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:32.647702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=31361027-98ef-43d4-822f-45b561a056c4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:32.655472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.661652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.664059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72447139-5c1b-426d-9693-37c40f56250d details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:32.668658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c222bee-111d-4772-8960-fc36736551c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d99b57-3a05-421d-9a80-9fbcb394942c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:32.741808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.753983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port 31361027-98ef-43d4-822f-45b561a056c4 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:32.765540 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.769501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-411dd118-3836-4da7-b16e-45845134d608 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "DELETE /v2.0/ports/31361027-98ef-43d4-822f-45b561a056c4 HTTP/1.1" status: 204 len: 173 time: 1.6177311 Nov 27 15:53:32.774992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-deleted', 'tag': '31361027-98ef-43d4-822f-45b561a056c4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:32.777318 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6ac93-4fe5-4a8e-8941-990cba554c37" -d '{"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-deleted", "tag": "31361027-98ef-43d4-822f-45b561a056c4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:32.778477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a24db6cc-e30a-4c99-97ca-c363c02c8ec7 req-9850592c-2e78-4d09-802d-ea9ca86a748f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714169 Nov 27 15:53:32.877787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=f140c848-2b99-4668-8901-46156d75c252,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:32.886350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 302f2a0f-7c7d-440b-bca1-618d8392a037 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:32.906897 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ec772-0022-4f29-b463-42f5f82022fe x-openstack-request-id: req-6c0ec772-0022-4f29-b463-42f5f82022fe {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:32.907469 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-deleted", "tag": "31361027-98ef-43d4-822f-45b561a056c4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:32.907469 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c0ec772-0022-4f29-b463-42f5f82022fe {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:32.908249 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-deleted', 'tag': '31361027-98ef-43d4-822f-45b561a056c4', 'status': 'completed', 'code': 200} Nov 27 15:53:32.983739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.993256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:32.999894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 302f2a0f-7c7d-440b-bca1-618d8392a037 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:33.000413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 302f2a0f-7c7d-440b-bca1-618d8392a037 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:33.084647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Attempting to bind port f140c848-2b99-4668-8901-46156d75c252 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:33.084989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Attempting to bind port f140c848-2b99-4668-8901-46156d75c252 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:33.085315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Attempting to bind port f140c848-2b99-4668-8901-46156d75c252 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:33.098220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Deleting port 890fabd4-2c96-41ca-81c8-62f14090cbd1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:33.098561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.101942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Port f140c848-2b99-4668-8901-46156d75c252 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:33.102261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Attempting to bind port f140c848-2b99-4668-8901-46156d75c252 on network 3b4c9dfc-baf2-4462-858e-99107c600e5f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:33.138784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:33.162045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port a10d1250-3927-437b-91f2-3849ef901c0c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:33.162384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.168106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:33.168544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Checking segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:33.168808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Bound using segment: {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:33.169250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Bound port: f140c848-2b99-4668-8901-46156d75c252, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20833cd0-958c-4e7e-a0ee-e99a8664c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:33.169666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.201806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 31361027-98ef-43d4-822f-45b561a056c4 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:33.206162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72447139-5c1b-426d-9693-37c40f56250d has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:53:33.251028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] For port 890fabd4-2c96-41ca-81c8-62f14090cbd1, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=890fabd4-2c96-41ca-81c8-62f14090cbd1,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:33.251386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.264584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] DHCP port deletion for cd9acce6-4701-4a4e-90b6-9fcf5d61c051 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:53:33.267132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 31361027-98ef-43d4-822f-45b561a056c4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:33.267509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 31361027-98ef-43d4-822f-45b561a056c4 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:33.267996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device a10d1250-3927-437b-91f2-3849ef901c0c no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:33.275953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Calling delete_port for 890fabd4-2c96-41ca-81c8-62f14090cbd1 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:33.332753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event updated for resources: {'Port': ['ID=ea38fa85-98a9-4d99-8c3f-7670d3ce412e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:33.405123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.410820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a10d1250-3927-437b-91f2-3849ef901c0c,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:33.411104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.426762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] Deleting port 890fabd4-2c96-41ca-81c8-62f14090cbd1 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:33.427142 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.444191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for a10d1250-3927-437b-91f2-3849ef901c0c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:33.460198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] For port f140c848-2b99-4668-8901-46156d75c252, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:33.472053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] For port f140c848-2b99-4668-8901-46156d75c252, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f140c848-2b99-4668-8901-46156d75c252,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:33.483846 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:53:33.496451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:33.498750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:33.499387 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746794a-910c-429f-ad5a-5b9da7ed8e2b" -d '{"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-unplugged", "status": "completed", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:33.511743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.531611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] For port 890fabd4-2c96-41ca-81c8-62f14090cbd1, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=890fabd4-2c96-41ca-81c8-62f14090cbd1,segment=NetworkSegment(db24eb4f-2284-47d5-ab0d-cc36925d9b8b),segment_id=db24eb4f-2284-47d5-ab0d-cc36925d9b8b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:33.532037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.545086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672400ec-27a3-45ab-bb91-93f0a2de5fd7 req-28084837-ba87-4ebc-a09e-0fbb1e39e867 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:33.553142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-672400ec-27a3-45ab-bb91-93f0a2de5fd7 req-28084837-ba87-4ebc-a09e-0fbb1e39e867 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 943 time: 0.3376794 Nov 27 15:53:33.553505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] Calling delete_port for 890fabd4-2c96-41ca-81c8-62f14090cbd1 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:33.556226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port a10d1250-3927-437b-91f2-3849ef901c0c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=a10d1250-3927-437b-91f2-3849ef901c0c,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:33.568755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.583535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.585591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf56adff-918d-44fa-b798-ab8b54ffab16 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2413199 Nov 27 15:53:33.586051 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.588864 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.601325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d4de-d9af-4c0c-bf6b-b31a5b745d87 req-cda841cb-a07a-4375-9f35-699e107fd245 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:33.603123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ce0d4de-d9af-4c0c-bf6b-b31a5b745d87 req-cda841cb-a07a-4375-9f35-699e107fd245 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b2076c2-c720-428c-a275-42c054ad8368 HTTP/1.1" status: 200 len: 946 time: 0.3026977 Nov 27 15:53:33.640746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:33.655094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=f140c848-2b99-4668-8901-46156d75c252,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:33.669850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.696803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-672400ec-27a3-45ab-bb91-93f0a2de5fd7 req-12f6f0cc-7456-455d-87e9-59d15486103f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422133 Nov 27 15:53:33.720045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] No DVR routers for this DVR port 890fabd4-2c96-41ca-81c8-62f14090cbd1 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:33.747096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Pushing event deleted for resources: {'Port': ['ID=890fabd4-2c96-41ca-81c8-62f14090cbd1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:33.767999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] No DVR routers for this DVR port 890fabd4-2c96-41ca-81c8-62f14090cbd1 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:33.769219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:33.782627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:33.783343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.784775 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-dedc12b0-39d1-4cd4-b247-47202a4d6d5c service neutron] 10.222.0.37 "PUT /v2.0/ports/f140c848-2b99-4668-8901-46156d75c252 HTTP/1.1" status: 200 len: 1091 time: 2.2805533 Nov 27 15:53:33.789507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72447139-5c1b-426d-9693-37c40f56250d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:33.791862 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3a413-fdeb-4e69-88d8-85907f2c4ecd" -d '{"events": [{"server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "72447139-5c1b-426d-9693-37c40f56250d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:33.815893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.822655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9938c-f051-4bd7-a6f9-1772d96fca39 None None] Pushing event deleted for resources: {'Port': ['ID=890fabd4-2c96-41ca-81c8-62f14090cbd1,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:33.829695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ce0d4de-d9af-4c0c-bf6b-b31a5b745d87 req-0cbf9f47-4480-4bf8-aaf8-6e07a3b2d3ac tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155938 Nov 27 15:53:33.831440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.946677 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e1a225-6313-448a-867e-664b9e15da5b x-openstack-request-id: req-f8e1a225-6313-448a-867e-664b9e15da5b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:33.950076 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-unplugged", "status": "completed", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:33.951097 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8e1a225-6313-448a-867e-664b9e15da5b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:33.951969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:33.952512 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c', 'code': 200} Nov 27 15:53:33.976469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:33.992613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9acce6-4701-4a4e-90b6-9fcf5d61c051']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:34.020171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on host n-h1-819494-4 for vnic_type normal with profile {"migrating_to": "n-h2-819494-4"} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:34.020407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:34.020738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:34.031520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04635f56-6bb6-4433-8832-b164c794c281 req-a8954bb9-793a-4f37-bb4c-baff334c552f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:34.033086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04635f56-6bb6-4433-8832-b164c794c281 req-a8954bb9-793a-4f37-bb4c-baff334c552f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.1111958 Nov 27 15:53:34.036520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:34.036839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Attempting to bind port 72447139-5c1b-426d-9693-37c40f56250d on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:34.037711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:34.038125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db24eb4f-2284-47d5-ab0d-cc36925d9b8b') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:34.055987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.057123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:34.057494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:34.057883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:34.058341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Bound port: 72447139-5c1b-426d-9693-37c40f56250d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:34.058688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.098909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-a0f9a723-e7c3-4012-8bd3-d4d24352e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:34.100880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-a0f9a723-e7c3-4012-8bd3-d4d24352e5cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 1094 time: 0.1988621 Nov 27 15:53:34.106589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.129802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39414) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:34.154821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:53:34.155860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.166889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04635f56-6bb6-4433-8832-b164c794c281 req-8a7b6fa3-d645-4983-b590-e79c175a3d8a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181433 Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:53:34.171114 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:53:34.178236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-c9558dab-d516-491d-baae-22bc032a2ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f140c848-2b99-4668-8901-46156d75c252 HTTP/1.1" status: 200 len: 217 time: 0.0666680 Nov 27 15:53:34.183345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e2a8c-569a-4418-859c-92e616d0a134 req-1147a9a3-b5b3-43c4-a288-20625cffd071 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:34.184849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-199e2a8c-569a-4418-859c-92e616d0a134 req-1147a9a3-b5b3-43c4-a288-20625cffd071 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.1496418 Nov 27 15:53:34.221330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.226455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:34.252797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:34.268437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.272816 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e8417-0485-47db-9691-78bfb84c2e68 x-openstack-request-id: req-d41e8417-0485-47db-9691-78bfb84c2e68 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:34.273355 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "72447139-5c1b-426d-9693-37c40f56250d", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:34.273959 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d41e8417-0485-47db-9691-78bfb84c2e68 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:34.274514 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72447139-5c1b-426d-9693-37c40f56250d', 'code': 200} Nov 27 15:53:34.293859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-199e2a8c-569a-4418-859c-92e616d0a134 req-446f6a4b-5aaa-497e-878a-fd6cb7e3aae6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955307 Nov 27 15:53:34.320303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=a10d1250-3927-437b-91f2-3849ef901c0c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:34.337183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.370326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.388618 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cd9acce6-4701-4a4e-90b6-9fcf5d61c051 HTTP/1.1" status: 204 len: 168 time: 1.8382318 Nov 27 15:53:34.398471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1530061322-network', 'tenant_id': 'b5bbfe8e2b6346b8b6f5e8f85c3a005c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:34.448929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-0bb3c153-4ba1-4164-a074-f2fdf3212da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:34.450441 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-0bb3c153-4ba1-4164-a074-f2fdf3212da4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.2324183 Nov 27 15:53:34.451940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443db7-52be-4c13-8d04-bcf257ddd354 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9acce6-4701-4a4e-90b6-9fcf5d61c051,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:34.454226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port a10d1250-3927-437b-91f2-3849ef901c0c on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:34.456810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.460330 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7a795623-8cdc-4a85-8c84-ce90a571da66 req-baf5b148-b5b5-4eb8-9d9c-bbd94efbca89 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.21 "DELETE /v2.0/ports/a10d1250-3927-437b-91f2-3849ef901c0c HTTP/1.1" status: 204 len: 173 time: 1.6558924 Nov 27 15:53:34.507728 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-e1874c47-8cd9-46ff-8194-6d6ed355fdba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463059 Nov 27 15:53:34.597241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=8']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:34.656336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Made reservation on behalf of b5bbfe8e2b6346b8b6f5e8f85c3a005c for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:34.659420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.660617 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-176b74cb-ff90-4e8a-98c0-f77cda9d9224 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453197 Nov 27 15:53:34.669313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:34.724471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.763208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc9d2eaf-1a44-47cf-919b-a39a66d95f69 req-4917b21f-fe9e-427a-8ba8-f12affd77a34 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952849 Nov 27 15:53:34.771513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:34.772684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.774113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a93cf2db-5fcb-48f0-8b76-87ac30865a89 service neutron] 10.222.0.37 "PUT /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 1121 time: 2.2394941 Nov 27 15:53:34.799296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-19ce7c8b-8e50-4942-bb19-b34c75164feb tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--895720300&fields=id&tenant_id=30575d9b7f9a4b85ab58aa015159ed11 HTTP/1.1" status: 200 len: 267 time: 0.2638814 Nov 27 15:53:34.842524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609359e8-6b59-45fe-ad0e-2dba38f8ce9f req-c81f0ee3-1fc4-4e04-8572-59a598a28a89 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:34.843788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-609359e8-6b59-45fe-ad0e-2dba38f8ce9f req-c81f0ee3-1fc4-4e04-8572-59a598a28a89 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 946 time: 0.2189445 Nov 27 15:53:34.854968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['72447139-5c1b-426d-9693-37c40f56250d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:34.859525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['72447139-5c1b-426d-9693-37c40f56250d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:34.870133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39444) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:34.871139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-84ccfba4-28b1-4f53-ad31-523240005955 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b50e6c92e60d4dbd80600e14c3260698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762805 Nov 27 15:53:34.895947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 890fabd4-2c96-41ca-81c8-62f14090cbd1 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:34.911890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97694bae-eee5-49f9-906f-fa8057ed9619', 'tag': 'f140c848-2b99-4668-8901-46156d75c252'}, {'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-deleted', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:34.914105 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065ad60-ac19-4394-8ab6-044765fb4de9" -d '{"events": [{"name": "network-changed", "server_uuid": "97694bae-eee5-49f9-906f-fa8057ed9619", "tag": "f140c848-2b99-4668-8901-46156d75c252"}, {"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-deleted", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:34.946145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c45a4e7-f98d-4160-9ae0-36236b8f5b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:34.953653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 890fabd4-2c96-41ca-81c8-62f14090cbd1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:34.953653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 890fabd4-2c96-41ca-81c8-62f14090cbd1 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:35.001049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c45a4e7-f98d-4160-9ae0-36236b8f5b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.023777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-609359e8-6b59-45fe-ad0e-2dba38f8ce9f req-6e20ce65-013e-4c2c-8fc6-ef6fbf9df552 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653411 Nov 27 15:53:35.089118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-43ecf2f4-020f-4a12-9243-5208e6e9a4ed tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:35.099074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-43ecf2f4-020f-4a12-9243-5208e6e9a4ed tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/networks?id=3788a99f-9835-4f60-80f2-3abc25370ac0 HTTP/1.1" status: 200 len: 806 time: 0.2760301 Nov 27 15:53:35.114503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.135061 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c45a4e7-f98d-4160-9ae0-36236b8f5b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.139392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c45a4e7-f98d-4160-9ae0-36236b8f5b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.142960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1c45a4e7-f98d-4160-9ae0-36236b8f5b57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/171c402b-ecae-4b0b-9748-a249d2787aaa HTTP/1.1" status: 204 len: 168 time: 0.2693865 Nov 27 15:53:35.152708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.152919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45a4e7-f98d-4160-9ae0-36236b8f5b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c402b-ecae-4b0b-9748-a249d2787aaa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:35.171739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-aa2b9db8-6d1b-486e-b9be-131ed5b0ef3a tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/quotas/30575d9b7f9a4b85ab58aa015159ed11 HTTP/1.1" status: 200 len: 375 time: 0.0531411 Nov 27 15:53:35.196275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:35.203772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:53:35.303887 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1f0d905a-fa08-4e2b-bc8f-3970f7f68e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.374030 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.375752 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Added segment 9ece815f-bffc-4549-90da-c154dc2af1a1 of type vlan for network 55d175e5-e176-4d88-b6d7-7c2d85d1735d Nov 27 15:53:35.411143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.461244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a32151-8931-4aa3-b282-e863b3407fca,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:35.476060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:35.485275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.526166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.538790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ef38b-4795-4fd7-abbd-7ddbc92dd56f req-8c8c3f28-29a1-431a-9e5e-3347dab1ad86 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:35.540313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-309ef38b-4795-4fd7-abbd-7ddbc92dd56f req-8c8c3f28-29a1-431a-9e5e-3347dab1ad86 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 943 time: 0.3322248 Nov 27 15:53:35.555048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-749e713a-63b9-4fe3-b2ca-b459e32ab714 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30575d9b7f9a4b85ab58aa015159ed11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3422554 Nov 27 15:53:35.574528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=14']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:35.632672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-309ef38b-4795-4fd7-abbd-7ddbc92dd56f req-3e68446a-2e4e-480e-b2df-600773337acc tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843925 Nov 27 15:53:35.635260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.637026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:35.637808 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.744201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] Pushing event updated for resources: {'Network': ['ID=55d175e5-e176-4d88-b6d7-7c2d85d1735d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:35.755944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-344bcfdf-fff8-4fcb-a9c3-e8478d6b65a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6216824 Nov 27 15:53:35.757359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39476) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:35.760757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:53:35.764878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Request body: {'subnet': {'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1530061322-subnet', 'tenant_id': 'b5bbfe8e2b6346b8b6f5e8f85c3a005c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:35.801752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39482) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:35.851564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-9b280e4b-0bd2-4930-88a2-971aa825a6d3 service neutron] 10.222.0.15 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447610 Nov 27 15:53:35.858627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting subnet fa47c337-6caa-4492-8dc5-2ae2c82dd1fc {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:53:35.862826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Made reservation on behalf of b5bbfe8e2b6346b8b6f5e8f85c3a005c for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:35.865601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.868234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:35.883805 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ed2066-da3f-46ad-a0da-f81513507f85 x-openstack-request-id: req-e5ed2066-da3f-46ad-a0da-f81513507f85 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:35.884273 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97694bae-eee5-49f9-906f-fa8057ed9619", "tag": "f140c848-2b99-4668-8901-46156d75c252", "status": "completed", "code": 200}, {"server_uuid": "4b2076c2-c720-428c-a275-42c054ad8368", "name": "network-vif-deleted", "tag": "a10d1250-3927-437b-91f2-3849ef901c0c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:35.884442 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5ed2066-da3f-46ad-a0da-f81513507f85 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:35.885050 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97694bae-eee5-49f9-906f-fa8057ed9619', 'tag': 'f140c848-2b99-4668-8901-46156d75c252', 'status': 'completed', 'code': 200} Nov 27 15:53:35.885871 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2076c2-c720-428c-a275-42c054ad8368', 'name': 'network-vif-deleted', 'tag': 'a10d1250-3927-437b-91f2-3849ef901c0c', 'status': 'completed', 'code': 200} Nov 27 15:53:35.962857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:35.966508 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb1d92d-4f3e-41ff-9319-2dc2c8131267" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-unplugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:36.056143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.145732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-14be7cc2-0296-40b7-a0d4-e1304422fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:36.147344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-14be7cc2-0296-40b7-a0d4-e1304422fd21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 1094 time: 0.2213089 Nov 27 15:53:36.300720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39520) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:36.412641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2076054457-network', 'tenant_id': 'c2c01eb4574a4a28a70e52e2b96027b1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:36.436848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Made reservation on behalf of c2c01eb4574a4a28a70e52e2b96027b1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:36.439755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.449329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.495498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'tag': '72447139-5c1b-426d-9693-37c40f56250d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:36.498662 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "tag": "72447139-5c1b-426d-9693-37c40f56250d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:36.535613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-faf09b19-0b07-4732-8c15-784364ef684a service neutron] 10.222.0.15 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645255 Nov 27 15:53:36.537583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.543867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.572444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:53:36.590913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b132413f-2a6c-4e52-bcbf-c824233c0e03,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:36.599073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.600490 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Added segment 07a4bf3d-d424-4225-8439-b5bb231debf2 of type vlan for network 0627ab69-c0db-4561-8372-249b486d34a2 Nov 27 15:53:36.607935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3b74e-0ab8-4f89-a783-a6aab8e63660 req-c550f2fb-54d7-4110-9a4c-5a4f01287790 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:36.615291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aff3b74e-0ab8-4f89-a783-a6aab8e63660 req-c550f2fb-54d7-4110-9a4c-5a4f01287790 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.5703292 Nov 27 15:53:36.629843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f140c848-2b99-4668-8901-46156d75c252 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:36.664915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.683884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.720940 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.722147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:36.722796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.832476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-1ccb9763-98f9-49aa-8f5e-4671169ace15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:36.838293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-1ccb9763-98f9-49aa-8f5e-4671169ace15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 200 len: 913 time: 0.6748762 Nov 27 15:53:36.838458 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d984df54-97e0-452e-98dc-25028c2b3c92 x-openstack-request-id: req-d984df54-97e0-452e-98dc-25028c2b3c92 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:36.838611 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-unplugged", "status": "completed", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:36.839076 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d984df54-97e0-452e-98dc-25028c2b3c92 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:36.839832 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'code': 200} Nov 27 15:53:36.841866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port f140c848-2b99-4668-8901-46156d75c252, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f140c848-2b99-4668-8901-46156d75c252,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:36.869716 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5674429 Nov 27 15:53:36.871717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'f140c848-2b99-4668-8901-46156d75c252', 'network_id': '3b4c9dfc-baf2-4462-858e-99107c600e5f', 'port_id': 'f140c848-2b99-4668-8901-46156d75c252', 'mac_address': 'fa:16:3e:13:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d80349c-5fad-4eb0-94b2-9d827665cff3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:36.872541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39564) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:36.880742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Request body: {'subnet': {'network_id': '0627ab69-c0db-4561-8372-249b486d34a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2076054457-subnet', 'tenant_id': 'c2c01eb4574a4a28a70e52e2b96027b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:36.889013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd637c7f-1c36-41ae-bcd5-ef7afc8108b4 admin admin] Pushing event updated for resources: {'Network': ['ID=0627ab69-c0db-4561-8372-249b486d34a2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:36.911150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Made reservation on behalf of c2c01eb4574a4a28a70e52e2b96027b1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:36.913935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:36.930296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aff3b74e-0ab8-4f89-a783-a6aab8e63660 req-753ba979-1421-40f1-a2c8-77e8176f7ced tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142440 Nov 27 15:53:36.956979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 0627ab69-c0db-4561-8372-249b486d34a2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:53:36.994183 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2fee4c-b2ee-42c5-8d06-ce81104f87c2 x-openstack-request-id: req-1b2fee4c-b2ee-42c5-8d06-ce81104f87c2 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:36.995220 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "tag": "72447139-5c1b-426d-9693-37c40f56250d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:36.996192 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b2fee4c-b2ee-42c5-8d06-ce81104f87c2 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:36.996610 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'tag': '72447139-5c1b-426d-9693-37c40f56250d', 'status': 'completed', 'code': 200} Nov 27 15:53:36.999360 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.070372 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.077969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.087622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-b2fd240d-6ee3-440b-9476-e2bacc5783b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f140c848-2b99-4668-8901-46156d75c252 HTTP/1.1" status: 200 len: 217 time: 0.2210517 Nov 27 15:53:37.089526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.093386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f140c848-2b99-4668-8901-46156d75c252 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:37.097095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/subnets/fa47c337-6caa-4492-8dc5-2ae2c82dd1fc HTTP/1.1" status: 204 len: 168 time: 1.2942817 Nov 27 15:53:37.099421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cce3b-830c-4d1c-9bf3-71e3358e041d None None] Network 1d251df6-fcff-4c60-a62d-a81c3b3ee235 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:37.100094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7b48-3aaf-463a-a490-b070a1f4a08c tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Subnet': ['ID=fa47c337-6caa-4492-8dc5-2ae2c82dd1fc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:37.107006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39570) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:37.203422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port f140c848-2b99-4668-8901-46156d75c252, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f140c848-2b99-4668-8901-46156d75c252,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:37.222108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.251129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.398137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74adf731-4354-4fc0-85fa-64ff54e7c5f7 req-46cf3240-054d-45f3-85dd-ffee632accd4 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 210 time: 0.1179693 Nov 27 15:53:37.461918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-c97434ab-4260-45aa-842f-d008cadbc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.471239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-c97434ab-4260-45aa-842f-d008cadbc084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 200 len: 852 time: 0.3656032 Nov 27 15:53:37.487290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-50c6edc7-d8a8-4c61-b0f0-5929ebba958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.488780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-50c6edc7-d8a8-4c61-b0f0-5929ebba958f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1124 time: 0.4414201 Nov 27 15:53:37.499129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=f140c848-2b99-4668-8901-46156d75c252,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:37.519113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2582ecda-262f-4c2a-80ac-7d0b39ca5a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.607699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] DHCP port deletion for 1d251df6-fcff-4c60-a62d-a81c3b3ee235 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:53:37.612010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-9a625c17-bb24-412b-a141-d317a6840193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b4c9dfc-baf2-4462-858e-99107c600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104290 Nov 27 15:53:37.612926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7d31af-beb2-4f13-8643-8729c2c6a6d3,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:37.641655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349c6e-2733-4ce7-b075-9fd796281b8e req-ca1b30e7-e7b0-416c-af80-5fbbec67d59b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.646211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['f140c848-2b99-4668-8901-46156d75c252'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:37.651096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47349c6e-2733-4ce7-b075-9fd796281b8e req-ca1b30e7-e7b0-416c-af80-5fbbec67d59b tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 944 time: 0.5525007 Nov 27 15:53:37.659514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-618ff3f5-8d35-4058-9b8b-b6e80f098f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.661163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-618ff3f5-8d35-4058-9b8b-b6e80f098f57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.1612830 Nov 27 15:53:37.694373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Checking segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:37.694773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Network hostable DHCP agents. Network: 55d175e5-e176-4d88-b6d7-7c2d85d1735d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:53:37.728368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-5d3dc987-f7fa-4eae-9eec-4844ffe1b7f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 217 time: 0.0455027 Nov 27 15:53:37.742620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.745780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] Deleting port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:37.746191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.765077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15cf3-57dd-4e69-bd26-ae504d52369f req-2468f1c6-0903-4819-91e1-dcaa7f3fd6f5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.773753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cb15cf3-57dd-4e69-bd26-ae504d52369f req-2468f1c6-0903-4819-91e1-dcaa7f3fd6f5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2730672 Nov 27 15:53:37.826194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:37.826535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.842311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:53:37.858170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] For port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:37.858589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.878970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47349c6e-2733-4ce7-b075-9fd796281b8e req-f2ad7a07-b669-49d4-a0d4-1d948cb7405f tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269249 Nov 27 15:53:37.881628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] Calling delete_port for eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:37.882238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f871ae-2d24-4337-9e93-7e2f99e6ebec,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:37.897160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-51d9051c-a94e-428f-8ea6-2a2baf298586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.899033 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-51d9051c-a94e-428f-8ea6-2a2baf298586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1479175 Nov 27 15:53:37.900298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Checking segment: {'id': '07a4bf3d-d424-4225-8439-b5bb231debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:37.900757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Network hostable DHCP agents. Network: 0627ab69-c0db-4561-8372-249b486d34a2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:53:37.936722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 55d175e5-e176-4d88-b6d7-7c2d85d1735d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:37.941598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.942185 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.944040 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-7bef9dfc-724f-4655-b764-0b0502217166 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320151 Nov 27 15:53:37.944793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Network 0627ab69-c0db-4561-8372-249b486d34a2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:53:37.951287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 0627ab69-c0db-4561-8372-249b486d34a2) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:37.955213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:37.956052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:37.963456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8695d-3eb4-4c49-809d-57d6edb1605c None None] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:37.972909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bac25-332f-438c-b854-2a5a72f64cc0 None None] Network 0627ab69-c0db-4561-8372-249b486d34a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:38.000162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cb15cf3-57dd-4e69-bd26-ae504d52369f req-3a8a9117-27e9-42af-9d4c-9b26cd20e506 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244368 Nov 27 15:53:38.033293 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80c62b00-3e99-42d6-9cfa-013509b0914e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1589613 Nov 27 15:53:38.063156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-fbe2be3c-cb14-429b-a78e-a06c6d10f4d6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272969 Nov 27 15:53:38.065446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,segment=NetworkSegment(f9695a7a-2e5b-4b3b-9864-a3204c30e60f),segment_id=f9695a7a-2e5b-4b3b-9864-a3204c30e60f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:38.067634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.102961 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-1350fcfa-ca0f-4a9c-a66e-8fea26e6fff1 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429696 Nov 27 15:53:38.134680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-794aae82-a87e-42b4-b6fe-e59da58cd838 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3761094 Nov 27 15:53:38.141783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:38.219653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.310701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] No DVR routers for this DVR port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:38.315129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45a81f-aeda-48f1-a462-5445e841048e None None] Pushing event deleted for resources: {'Port': ['ID=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:38.385729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1768f54-93c8-4d96-a64c-a162a93d6722 None None] Network 0627ab69-c0db-4561-8372-249b486d34a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:38.407571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b343d-4b5d-4350-b41a-16f90d1a184b req-62488a36-60a5-4713-9281-3220f04e665f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.420627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-241b343d-4b5d-4350-b41a-16f90d1a184b req-62488a36-60a5-4713-9281-3220f04e665f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.3488977 Nov 27 15:53:38.481179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'tenant_id': 'b5bbfe8e2b6346b8b6f5e8f85c3a005c', 'fixed_ips': [{'subnet_id': 'af7d31af-beb2-4f13-8643-8729c2c6a6d3'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:53:38.482086 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.512120 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.517227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9065ad60-ac19-4394-8ab6-044765fb4de9 req-560a05fa-ebc9-4ecb-8be5-76dec007657a service neutron] 10.222.0.37 "GET /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441454 Nov 27 15:53:38.568983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644615-5d27-4882-8006-2489dfb4f304 req-51d7fbed-2a74-4918-b926-a9695c1cd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.570676 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-51d7fbed-2a74-4918-b926-a9695c1cd813 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1095 time: 0.2685964 Nov 27 15:53:38.572739 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cf1f327c-4898-4a6f-9e4d-d029b7a26c6f req-62ea4087-fc95-4439-974f-c34c493934ce service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597123 Nov 27 15:53:38.666046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-241b343d-4b5d-4350-b41a-16f90d1a184b req-2507c13e-de22-4cbf-bf4f-97ccbbe025a6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436385 Nov 27 15:53:38.706370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644615-5d27-4882-8006-2489dfb4f304 req-f3448df6-5eb8-4e85-ab61-b0e336869dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.707969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-f3448df6-5eb8-4e85-ab61-b0e336869dd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1224661 Nov 27 15:53:38.714088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.733134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Allocated IP 172.20.0.2 (55d175e5-e176-4d88-b6d7-7c2d85d1735d/af7d31af-beb2-4f13-8643-8729c2c6a6d3/a8d41647-d3db-45e8-89fb-7a39aa6e5d56) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:38.735403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-7ea91614-2735-4432-85e0-4e86147c6456 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.738622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-7ea91614-2735-4432-85e0-4e86147c6456 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.21 "GET /v2.0/networks?id=3788a99f-9835-4f60-80f2-3abc25370ac0 HTTP/1.1" status: 200 len: 806 time: 0.3144310 Nov 27 15:53:38.763507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:38.773259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4040c5-4388-401f-9bc7-6ef522603bc8 req-26921172-2534-40b3-808e-95a195286b88 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.775213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c4040c5-4388-401f-9bc7-6ef522603bc8 req-26921172-2534-40b3-808e-95a195286b88 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.3223872 Nov 27 15:53:38.785013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:38.836478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-a118009d-5de9-4a13-b057-ae92e3ab08e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 998 time: 0.1125295 Nov 27 15:53:38.861452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:38.898721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644615-5d27-4882-8006-2489dfb4f304 req-733d2327-6335-49ad-8afb-9791ec215373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.902781 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-733d2327-6335-49ad-8afb-9791ec215373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0521379 Nov 27 15:53:38.906822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:38.907099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device eff1c2f2-2fc0-408d-b5be-8e2f7f4f0991 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:38.971233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.973584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644615-5d27-4882-8006-2489dfb4f304 req-e9747196-040e-4a0e-8e04-7bc0aa00bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:38.975581 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-e9747196-040e-4a0e-8e04-7bc0aa00bd9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491738 Nov 27 15:53:38.978522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c4040c5-4388-401f-9bc7-6ef522603bc8 req-2e96431b-cbe4-4e9b-b7fb-27461d9863bd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960843 Nov 27 15:53:38.979978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.980556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:38.997541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-81b85f3d-8037-41ec-88e4-e25895a82fe6 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30575d9b7f9a4b85ab58aa015159ed11 HTTP/1.1" status: 200 len: 379 time: 0.2357023 Nov 27 15:53:39.015123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Request body: {'port': {'device_id': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'admin_state_up': True, 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'security_groups': ['961012bf-ed8e-4f24-8403-4e0fc60a3b08']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:39.030538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:39.033837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:39.037016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:39.046251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Pushing event updated for resources: {'Port': ['ID=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:39.099255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Attempting to bind port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:39.099788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Attempting to bind port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:39.100253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Attempting to bind port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:39.106147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:39.106670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Checking segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:39.107186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.107679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Bound using segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:39.108249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Bound port: a8d41647-d3db-45e8-89fb-7a39aa6e5d56, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:39.108674 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-3d062ea6-9b47-42fd-8e73-79b718745a34 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184115 Nov 27 15:53:39.108802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.116008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d251df6-fcff-4c60-a62d-a81c3b3ee235']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:39.159922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:39.160218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9695a7a-2e5b-4b3b-9864-a3204c30e60f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:39.166600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57d33bbd-d948-4f76-b321-90aaf5366633 req-2b0eec15-bf3b-42e6-94eb-20fedf0745d9 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 210 time: 0.0837767 Nov 27 15:53:39.178004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] For port a8d41647-d3db-45e8-89fb-7a39aa6e5d56, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:39.180463 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.181448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] For port a8d41647-d3db-45e8-89fb-7a39aa6e5d56, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:39.190514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.230052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-75644615-5d27-4882-8006-2489dfb4f304 req-030daaf5-2416-440a-bc02-a0d2407ab357 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095891 Nov 27 15:53:39.243307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.264726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-b881367c-7c05-4e39-a5fc-b91baae00ef2 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:39.267618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-b881367c-7c05-4e39-a5fc-b91baae00ef2 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/networks?id=0627ab69-c0db-4561-8372-249b486d34a2 HTTP/1.1" status: 200 len: 813 time: 0.2835667 Nov 27 15:53:39.270497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:53:39.270909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:53:39.273943 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:53:39.285077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc00715-6baf-455d-9207-0b28f3b11cbc None None] Pushing event updated for resources: {'Port': ['ID=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:39.349480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-9f025ed6-e579-49d7-9ba8-69d37f53b0ca tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/quotas/c2c01eb4574a4a28a70e52e2b96027b1 HTTP/1.1" status: 200 len: 375 time: 0.0630198 Nov 27 15:53:39.393333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-cb046f97-e5e2-4669-8c15-6e5d79bf7b15 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2c01eb4574a4a28a70e52e2b96027b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428510 Nov 27 15:53:39.404938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.414799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Made reservation on behalf of 30575d9b7f9a4b85ab58aa015159ed11 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:39.418161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.447681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.450919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/networks/1d251df6-fcff-4c60-a62d-a81c3b3ee235 HTTP/1.1" status: 204 len: 168 time: 2.3339636 Nov 27 15:53:39.453806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39624) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:39.549657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting subnet 53e2a37a-f00c-4162-b523-1bd4abdac7ec {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:53:39.553281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.558875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cccae-4246-484f-b290-f06c437098c7 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Network': ['ID=1d251df6-fcff-4c60-a62d-a81c3b3ee235,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:39.605558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.690203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.692059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-ed667a51-7c51-41a1-9662-c62d9eebc502 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:39.693680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-ed667a51-7c51-41a1-9662-c62d9eebc502 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 816 time: 0.3045051 Nov 27 15:53:39.707819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-8e19cc1e-4f59-45bb-9e0f-ec02474f7057 service neutron] 10.222.0.15 "GET /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041112 Nov 27 15:53:39.753592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.754242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-c768e47d-e415-45cc-9559-f243fd12ef07 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/quotas/b5bbfe8e2b6346b8b6f5e8f85c3a005c HTTP/1.1" status: 200 len: 375 time: 0.0507653 Nov 27 15:53:39.790200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Subnet': ['ID=53e2a37a-f00c-4162-b523-1bd4abdac7ec,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:39.799685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.804187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f7d2f277-b521-4401-b609-8ff8a5f77fd4 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/subnets/53e2a37a-f00c-4162-b523-1bd4abdac7ec HTTP/1.1" status: 204 len: 168 time: 0.3485985 Nov 27 15:53:39.806492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39628) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:39.807457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b9754-f2ee-4d24-8bc5-377826d6f4bb None None] Network 35ace2c2-3216-4dbd-a96d-4f58e2556e95 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:39.866471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Allocated IP 172.20.0.6 (3788a99f-9835-4f60-80f2-3abc25370ac0/22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c/d4152fb2-2625-4f89-b6b9-dcc93edb82b3) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:39.923736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:39.933714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-1b5ba9ee-ca1d-452d-9d72-81d53aa79050 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675920 Nov 27 15:53:39.995835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Deleting port 36c618b2-8d94-46cf-865a-22aa6dbe40cd {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:39.996222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.012273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-cf0d4d54-1ba0-49eb-b2f0-4fab4507a30f service neutron] 10.222.0.15 "GET /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757134 Nov 27 15:53:40.032725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] DHCP port deletion for 35ace2c2-3216-4dbd-a96d-4f58e2556e95 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:53:40.109445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] For port 36c618b2-8d94-46cf-865a-22aa6dbe40cd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=36c618b2-8d94-46cf-865a-22aa6dbe40cd,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:40.109840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.111520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] Deleting port 36c618b2-8d94-46cf-865a-22aa6dbe40cd {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:40.112031 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.129771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Calling delete_port for 36c618b2-8d94-46cf-865a-22aa6dbe40cd owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:40.176580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-4ff6eb24-3cb8-4138-9671-909197f52ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296374 Nov 27 15:53:40.198659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.220022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] For port 36c618b2-8d94-46cf-865a-22aa6dbe40cd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=36c618b2-8d94-46cf-865a-22aa6dbe40cd,segment=NetworkSegment(963ffb94-8067-4265-914a-333e8bd28291),segment_id=963ffb94-8067-4265-914a-333e8bd28291)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:40.220998 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.237726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] Calling delete_port for 36c618b2-8d94-46cf-865a-22aa6dbe40cd owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:40.242762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.299828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.323053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] No DVR routers for this DVR port 36c618b2-8d94-46cf-865a-22aa6dbe40cd on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:40.392956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.404777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Port': ['ID=36c618b2-8d94-46cf-865a-22aa6dbe40cd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:40.436455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] Pushing event deleted for resources: {'Port': ['ID=36c618b2-8d94-46cf-865a-22aa6dbe40cd,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:40.447922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497e2c9-ac33-40ed-9091-42bd873060fc None None] No DVR routers for this DVR port 36c618b2-8d94-46cf-865a-22aa6dbe40cd on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:40.459217 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.468528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-1e277fc1-02c2-485b-9191-a8c3fa7dcd79 service neutron] 10.222.0.15 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908368 Nov 27 15:53:40.499924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f6871-9418-4d7d-bbf4-57ffd7e3f22e req-253d1c5f-171f-44e7-b966-c778a79c87d4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:40.510458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f3f6871-9418-4d7d-bbf4-57ffd7e3f22e req-253d1c5f-171f-44e7-b966-c778a79c87d4 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 944 time: 0.1662648 Nov 27 15:53:40.572056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.606921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ace2c2-3216-4dbd-a96d-4f58e2556e95']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:40.618007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:40.620083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963ffb94-8067-4265-914a-333e8bd28291') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:40.620414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963ffb94-8067-4265-914a-333e8bd28291') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:40.634933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f140c848-2b99-4668-8901-46156d75c252 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:40.638582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:40.642809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.665128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.674473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:40.680625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:53:40.681402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.681570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event updated for resources: {'Port': ['ID=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:53:40.684334 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:53:40.738499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff3676-4f9a-45b6-9a44-c56cec2c4b33 None None] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:40.753629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f3f6871-9418-4d7d-bbf4-57ffd7e3f22e req-eaeed8a8-aaec-4356-a623-c862dd2969df tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422519 Nov 27 15:53:40.850383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.859284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:40.869483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.873117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] 10.222.0.15 "DELETE /v2.0/networks/35ace2c2-3216-4dbd-a96d-4f58e2556e95 HTTP/1.1" status: 204 len: 168 time: 1.0652320 Nov 27 15:53:40.897251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.904334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee8b10-5369-4b8b-aa70-f26dc518d666 tempest-ServersTestMultiNic-1866962802 tempest-ServersTestMultiNic-1866962802-project] Pushing event deleted for resources: {'Network': ['ID=35ace2c2-3216-4dbd-a96d-4f58e2556e95,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:40.922891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port f140c848-2b99-4668-8901-46156d75c252 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:40.933647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port f140c848-2b99-4668-8901-46156d75c252 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:40.934129 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:40.966345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-1ebf1ea8-2958-4fdf-aef3-93da4f3db4ad tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9561775 Nov 27 15:53:40.980237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Request body: {'port': {'device_id': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:41.045251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-33a8effd-5e7e-4d37-a160-34782b8f2975 None None] Provisioning complete for port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:41.048118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33a8effd-5e7e-4d37-a160-34782b8f2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.101851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a8d41647-d3db-45e8-89fb-7a39aa6e5d56 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:41.199332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c451481-3d4b-4db9-96da-e34db3791112 req-4436f97a-0608-4812-b45f-e00f8eec6de7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:41.201308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c451481-3d4b-4db9-96da-e34db3791112 req-4436f97a-0608-4812-b45f-e00f8eec6de7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.1452048 Nov 27 15:53:41.219754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.377065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53df0c-edd7-49b0-85b3-e5920d33cc87 req-15ca81a6-7c93-4c81-bdcb-94c16bb1ad29 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:41.384784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e53df0c-edd7-49b0-85b3-e5920d33cc87 req-15ca81a6-7c93-4c81-bdcb-94c16bb1ad29 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2278481 Nov 27 15:53:41.506689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.584354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c451481-3d4b-4db9-96da-e34db3791112 req-0f89d6d3-7f28-4cde-a2ea-e87361410a68 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318450 Nov 27 15:53:41.614726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33a8effd-5e7e-4d37-a160-34782b8f2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.676690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e53df0c-edd7-49b0-85b3-e5920d33cc87 req-0c0e55c5-91c1-4536-8a9b-e4505ad56835 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826769 Nov 27 15:53:41.734663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:41.735077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.740339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-33a8effd-5e7e-4d37-a160-34782b8f2975 None None] For port a8d41647-d3db-45e8-89fb-7a39aa6e5d56, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:41.759242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffeb6af6-51c7-4ccb-823d-0ad2c37f419e req-338e7a94-f7c1-4d0e-b20b-21526a6737e6 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 210 time: 0.0862503 Nov 27 15:53:41.783790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.872594 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33a8effd-5e7e-4d37-a160-34782b8f2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:41.913330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97694bae-eee5-49f9-906f-fa8057ed9619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f140c848-2b99-4668-8901-46156d75c252'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:41.915611 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24f257-816e-443a-a0a6-d08ae3d2e0e0" -d '{"events": [{"server_uuid": "97694bae-eee5-49f9-906f-fa8057ed9619", "name": "network-vif-plugged", "status": "completed", "tag": "f140c848-2b99-4668-8901-46156d75c252"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:41.967572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a47c-117c-4c58-a929-681816a79132 req-75cbbd50-e2be-42e7-9362-b9c7ef39f0ce tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:41.982296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c34a47c-117c-4c58-a929-681816a79132 req-75cbbd50-e2be-42e7-9362-b9c7ef39f0ce tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 931 time: 0.2141523 Nov 27 15:53:42.002678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port f140c848-2b99-4668-8901-46156d75c252, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f140c848-2b99-4668-8901-46156d75c252,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:42.046376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.085166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8effd-5e7e-4d37-a160-34782b8f2975 None None] Pushing event updated for resources: {'Port': ['ID=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:42.088505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a7de5f8d-b264-40e6-8a80-ec3f3ad29e9b None None] Provisioning complete for port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:42.088884 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a7de5f8d-b264-40e6-8a80-ec3f3ad29e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.137875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-a9b3cfda-5508-460e-87ca-5ad6104dceb2 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:42.139414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-a9b3cfda-5508-460e-87ca-5ad6104dceb2 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.21 "GET /v2.0/networks?id=0627ab69-c0db-4561-8372-249b486d34a2 HTTP/1.1" status: 200 len: 813 time: 0.1908300 Nov 27 15:53:42.156094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Request body: {'port': {'device_id': '548b1395-5064-4f67-9234-af7719e60f53', 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2', 'admin_state_up': True, 'tenant_id': 'c2c01eb4574a4a28a70e52e2b96027b1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:42.235474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5f8d-b264-40e6-8a80-ec3f3ad29e9b None None] Port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:42.272236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=f140c848-2b99-4668-8901-46156d75c252,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:42.367670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 36c618b2-8d94-46cf-865a-22aa6dbe40cd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:42.373156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c5b6c035-b018-4601-b13f-47b78b0fc3a7 None None] Provisioning complete for port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:42.378793 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c035-b018-4601-b13f-47b78b0fc3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.426615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 36c618b2-8d94-46cf-865a-22aa6dbe40cd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:42.427155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 36c618b2-8d94-46cf-865a-22aa6dbe40cd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:42.447746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Made reservation on behalf of c2c01eb4574a4a28a70e52e2b96027b1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:42.454223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.649768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-456aed53-030b-4201-a4da-f47e0ac7bf14 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:42.652373 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-456aed53-030b-4201-a4da-f47e0ac7bf14 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.21 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 816 time: 0.2392566 Nov 27 15:53:42.669445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4152fb2-2625-4f89-b6b9-dcc93edb82b3 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:42.679203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Request body: {'port': {'device_id': '72b72992-13b2-4052-8da3-8198dcdef94c', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'admin_state_up': True, 'tenant_id': 'b5bbfe8e2b6346b8b6f5e8f85c3a005c'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:42.684747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.719688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Transition to ACTIVE for port object d4152fb2-2625-4f89-b6b9-dcc93edb82b3 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:42.744814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c34a47c-117c-4c58-a929-681816a79132 req-788ab400-fdd9-49e4-8ebb-db388d719d82 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7463179 Nov 27 15:53:42.752449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.774529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Allocated IP 172.20.0.9 (0627ab69-c0db-4561-8372-249b486d34a2/d8f871ae-2d24-4337-9e93-7e2f99e6ebec/2f184941-28a1-4dfe-a8b1-1c4fb3283cfe) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:42.842897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-40deaafc-c9f0-4420-8a3e-70f1ff59bdf6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:42.844582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-40deaafc-c9f0-4420-8a3e-70f1ff59bdf6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 816 time: 0.2576513 Nov 27 15:53:42.871756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:42.876887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a8d41647-d3db-45e8-89fb-7a39aa6e5d56 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:42.883594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-947e0a32-50ea-4db4-9273-7a12e7a08d1b tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/quotas/b5bbfe8e2b6346b8b6f5e8f85c3a005c HTTP/1.1" status: 200 len: 375 time: 0.0283687 Nov 27 15:53:42.916418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Made reservation on behalf of b5bbfe8e2b6346b8b6f5e8f85c3a005c for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:42.920532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:42.974510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:42.975037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.093904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-9fd1d132-d531-42c9-8281-601309e7c05c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092705 Nov 27 15:53:43.117024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Attempting to bind port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:43.117360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Attempting to bind port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:43.117728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Attempting to bind port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 on network 3788a99f-9835-4f60-80f2-3abc25370ac0 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:43.164519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cae62c-ca73-4cd8-badb-44cd6340fc2d req-67c1f61c-949c-408a-97c6-0e1a9a508465 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.166047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58cae62c-ca73-4cd8-badb-44cd6340fc2d req-67c1f61c-949c-408a-97c6-0e1a9a508465 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.1589110 Nov 27 15:53:43.167622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 on network 3788a99f-9835-4f60-80f2-3abc25370ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:43.167891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Attempting to bind port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 on network 3788a99f-9835-4f60-80f2-3abc25370ac0 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:43.184746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:43.185084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Checking segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:43.185484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Bound using segment: {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:43.185928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Bound port: d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2487ee-7bec-48b1-aea9-71212c789424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:43.186286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.230275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72447139-5c1b-426d-9693-37c40f56250d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:43.260516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.278144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-aa167eb3-30e8-4b01-ab94-0fe110386c03 service neutron] 10.222.0.15 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832678 Nov 27 15:53:43.287747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-6debb0a3-95a9-4987-b223-03dd23c9d597 service neutron] 10.222.0.21 "GET /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.1672175 Nov 27 15:53:43.304469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Allocated IP 172.20.0.10 (55d175e5-e176-4d88-b6d7-7c2d85d1735d/af7d31af-beb2-4f13-8643-8729c2c6a6d3/3bb06b45-c7a9-41e4-886e-92084c58c486) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:43.319595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58cae62c-ca73-4cd8-badb-44cd6340fc2d req-ccf43607-801a-402d-9722-9616f4194d25 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450646 Nov 27 15:53:43.374793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] For port d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:43.380107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] For port d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:43.390035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.398963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.419069 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f390a8-8616-4891-90ac-6950285ce8d3 x-openstack-request-id: req-71f390a8-8616-4891-90ac-6950285ce8d3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:43.419428 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97694bae-eee5-49f9-906f-fa8057ed9619", "name": "network-vif-plugged", "status": "completed", "tag": "f140c848-2b99-4668-8901-46156d75c252", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:43.419923 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71f390a8-8616-4891-90ac-6950285ce8d3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:43.420128 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97694bae-eee5-49f9-906f-fa8057ed9619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f140c848-2b99-4668-8901-46156d75c252', 'code': 200} Nov 27 15:53:43.449877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.450724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.452285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4152fb2-2625-4f89-b6b9-dcc93edb82b3 HTTP/1.1" status: 200 len: 1091 time: 2.4768271 Nov 27 15:53:43.452919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:43.455946 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3086e-4a72-469e-8b1b-f4463b133063" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:43.483921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a8dbfa57-e9cc-48a4-9826-e0c52f66a342 service neutron] 10.222.0.15 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048972 Nov 27 15:53:43.501663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62d177-1400-4f2d-aea8-f793afcff7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:43.560584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Network 0627ab69-c0db-4561-8372-249b486d34a2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:43.571834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:43.617710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:43.625331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Pushing event updated for resources: {'Port': ['ID=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:43.691989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-657fd855-5207-4ba7-a39e-3f773a25b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.693605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-657fd855-5207-4ba7-a39e-3f773a25b276 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30575d9b7f9a4b85ab58aa015159ed11&device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 1094 time: 0.1889622 Nov 27 15:53:43.717274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4633a9-2734-4d05-80c7-9445e05d88f3 req-def0ed81-bf06-4649-9b59-d0090a8db6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.724330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f4633a9-2734-4d05-80c7-9445e05d88f3 req-def0ed81-bf06-4649-9b59-d0090a8db6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 1096 time: 0.1657152 Nov 27 15:53:43.762588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643edf8d-eaa5-4121-8b93-c62349e1d994 req-d48d5fa4-c66d-442a-9eec-abc0b365b242 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.768018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-643edf8d-eaa5-4121-8b93-c62349e1d994 req-d48d5fa4-c66d-442a-9eec-abc0b365b242 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 943 time: 0.1577208 Nov 27 15:53:43.795414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.795998 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.820317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-79c6f5c8-6740-4964-939c-336810cc719e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3 HTTP/1.1" status: 200 len: 217 time: 0.1054606 Nov 27 15:53:43.870902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-aa67b4dc-ce9b-4447-bf2b-2d2360c7b67b tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7188644 Nov 27 15:53:43.879994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:43.884470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:43.894776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Request body: {'port': {'device_id': '548b1395-5064-4f67-9234-af7719e60f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:43.934876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:43.955590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f4633a9-2734-4d05-80c7-9445e05d88f3 req-649c7e01-9937-4daa-b93f-3c8be9335298 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815753 Nov 27 15:53:43.964039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-643edf8d-eaa5-4121-8b93-c62349e1d994 req-93a346d0-0412-4066-947f-bdc3b93d3de4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535439 Nov 27 15:53:43.965529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-e602e20d-8c9e-49f0-8f06-642adf21cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.966976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-e602e20d-8c9e-49f0-8f06-642adf21cd23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c HTTP/1.1" status: 200 len: 845 time: 0.1141992 Nov 27 15:53:43.975951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7141-0ca9-4a1e-907e-39c94401d3c0 req-abb805ff-743f-4c2f-9e54-9039aeab6b1c tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:43.977580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e6b7141-0ca9-4a1e-907e-39c94401d3c0 req-abb805ff-743f-4c2f-9e54-9039aeab6b1c tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 931 time: 0.2060709 Nov 27 15:53:43.999468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72447139-5c1b-426d-9693-37c40f56250d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:44.022031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:44.029999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.057756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e6b7141-0ca9-4a1e-907e-39c94401d3c0 req-5a51137d-ef44-49cc-afd7-7e6308d98666 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Nov 27 15:53:44.059616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-38bdaa31-d4c6-4d03-aadb-cdc478148888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.061151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-38bdaa31-d4c6-4d03-aadb-cdc478148888 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3788a99f-9835-4f60-80f2-3abc25370ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825803 Nov 27 15:53:44.074266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.085850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.159716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184dcc8-a9e0-45f8-b046-f204716f272b req-41afd6e0-2a26-45e0-bb2c-02060e80df79 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.161335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d184dcc8-a9e0-45f8-b046-f204716f272b req-41afd6e0-2a26-45e0-bb2c-02060e80df79 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0992665 Nov 27 15:53:44.187111 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a09782-45c2-4215-a502-754122cd6682 x-openstack-request-id: req-96a09782-45c2-4215-a502-754122cd6682 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:44.187854 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:44.188353 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96a09782-45c2-4215-a502-754122cd6682 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:44.189163 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'status': 'completed', 'code': 200} Nov 27 15:53:44.215393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-0dfcfc5c-6293-4cd5-b341-84d9392747dc service neutron] 10.222.0.21 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444972 Nov 27 15:53:44.234341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:44.248880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:44.285533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:44.309538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d184dcc8-a9e0-45f8-b046-f204716f272b req-d60bb933-6b12-44b6-ab15-246b1bf1a30c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322160 Nov 27 15:53:44.327032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Pushing event updated for resources: {'Port': ['ID=3bb06b45-c7a9-41e4-886e-92084c58c486,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:44.407960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.408878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.412851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dad9e9ee-66d5-4e7b-8b00-2cb1a6082459 req-c24e3dc2-2964-4ff0-a4c3-bd679b7308e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904194 Nov 27 15:53:44.423878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] Transition to ACTIVE for port object 72447139-5c1b-426d-9693-37c40f56250d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:44.435172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.457855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-45c31554-2a5a-4046-bd4f-7c10b4c70ac8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7864847 Nov 27 15:53:44.492870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Request body: {'port': {'device_id': '72b72992-13b2-4052-8da3-8198dcdef94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:44.496586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-1e1b6153-cd32-4708-9346-62967059f6d9 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.504507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-1e1b6153-cd32-4708-9346-62967059f6d9 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 816 time: 0.2209301 Nov 27 15:53:44.566357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-eeb90764-468b-4e3f-8126-70619da64942 None None] Provisioning complete for port 3bb06b45-c7a9-41e4-886e-92084c58c486 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:44.567707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eeb90764-468b-4e3f-8126-70619da64942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.594849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-500e0706-89c8-49d9-bad9-075fc20fe18d tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/quotas/b5bbfe8e2b6346b8b6f5e8f85c3a005c HTTP/1.1" status: 200 len: 375 time: 0.0715258 Nov 27 15:53:44.612361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-eeb90764-468b-4e3f-8126-70619da64942 None None] Port 3bb06b45-c7a9-41e4-886e-92084c58c486 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:44.641804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca07c8-304f-4013-8c8a-04ee64e63406 req-4e98b18b-ab02-4911-81dd-1dbf000a89c5 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.643376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9ca07c8-304f-4013-8c8a-04ee64e63406 req-4e98b18b-ab02-4911-81dd-1dbf000a89c5 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 943 time: 0.1378746 Nov 27 15:53:44.689541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-e7ec8b6a-956c-4ff4-bb69-4ddd12cb5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.691047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-e7ec8b6a-956c-4ff4-bb69-4ddd12cb5831 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30575d9b7f9a4b85ab58aa015159ed11&device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 1094 time: 0.1553862 Nov 27 15:53:44.770918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-41799605-d3af-46f9-aad2-6bdca5473d35 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668217 Nov 27 15:53:44.782296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9ca07c8-304f-4013-8c8a-04ee64e63406 req-f0e2058f-bfed-4cb7-958c-8a9efcc69786 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209788 Nov 27 15:53:44.836382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39716) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:44.887657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] No DVR routers for this DVR port 72447139-5c1b-426d-9693-37c40f56250d on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:44.900777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-99f11586-0fe1-42c2-9518-a07326c419a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:44.902221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-99f11586-0fe1-42c2-9518-a07326c419a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3788a99f-9835-4f60-80f2-3abc25370ac0 HTTP/1.1" status: 200 len: 907 time: 0.1982198 Nov 27 15:53:44.957801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] Pushing event updated for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:44.976391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-6875492d-86d4-4653-9ad5-a7258fe3800d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3 HTTP/1.1" status: 200 len: 217 time: 0.0538139 Nov 27 15:53:44.977092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:44.983728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-911c5a30-efd8-4dd0-9130-5c8823f6459b service neutron] 10.222.0.15 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968412 Nov 27 15:53:45.030114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec1295-2814-432b-b468-23ce5a9fbc26 req-a25f5a1c-9570-4b1b-9931-e305a8678910 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.038656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fec1295-2814-432b-b468-23ce5a9fbc26 req-a25f5a1c-9570-4b1b-9931-e305a8678910 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.1549993 Nov 27 15:53:45.045628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] 10.222.0.21 "PUT /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d/bindings/n-h2-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7483487 Nov 27 15:53:45.086721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:45.113125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:45.145720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Transition to ACTIVE for port object 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:45.155707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:45.214450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-64a86017-7dce-416c-8ad8-96a074bfe8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.215902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-64a86017-7dce-416c-8ad8-96a074bfe8cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c HTTP/1.1" status: 200 len: 845 time: 0.2167473 Nov 27 15:53:45.299898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fec1295-2814-432b-b468-23ce5a9fbc26 req-d1df5a0e-465d-410d-a758-0a51d950ebc2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598548 Nov 27 15:53:45.318472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-90488abf-d878-4189-a87a-873ef8bab9c0 service neutron] 10.222.0.15 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263264 Nov 27 15:53:45.348218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-4a631b53-d6d7-4f23-ac29-4fb43971dcc9 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.349908 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-4a631b53-d6d7-4f23-ac29-4fb43971dcc9 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 816 time: 0.2545750 Nov 27 15:53:45.359503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-2cc975ce-aab4-46dc-a09e-44233b2c0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.361059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-2cc975ce-aab4-46dc-a09e-44233b2c0eb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3788a99f-9835-4f60-80f2-3abc25370ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264682 Nov 27 15:53:45.366402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Request body: {'port': {'device_id': '8112196a-51a8-4bbf-909d-48d8e856270c', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'admin_state_up': True, 'tenant_id': 'b5bbfe8e2b6346b8b6f5e8f85c3a005c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:45.411915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Pushing event updated for resources: {'Port': ['ID=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:45.507251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a6a014df-5055-4b44-aee3-b633e6e2f827 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.508818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-a6a014df-5055-4b44-aee3-b633e6e2f827 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.3432014 Nov 27 15:53:45.538006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f9c6-aabf-4552-8dac-2f4b8427609b req-b79e4c0e-de2e-4a6e-a226-b7899e2cc836 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.539584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2018f9c6-aabf-4552-8dac-2f4b8427609b req-b79e4c0e-de2e-4a6e-a226-b7899e2cc836 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1669014 Nov 27 15:53:45.602743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-adf23802-1c27-464b-bfeb-59678d7cc9f8 service neutron] 10.222.0.21 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311175 Nov 27 15:53:45.619324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Attempting to bind port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:45.619653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Attempting to bind port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '07a4bf3d-d424-4225-8439-b5bb231debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:45.619986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Attempting to bind port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe on network 0627ab69-c0db-4561-8372-249b486d34a2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:45.641770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2018f9c6-aabf-4552-8dac-2f4b8427609b req-d9f80fa0-827b-4a98-86fc-c7016e54d5b8 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882812 Nov 27 15:53:45.650944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe on network 0627ab69-c0db-4561-8372-249b486d34a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:45.651292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Attempting to bind port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe on network 0627ab69-c0db-4561-8372-249b486d34a2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:45.689745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:45.690588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Checking segment: {'id': '07a4bf3d-d424-4225-8439-b5bb231debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:45.691008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Bound using segment: {'id': '07a4bf3d-d424-4225-8439-b5bb231debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:45.691475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Bound port: 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a4bf3d-d424-4225-8439-b5bb231debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:45.691852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:45.728244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-b64895cb-f66b-4060-bab4-565d5aba34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.731252 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-b64895cb-f66b-4060-bab4-565d5aba34cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 1095 time: 0.2125375 Nov 27 15:53:45.755194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Made reservation on behalf of b5bbfe8e2b6346b8b6f5e8f85c3a005c for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:45.758621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:45.813047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98737ded-dfca-4842-89aa-720f876b93e8 req-1e1c0ac3-f64c-49bc-8dc1-ec1a82264e1b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.814643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98737ded-dfca-4842-89aa-720f876b93e8 req-1e1c0ac3-f64c-49bc-8dc1-ec1a82264e1b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 944 time: 0.1868129 Nov 27 15:53:45.894541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebb3086e-4a72-469e-8b1b-f4463b133063 req-9dde5c54-907a-464c-b6fe-63c71b960916 service neutron] 10.222.0.21 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677379 Nov 27 15:53:45.909230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb06b45-c7a9-41e4-886e-92084c58c486 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:45.931163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:45.935042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] For port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:45.939534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] For port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,segment=NetworkSegment(07a4bf3d-d424-4225-8439-b5bb231debf2),segment_id=07a4bf3d-d424-4225-8439-b5bb231debf2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:45.944317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-f761231f-7167-4fba-865b-ddc4633bc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.945938 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-f761231f-7167-4fba-865b-ddc4633bc80c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1095 time: 0.1666358 Nov 27 15:53:45.952344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e475a9-7b9c-4665-abf6-81e9541361af req-e5d6daa6-209a-4c67-a516-92f7d0c20a70 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:45.952847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:45.953882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35e475a9-7b9c-4665-abf6-81e9541361af req-e5d6daa6-209a-4c67-a516-92f7d0c20a70 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 943 time: 0.1726778 Nov 27 15:53:45.969779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98737ded-dfca-4842-89aa-720f876b93e8 req-15384074-7637-47a6-8211-55734e2d15c8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295195 Nov 27 15:53:45.986555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Transition to ACTIVE for port object 3bb06b45-c7a9-41e4-886e-92084c58c486 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:46.020520 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:46.030034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.030524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:46.032154 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] 10.222.0.21 "PUT /v2.0/ports/2f184941-28a1-4dfe-a8b1-1c4fb3283cfe HTTP/1.1" status: 200 len: 1091 time: 2.1460643 Nov 27 15:53:46.033167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548b1395-5064-4f67-9234-af7719e60f53', 'tag': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:46.036230 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274abd46-3698-44bc-aed6-8be146b2c3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "548b1395-5064-4f67-9234-af7719e60f53", "tag": "2f184941-28a1-4dfe-a8b1-1c4fb3283cfe"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:46.076772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33d6c2c0-6185-480e-87b7-4eb1db6d2023 req-6876af4f-cb19-44ee-9784-52504b83f022 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 210 time: 0.0486648 Nov 27 15:53:46.089749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35e475a9-7b9c-4665-abf6-81e9541361af req-9fad7173-6aa6-4674-bc3f-f4f63b175b5a tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181545 Nov 27 15:53:46.099871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Allocated IP 172.20.0.12 (55d175e5-e176-4d88-b6d7-7c2d85d1735d/af7d31af-beb2-4f13-8643-8729c2c6a6d3/2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:46.130811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1df86-583a-48e6-9293-38ccc8550631 service neutron] Pushing event updated for resources: {'Port': ['ID=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:46.341874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-61ece020-508d-4d2a-a905-c2a746da53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.343401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-61ece020-508d-4d2a-a905-c2a746da53d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2c01eb4574a4a28a70e52e2b96027b1&device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 1094 time: 0.2595935 Nov 27 15:53:46.344067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb06b45-c7a9-41e4-886e-92084c58c486,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:46.355384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:46.361842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-c1ed5f65-4dc4-404f-92af-037deb9e7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.363291 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-c1ed5f65-4dc4-404f-92af-037deb9e7876 service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.3362601 Nov 27 15:53:46.483149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-049991fa-19ce-42c3-89f0-4d1b7d43f3fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe HTTP/1.1" status: 200 len: 217 time: 0.1249638 Nov 27 15:53:46.494027 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-1ba32503-f0ea-4c37-8b95-3f3e3dd37643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 200 len: 217 time: 0.0870590 Nov 27 15:53:46.561640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Attempting to bind port 3bb06b45-c7a9-41e4-886e-92084c58c486 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:46.561979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Attempting to bind port 3bb06b45-c7a9-41e4-886e-92084c58c486 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:46.562311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Attempting to bind port 3bb06b45-c7a9-41e4-886e-92084c58c486 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:46.601038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Port 3bb06b45-c7a9-41e4-886e-92084c58c486 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:46.601284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Attempting to bind port 3bb06b45-c7a9-41e4-886e-92084c58c486 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:46.629305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:46.629675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Checking segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:46.630065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Bound using segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:46.630508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Bound port: 3bb06b45-c7a9-41e4-886e-92084c58c486, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:46.630865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:46.637561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-16358445-62cf-4e0d-bf8f-7d8f622acf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.639121 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-16358445-62cf-4e0d-bf8f-7d8f622acf32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f871ae-2d24-4337-9e93-7e2f99e6ebec HTTP/1.1" status: 200 len: 853 time: 0.1484380 Nov 27 15:53:46.661396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-448b4135-ecca-4262-88ff-87d86459b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.662855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-448b4135-ecca-4262-88ff-87d86459b9f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1292233 Nov 27 15:53:46.720597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-2c068ae2-1a5a-41e1-9914-1e67e3e96251 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0627ab69-c0db-4561-8372-249b486d34a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702107 Nov 27 15:53:46.794710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd91de6-15f5-4fce-b5dc-781ff10bce52 req-0a74ff68-e18b-4e4b-bd0c-1ef741743083 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.795488 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-0f83f3f9-821e-490b-9789-4c7bda8b8e9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854187 Nov 27 15:53:46.796665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cd91de6-15f5-4fce-b5dc-781ff10bce52 req-0a74ff68-e18b-4e4b-bd0c-1ef741743083 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 943 time: 0.5818677 Nov 27 15:53:46.803010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:46.814255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-21cf3d83-1eef-4f93-9c4c-81b0072bdc6a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:46.815660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-21cf3d83-1eef-4f93-9c4c-81b0072bdc6a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.5969729 Nov 27 15:53:46.852383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-ea1bd089-1f46-4941-8ee5-1af4724e183c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/quotas/4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 375 time: 0.0279236 Nov 27 15:53:46.911793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cd91de6-15f5-4fce-b5dc-781ff10bce52 req-502ca2aa-c861-4c23-9991-5aba88d46afb tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067402 Nov 27 15:53:46.923258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:46.965060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-b83f1b81-40c7-4e74-9c16-09c4ee4eee0c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040475 Nov 27 15:53:46.982990 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b941fd49-9ac3-48ac-adfc-997f3e7de8a5 x-openstack-request-id: req-b941fd49-9ac3-48ac-adfc-997f3e7de8a5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:46.983295 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548b1395-5064-4f67-9234-af7719e60f53", "tag": "2f184941-28a1-4dfe-a8b1-1c4fb3283cfe", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:46.983562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:46.983720 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b941fd49-9ac3-48ac-adfc-997f3e7de8a5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:46.983953 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548b1395-5064-4f67-9234-af7719e60f53', 'tag': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe', 'status': 'completed', 'code': 200} Nov 27 15:53:46.997811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:47.014263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:47.017450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Pushing event updated for resources: {'Port': ['ID=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:47.055248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] For port 3bb06b45-c7a9-41e4-886e-92084c58c486, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:47.135664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:47.136340 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.179215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a6c2-93be-426f-befe-4b8c494a11c1 req-a6ddcfd9-6156-46b1-a977-e6f685787652 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:47.180820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b496a6c2-93be-426f-befe-4b8c494a11c1 req-a6ddcfd9-6156-46b1-a977-e6f685787652 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.1400745 Nov 27 15:53:47.186740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-a1e412b5-b8d9-4e29-9d65-96f7a041e7b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8246472 Nov 27 15:53:47.198646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-d8611168-0f54-4aad-8302-636b66afecb9 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167897 Nov 27 15:53:47.205137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Request body: {'port': {'device_id': '8112196a-51a8-4bbf-909d-48d8e856270c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:47.267784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4152fb2-2625-4f89-b6b9-dcc93edb82b3 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:47.292906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4aa44b57-3af4-46bb-80c6-e2a3b79144d0 None None] Provisioning complete for port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:47.293289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4aa44b57-3af4-46bb-80c6-e2a3b79144d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.344290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b496a6c2-93be-426f-befe-4b8c494a11c1 req-e7466a20-1473-48c9-9cee-1df0d11234e3 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545455 Nov 27 15:53:47.349946 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.375623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] For port 3bb06b45-c7a9-41e4-886e-92084c58c486, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3bb06b45-c7a9-41e4-886e-92084c58c486,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:47.378047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4aa44b57-3af4-46bb-80c6-e2a3b79144d0 None None] Port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:47.385715 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-249d1b18-f34b-45d6-806a-2051d16a5216 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625451 Nov 27 15:53:47.403056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.427035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:47.440815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'port_id': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'mac_address': 'fa:16:3e:0a:4e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:47.446855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-a1d820f5-792c-42f2-a2dd-ef645b7a4799 service neutron] 10.222.0.21 "GET /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054973 Nov 27 15:53:47.448075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-938dba35-d041-4962-a8a4-c3a16aebfb61 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324891 Nov 27 15:53:47.453353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-e213b1d3-c726-4608-84fb-20fa1977fa84 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:47.454802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-e213b1d3-c726-4608-84fb-20fa1977fa84 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 816 time: 0.7124171 Nov 27 15:53:47.485037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.512715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4152fb2-2625-4f89-b6b9-dcc93edb82b3 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:47.523786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Request body: {'port': {'device_id': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'admin_state_up': True, 'tenant_id': 'b5bbfe8e2b6346b8b6f5e8f85c3a005c'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:47.542631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:47.549731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.582304 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:47.582930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.584315 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] 10.222.0.21 "PUT /v2.0/ports/3bb06b45-c7a9-41e4-886e-92084c58c486 HTTP/1.1" status: 200 len: 1092 time: 3.0975997 Nov 27 15:53:47.624225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:47.638152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.638609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.639112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.639470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.639811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.640352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.640932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.641458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.642509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.643059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.643569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.644072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:53:47.728107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fd3ed-0b83-4ef9-b809-0d60c6199039 req-861daeaa-8d20-4f6e-b731-11f3144fd33c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:47.744856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-150fd3ed-0b83-4ef9-b809-0d60c6199039 req-861daeaa-8d20-4f6e-b731-11f3144fd33c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 944 time: 0.1586008 Nov 27 15:53:47.753279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe181-87f3-4763-8597-958fb2f03c04 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb06b45-c7a9-41e4-886e-92084c58c486,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:47.798998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['d4152fb2-2625-4f89-b6b9-dcc93edb82b3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:47.814783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce9fe6a2-a4d6-4b05-9aad-5027a3afd643 req-ea4a4c5a-eeb8-493d-b1be-73f85e65f00b tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 210 time: 0.0455432 Nov 27 15:53:47.882583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-150fd3ed-0b83-4ef9-b809-0d60c6199039 req-8777c9bb-f7e9-4dd8-8091-e7c3445ca867 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367774 Nov 27 15:53:47.919308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:47.934332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:47.946113 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-d4b35421-92fe-4f6f-8327-103f3a4cc2f6 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482299 Nov 27 15:53:47.951210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-84b2994d-5681-4161-870e-64c2d4c2b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:47.952683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-84b2994d-5681-4161-870e-64c2d4c2b83f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 1095 time: 0.3052659 Nov 27 15:53:47.958149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799be30e-43b6-47db-8a4d-94bba7563c62 req-326abdc9-73ac-4b47-8fef-72dd4cb8f7e0 service neutron] 10.222.0.21 "GET /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021224 Nov 27 15:53:47.965298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Transition to ACTIVE for port object 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:47.978319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.016861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-59c0be9f-03b5-4f15-84f2-d8b704cbd90b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb06b45-c7a9-41e4-886e-92084c58c486 HTTP/1.1" status: 200 len: 217 time: 0.0476134 Nov 27 15:53:48.041929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Made reservation on behalf of b5bbfe8e2b6346b8b6f5e8f85c3a005c for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:48.052336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.194727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Deleting port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:48.195265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.219436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Pushing event updated for resources: {'Port': ['ID=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:48.259906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f20262d4-d20c-4348-acc7-a3f0fe2fb4d2 req-847a9cca-6fcb-41d5-aa2a-f0fe7357b89b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 210 time: 0.0584590 Nov 27 15:53:48.328741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d3694-b196-438b-9282-7c67265b93c2 req-75722f84-9c4b-4364-a781-ed0acffe69bf tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.336981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a4d3694-b196-438b-9282-7c67265b93c2 req-75722f84-9c4b-4364-a781-ed0acffe69bf tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 943 time: 0.3401098 Nov 27 15:53:48.379088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Attempting to bind port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:48.379352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Attempting to bind port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:48.380280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Attempting to bind port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:48.390039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:48.390745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Attempting to bind port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:48.412129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:48.412773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Checking segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:48.413341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Bound using segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:48.413986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Bound port: 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:48.414535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.438095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-d1a353f1-259c-499d-992f-538fa5ba0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.439890 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-d1a353f1-259c-499d-992f-538fa5ba0c0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.4076884 Nov 27 15:53:48.480619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-b46772a8-6a79-4d6f-bbce-98a8d0bec29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.482123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-b46772a8-6a79-4d6f-bbce-98a8d0bec29a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2c01eb4574a4a28a70e52e2b96027b1&device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 1094 time: 0.4249072 Nov 27 15:53:48.510078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a4d3694-b196-438b-9282-7c67265b93c2 req-75da2ed2-17f4-4085-988b-e5e39349a9e0 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721094 Nov 27 15:53:48.550277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ad18-f054-4db3-aa9e-094a486c2d44 req-b5e05e26-6601-4a47-a0a8-348908bbc964 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.551918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90c9ad18-f054-4db3-aa9e-094a486c2d44 req-b5e05e26-6601-4a47-a0a8-348908bbc964 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 944 time: 0.1641378 Nov 27 15:53:48.555075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] For port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:48.558090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] For port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:48.567656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.621018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.625273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.627141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] 10.222.0.37 "PUT /v2.0/ports/2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 HTTP/1.1" status: 200 len: 1092 time: 1.4267974 Nov 27 15:53:48.628114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8112196a-51a8-4bbf-909d-48d8e856270c', 'tag': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:48.630223 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b161d65-131e-428d-833d-2780c532e840" -d '{"events": [{"name": "network-changed", "server_uuid": "8112196a-51a8-4bbf-909d-48d8e856270c", "tag": "2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:48.636146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2232-bc12-40bc-954e-027dc1138034 req-50e34271-38d3-46c7-b244-0ce9033dad80 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.638517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-50e34271-38d3-46c7-b244-0ce9033dad80 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1095 time: 0.3026340 Nov 27 15:53:48.658395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] For port 710f7575-7a8d-4d30-a9e7-a2933e10c8e2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:48.659026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:48.674440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb226-b55e-4d32-bd1e-76a3f2371a5c service neutron] Pushing event updated for resources: {'Port': ['ID=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:48.690023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90c9ad18-f054-4db3-aa9e-094a486c2d44 req-4934ab7a-507d-4349-a186-6ad3461dcb99 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301584 Nov 27 15:53:48.749191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Calling delete_port for 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:48.780068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-4a02d9c6-4fe1-45df-8e02-6864462fa31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.781871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-4a02d9c6-4fe1-45df-8e02-6864462fa31e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3250737 Nov 27 15:53:48.796062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Allocated IP 172.20.0.9 (55d175e5-e176-4d88-b6d7-7c2d85d1735d/af7d31af-beb2-4f13-8643-8729c2c6a6d3/3e25e405-9ae8-465e-a90b-e6a0396038c3) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:48.850989 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d810ac-7cb2-4497-bb62-32ddd71fc6e2 x-openstack-request-id: req-80d810ac-7cb2-4497-bb62-32ddd71fc6e2 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:48.851516 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8112196a-51a8-4bbf-909d-48d8e856270c", "tag": "2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:48.851516 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d810ac-7cb2-4497-bb62-32ddd71fc6e2 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:48.851931 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8112196a-51a8-4bbf-909d-48d8e856270c', 'tag': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5', 'status': 'completed', 'code': 200} Nov 27 15:53:48.872887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-46b10c1a-d5a5-4745-a233-426675385e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.874501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-46b10c1a-d5a5-4745-a233-426675385e3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 1095 time: 0.0978632 Nov 27 15:53:48.956678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-040362eb-41bf-48f9-a9c5-c2f6051c58c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 HTTP/1.1" status: 200 len: 217 time: 0.0731330 Nov 27 15:53:48.977063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-bf29e2a0-7ac3-4cba-9614-175bf2f0eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:48.978645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-bf29e2a0-7ac3-4cba-9614-175bf2f0eded service neutron] 10.222.0.21 "GET /v2.0/networks?id=0627ab69-c0db-4561-8372-249b486d34a2 HTTP/1.1" status: 200 len: 914 time: 0.4707787 Nov 27 15:53:48.985283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b72992-13b2-4052-8da3-8198dcdef94c', 'tag': '3bb06b45-c7a9-41e4-886e-92084c58c486'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:48.988205 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "72b72992-13b2-4052-8da3-8198dcdef94c", "tag": "3bb06b45-c7a9-41e4-886e-92084c58c486"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:48.997633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08c70a42-38cf-49ff-adb0-231e92a4f1ee req-3acfe3e9-b2fa-442f-91ff-6ef16d0f9996 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 210 time: 0.0635452 Nov 27 15:53:49.049644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccb148-60ba-4572-b08c-019471413a23 req-dfd1a4f3-6263-4823-82d5-ee346ec53bb7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.051142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6ccb148-60ba-4572-b08c-019471413a23 req-dfd1a4f3-6263-4823-82d5-ee346ec53bb7 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.1079888 Nov 27 15:53:49.052928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-9810376f-ad35-4867-b0c5-4e95d8a92c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.054293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-9810376f-ad35-4867-b0c5-4e95d8a92c16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.0827782 Nov 27 15:53:49.117195 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-454bda5a-b567-4e5d-adae-c9e649c65768 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe HTTP/1.1" status: 200 len: 217 time: 0.1231964 Nov 27 15:53:49.169483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6ccb148-60ba-4572-b08c-019471413a23 req-b903c363-9706-476f-9b3a-01b7512a0f07 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099758 Nov 27 15:53:49.186304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-8825ba1b-cd53-42e7-953d-c27850085208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.188337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-8825ba1b-cd53-42e7-953d-c27850085208 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200302 Nov 27 15:53:49.201422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9294a95-59b6-45a7-b591-70bd9dd46667 req-7612e72e-58ad-4911-84e8-ca8d51a1c39b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.203993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9294a95-59b6-45a7-b591-70bd9dd46667 req-7612e72e-58ad-4911-84e8-ca8d51a1c39b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 944 time: 0.1377950 Nov 27 15:53:49.245563 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d083e-3590-4d98-a475-97c37bf8c2e7 x-openstack-request-id: req-b28d083e-3590-4d98-a475-97c37bf8c2e7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:49.245864 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b72992-13b2-4052-8da3-8198dcdef94c", "tag": "3bb06b45-c7a9-41e4-886e-92084c58c486", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:49.246124 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b28d083e-3590-4d98-a475-97c37bf8c2e7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:49.246525 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b72992-13b2-4052-8da3-8198dcdef94c', 'tag': '3bb06b45-c7a9-41e4-886e-92084c58c486', 'status': 'completed', 'code': 200} Nov 27 15:53:49.283929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-4a2b8615-8cb0-4677-b413-172f609a8702 service neutron] 10.222.0.21 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898160 Nov 27 15:53:49.285857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-cb8a563c-0843-4677-96c5-b670da0248ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.287287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-cb8a563c-0843-4677-96c5-b670da0248ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8f871ae-2d24-4337-9e93-7e2f99e6ebec HTTP/1.1" status: 200 len: 853 time: 0.1431026 Nov 27 15:53:49.290466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:49.311312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9fee2232-bc12-40bc-954e-027dc1138034 req-3858dbaa-74f7-496d-aeca-d84a3ea1a04d service neutron] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:49.342294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9fee2232-bc12-40bc-954e-027dc1138034 req-3858dbaa-74f7-496d-aeca-d84a3ea1a04d service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.343703 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-3858dbaa-74f7-496d-aeca-d84a3ea1a04d service neutron] 10.222.0.37 "DELETE /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d/bindings/n-h1-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.6947520 Nov 27 15:53:49.358892 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-a926894d-a792-492f-b994-6a233d85f46a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0627ab69-c0db-4561-8372-249b486d34a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563142 Nov 27 15:53:49.414015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4152fb2-2625-4f89-b6b9-dcc93edb82b3 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:49.493134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,segment=NetworkSegment(07a4bf3d-d424-4225-8439-b5bb231debf2),segment_id=07a4bf3d-d424-4225-8439-b5bb231debf2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:49.506960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9294a95-59b6-45a7-b591-70bd9dd46667 req-16d5d909-bf47-4c85-a085-11d053c3b02b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908480 Nov 27 15:53:49.517317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe', 'network_id': '0627ab69-c0db-4561-8372-249b486d34a2', 'port_id': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe', 'mac_address': 'fa:16:3e:89:ca:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f871ae-2d24-4337-9e93-7e2f99e6ebec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:49.564466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.570150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.575434 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.587969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:49.592837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34161d85-8c50-4eea-ba91-ae6c5cc64011 req-73e53e32-d385-4763-a956-9ccb352c234f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 210 time: 0.0847890 Nov 27 15:53:49.595109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:49.595688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.598369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:49.617458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-dd322eab-1e07-4ad3-b2b2-b321a4f92051 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.619013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-dd322eab-1e07-4ad3-b2b2-b321a4f92051 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.4011421 Nov 27 15:53:49.624003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Pushing event deleted for resources: {'Port': ['ID=710f7575-7a8d-4d30-a9e7-a2933e10c8e2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:49.630627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-92725ac3-46e9-4911-9fcc-b914b2485482 service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159245 Nov 27 15:53:49.634426 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f289c15-28c2-43e0-8535-45cb362d70c1 req-835a4649-e868-4ad3-b9e2-819566961ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330142 Nov 27 15:53:49.635385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'port': {'device_id': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'admin_state_up': True, 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:49.678909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,segment=NetworkSegment(07a4bf3d-d424-4225-8439-b5bb231debf2),segment_id=07a4bf3d-d424-4225-8439-b5bb231debf2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:49.689102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.755819 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-2dfd6e14-fa7e-42d0-af65-c6d87902c128 service neutron] 10.222.0.21 "GET /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491437 Nov 27 15:53:49.756979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:49.828814 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.881480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:49.885867 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9103a94b-1180-404d-8bb0-6c59224746ee" -d '{"events": [{"server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "name": "network-vif-plugged", "status": "completed", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:49.906752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:49.913360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:49.983166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f7a74-ecb6-49c1-963e-824851d9b412 req-b81bd28c-d477-48d9-8875-259f7d33a64c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:49.986021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-574f7a74-ecb6-49c1-963e-824851d9b412 req-b81bd28c-d477-48d9-8875-259f7d33a64c tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.2924135 Nov 27 15:53:49.988982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:49.992302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['2f184941-28a1-4dfe-a8b1-1c4fb3283cfe'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:49.995539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2e6f-ea5a-44eb-a218-d5e87bf54010 req-36303b80-8e21-4c18-9832-cd92a0bb6877 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.003876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd3a2e6f-ea5a-44eb-a218-d5e87bf54010 req-36303b80-8e21-4c18-9832-cd92a0bb6877 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 944 time: 0.2089264 Nov 27 15:53:50.033005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a04a53e-87fd-4e38-9ab8-2502caebf916 req-5b6cce3d-4ecf-4ede-8f03-30b82a38e41b service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940248 Nov 27 15:53:50.053330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:50.056936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:50.201881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd3a2e6f-ea5a-44eb-a218-d5e87bf54010 req-43462df2-02bf-45a3-8bdf-dc00069c43e5 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971228 Nov 27 15:53:50.229576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-574f7a74-ecb6-49c1-963e-824851d9b412 req-ff25ceac-d6d1-4fa0-9bb8-0c64fd74f0c5 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961842 Nov 27 15:53:50.234859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161d65-131e-428d-833d-2780c532e840 req-f4dd94e0-36a0-4b4c-9f09-44c066c601bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.236888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-f4dd94e0-36a0-4b4c-9f09-44c066c601bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 1095 time: 0.1399982 Nov 27 15:53:50.293753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:50.402519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-27be47d3-12d8-404c-8efa-c512c65805fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.404117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-27be47d3-12d8-404c-8efa-c512c65805fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 1095 time: 0.6709292 Nov 27 15:53:50.411869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Allocated IP 172.20.0.6 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/c4c8e7b9-1706-4ef9-9329-c803e4e59c56) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:53:50.462299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161d65-131e-428d-833d-2780c532e840 req-6823ae59-b901-4c68-b9c3-ddfa0f6718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.463768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-6823ae59-b901-4c68-b9c3-ddfa0f6718fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 917 time: 0.2085562 Nov 27 15:53:50.465382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825655-ff02-49ae-a73b-c7ceee1206b7 req-22cc170b-1569-44a4-9b6b-d92aaa56b223 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.466757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63825655-ff02-49ae-a73b-c7ceee1206b7 req-22cc170b-1569-44a4-9b6b-d92aaa56b223 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1095 time: 0.1445920 Nov 27 15:53:50.480464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df62d7d-792d-4449-b8d9-af15156162ac req-5e7503f5-d19d-477d-b69f-6f92ced3cba6 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.481838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df62d7d-792d-4449-b8d9-af15156162ac req-5e7503f5-d19d-477d-b69f-6f92ced3cba6 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.1529346 Nov 27 15:53:50.483860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:50.500012 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-274abd46-3698-44bc-aed6-8be146b2c3e0 req-5567daed-e5ca-4ca4-a97b-0ece9b72b0e4 service neutron] 10.222.0.21 "GET /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879165 Nov 27 15:53:50.503763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Pushing event updated for resources: {'Port': ['ID=3e25e405-9ae8-465e-a90b-e6a0396038c3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:50.507160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:50.540687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:50.550114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-ef731545-b5e3-45cc-a313-a85a8e5b01bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 HTTP/1.1" status: 200 len: 217 time: 0.0658019 Nov 27 15:53:50.593358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:50.627744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.628428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:50.698169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-057c42da-d0d0-4e91-afb1-23649f2b74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.699699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-057c42da-d0d0-4e91-afb1-23649f2b74f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 917 time: 0.2752044 Nov 27 15:53:50.710805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-2d01ba61-afd2-42b8-a297-bdef78f178ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2422791 Nov 27 15:53:50.720635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63825655-ff02-49ae-a73b-c7ceee1206b7 req-22b368f9-e808-4723-87ba-0f8be0ead850 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352228 Nov 27 15:53:50.725320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161d65-131e-428d-833d-2780c532e840 req-013598d0-5ea4-4aa9-aaf5-16a241c61b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.726767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-013598d0-5ea4-4aa9-aaf5-16a241c61b9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.1649966 Nov 27 15:53:50.733466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df62d7d-792d-4449-b8d9-af15156162ac req-38f33173-7040-4295-ba4c-b699dc528494 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394643 Nov 27 15:53:50.797495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Request body: {'port': {'device_id': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:50.819385 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f613d35f-44ab-4d03-be64-17780d51148f x-openstack-request-id: req-f613d35f-44ab-4d03-be64-17780d51148f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:50.820280 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "name": "network-vif-plugged", "status": "completed", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:50.820701 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f613d35f-44ab-4d03-be64-17780d51148f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:50.821322 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'code': 200} Nov 27 15:53:50.823928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0ce89e6c-3264-4094-a2d2-5171709e9a7d None None] Provisioning complete for port 3e25e405-9ae8-465e-a90b-e6a0396038c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:50.825246 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0ce89e6c-3264-4094-a2d2-5171709e9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:50.832746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:50.853195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161d65-131e-428d-833d-2780c532e840 req-0192c11f-41ff-4978-b733-6f219107f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:50.855219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-0192c11f-41ff-4978-b733-6f219107f17e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053479 Nov 27 15:53:50.899408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0ce89e6c-3264-4094-a2d2-5171709e9a7d None None] Port 3e25e405-9ae8-465e-a90b-e6a0396038c3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:50.953302 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-d1e17cf6-426b-4bbb-a5f8-42af18ea42fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb06b45-c7a9-41e4-886e-92084c58c486 HTTP/1.1" status: 200 len: 217 time: 0.1640303 Nov 27 15:53:50.994616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13c9db6b-9b38-4de3-899e-00c28204808b req-1c526416-ce1f-4eac-92e0-0bc795a31256 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 210 time: 0.0621119 Nov 27 15:53:51.000737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.081641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:53:51.093547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930a35-37a1-41ba-be97-c2871d07ae3d req-1c0b258f-769a-4d5a-819c-6f695e746a38 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.095023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21930a35-37a1-41ba-be97-c2871d07ae3d req-1c0b258f-769a-4d5a-819c-6f695e746a38 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 931 time: 0.1691437 Nov 27 15:53:51.105888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.108911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-1478b3b4-80b7-43c0-96f0-7447011fefeb service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446926 Nov 27 15:53:51.109457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:53:51.112547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:53:51.164453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-77e20a3a-625c-44bd-bbd6-3791a4ec9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.166079 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-77e20a3a-625c-44bd-bbd6-3791a4ec9b48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.1933832 Nov 27 15:53:51.171434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a6eb-6cd2-4232-ac07-d967741207c2 req-cdd60ae8-304b-4dc3-893a-e5e1f63e0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.171772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:51.172556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d901a6eb-6cd2-4232-ac07-d967741207c2 req-cdd60ae8-304b-4dc3-893a-e5e1f63e0d93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 1096 time: 0.2305872 Nov 27 15:53:51.184743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b91d59-1665-48c8-acaa-728172205de0 req-194e28b5-e8b8-4e45-8082-ff90e762d44a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.186320 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72b91d59-1665-48c8-acaa-728172205de0 req-194e28b5-e8b8-4e45-8082-ff90e762d44a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.2547390 Nov 27 15:53:51.262415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.263121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.304369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4189497-47cb-4feb-9a82-93af0a0da362 req-f055de9c-279a-4c48-9c9a-2b030f672d18 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.305185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3bb06b45-c7a9-41e4-886e-92084c58c486 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:51.306252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4189497-47cb-4feb-9a82-93af0a0da362 req-f055de9c-279a-4c48-9c9a-2b030f672d18 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 1095 time: 0.2266619 Nov 27 15:53:51.327406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21930a35-37a1-41ba-be97-c2871d07ae3d req-08e219c7-9640-45eb-9ca9-e1283a4c4f25 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228060 Nov 27 15:53:51.340550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9a2b1100-cd03-4fdd-b5cc-f41abb8122d2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7088790 Nov 27 15:53:51.355283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Request body: {'port': {'device_id': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:51.360814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d901a6eb-6cd2-4232-ac07-d967741207c2 req-4fec9636-547b-4411-a31d-d1295c82b8cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715181 Nov 27 15:53:51.378913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b161d65-131e-428d-833d-2780c532e840 req-f90cbc5e-6bdb-432c-af99-fef87da6f939 service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400117 Nov 27 15:53:51.383136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:51.385232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:51.465215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4189497-47cb-4feb-9a82-93af0a0da362 req-d511bd52-955d-4b67-a275-1ddefbef6b7b tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503634 Nov 27 15:53:51.469796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-89283a09-472d-422e-babf-af879e95d203 None None] Provisioning complete for port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:51.470209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89283a09-472d-422e-babf-af879e95d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.475822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.507568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-89283a09-472d-422e-babf-af879e95d203 None None] Port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:53:51.514617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3bb06b45-c7a9-41e4-886e-92084c58c486, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3bb06b45-c7a9-41e4-886e-92084c58c486,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:51.533086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919738b-efe3-49b0-bd49-6a62275e92db req-25224bcb-3d87-4f25-bad6-3a9ba0d2ef63 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.534810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f919738b-efe3-49b0-bd49-6a62275e92db req-25224bcb-3d87-4f25-bad6-3a9ba0d2ef63 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 944 time: 0.1035547 Nov 27 15:53:51.541463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3bb06b45-c7a9-41e4-886e-92084c58c486', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'port_id': '3bb06b45-c7a9-41e4-886e-92084c58c486', 'mac_address': 'fa:16:3e:33:02:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7d31af-beb2-4f13-8643-8729c2c6a6d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:51.546390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:51.546586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-40e9e639-e493-43e1-80b7-cbe73ea3f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:51.548755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-40e9e639-e493-43e1-80b7-cbe73ea3f1f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3573139 Nov 27 15:53:51.551261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:51.551633 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.636626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.656475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb06b45-c7a9-41e4-886e-92084c58c486 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:51.702666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3bb06b45-c7a9-41e4-886e-92084c58c486, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3bb06b45-c7a9-41e4-886e-92084c58c486,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:51.709812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.737272 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.796186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Deleting port f140c848-2b99-4668-8901-46156d75c252 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:51.796417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.902733 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-0d15c18b-c335-49d6-b6e8-c2bde9c27ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298821 Nov 27 15:53:51.913669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:51.927846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3bb06b45-c7a9-41e4-886e-92084c58c486,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:51.932740 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] Sync routers for ids ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:51.948993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,segment=NetworkSegment(07a4bf3d-d424-4225-8439-b5bb231debf2),segment_id=07a4bf3d-d424-4225-8439-b5bb231debf2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:51.955719 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] Routers {'4c1f9985-c5f8-49fd-9cce-4e71589f99bc'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:51.956759 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:51.958252 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:51.989959 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-98cfa580-ff21-4fc5-95e1-20d71c1dd028 admin admin] 10.222.0.15 "PUT /v2.0/routers/4c1f9985-c5f8-49fd-9cce-4e71589f99bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1428494 Nov 27 15:53:52.003539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39822) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:52.013712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:52.019231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3bb06b45-c7a9-41e4-886e-92084c58c486'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:52.106202 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] Set router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:52.109286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] For port f140c848-2b99-4668-8901-46156d75c252, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f140c848-2b99-4668-8901-46156d75c252,segment=NetworkSegment(20833cd0-958c-4e7e-a0ee-e99a8664c2db),segment_id=20833cd0-958c-4e7e-a0ee-e99a8664c2db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:52.111474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.191689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Calling delete_port for f140c848-2b99-4668-8901-46156d75c252 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:52.203244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b4e1bbf-4035-4fc2-827f-68f453de5cd7 req-843aefa9-edb0-4e0a-8621-c8631d8eb92d service neutron] 10.222.0.21 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829559 Nov 27 15:53:52.215153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e25e405-9ae8-465e-a90b-e6a0396038c3 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:52.228586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.248953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f919738b-efe3-49b0-bd49-6a62275e92db req-aaa81b23-593c-4eee-b51c-b837357b1aba tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059600 Nov 27 15:53:52.250953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c8e7b9-1706-4ef9-9329-c803e4e59c56 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:52.271014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f7afc-122d-4254-9c90-43a0bc917d66 req-cfc72cdc-5404-42c9-84e8-ac74053805dd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:52.275995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc3f7afc-122d-4254-9c90-43a0bc917d66 req-cfc72cdc-5404-42c9-84e8-ac74053805dd tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 945 time: 0.7166479 Nov 27 15:53:52.286315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Transition to ACTIVE for port object 3e25e405-9ae8-465e-a90b-e6a0396038c3 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:52.286636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.288197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.322666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Transition to ACTIVE for port object c4c8e7b9-1706-4ef9-9329-c803e4e59c56 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:53:52.332124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.335264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.363039 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:53:49Z', 'revision_number': 5, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:52.385221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc3f7afc-122d-4254-9c90-43a0bc917d66 req-cc242632-dc35-4222-9ef0-2b37627e3811 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/security-groups?id=d46262e7-e3fb-4485-a74a-762f774bab21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021509 Nov 27 15:53:52.450980 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] Checking router: 4c1f9985-c5f8-49fd-9cce-4e71589f99bc for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:52.476552 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] Routers {'4c1f9985-c5f8-49fd-9cce-4e71589f99bc'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:52.477077 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:52.493738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:52.681441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e690e4-2c29-47d5-a917-36d581410326 req-5cb598e5-fccc-48d8-b321-540413788701 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:52.691480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8e690e4-2c29-47d5-a917-36d581410326 req-5cb598e5-fccc-48d8-b321-540413788701 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.1753340 Nov 27 15:53:52.729385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:52.753949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] Set router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:52.761204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Attempting to bind port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:52.764781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Attempting to bind port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:52.767456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Attempting to bind port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:52.787102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 on network da689c32-e1f0-4b96-8609-a536c61723a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:52.787430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Attempting to bind port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:52.814346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:52.815006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:52.815624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:52.816261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Bound port: c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:52.817629 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:52.822779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548b1395-5064-4f67-9234-af7719e60f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:52.835471 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f3dc2-4773-4f30-8d6a-bec70c53ef18" -d '{"events": [{"server_uuid": "548b1395-5064-4f67-9234-af7719e60f53", "name": "network-vif-plugged", "status": "completed", "tag": "2f184941-28a1-4dfe-a8b1-1c4fb3283cfe"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:52.894104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8e690e4-2c29-47d5-a917-36d581410326 req-3c3291e5-1287-4229-b19c-4c39f4ac76b8 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951976 Nov 27 15:53:52.977806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:53.005696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'port_id': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5', 'mac_address': 'fa:16:3e:f2:f2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7d31af-beb2-4f13-8643-8729c2c6a6d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:53.011034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e25e405-9ae8-465e-a90b-e6a0396038c3,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:53.084127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.092049 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:53:49Z', 'revision_number': 5, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:53.102180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:53.113383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d98a3-66b6-4452-bf4d-8df7d5e2b730 req-85dfabaa-0a25-4428-9550-e209dfd2a218 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.119092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.121692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-758d98a3-66b6-4452-bf4d-8df7d5e2b730 req-85dfabaa-0a25-4428-9550-e209dfd2a218 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 943 time: 0.1255381 Nov 27 15:53:53.126082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:53.131446 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c5be7-1d8b-4ca5-8151-2a919fcb91c2 None None] The sync data for ids ['4c1f9985-c5f8-49fd-9cce-4e71589f99bc'] in n-d-819494-4 is: [{'id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'name': 'tempest-ServersTestMultiNic-2093122672-router', 'tenant_id': '8e2c43658c2046808c35620dd62ab4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:52:03Z', 'updated_at': '2021-11-27T15:53:49Z', 'revision_number': 5, 'project_id': '8e2c43658c2046808c35620dd62ab4a1', 'gw_port': {'id': '188cd38c-c685-4e28-ba33-3904a5f9fd57', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f9985-c5f8-49fd-9cce-4e71589f99bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:52:04Z', 'updated_at': '2021-11-27T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:53.132777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.150123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Attempting to bind port 3e25e405-9ae8-465e-a90b-e6a0396038c3 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:53:53.150549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Attempting to bind port 3e25e405-9ae8-465e-a90b-e6a0396038c3 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:53:53.151012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Attempting to bind port 3e25e405-9ae8-465e-a90b-e6a0396038c3 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:53.158967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.160887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6f3ff-78fb-4193-b757-4634e88b2646 req-47e39ad3-78b3-46de-8b5f-e2c707061a1a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.162892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bda6f3ff-78fb-4193-b757-4634e88b2646 req-47e39ad3-78b3-46de-8b5f-e2c707061a1a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 943 time: 0.2231622 Nov 27 15:53:53.168540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] For port c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:53.178112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['f140c848-2b99-4668-8901-46156d75c252'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:53.193263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Port 3e25e405-9ae8-465e-a90b-e6a0396038c3 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:53:53.193263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Attempting to bind port 3e25e405-9ae8-465e-a90b-e6a0396038c3 on network 55d175e5-e176-4d88-b6d7-7c2d85d1735d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:53:53.212754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-758d98a3-66b6-4452-bf4d-8df7d5e2b730 req-12f77fa3-e079-451e-8ae4-6e52234411d5 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899236 Nov 27 15:53:53.225301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:53:53.230500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Checking segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:53:53.231014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Bound using segment: {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:53:53.232526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Bound port: 3e25e405-9ae8-465e-a90b-e6a0396038c3, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ece815f-bffc-4549-90da-c154dc2af1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:53:53.232903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.234652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] For port c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:53.246511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.247786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:53.248469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Pushing event deleted for resources: {'Port': ['ID=f140c848-2b99-4668-8901-46156d75c252,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:53.322069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.322586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3bb06b45-c7a9-41e4-886e-92084c58c486 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:53.323022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.336274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] 10.222.0.21 "PUT /v2.0/ports/c4c8e7b9-1706-4ef9-9329-c803e4e59c56 HTTP/1.1" status: 200 len: 1091 time: 1.9852135 Nov 27 15:53:53.337946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'tag': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:53.343595 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b86c73-8226-41ab-919e-b699a37153a3", "tag": "c4c8e7b9-1706-4ef9-9329-c803e4e59c56"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:53.361091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bda6f3ff-78fb-4193-b757-4634e88b2646 req-6ded013c-122f-4326-8005-356a4ba3b037 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593716 Nov 27 15:53:53.403527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2bcbd-39fb-4aae-87d7-e0cf94161231 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:53.426316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] For port 3e25e405-9ae8-465e-a90b-e6a0396038c3, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:53:53.431346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] For port 3e25e405-9ae8-465e-a90b-e6a0396038c3, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:53:53.435835 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2d6ccb-bb3c-4b06-ba23-1bfd7b80aae1 x-openstack-request-id: req-7a2d6ccb-bb3c-4b06-ba23-1bfd7b80aae1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:53.436158 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548b1395-5064-4f67-9234-af7719e60f53", "name": "network-vif-plugged", "status": "completed", "tag": "2f184941-28a1-4dfe-a8b1-1c4fb3283cfe", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:53.436388 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a2d6ccb-bb3c-4b06-ba23-1bfd7b80aae1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:53.436802 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548b1395-5064-4f67-9234-af7719e60f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe', 'code': 200} Nov 27 15:53:53.439478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:53.481248 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce23034-fc22-4348-b2d7-91fe0a30e3a4 x-openstack-request-id: req-fce23034-fc22-4348-b2d7-91fe0a30e3a4 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:53.481647 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b86c73-8226-41ab-919e-b699a37153a3", "tag": "c4c8e7b9-1706-4ef9-9329-c803e4e59c56", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:53.481980 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fce23034-fc22-4348-b2d7-91fe0a30e3a4 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:53.482624 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'tag': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'status': 'completed', 'code': 200} Nov 27 15:53:53.495205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.497157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] No DVR routers for this DVR port f140c848-2b99-4668-8901-46156d75c252 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:53.501534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.511577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72b91d59-1665-48c8-acaa-728172205de0 req-a1a40b1f-0f1c-4517-85b4-b3a44dc6aa3a tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.37 "DELETE /v2.0/ports/f140c848-2b99-4668-8901-46156d75c252 HTTP/1.1" status: 204 len: 173 time: 2.3035829 Nov 27 15:53:53.568696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97694bae-eee5-49f9-906f-fa8057ed9619', 'name': 'network-vif-deleted', 'tag': 'f140c848-2b99-4668-8901-46156d75c252'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:53.570988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 3bb06b45-c7a9-41e4-886e-92084c58c486 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:53.576761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-2e6e4c5f-841b-4c62-ba13-768aba39102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.577692 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d36fad-263d-400a-bb4e-1e5809d21b09" -d '{"events": [{"server_uuid": "97694bae-eee5-49f9-906f-fa8057ed9619", "name": "network-vif-deleted", "tag": "f140c848-2b99-4668-8901-46156d75c252"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:53.578968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-2e6e4c5f-841b-4c62-ba13-768aba39102b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 1094 time: 0.1662397 Nov 27 15:53:53.592906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92411b6e-4019-4692-88f0-f18d79328ba3 req-313d29fd-25aa-46cd-991d-3c7959133515 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.593736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3bb06b45-c7a9-41e4-886e-92084c58c486 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:53.594112 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.613545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92411b6e-4019-4692-88f0-f18d79328ba3 req-313d29fd-25aa-46cd-991d-3c7959133515 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 945 time: 0.1340315 Nov 27 15:53:53.630107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Deleting port 188cd38c-c685-4e28-ba33-3904a5f9fd57 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:53.630489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.658680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.659721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:53.662680 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e25e405-9ae8-465e-a90b-e6a0396038c3 HTTP/1.1" status: 200 len: 1091 time: 2.8717117 Nov 27 15:53:53.714429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-88f4ab13-bbcc-4e26-bfe0-57ec9013dced service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56 HTTP/1.1" status: 200 len: 217 time: 0.0825856 Nov 27 15:53:53.771599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e49cda-4352-4507-9f02-e0606edb9be1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e25e405-9ae8-465e-a90b-e6a0396038c3,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:53.898350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3d99c97-c9d5-4287-8b86-c60a147bca69 req-b2b0e1c5-73b9-4a2f-9317-b9fded542aa2 tempest-DeleteServersTestJSON-92520607 tempest-DeleteServersTestJSON-92520607-project] 10.222.0.15 "GET /v2.0/ports?device_id=97694bae-eee5-49f9-906f-fa8057ed9619 HTTP/1.1" status: 200 len: 210 time: 0.2681005 Nov 27 15:53:53.921979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa3bc3-2f4f-46f8-99b2-e68dd621ce2a req-8c0c329b-6352-4b07-8097-adcad1c89106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.924725 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4faa3bc3-2f4f-46f8-99b2-e68dd621ce2a req-8c0c329b-6352-4b07-8097-adcad1c89106 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 1096 time: 0.4428227 Nov 27 15:53:53.979460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-00a048f6-9176-46ee-a724-37383a91232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.981071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-00a048f6-9176-46ee-a724-37383a91232b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 1094 time: 0.1866815 Nov 27 15:53:53.988327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-463ba46e-0361-42d6-876e-e3f9e8863f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:53.989832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-463ba46e-0361-42d6-876e-e3f9e8863f06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.2625053 Nov 27 15:53:53.993309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92411b6e-4019-4692-88f0-f18d79328ba3 req-a074b08d-cca2-4a40-9ccf-b6d89c87cad9 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787613 Nov 27 15:53:54.032462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.038097 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd3b53-28c4-4d4a-8a07-dd131f0ef3a4 x-openstack-request-id: req-fcbd3b53-28c4-4d4a-8a07-dd131f0ef3a4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:54.038573 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97694bae-eee5-49f9-906f-fa8057ed9619", "name": "network-vif-deleted", "tag": "f140c848-2b99-4668-8901-46156d75c252", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:54.038682 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcbd3b53-28c4-4d4a-8a07-dd131f0ef3a4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:54.039018 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97694bae-eee5-49f9-906f-fa8057ed9619', 'name': 'network-vif-deleted', 'tag': 'f140c848-2b99-4668-8901-46156d75c252', 'status': 'completed', 'code': 200} Nov 27 15:53:54.082931 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-0736f95c-3fae-49d5-a8bd-444f1b4361fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3 HTTP/1.1" status: 200 len: 217 time: 0.0689597 Nov 27 15:53:54.108248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-7cdab702-f5e8-4dd9-8950-1007e20ae36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.114023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-7cdab702-f5e8-4dd9-8950-1007e20ae36e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114810 Nov 27 15:53:54.136641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3bb06b45-c7a9-41e4-886e-92084c58c486, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3bb06b45-c7a9-41e4-886e-92084c58c486,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:54.149449 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.174236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-931c7ba7-a5c5-4e12-aa08-499e9c1555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.175694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-931c7ba7-a5c5-4e12-aa08-499e9c1555c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.0758801 Nov 27 15:53:54.200171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] For port 188cd38c-c685-4e28-ba33-3904a5f9fd57, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=188cd38c-c685-4e28-ba33-3904a5f9fd57,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:54.200570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.217350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3bb06b45-c7a9-41e4-886e-92084c58c486,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:54.230805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4faa3bc3-2f4f-46f8-99b2-e68dd621ce2a req-9776deca-ed73-451b-b419-f08b018b7463 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875011 Nov 27 15:53:54.250669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Calling delete_port for 188cd38c-c685-4e28-ba33-3904a5f9fd57 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:54.306641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-c04915e6-105c-4df4-b5af-cc38875719f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.308215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-c04915e6-105c-4df4-b5af-cc38875719f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229792 Nov 27 15:53:54.356281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-773a36df-b26c-49dc-9018-1983811968f9 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361419 Nov 27 15:53:54.365478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cae733-8e3b-4645-975f-5022410f31b4 req-db120f27-8877-4f8a-a0c6-2da9b7a59f95 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.366993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44cae733-8e3b-4645-975f-5022410f31b4 req-db120f27-8877-4f8a-a0c6-2da9b7a59f95 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.1536958 Nov 27 15:53:54.375106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5932044-94cf-479a-b015-3d94adec7757 req-fb12b841-94b8-49b3-89d5-d6c45c17ecea tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.376105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5932044-94cf-479a-b015-3d94adec7757 req-fb12b841-94b8-49b3-89d5-d6c45c17ecea tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.1610296 Nov 27 15:53:54.465055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-cfc77d31-2399-425a-b738-7aaea9cf7c5f service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441755 Nov 27 15:53:54.473192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44cae733-8e3b-4645-975f-5022410f31b4 req-5bedc1c5-7008-4d72-a3fc-6e9b52fc1fc0 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956700 Nov 27 15:53:54.524631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5932044-94cf-479a-b015-3d94adec7757 req-f581da5a-50ba-40f0-bb89-c71eb68f6134 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411409 Nov 27 15:53:54.581013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.623627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a49d0d89-25de-4fd7-8ba6-53537f0a4191 req-de1b42c5-1229-4ca1-8a92-d964b7c5854c service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004862 Nov 27 15:53:54.635121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=188cd38c-c685-4e28-ba33-3904a5f9fd57,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:54.661690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be5ac-e5dc-49d1-bdf2-308362c3c4ab req-f1c662c3-8c64-4f42-abea-ed611251528d tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.663225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b42be5ac-e5dc-49d1-bdf2-308362c3c4ab req-f1c662c3-8c64-4f42-abea-ed611251528d tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 943 time: 0.0931399 Nov 27 15:53:54.683718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-26e7fd8f-147b-4c39-af55-0457b70c441a req-6023b889-7ef4-438a-a3af-bfef5064342d service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960261 Nov 27 15:53:54.730638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.738681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f140c848-2b99-4668-8901-46156d75c252 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:54.798838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b42be5ac-e5dc-49d1-bdf2-308362c3c4ab req-9d92f563-e725-46ee-bda0-970cfb3de8f4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272466 Nov 27 15:53:54.805635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: f140c848-2b99-4668-8901-46156d75c252 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:54.806099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f140c848-2b99-4668-8901-46156d75c252 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:54.814609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a535a-043b-45b4-8b02-699545ab5cda req-14d46bc9-a55f-4c2d-95bd-897dc9b963f5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.825228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b9a535a-043b-45b4-8b02-699545ab5cda req-14d46bc9-a55f-4c2d-95bd-897dc9b963f5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 943 time: 0.1461718 Nov 27 15:53:54.832272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-399a084e-2479-43fd-a237-d03637456d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:54.833801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-399a084e-2479-43fd-a237-d03637456d8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 1094 time: 0.1169999 Nov 27 15:53:54.876209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.878963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.886011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:54.917622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:54.917975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 710f7575-7a8d-4d30-a9e7-a2933e10c8e2 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:54.932035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.932957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1f9985-c5f8-49fd-9cce-4e71589f99bc {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:53:54.938255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:54.939367 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e04c5b3-b2a1-4716-b1f6-b8f03760e2e2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4c1f9985-c5f8-49fd-9cce-4e71589f99bc HTTP/1.1" status: 204 len: 168 time: 2.9348130 Nov 27 15:53:54.941837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39862) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:54.986266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b9a535a-043b-45b4-8b02-699545ab5cda req-c0fa9c7a-a24e-43d1-b2ec-56e85d099c9b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475937 Nov 27 15:53:54.995449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Deleting subnet 762e22c7-a3ac-4a76-b662-fb88be5400e4 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:53:54.999141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:55.021123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-236facb8-42eb-478e-be1c-4492d62b6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.035404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-236facb8-42eb-478e-be1c-4492d62b6776 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1907172 Nov 27 15:53:55.050862 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:55.068969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e5ea9-9ea6-4f91-99e8-99e1b00f27a0 req-c3478dba-a778-4134-b711-1e5ebf656d1e tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.070692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b50e5ea9-9ea6-4f91-99e8-99e1b00f27a0 req-c3478dba-a778-4134-b711-1e5ebf656d1e tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.1659806 Nov 27 15:53:55.089249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39868) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:55.105816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Request body: {'floatingip': {'port_id': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:55.142191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-3804f4e0-ff57-4f53-8185-a29852bd2a5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56 HTTP/1.1" status: 200 len: 217 time: 0.0960646 Nov 27 15:53:55.165017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:55.236310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c0ef6-1b2c-4bd8-ab48-cb9ce50ad042 req-50a1a6ee-4bdd-418e-b3b7-d72dcee69608 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.243786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f4c0ef6-1b2c-4bd8-ab48-cb9ce50ad042 req-50a1a6ee-4bdd-418e-b3b7-d72dcee69608 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 945 time: 0.0963600 Nov 27 15:53:55.247999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-0ca551c9-b5c4-4c6b-b6b0-267b57878469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.249644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-0ca551c9-b5c4-4c6b-b6b0-267b57878469 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0934830 Nov 27 15:53:55.334540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f4c0ef6-1b2c-4bd8-ab48-cb9ce50ad042 req-fd686dbe-2578-44f2-8116-b6135db114fa tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Nov 27 15:53:55.368418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-7b69f9c7-74a7-4ab8-b5d4-afed0713f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.371284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-7b69f9c7-74a7-4ab8-b5d4-afed0713f509 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056535 Nov 27 15:53:55.438682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b72992-13b2-4052-8da3-8198dcdef94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb06b45-c7a9-41e4-886e-92084c58c486'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:55.441010 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3205db-54d2-43f4-9e9e-8edc2ded0b54" -d '{"events": [{"server_uuid": "72b72992-13b2-4052-8da3-8198dcdef94c", "name": "network-vif-plugged", "status": "completed", "tag": "3bb06b45-c7a9-41e4-886e-92084c58c486"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:55.529878 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ed272a-7023-48db-82b2-6f0a135262b0 x-openstack-request-id: req-28ed272a-7023-48db-82b2-6f0a135262b0 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:55.530427 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b72992-13b2-4052-8da3-8198dcdef94c", "name": "network-vif-plugged", "status": "completed", "tag": "3bb06b45-c7a9-41e4-886e-92084c58c486", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:55.530928 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28ed272a-7023-48db-82b2-6f0a135262b0 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:55.531578 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b72992-13b2-4052-8da3-8198dcdef94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb06b45-c7a9-41e4-886e-92084c58c486', 'code': 200} Nov 27 15:53:55.562954 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:55.575501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-bd0b4c8f-b4d5-40d4-86b8-502d041758c0 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939623 Nov 27 15:53:55.804314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467f32a6-64d2-4a7e-88da-3db89d1e4c2f req-c3526339-09c8-4960-9c49-2b05b35bae76 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187393 Nov 27 15:53:55.815249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6732-e780-4917-a22b-16b257e5ed7b req-fbcd67cf-659a-4de0-8312-b0ba9f130419 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.817163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dcc6732-e780-4917-a22b-16b257e5ed7b req-fbcd67cf-659a-4de0-8312-b0ba9f130419 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.0948708 Nov 27 15:53:55.887865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:55.895359 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dcc6732-e780-4917-a22b-16b257e5ed7b req-0fc4069b-24b1-4466-828a-12a438c26d38 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681751 Nov 27 15:53:55.895673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b916f9-89c1-4d7d-ad49-d424c4b466ab req-3eb82564-0da5-422b-8d32-ec6cc059f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.897172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a3b916f9-89c1-4d7d-ad49-d424c4b466ab req-3eb82564-0da5-422b-8d32-ec6cc059f5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 1097 time: 0.2838168 Nov 27 15:53:55.949388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28977a-26b9-445a-bc5b-3724dbe2a61d req-567de70f-6774-475f-b460-3789040c7a6e tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:55.950069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762e22c7-a3ac-4a76-b662-fb88be5400e4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:55.951280 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f28977a-26b9-445a-bc5b-3724dbe2a61d req-567de70f-6774-475f-b460-3789040c7a6e tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 943 time: 0.0608480 Nov 27 15:53:55.959594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f874bd7-9f9f-4cdf-bbde-e15be5c9daf5 None None] Network 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:53:55.967974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:55.974197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1c0f1641-6f62-4e62-af71-8861e5628e3d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/762e22c7-a3ac-4a76-b662-fb88be5400e4 HTTP/1.1" status: 204 len: 168 time: 1.0290072 Nov 27 15:53:55.976616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39906) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:56.038226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a3b916f9-89c1-4d7d-ad49-d424c4b466ab req-530a5c7c-767e-41b8-8bd6-2a9e722f6148 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319659 Nov 27 15:53:56.043805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'tag': '3e25e405-9ae8-465e-a90b-e6a0396038c3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:56.046848 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb" -d '{"events": [{"name": "network-changed", "server_uuid": "03f355fa-b03a-40b5-8b77-11d1996c5a73", "tag": "3e25e405-9ae8-465e-a90b-e6a0396038c3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:56.117872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.124155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.151059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f28977a-26b9-445a-bc5b-3724dbe2a61d req-7cfe75e2-8b0b-40a1-8f3a-9ca112263e08 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914976 Nov 27 15:53:56.161264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.225766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] DHCP port deletion for 3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:53:56.240449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2f871-e5c8-4a8e-a0a4-7e6720263007 req-6f4bf83c-d708-4796-a636-7c50618db853 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:56.253748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9c2f871-e5c8-4a8e-a0a4-7e6720263007 req-6f4bf83c-d708-4796-a636-7c50618db853 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 943 time: 0.1774149 Nov 27 15:53:56.276186 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f0259b-36ac-46e6-ae3d-e8e33ddae8e1 x-openstack-request-id: req-f3f0259b-36ac-46e6-ae3d-e8e33ddae8e1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:56.281586 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f355fa-b03a-40b5-8b77-11d1996c5a73", "tag": "3e25e405-9ae8-465e-a90b-e6a0396038c3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:56.282042 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3f0259b-36ac-46e6-ae3d-e8e33ddae8e1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:56.282982 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'tag': '3e25e405-9ae8-465e-a90b-e6a0396038c3', 'status': 'completed', 'code': 200} Nov 27 15:53:56.306691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] Deleting port b1065661-09b6-4567-ba0a-972f33057dc7 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:56.307462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.338200 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Floating IP 9d69990b-4df9-49ea-8a9d-17192819917e associated. External IP: 172.25.1.203, port: d4152fb2-2625-4f89-b6b9-dcc93edb82b3. Nov 27 15:53:56.342357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Deleting port b1065661-09b6-4567-ba0a-972f33057dc7 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:56.343119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.361368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9c2f871-e5c8-4a8e-a0a4-7e6720263007 req-39a7b1cd-f729-4fe5-9518-18879cf0c65a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993230 Nov 27 15:53:56.443069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] For port b1065661-09b6-4567-ba0a-972f33057dc7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b1065661-09b6-4567-ba0a-972f33057dc7,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:56.443740 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.463438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-e4b54ee5-50c8-47cd-98b4-ec861d9ca6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:56.473999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] Calling delete_port for b1065661-09b6-4567-ba0a-972f33057dc7 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:56.476214 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-e4b54ee5-50c8-47cd-98b4-ec861d9ca6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 1094 time: 0.1921401 Nov 27 15:53:56.548507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] For port b1065661-09b6-4567-ba0a-972f33057dc7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b1065661-09b6-4567-ba0a-972f33057dc7,segment=NetworkSegment(1554ef0b-a901-4ca4-b66c-63364cd08ac3),segment_id=1554ef0b-a901-4ca4-b66c-63364cd08ac3)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:56.549078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.567016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Calling delete_port for b1065661-09b6-4567-ba0a-972f33057dc7 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:56.614402 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.643333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] Pushing event deleted for resources: {'Port': ['ID=b1065661-09b6-4567-ba0a-972f33057dc7,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:56.652295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0a25b-2393-4c7b-9089-7a29a70a396c None None] No DVR routers for this DVR port b1065661-09b6-4567-ba0a-972f33057dc7 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:56.704593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-b07e118a-ac00-430a-8128-d384d1e26d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:56.706366 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-b07e118a-ac00-430a-8128-d384d1e26d1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 917 time: 0.2221951 Nov 27 15:53:56.714225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.726893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Router 1db2d08f-bd6c-401e-b362-3985a9c855ef has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:56.728467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e25e405-9ae8-465e-a90b-e6a0396038c3 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:56.731919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:53:56.752033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] No DVR routers for this DVR port b1065661-09b6-4567-ba0a-972f33057dc7 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:53:56.762117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-90d363d3-13da-479c-afbb-4264c4828160 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3 HTTP/1.1" status: 200 len: 217 time: 0.0475640 Nov 27 15:53:56.888003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 188cd38c-c685-4e28-ba33-3904a5f9fd57 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:56.899490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-5a70f53c-2b50-44c8-9e2d-d24a296650c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:56.901168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-5a70f53c-2b50-44c8-9e2d-d24a296650c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.1297584 Nov 27 15:53:56.920551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 188cd38c-c685-4e28-ba33-3904a5f9fd57 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:56.920908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 188cd38c-c685-4e28-ba33-3904a5f9fd57 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:56.921208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b1065661-09b6-4567-ba0a-972f33057dc7 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:53:56.944316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.949520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:53:56.955314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b1065661-09b6-4567-ba0a-972f33057dc7 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:53:56.956605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b1065661-09b6-4567-ba0a-972f33057dc7 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:53:56.959467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:56.964426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.973165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-0a679056-801a-4106-88a0-b593a1a2ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:56.974696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-0a679056-801a-4106-88a0-b593a1a2ece0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658059 Nov 27 15:53:56.980878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:56.986640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] Sync routers for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:56.988959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:53:56.989624 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:56.993165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1554ef0b-a901-4ca4-b66c-63364cd08ac3') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:56.993734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1554ef0b-a901-4ca4-b66c-63364cd08ac3') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:57.006925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.016452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3e25e405-9ae8-465e-a90b-e6a0396038c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:57.025333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.034940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:53:57.035694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.035927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '3e25e405-9ae8-465e-a90b-e6a0396038c3', 'network_id': '55d175e5-e176-4d88-b6d7-7c2d85d1735d', 'port_id': '3e25e405-9ae8-465e-a90b-e6a0396038c3', 'mac_address': 'fa:16:3e:88:dc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7d31af-beb2-4f13-8643-8729c2c6a6d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:57.101023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092765-a68a-4a0c-8c36-6bbe44c315ca req-eaa2dbfa-1c0e-467c-a856-d5fa747b00c8 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:57.112258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22092765-a68a-4a0c-8c36-6bbe44c315ca req-eaa2dbfa-1c0e-467c-a856-d5fa747b00c8 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 945 time: 0.6401112 Nov 27 15:53:57.115497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1065661-09b6-4567-ba0a-972f33057dc7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:53:57.125568 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:53:57.144420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261044-0f02-44b9-8307-a2c4bb04e2e2 req-5744662f-58d1-4e43-b7ed-b58e4b2cf8b6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:57.151900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd261044-0f02-44b9-8307-a2c4bb04e2e2 req-5744662f-58d1-4e43-b7ed-b58e4b2cf8b6 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.5252030 Nov 27 15:53:57.164323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:57.166944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:57.221187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.240959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.244716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b HTTP/1.1" status: 204 len: 168 time: 1.2671075 Nov 27 15:53:57.266026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22092765-a68a-4a0c-8c36-6bbe44c315ca req-0797bb0f-2b73-4621-9fdf-085c1727fc4d tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505210 Nov 27 15:53:57.312014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf9074-4ccf-4441-8c8f-c3866fcdd6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a751ef0-d9d5-43c3-ae5f-fb60f8ff8b4b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:57.347725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd261044-0f02-44b9-8307-a2c4bb04e2e2 req-cb4a2d24-5575-4fb3-bead-4941d85a1891 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948361 Nov 27 15:53:57.376790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:57.385501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c4c8e7b9-1706-4ef9-9329-c803e4e59c56 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:53:57.445428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.454922 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f907db30-131f-4a4b-ba4a-0bcbb1ce8940 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "PUT /v2.0/floatingips/9d69990b-4df9-49ea-8a9d-17192819917e HTTP/1.1" status: 200 len: 991 time: 2.3575938 Nov 27 15:53:57.498747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39932) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:57.526756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-22f050aa-37f7-403e-8861-1a79f6ce4b72 service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353154 Nov 27 15:53:57.537455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873863-3c20-426c-9a25-9e19ad7e0939 req-00ed9ca8-66d4-440d-aeee-050a40d0763a tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:57.557665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18873863-3c20-426c-9a25-9e19ad7e0939 req-00ed9ca8-66d4-440d-aeee-050a40d0763a tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 943 time: 0.1069455 Nov 27 15:53:57.614251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39936) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:57.614587 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2372d784-aeaa-4e66-a2e0-f0ff0b6a7e74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e2c43658c2046808c35620dd62ab4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147151 Nov 27 15:53:57.672502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e25e405-9ae8-465e-a90b-e6a0396038c3 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:57.697771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d39fc554-f7e0-4f0c-8fe3-3b19fc34bafb req-7944c668-bb8b-44bc-934c-c56d46e1121c service neutron] 10.222.0.37 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600089 Nov 27 15:53:57.700783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18873863-3c20-426c-9a25-9e19ad7e0939 req-16c48c00-6456-411e-a166-75903e9049c4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377387 Nov 27 15:53:57.782727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3e25e405-9ae8-465e-a90b-e6a0396038c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:57.787964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:57.810571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175954f-64e9-493f-9a66-8f31cf00f549 req-8a0c38ce-7318-49d5-b30c-8d0df5672884 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:57.818052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4175954f-64e9-493f-9a66-8f31cf00f549 req-8a0c38ce-7318-49d5-b30c-8d0df5672884 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 943 time: 0.1036925 Nov 27 15:53:57.833988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71c277af-8a90-4406-b5be-44bdc81d885c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.891867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71c277af-8a90-4406-b5be-44bdc81d885c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.904845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4175954f-64e9-493f-9a66-8f31cf00f549 req-3173e711-3dff-4898-8373-6a9cc0b0ac49 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858970 Nov 27 15:53:57.914824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-23f0acdb-0955-4834-8125-7380de5e5cd2 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:57.928478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-23f0acdb-0955-4834-8125-7380de5e5cd2 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.1188691 Nov 27 15:53:57.947812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.956180 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.992317 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71c277af-8a90-4406-b5be-44bdc81d885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.995634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71c277af-8a90-4406-b5be-44bdc81d885c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:57.997092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71c277af-8a90-4406-b5be-44bdc81d885c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52c5548f-7f7a-4f7f-a098-138ce5d7cd4d HTTP/1.1" status: 204 len: 168 time: 0.3789108 Nov 27 15:53:58.009569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'mac_address': 'fa:16:3e:ba:2d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:53:58.016720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c277af-8a90-4406-b5be-44bdc81d885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5548f-7f7a-4f7f-a098-138ce5d7cd4d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:58.147237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3e25e405-9ae8-465e-a90b-e6a0396038c3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:58.154000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Deleting port 8ad685f1-77f3-497a-83cb-0a034ddb319c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:53:58.154510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:58.250365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8112196a-51a8-4bbf-909d-48d8e856270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:58.253113 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197c000-7707-4a4e-8b45-a03c9c715885" -d '{"events": [{"server_uuid": "8112196a-51a8-4bbf-909d-48d8e856270c", "name": "network-vif-plugged", "status": "completed", "tag": "2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:58.262149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3e25e405-9ae8-465e-a90b-e6a0396038c3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:58.283631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:53:58.290699 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c4380-3cdf-4fff-b988-d2f86e234a74" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:53:58.291054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0587bc-7272-493d-89b6-a7843d72a804 req-4d8c6fed-bf41-4199-a1b9-c9f99fe822b4 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:58.294187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0587bc-7272-493d-89b6-a7843d72a804 req-4d8c6fed-bf41-4199-a1b9-c9f99fe822b4 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 945 time: 0.0749207 Nov 27 15:53:58.309601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:58.336902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] For port 8ad685f1-77f3-497a-83cb-0a034ddb319c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8ad685f1-77f3-497a-83cb-0a034ddb319c,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:58.337274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:58.346757 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19729ab2-363c-416b-9905-0c43e48beab2 x-openstack-request-id: req-19729ab2-363c-416b-9905-0c43e48beab2 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:58.347541 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8112196a-51a8-4bbf-909d-48d8e856270c", "name": "network-vif-plugged", "status": "completed", "tag": "2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:58.347541 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19729ab2-363c-416b-9905-0c43e48beab2 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:58.348013 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8112196a-51a8-4bbf-909d-48d8e856270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5', 'code': 200} Nov 27 15:53:58.349294 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:58.360443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:58.397845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0587bc-7272-493d-89b6-a7843d72a804 req-7816ec82-3534-4d8a-abc5-27f4a68013b7 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936298 Nov 27 15:53:58.432588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:58.444431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c8e7b9-1706-4ef9-9329-c803e4e59c56 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:53:58.481967 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186a5190-fd38-431d-b664-729c797d5a3e x-openstack-request-id: req-186a5190-fd38-431d-b664-729c797d5a3e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:53:58.483189 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:53:58.483802 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-186a5190-fd38-431d-b664-729c797d5a3e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:53:58.484380 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'status': 'completed', 'code': 200} Nov 27 15:53:58.529602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698189c8-6c1d-4bd3-92c5-2980fc784b9d req-c431dcd7-a9cc-4eb7-9b01-050a95c6077b tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:58.539622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-698189c8-6c1d-4bd3-92c5-2980fc784b9d req-c431dcd7-a9cc-4eb7-9b01-050a95c6077b tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 946 time: 0.0717216 Nov 27 15:53:58.559919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:53:58.597156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:58.613567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-698189c8-6c1d-4bd3-92c5-2980fc784b9d req-8f9b7210-a4b3-47e5-9bbb-0d6203088654 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups?id=1213215e-960c-459c-ae1d-8718c89a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729249 Nov 27 15:53:58.656119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '9d69990b-4df9-49ea-8a9d-17192819917e', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'port_id': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'mac_address': 'fa:16:3e:0a:4e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:53:31Z', 'updated_at': '2021-11-27T15:53:55Z', 'revision_number': 1, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:58.662352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-7b4a4443-a4d8-449b-94ce-4f03e1855888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:58.664120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-7b4a4443-a4d8-449b-94ce-4f03e1855888 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30575d9b7f9a4b85ab58aa015159ed11&device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 1096 time: 0.1781657 Nov 27 15:53:58.698951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] Checking router: 1db2d08f-bd6c-401e-b362-3985a9c855ef for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:53:58.730388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:58.731132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:58.795230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:58.798124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d61a-010c-4cfd-b2d8-a71eec7b6b9c req-5af9afd0-1e1a-45eb-9fe6-70e93e1ed246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:58.799946 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3897d61a-010c-4cfd-b2d8-a71eec7b6b9c req-5af9afd0-1e1a-45eb-9fe6-70e93e1ed246 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 1097 time: 0.3322725 Nov 27 15:53:58.800998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-d7da2a8e-632c-4e48-a332-2dacbe3d8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:58.802992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-d7da2a8e-632c-4e48-a332-2dacbe3d8607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3788a99f-9835-4f60-80f2-3abc25370ac0 HTTP/1.1" status: 200 len: 907 time: 0.1270866 Nov 27 15:53:58.898499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62aac-9238-46cb-8b61-36517045ab48 req-7c908057-122b-4a0b-89c1-fc458c436e48 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:58.899993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebd62aac-9238-46cb-8b61-36517045ab48 req-7c908057-122b-4a0b-89c1-fc458c436e48 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 944 time: 0.0771654 Nov 27 15:53:58.971102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-80419f6e-609b-4c9a-b173-d7f5fcf952f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3 HTTP/1.1" status: 200 len: 999 time: 0.1495771 Nov 27 15:53:58.998517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:53:59.018196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebd62aac-9238-46cb-8b61-36517045ab48 req-45b53e4d-a495-4acd-aeb7-13b27c0841b0 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040819 Nov 27 15:53:59.024281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.024642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.024963 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Floating IP b9ee6380-bf41-411d-aa0a-0779218000e6 disassociated. External IP: 172.25.1.36, port: 8ad685f1-77f3-497a-83cb-0a034ddb319c. Nov 27 15:53:59.025304 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Calling delete_port for 8ad685f1-77f3-497a-83cb-0a034ddb319c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:53:59.059375 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3897d61a-010c-4cfd-b2d8-a71eec7b6b9c req-6eed9b81-e9eb-4065-b384-69187d346ad9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485900 Nov 27 15:53:59.086661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:53:59.109532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-5e192aab-9dab-4874-aea2-e23c3a97e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:59.111546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-5e192aab-9dab-4874-aea2-e23c3a97e2f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c HTTP/1.1" status: 200 len: 845 time: 0.1284795 Nov 27 15:53:59.152782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996f6c3-7483-4f23-a50e-a17e1a3ce208 req-7b8a2c89-6a29-43d4-88d0-f4abc59c6b1b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:59.154695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b996f6c3-7483-4f23-a50e-a17e1a3ce208 req-7b8a2c89-6a29-43d4-88d0-f4abc59c6b1b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 944 time: 0.1621580 Nov 27 15:53:59.221804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-cdb628ce-223d-46bd-ba9b-aa89f5ca859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:59.223364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-cdb628ce-223d-46bd-ba9b-aa89f5ca859b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3788a99f-9835-4f60-80f2-3abc25370ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888350 Nov 27 15:53:59.225704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b996f6c3-7483-4f23-a50e-a17e1a3ce208 req-3fb747dc-59ad-4d5e-ba4e-7cb387449544 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635014 Nov 27 15:53:59.311625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:53:59.349076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.408336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event deleted for resources: {'Port': ['ID=8ad685f1-77f3-497a-83cb-0a034ddb319c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:53:59.485589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-855495066-network', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:53:59.512484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:53:59.514943 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.515705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '9d69990b-4df9-49ea-8a9d-17192819917e', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'port_id': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'mac_address': 'fa:16:3e:0a:4e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:53:31Z', 'updated_at': '2021-11-27T15:53:55Z', 'revision_number': 1, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:59.522210 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-dd9522b2-6c81-401c-896e-56c7e2c9e9c1 service neutron] 10.222.0.21 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807140 Nov 27 15:53:59.554613 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.556926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984aaac-4838-4489-ab48-5792e50b50c8 None None] The sync data for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 is: [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '9d69990b-4df9-49ea-8a9d-17192819917e', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'port_id': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'mac_address': 'fa:16:3e:0a:4e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:53:31Z', 'updated_at': '2021-11-27T15:53:55Z', 'revision_number': 1, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:53:59.605527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.611150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940f78-edc8-49d4-b603-563edb27d9c4 req-6b0c2411-5f00-45b6-a748-e0711526931d tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:59.612695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6940f78-edc8-49d4-b603-563edb27d9c4 req-6b0c2411-5f00-45b6-a748-e0711526931d tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 945 time: 0.1037891 Nov 27 15:53:59.715777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:53:59.724140 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-462c4380-3cdf-4fff-b988-d2f86e234a74 req-e1be8a1a-23b7-42c7-9955-8772f87b32fa service neutron] 10.222.0.21 "GET /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924069 Nov 27 15:53:59.745057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6940f78-edc8-49d4-b603-563edb27d9c4 req-4cd14ae0-aa86-471a-be11-c7faa9e3a2b8 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/security-groups?id=b132413f-2a6c-4e52-bcbf-c824233c0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217589 Nov 27 15:53:59.779073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48885e5-fd85-4346-8515-f93450055361 req-c6ecac04-a881-4713-8331-8946f65c3059 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:53:59.780616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f48885e5-fd85-4346-8515-f93450055361 req-c6ecac04-a881-4713-8331-8946f65c3059 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.21 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 945 time: 0.1267369 Nov 27 15:53:59.815639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.848697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:53:59.877826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:53:59.883275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59e3ed33-3608-4971-96db-e009dc19eb61 req-0f0f006d-68b1-45d0-9030-e3b9b9704256 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f466e41c-f7c8-4d71-8f63-01a5e398d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0733197 Nov 27 15:53:59.889837 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] Sync routers for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:53:59.930369 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:53:59.931237 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:53:59.960369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8402be2d-9374-42e7-a6a9-4e034eed51d8 None None] New status for floating IP 9d69990b-4df9-49ea-8a9d-17192819917e: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:53:59.996648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] No DVR routers for this DVR port 8ad685f1-77f3-497a-83cb-0a034ddb319c on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:00.006258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.014263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:00.015914 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-912586de-a0ff-456a-bb6a-698fa4bccd86 req-8d1d16cb-20b1-4d3f-b086-17eb45f5bd55 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.37 "DELETE /v2.0/ports/8ad685f1-77f3-497a-83cb-0a034ddb319c HTTP/1.1" status: 204 len: 173 time: 2.0811644 Nov 27 15:54:00.031646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d76a33-c3f3-4866-afbc-62c509b4f7e9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:00.075544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.075945 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Added segment 28068be2-d8d1-47cc-aef2-fd3c0e3f832f of type vlan for network 811a8894-b37d-4e8b-beed-69c0550e5d7e Nov 27 15:54:00.245080 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:00.343175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.390912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Deleting port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:00.392217 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.485890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'name': 'network-vif-deleted', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:00.488772 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5561c12d-0b51-4657-9fcb-d42f49790bfe" -d '{"events": [{"server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "name": "network-vif-deleted", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:00.513309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca913a07-ab60-4c22-8b97-a76ab55e7232 req-57210510-6781-454b-a287-5dca163da7e0 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:00.522566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca913a07-ab60-4c22-8b97-a76ab55e7232 req-57210510-6781-454b-a287-5dca163da7e0 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 944 time: 0.2942410 Nov 27 15:54:00.535402 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:00.539924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.540829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:00.541392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.564458 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] Checking router: 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:54:00.573161 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:00.573996 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:00.605673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2905705 Nov 27 15:54:00.606037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40000) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:00.612181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Request body: {'subnet': {'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-855495066-subnet', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:00.654361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:00.660582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.686650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed623-6225-46f3-93f9-ed27b08d4c0a req-8d94d1d3-bf8f-4f58-bde1-3deb7336ae5c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:00.689035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9aed623-6225-46f3-93f9-ed27b08d4c0a req-8d94d1d3-bf8f-4f58-bde1-3deb7336ae5c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 944 time: 0.2831924 Nov 27 15:54:00.724061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1346409-c6b7-4a6b-b683-fb0d1cd52725 admin admin] Pushing event updated for resources: {'Network': ['ID=811a8894-b37d-4e8b-beed-69c0550e5d7e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:00.729495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] For port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,segment=NetworkSegment(07a4bf3d-d424-4225-8439-b5bb231debf2),segment_id=07a4bf3d-d424-4225-8439-b5bb231debf2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:00.729928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:00.747230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:00.754422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca913a07-ab60-4c22-8b97-a76ab55e7232 req-6ff2b3c9-716e-46cc-bbb5-aa457cabe8e0 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308893 Nov 27 15:54:00.787582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Calling delete_port for 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:00.807889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e25e405-9ae8-465e-a90b-e6a0396038c3 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:00.850595 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4203390e-075c-4730-8fb0-edac6221669e x-openstack-request-id: req-4203390e-075c-4730-8fb0-edac6221669e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:00.852309 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466e41c-f7c8-4d71-8f63-01a5e398d4a9", "name": "network-vif-deleted", "tag": "8ad685f1-77f3-497a-83cb-0a034ddb319c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:00.852639 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4203390e-075c-4730-8fb0-edac6221669e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:00.853211 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466e41c-f7c8-4d71-8f63-01a5e398d4a9', 'name': 'network-vif-deleted', 'tag': '8ad685f1-77f3-497a-83cb-0a034ddb319c', 'status': 'completed', 'code': 200} Nov 27 15:54:00.858452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:00.950853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 3e25e405-9ae8-465e-a90b-e6a0396038c3 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:00.963122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9aed623-6225-46f3-93f9-ed27b08d4c0a req-22ae9996-8de5-40ce-98eb-0bb1ca74dbf9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517343 Nov 27 15:54:00.964389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 3e25e405-9ae8-465e-a90b-e6a0396038c3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:00.965146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.132306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.147779 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.204773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25e405-9ae8-465e-a90b-e6a0396038c3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:01.208215 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2efdf4-0aa6-4925-80e7-6bd147eccee9" -d '{"events": [{"server_uuid": "03f355fa-b03a-40b5-8b77-11d1996c5a73", "name": "network-vif-plugged", "status": "completed", "tag": "3e25e405-9ae8-465e-a90b-e6a0396038c3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:01.228492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3e25e405-9ae8-465e-a90b-e6a0396038c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:01.237173 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.238154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ad685f1-77f3-497a-83cb-0a034ddb319c no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:01.273313 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:01.278993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5239ed16-b84e-4fb5-bc07-a9c8f7366518 req-cee9c65a-b23d-4d7d-884d-5c30a745a17e tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.15 "GET /v2.0/ports?device_id=548b1395-5064-4f67-9234-af7719e60f53 HTTP/1.1" status: 200 len: 210 time: 0.1029413 Nov 27 15:54:01.280674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.281133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:01.327578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40020) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:01.345045 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49458ba-579c-4d54-9873-550c09d4a4b3 None None] The sync data for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 is: [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:51:56Z', 'revision_number': 4, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '89d62b4f-3f22-4b02-8fa7-db054c3e442e', 'name': '', 'network_id': '5c555c98-6108-444f-9177-bcc3dd452cf3', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'mac_address': 'fa:16:3e:96:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:55Z', 'updated_at': '2021-11-27T15:52:00Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'subnets': [{'id': 'ff75df98-ea35-4ab7-843a-6da6fab7bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:54:01.356244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Checking segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:01.356595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Network hostable DHCP agents. Network: 811a8894-b37d-4e8b-beed-69c0550e5d7e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:01.357575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3e25e405-9ae8-465e-a90b-e6a0396038c3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:01.370795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['2f184941-28a1-4dfe-a8b1-1c4fb3283cfe'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:01.373523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c4c8e7b9-1706-4ef9-9329-c803e4e59c56 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:01.406787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Pushing event deleted for resources: {'Port': ['ID=2f184941-28a1-4dfe-a8b1-1c4fb3283cfe,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:01.439724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:01.460809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 8ad685f1-77f3-497a-83cb-0a034ddb319c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:01.462603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8ad685f1-77f3-497a-83cb-0a034ddb319c not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:01.465256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] No DVR routers for this DVR port 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:01.466024 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a382f07-d70b-41e2-b5cf-3b6c398348fe x-openstack-request-id: req-6a382f07-d70b-41e2-b5cf-3b6c398348fe {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:01.466334 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f355fa-b03a-40b5-8b77-11d1996c5a73", "name": "network-vif-plugged", "status": "completed", "tag": "3e25e405-9ae8-465e-a90b-e6a0396038c3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:01.467384 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a382f07-d70b-41e2-b5cf-3b6c398348fe {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:01.467751 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25e405-9ae8-465e-a90b-e6a0396038c3', 'code': 200} Nov 27 15:54:01.467893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.471928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f48885e5-fd85-4346-8515-f93450055361 req-49cdce03-fabc-4127-b14b-8d9f45901814 tempest-ServerPasswordTestJSON-969421763 tempest-ServerPasswordTestJSON-969421763-project] 10.222.0.21 "DELETE /v2.0/ports/2f184941-28a1-4dfe-a8b1-1c4fb3283cfe HTTP/1.1" status: 204 len: 173 time: 1.6804042 Nov 27 15:54:01.472475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548b1395-5064-4f67-9234-af7719e60f53', 'name': 'network-vif-deleted', 'tag': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:01.474944 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da3b745-7d9f-4808-99b4-49a51f0bf38a" -d '{"events": [{"server_uuid": "548b1395-5064-4f67-9234-af7719e60f53", "name": "network-vif-deleted", "tag": "2f184941-28a1-4dfe-a8b1-1c4fb3283cfe"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:01.495762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 811a8894-b37d-4e8b-beed-69c0550e5d7e) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:01.514902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:01.515511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.525300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6959ca3b-2078-492a-9f46-db4eea65a583 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.546717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3bf5d-840d-4df5-9e8b-cdd71bc1269f None None] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:01.574560 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92577fa8-783f-42bf-9b12-ec350ca22c9e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9674089 Nov 27 15:54:01.576955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6959ca3b-2078-492a-9f46-db4eea65a583 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.577609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:01.583062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:01.611113 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4524c430-4cea-44b6-8548-72f8cbaa3596 x-openstack-request-id: req-4524c430-4cea-44b6-8548-72f8cbaa3596 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:01.615557 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548b1395-5064-4f67-9234-af7719e60f53", "name": "network-vif-deleted", "tag": "2f184941-28a1-4dfe-a8b1-1c4fb3283cfe", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:01.615781 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4524c430-4cea-44b6-8548-72f8cbaa3596 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:01.616336 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548b1395-5064-4f67-9234-af7719e60f53', 'name': 'network-vif-deleted', 'tag': '2f184941-28a1-4dfe-a8b1-1c4fb3283cfe', 'status': 'completed', 'code': 200} Nov 27 15:54:01.643771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.644933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.718172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1617fb9-168f-46e9-aaad-1fb7a7c02964 req-003a778d-274c-4645-ba10-df0cbf9271fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:01.739723 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f1617fb9-168f-46e9-aaad-1fb7a7c02964 req-003a778d-274c-4645-ba10-df0cbf9271fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 1096 time: 0.1875491 Nov 27 15:54:01.788909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.876485 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef15e4-d0a3-453a-9413-1b33e7b3b1df None None] New status for floating IP b9ee6380-bf41-411d-aa0a-0779218000e6: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:54:01.890708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f1617fb9-168f-46e9-aaad-1fb7a7c02964 req-9a9ce562-9b4b-4744-9569-061df224a28e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402721 Nov 27 15:54:01.892603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6959ca3b-2078-492a-9f46-db4eea65a583 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.895498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6959ca3b-2078-492a-9f46-db4eea65a583 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:01.896815 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6959ca3b-2078-492a-9f46-db4eea65a583 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "DELETE /v2.0/security-groups/1213215e-960c-459c-ae1d-8718c89a83dd HTTP/1.1" status: 204 len: 168 time: 0.5680535 Nov 27 15:54:01.901551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:01.924081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959ca3b-2078-492a-9f46-db4eea65a583 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1213215e-960c-459c-ae1d-8718c89a83dd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:01.927189 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-4476e18a-6986-40ea-9254-5f1ef24730db tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] show failed (client error): The resource could not be found. Nov 27 15:54:01.929087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4476e18a-6986-40ea-9254-5f1ef24730db tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "GET /v2.0/security-groups/1213215e-960c-459c-ae1d-8718c89a83dd HTTP/1.1" status: 404 len: 347 time: 0.0251288 Nov 27 15:54:01.931766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40064) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:02.038483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.077099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:02.112459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:02.112889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.310063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Deleting port e31f0a86-5bc6-4cd4-ba53-eb83fc28a80d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:02.310902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.311547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-811a8894-b37d-4e8b-beed-69c0550e5d7e', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:54:02.312417 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.423476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.423812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.442115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Calling delete_port for e31f0a86-5bc6-4cd4-ba53-eb83fc28a80d owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:02.479251 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.612312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Allocated IP 172.20.0.2 (811a8894-b37d-4e8b-beed-69c0550e5d7e/0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4/283a5b2d-9238-4a7f-b9ba-2e7db9071a82) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:02.639032 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.649886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.686172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Pushing event deleted for resources: {'Port': ['ID=e31f0a86-5bc6-4cd4-ba53-eb83fc28a80d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:02.696858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000e904-7346-41cb-be40-1a7f718db5df req-bfaefd72-357b-40e2-9c74-57bd2bc421a1 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:02.704323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4000e904-7346-41cb-be40-1a7f718db5df req-bfaefd72-357b-40e2-9c74-57bd2bc421a1 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.7843866 Nov 27 15:54:02.773897 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.780754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.788500 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af4d14c5-5385-418a-a6bb-cf14a22c5457 tempest-ServersTestManualDisk-157742258 tempest-ServersTestManualDisk-157742258-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9ee6380-bf41-411d-aa0a-0779218000e6 HTTP/1.1" status: 204 len: 168 time: 0.8520532 Nov 27 15:54:02.788935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40108) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:02.794958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8d10-82d2-4634-a459-d992f94e1ca1 req-b0190eb9-2dec-4e00-8ebf-f0082869f013 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:02.796667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b38d8d10-82d2-4634-a459-d992f94e1ca1 req-b0190eb9-2dec-4e00-8ebf-f0082869f013 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 944 time: 0.1706812 Nov 27 15:54:02.858263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4000e904-7346-41cb-be40-1a7f718db5df req-74f6c321-737e-4ad9-b5d4-699d43750111 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529782 Nov 27 15:54:02.890772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:02.909066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:02.988958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:03.002286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b38d8d10-82d2-4634-a459-d992f94e1ca1 req-7be98623-10ea-4c14-9f67-cca3083f7075 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799757 Nov 27 15:54:03.024943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:03.098755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Deleting subnet d8f871ae-2d24-4337-9e93-7e2f99e6ebec {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:03.105515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.162725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.173499 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.218489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:03.224377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:03.226051 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.230103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:03.277499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Pushing event updated for resources: {'Port': ['ID=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:03.315774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.317918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.321214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Attempting to bind port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:03.322461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Attempting to bind port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:03.323270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Attempting to bind port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 on network 811a8894-b37d-4e8b-beed-69c0550e5d7e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:03.354743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:03.356626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Checking segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:03.359252 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.360780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.361334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Bound using segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:03.362086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Bound port: 283a5b2d-9238-4a7f-b9ba-2e7db9071a82, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:03.363679 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.366479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:03.418517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:03.420816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2f184941-28a1-4dfe-a8b1-1c4fb3283cfe not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:03.475386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:03.477731 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5a0f08-a726-4e5f-ae0b-65d3baaa7070" -d '{"events": [{"server_uuid": "a4b86c73-8226-41ab-919e-b699a37153a3", "name": "network-vif-plugged", "status": "completed", "tag": "c4c8e7b9-1706-4ef9-9329-c803e4e59c56"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:03.512984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Allocated IP 172.25.1.11 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/076dd973-d80a-4c9c-bfc2-26b66c7f30c5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:03.517161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] For port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:03.521741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] For port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:03.525674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.533064 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.544186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.567655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f871ae-2d24-4337-9e93-7e2f99e6ebec,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:03.599376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.604943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c259ef6-56a0-490e-9dae-62412c8be542 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8f871ae-2d24-4337-9e93-7e2f99e6ebec HTTP/1.1" status: 204 len: 168 time: 0.5765598 Nov 27 15:54:03.607707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40118) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:03.610311 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512e6d5-dc50-47e3-b8f7-77df72986391 x-openstack-request-id: req-9512e6d5-dc50-47e3-b8f7-77df72986391 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:03.610806 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b86c73-8226-41ab-919e-b699a37153a3", "name": "network-vif-plugged", "status": "completed", "tag": "c4c8e7b9-1706-4ef9-9329-c803e4e59c56", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:03.611245 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9512e6d5-dc50-47e3-b8f7-77df72986391 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:03.611806 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'code': 200} Nov 27 15:54:03.669872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb16712-9c3c-4414-b9f9-314fa7cd0d7d None None] Pushing event updated for resources: {'Port': ['ID=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:03.770260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.805667 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.816274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81ca4b-6ee2-4993-afef-9b0df289ee67 req-e7708a74-b11b-4381-ab34-a2c272d5d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:03.823535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f81ca4b-6ee2-4993-afef-9b0df289ee67 req-e7708a74-b11b-4381-ab34-a2c272d5d314 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 1096 time: 0.1250467 Nov 27 15:54:03.933997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:03.968503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627ab69-c0db-4561-8372-249b486d34a2']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:04.022092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f81ca4b-6ee2-4993-afef-9b0df289ee67 req-8632e558-4b67-44a5-942c-d9d2034ab1f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744463 Nov 27 15:54:04.036218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.044265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a4bf3d-d424-4225-8439-b5bb231debf2') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:04.044265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a4bf3d-d424-4225-8439-b5bb231debf2') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:04.082938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Deleting port 89d62b4f-3f22-4b02-8fa7-db054c3e442e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:04.083547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.099209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.119296 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.178679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:04.181839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:04.186279 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:04.223533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] For port 89d62b4f-3f22-4b02-8fa7-db054c3e442e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=89d62b4f-3f22-4b02-8fa7-db054c3e442e,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:04.224340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.244672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Calling delete_port for 89d62b4f-3f22-4b02-8fa7-db054c3e442e owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:04.292492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Pushing event updated for resources: {'Port': ['ID=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:04.299613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:04.314746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:04.327548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:04.367766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.391792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.399826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0627ab69-c0db-4561-8372-249b486d34a2 HTTP/1.1" status: 204 len: 168 time: 0.7896903 Nov 27 15:54:04.419912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1a86c-9177-48fa-95c2-dfa7f1d8d639 req-d54221c2-bc33-4f3d-9970-ee716a58c159 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:04.422171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73d1a86c-9177-48fa-95c2-dfa7f1d8d639 req-d54221c2-bc33-4f3d-9970-ee716a58c159 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.3970261 Nov 27 15:54:04.511432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89a7b1-c1e9-4218-a13a-6482d22b1e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0627ab69-c0db-4561-8372-249b486d34a2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:04.594925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:04.664073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40132) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:04.665161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d62b4f-3f22-4b02-8fa7-db054c3e442e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:04.679654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b7a2-1609-45fc-af29-f0cc9923577e req-6ab1ff58-8e41-48bf-b347-b9b22445ac6c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:04.687479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f45b7a2-1609-45fc-af29-f0cc9923577e req-6ab1ff58-8e41-48bf-b347-b9b22445ac6c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.3703794 Nov 27 15:54:04.924148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f45b7a2-1609-45fc-af29-f0cc9923577e req-ff961c0c-598f-4adf-bb16-a4caf5b229f9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355485 Nov 27 15:54:04.934393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73d1a86c-9177-48fa-95c2-dfa7f1d8d639 req-cb92cba0-a9d0-4e05-afe6-14a6e5c31ba9 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117308 Nov 27 15:54:04.954813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.148346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:05.282757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-72ca64a7-adb4-4b3b-a062-c32db0ef78ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2c01eb4574a4a28a70e52e2b96027b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6089976 Nov 27 15:54:05.283546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:05.311923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1fc2c747-e178-4d98-8493-7eb902da94f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.357709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:05.361694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.371306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-283331ed-7e53-4dae-a1af-bc37d54425c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.419753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ea965-2a3c-4bce-8fe0-1f1321ef792d req-e5b61d01-13ce-41f3-ab12-f2bf6bd50deb tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:05.422407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f80ea965-2a3c-4bce-8fe0-1f1321ef792d req-e5b61d01-13ce-41f3-ab12-f2bf6bd50deb tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.2207224 Nov 27 15:54:05.438888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba614086-0905-4330-b50d-c2e13335c94c None None] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:05.441988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-283331ed-7e53-4dae-a1af-bc37d54425c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.503118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f80ea965-2a3c-4bce-8fe0-1f1321ef792d req-2a1ccd70-22a5-47a0-a3a4-8e86f459fa10 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704710 Nov 27 15:54:05.503386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-283331ed-7e53-4dae-a1af-bc37d54425c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.506157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-283331ed-7e53-4dae-a1af-bc37d54425c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.510422 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-283331ed-7e53-4dae-a1af-bc37d54425c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b132413f-2a6c-4e52-bcbf-c824233c0e03 HTTP/1.1" status: 204 len: 168 time: 0.2233427 Nov 27 15:54:05.521932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.532949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283331ed-7e53-4dae-a1af-bc37d54425c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b132413f-2a6c-4e52-bcbf-c824233c0e03,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:05.572860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.725727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f2a1446c-0f9d-4f1e-829f-043b0b0dcc13 None None] Provisioning complete for port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:05.727530 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f2a1446c-0f9d-4f1e-829f-043b0b0dcc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:05.739813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530ba44-688b-4154-aeae-531a8df6c7c7 req-7c01f3c4-675d-47b0-ab36-3ee29eca924c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:05.741373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6530ba44-688b-4154-aeae-531a8df6c7c7 req-7c01f3c4-675d-47b0-ab36-3ee29eca924c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 946 time: 0.0930445 Nov 27 15:54:05.899534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:54:05.932679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:06.034650 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.050449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:54:06.075641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6530ba44-688b-4154-aeae-531a8df6c7c7 req-c38249fb-e65a-4c58-ad9b-01ac0bbaeb68 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223336 Nov 27 15:54:06.277140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:06.301172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.345725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f2a1446c-0f9d-4f1e-829f-043b0b0dcc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.347222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:54:06.362247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-143ee129-7666-4d8e-85cd-7ccd81070a27 admin admin] 10.222.0.15 "PUT /v2.0/routers/08a904a3-57ba-4b74-8c1e-fe9f1758bd88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5720644 Nov 27 15:54:06.365592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] Sync routers for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:54:06.366664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40174) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:06.451571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93652d5-5162-40ea-b72e-f947f0a67e02 req-86d72b41-5557-4289-a691-5910474d07a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:06.468368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c93652d5-5162-40ea-b72e-f947f0a67e02 req-86d72b41-5557-4289-a691-5910474d07a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2811234 Nov 27 15:54:06.474824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:54:06.492116 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Sync routers for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:54:06.515089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:06.518531 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:06.542714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:06.547760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:53:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:06.558272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Deleting subnet 1d80349c-5fad-4eb0-94b2-9d827665cff3 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:06.581193 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.638592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.664095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.667882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c492807d-5b60-4b1e-94fc-51e480fe556f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0859764 Nov 27 15:54:06.683542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40182) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:06.859243 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:06.872223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.884986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c93652d5-5162-40ea-b72e-f947f0a67e02 req-c73151b0-c5b0-4baf-a33e-cdb6437f15f1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892508 Nov 27 15:54:06.889510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:06.911525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:06.950053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:06.983525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Deleting port d32050b2-36f9-4239-9d5c-ababbe65935c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:06.983856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.072133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.113463 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-f2a1446c-0f9d-4f1e-829f-043b0b0dcc13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:54:07.117968 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-f2a1446c-0f9d-4f1e-829f-043b0b0dcc13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:54:07.180445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] For port d32050b2-36f9-4239-9d5c-ababbe65935c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d32050b2-36f9-4239-9d5c-ababbe65935c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:07.182004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.215167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Calling delete_port for d32050b2-36f9-4239-9d5c-ababbe65935c owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:07.237215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40192) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:07.365123 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:04Z', 'revision_number': 3, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:07.444022 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Checking router: f2b6205d-8ae4-453f-9532-22a62f3c1fe4 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:54:07.446221 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Updating router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:54:07.521929 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.544462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:54:04Z', 'revision_number': 5, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port': {'id': 'd32050b2-36f9-4239-9d5c-ababbe65935c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:51:53Z', 'updated_at': '2021-11-27T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:07.596052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] Checking router: 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:54:07.607282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e1982dc9-7eea-4b37-b62b-d376fa058c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.619219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-201208641-network', 'tenant_id': '8a6964f35fc242e89618d34752e67f59'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:07.682233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.701107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Made reservation on behalf of 8a6964f35fc242e89618d34752e67f59 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:07.708553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.735114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] Routers {'08a904a3-57ba-4b74-8c1e-fe9f1758bd88'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:07.736073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:07.778315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d32050b2-36f9-4239-9d5c-ababbe65935c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:07.787955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.953828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5e30-13f2-458e-a1e3-9668330dfb48 req-9121a6cb-360b-4c5e-b4bb-3b524a8afef6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:07.959342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:07.970758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd4d5e30-13f2-458e-a1e3-9668330dfb48 req-9121a6cb-360b-4c5e-b4bb-3b524a8afef6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 1.3029606 Nov 27 15:54:08.064145 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.073135 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.093734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.097196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.099366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f4a7a-de01-4551-bdd3-3d91e36fe34e req-632bef91-8a25-49f4-a952-f97d7fe4cdc5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:08.111295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad0f4a7a-de01-4551-bdd3-3d91e36fe34e req-632bef91-8a25-49f4-a952-f97d7fe4cdc5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2339928 Nov 27 15:54:08.131839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] Set router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:08.134556 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623c0d4-c0e7-4091-84b2-d05ee49c9a6c None None] Pushing event updated for resources: {'Port': ['ID=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:08.164217 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Attempting to bind port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:08.164916 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Attempting to bind port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:08.165663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Attempting to bind port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:08.173774 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:08.174370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.174759 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:08.175459 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.176031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:08.176822 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Bound port: 076dd973-d80a-4c9c-bfc2-26b66c7f30c5, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:08.177582 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.193714 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.194294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a904a3-57ba-4b74-8c1e-fe9f1758bd88 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:54:08.223593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.229321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d80349c-5fad-4eb0-94b2-9d827665cff3 HTTP/1.1" status: 204 len: 168 time: 2.2828085 Nov 27 15:54:08.231800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.233771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0836e473-0334-45f5-9004-35cf1b588a4f admin admin] 10.222.0.15 "DELETE /v2.0/routers/08a904a3-57ba-4b74-8c1e-fe9f1758bd88 HTTP/1.1" status: 204 len: 168 time: 1.8661118 Nov 27 15:54:08.240404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.241313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40202) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:08.243155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40204) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:08.259345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f1a4e-a6f1-4c3e-a8c7-99fc37a9ac4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d80349c-5fad-4eb0-94b2-9d827665cff3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:08.274625 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] For port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:08.279031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] For port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:08.286363 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.301975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd4d5e30-13f2-458e-a1e3-9668330dfb48 req-7d158ad5-6375-4c88-b75c-1837fa74ec6b tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153441 Nov 27 15:54:08.346222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad0f4a7a-de01-4551-bdd3-3d91e36fe34e req-6ddc0030-220e-46d6-ab84-9fa039b86839 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275879 Nov 27 15:54:08.435209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:54:07Z', 'revision_number': 7, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:08.452573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.459462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.503886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bc6e6c8b-e4bf-4428-9ac1-cfd5a1cb416d None None] Provisioning complete for port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:08.504310 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6c8b-e4bf-4428-9ac1-cfd5a1cb416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.508841 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:08.510056 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:08.519339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:08.541957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Deleting subnet ff75df98-ea35-4ab7-843a-6da6fab7bf8a {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:08.549399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.552628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ecc746-e0e3-4957-a8a4-7520eeb2456a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:08.563890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacb93a-9628-456a-8a27-efac1ac42a6e None None] The sync data for ids ['08a904a3-57ba-4b74-8c1e-fe9f1758bd88'] in n-d-819494-4 is: [{'id': '08a904a3-57ba-4b74-8c1e-fe9f1758bd88', 'name': 'tempest-ServersTestManualDisk-348775276-router', 'tenant_id': '1929ec0093f94c5a8636192832ce9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:51:51Z', 'updated_at': '2021-11-27T15:54:07Z', 'revision_number': 7, 'project_id': '1929ec0093f94c5a8636192832ce9760', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:54:08.582566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.620135 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623c0d4-c0e7-4091-84b2-d05ee49c9a6c None None] Pushing event updated for resources: {'Port': ['ID=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:08.718889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.719513 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Added segment 151acddd-1ab2-4d70-885e-0dc7f6e2e755 of type vlan for network 17614a96-2165-4985-8e6e-361fe8e03171 Nov 27 15:54:08.755468 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:08.777932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.809284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.856404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.860621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.892486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575e6b9-702d-4cb1-baba-baf33545351b req-203d80d5-e5a6-4137-a251-448c8b06780e tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:08.899093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4575e6b9-702d-4cb1-baba-baf33545351b req-203d80d5-e5a6-4137-a251-448c8b06780e tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1877227 Nov 27 15:54:08.904013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4c9dfc-baf2-4462-858e-99107c600e5f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:08.921694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20833cd0-958c-4e7e-a0ee-e99a8664c2db') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:08.922296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20833cd0-958c-4e7e-a0ee-e99a8664c2db') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:08.953928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.954965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:08.955559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:08.960407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.036310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.088246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4575e6b9-702d-4cb1-baba-baf33545351b req-c7de95b0-cd0f-431f-8a0d-1b92405eef4a tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835599 Nov 27 15:54:09.152795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Allocated IP 172.20.0.1 (811a8894-b37d-4e8b-beed-69c0550e5d7e/0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4/ad3a3991-a02a-49b6-971b-eb1897962a2f) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:09.161138 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:04Z', 'revision_number': 3, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:09.164583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:09.179468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] Pushing event updated for resources: {'Network': ['ID=17614a96-2165-4985-8e6e-361fe8e03171,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:09.181937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.188057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.196184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:09.196686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.202012 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0a99719-92ff-499e-9900-c48a05a4e407 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9618208 Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:09.202956 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:09.220569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:09.234295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Request body: {'subnet': {'network_id': '17614a96-2165-4985-8e6e-361fe8e03171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-201208641-subnet', 'tenant_id': '8a6964f35fc242e89618d34752e67f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:09.236933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 17614a96-2165-4985-8e6e-361fe8e03171 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:09.238040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff75df98-ea35-4ab7-843a-6da6fab7bf8a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:09.258975 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3999c2-46ac-4cee-8148-2e998341fa9f None None] The sync data for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 is: [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:04Z', 'revision_number': 3, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:54:09.290300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.293181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-365e051c-03b3-497d-9a8b-f85e2cb0e28c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff75df98-ea35-4ab7-843a-6da6fab7bf8a HTTP/1.1" status: 204 len: 168 time: 0.9280016 Nov 27 15:54:09.296300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40214) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:09.368736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e552b0d-48cf-4609-aa58-57d85e73ee80 None None] Network 5c555c98-6108-444f-9177-bcc3dd452cf3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:09.410111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Made reservation on behalf of 8a6964f35fc242e89618d34752e67f59 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:09.415421 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.415661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.432140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.438909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.445389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b4c9dfc-baf2-4462-858e-99107c600e5f HTTP/1.1" status: 204 len: 168 time: 1.1981306 Nov 27 15:54:09.484893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eca055-465f-4ac9-b2e2-7cb7f3c8dd1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4c9dfc-baf2-4462-858e-99107c600e5f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:09.539125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Deleting port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:09.539471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.671623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] For port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,segment=NetworkSegment(31ee152a-6859-42e9-a275-e63464339c54),segment_id=31ee152a-6859-42e9-a275-e63464339c54)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:09.672030 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.672710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.716395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Calling delete_port for 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:09.839516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40222) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:09.872131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7ec6-9622-4efb-a7b8-7443e5f29e79 req-5402eca2-b527-4ef3-97b7-89a91bb908ad tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:09.874039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d2c7ec6-9622-4efb-a7b8-7443e5f29e79 req-5402eca2-b527-4ef3-97b7-89a91bb908ad tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2809243 Nov 27 15:54:09.894622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:09.895295 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.900257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0baa87-cb2f-4e49-9bae-a55f4f6ec1e1 req-b6ff93c4-1eda-473e-89af-777c6103f11f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:09.920432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0baa87-cb2f-4e49-9bae-a55f4f6ec1e1 req-b6ff93c4-1eda-473e-89af-777c6103f11f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:09.920690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:09.932903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0baa87-cb2f-4e49-9bae-a55f4f6ec1e1 req-b6ff93c4-1eda-473e-89af-777c6103f11f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:09.936129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a0baa87-cb2f-4e49-9bae-a55f4f6ec1e1 req-b6ff93c4-1eda-473e-89af-777c6103f11f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73&device_id=8112196a-51a8-4bbf-909d-48d8e856270c&device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 2418 time: 0.3275414 Nov 27 15:54:10.007649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f89fa0c-cbf7-4f42-80b9-38c1c9deb264,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:10.049002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.052766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40226) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:10.052956 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2ec39ec7-25b9-4573-86af-3f38d42cfe19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fc595c805bc4a30bb5a44ef8563813f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114379 Nov 27 15:54:10.054116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] No DVR routers for this DVR port 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:10.102864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2624e0-3e46-4f64-aca7-b44db4782bdb None None] DHCP port deletion for 5c555c98-6108-444f-9177-bcc3dd452cf3 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:54:10.145466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89d62b4f-3f22-4b02-8fa7-db054c3e442e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:10.202230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3a3991-a02a-49b6-971b-eb1897962a2f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:10.209320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.218859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 89d62b4f-3f22-4b02-8fa7-db054c3e442e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:10.219209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89d62b4f-3f22-4b02-8fa7-db054c3e442e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:10.245649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c555c98-6108-444f-9177-bcc3dd452cf3']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:10.249543 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.266738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ee152a-6859-42e9-a275-e63464339c54') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:10.266738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ee152a-6859-42e9-a275-e63464339c54') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:10.269609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:10.287701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:10.287955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.301875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d2c7ec6-9622-4efb-a7b8-7443e5f29e79 req-171b782b-da9e-4678-868f-54ae66e6b996 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555124 Nov 27 15:54:10.304799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:10.315454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.324384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:10.325112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.368095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a0baa87-cb2f-4e49-9bae-a55f4f6ec1e1 req-d5fa383a-5f34-4c28-b01a-420e3f93c316 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125698 Nov 27 15:54:10.403027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:10.413543 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:10.418958 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.430151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.432460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c555c98-6108-444f-9177-bcc3dd452cf3 HTTP/1.1" status: 204 len: 168 time: 1.1349308 Nov 27 15:54:10.455040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78799df4-3b76-475a-8fa7-905c675e1119 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c555c98-6108-444f-9177-bcc3dd452cf3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:10.491571 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:54:10.528275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.533027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7861b3e2-4f97-4db1-b63c-a72320b10852,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:10.559858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c2d593d-bfdf-4a9d-9e53-ee2b1bbe55a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.696918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Checking segment: {'id': '151acddd-1ab2-4d70-885e-0dc7f6e2e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:10.697333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Network hostable DHCP agents. Network: 17614a96-2165-4985-8e6e-361fe8e03171, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:10.733687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c2d593d-bfdf-4a9d-9e53-ee2b1bbe55a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.810792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:10.858515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-52db4b92-b886-4daa-b277-f54837f3ba06 None None] Provisioning complete for port ad3a3991-a02a-49b6-971b-eb1897962a2f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:10.859139 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52db4b92-b886-4daa-b277-f54837f3ba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.912638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9060c8aa-ea47-4b7d-a2d1-0f0082da9c2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1929ec0093f94c5a8636192832ce9760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984843 Nov 27 15:54:10.913314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40234) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:10.946933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Network 17614a96-2165-4985-8e6e-361fe8e03171 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:10.952220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-52db4b92-b886-4daa-b277-f54837f3ba06 None None] Port ad3a3991-a02a-49b6-971b-eb1897962a2f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:10.978933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c2d593d-bfdf-4a9d-9e53-ee2b1bbe55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.988522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c2d593d-bfdf-4a9d-9e53-ee2b1bbe55a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:10.992304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3c2d593d-bfdf-4a9d-9e53-ee2b1bbe55a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d46262e7-e3fb-4485-a74a-762f774bab21 HTTP/1.1" status: 204 len: 168 time: 0.9201219 Nov 27 15:54:11.009379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:11.017521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 17614a96-2165-4985-8e6e-361fe8e03171) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:11.052569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1a4e-7d21-412b-a66a-0c3c48d8ba96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.057671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d593d-bfdf-4a9d-9e53-ee2b1bbe55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46262e7-e3fb-4485-a74a-762f774bab21,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:11.064380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:11.064829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7315ede4-7208-40a9-9949-3de41049bcdb None None] Network 17614a96-2165-4985-8e6e-361fe8e03171 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:11.065327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.072416 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.099923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1a4e-7d21-412b-a66a-0c3c48d8ba96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.120943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d31674c7-bf2c-4862-beb2-67fb8f9844e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8944628 Nov 27 15:54:11.143782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919c9f0-d37f-4f7b-a682-85a6aacae1ca req-a41b128d-be12-4d91-ada5-26d5e40fb14b tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:11.151613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9919c9f0-d37f-4f7b-a682-85a6aacae1ca req-a41b128d-be12-4d91-ada5-26d5e40fb14b tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.1539824 Nov 27 15:54:11.211168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1a4e-7d21-412b-a66a-0c3c48d8ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.214648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1a4e-7d21-412b-a66a-0c3c48d8ba96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.218192 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa8c1a4e-7d21-412b-a66a-0c3c48d8ba96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4ec6e1a-77f3-489e-a1fb-046a32abeef5 HTTP/1.1" status: 204 len: 168 time: 0.3021462 Nov 27 15:54:11.231337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c1a4e-7d21-412b-a66a-0c3c48d8ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ec6e1a-77f3-489e-a1fb-046a32abeef5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:11.273151 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.278109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9919c9f0-d37f-4f7b-a682-85a6aacae1ca req-ff544bf2-81a7-4af5-8f57-8979612ddcda tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246872 Nov 27 15:54:11.339980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:11.340359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.443499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.467623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.535085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfbe05-a5ca-42a4-bd7e-a5d3993ae810 None None] Network 17614a96-2165-4985-8e6e-361fe8e03171 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:11.740889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.748318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46601f3-b8cc-47f4-b38f-fc557a2b8d7c req-ba16ccb1-24a8-4cd6-aa42-3139994ffd2e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:11.750538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d46601f3-b8cc-47f4-b38f-fc557a2b8d7c req-ba16ccb1-24a8-4cd6-aa42-3139994ffd2e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2987809 Nov 27 15:54:11.761689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3a3991-a02a-49b6-971b-eb1897962a2f,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:11.770424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.775280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:11.785338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:11.924506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d32050b2-36f9-4239-9d5c-ababbe65935c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:11.932053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d46601f3-b8cc-47f4-b38f-fc557a2b8d7c req-ab37b176-42eb-452c-8e4a-e4600104fd41 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537936 Nov 27 15:54:12.031664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d32050b2-36f9-4239-9d5c-ababbe65935c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:12.032230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d32050b2-36f9-4239-9d5c-ababbe65935c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:12.032416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:12.078868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:12.091467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:12.092296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1f89fa0c-cbf7-4f42-80b9-38c1c9deb264 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:12.107056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:12.115033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:12.429652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:12.435246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1205568277-network', 'tenant_id': '2edf573beb37428292a85c17da2eef4e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:12.496309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Made reservation on behalf of 2edf573beb37428292a85c17da2eef4e for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:12.499758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:12.503500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4407d6a6-d68d-496c-b2b1-23a205c3eb67 None None] Provisioning complete for port ad3a3991-a02a-49b6-971b-eb1897962a2f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:12.503878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4407d6a6-d68d-496c-b2b1-23a205c3eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:12.507740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-c3559967-2943-44b1-86d0-454f2fe5132c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232400 Nov 27 15:54:12.512291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:54:12.538766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:12.579404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4407d6a6-d68d-496c-b2b1-23a205c3eb67 None None] Port ad3a3991-a02a-49b6-971b-eb1897962a2f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:12.632592 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62340fd7-167e-4419-8458-444764296d61 req-fc748941-af5e-45c7-b314-0b272d826107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:12.634236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-fc748941-af5e-45c7-b314-0b272d826107 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 1095 time: 0.0619292 Nov 27 15:54:12.775165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:12.826853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:12.911453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62340fd7-167e-4419-8458-444764296d61 req-e17d33ba-7a48-4604-8cc1-415bb0c5639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:12.915939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-e17d33ba-7a48-4604-8cc1-415bb0c5639a service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.2421522 Nov 27 15:54:12.933007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:12.961641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:54:12.965088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4e7ef6-e549-4007-bd34-2f54bfb7cd25,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:12.972068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Sync routers for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:54:12.980097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:12.993054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:12.993767 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Added segment 5fd2a131-9d09-40a5-9955-1211457c6588 of type vlan for network 09eb6d83-dae9-4788-8940-96c88f627036 Nov 27 15:54:12.999164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-781b786b-f488-45fc-8ca7-4c9e78604874 admin admin] 10.222.0.15 "PUT /v2.0/routers/f2b6205d-8ae4-453f-9532-22a62f3c1fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3076174 Nov 27 15:54:13.061445 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-4eb9773d-cb39-44fa-ac47-895ebf924eae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 200 len: 217 time: 0.1298041 Nov 27 15:54:13.063914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:13.066804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:13.079213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.124500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40314) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:13.196857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62340fd7-167e-4419-8458-444764296d61 req-d25e9be9-f173-4114-9109-cf58797edd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:13.203791 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-d25e9be9-f173-4114-9109-cf58797edd17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1318800 Nov 27 15:54:13.244705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.246903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:13.247524 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.252079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:13.253147 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.268614 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-4d73db86-5290-4862-943c-72e3524293a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534675 Nov 27 15:54:13.381813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:13.401477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40322) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:13.416572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] Pushing event updated for resources: {'Network': ['ID=09eb6d83-dae9-4788-8940-96c88f627036,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:13.429782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d1865357-30e9-4361-b0a6-4e5cd6f25e74 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9989989 Nov 27 15:54:13.436425 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40328) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:13.457801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Request body: {'subnet': {'network_id': '09eb6d83-dae9-4788-8940-96c88f627036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1205568277-subnet', 'tenant_id': '2edf573beb37428292a85c17da2eef4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:13.465570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 09eb6d83-dae9-4788-8940-96c88f627036 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:13.466565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df07b3-f7d1-48a7-af33-1a91f4bb7065 req-1ea3705f-c1bb-4cb0-845d-dcef8ad869c5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:13.468124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79df07b3-f7d1-48a7-af33-1a91f4bb7065 req-1ea3705f-c1bb-4cb0-845d-dcef8ad869c5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.3447192 Nov 27 15:54:13.551970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-651487291-network', 'tenant_id': 'b05f68fbdd7a4f1b9f423fed85afa590'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:13.558800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Made reservation on behalf of 2edf573beb37428292a85c17da2eef4e for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:13.568512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.611453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-08d13e4e-0354-4988-b3bd-b307056d5f2d service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290954 Nov 27 15:54:13.616675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Made reservation on behalf of b05f68fbdd7a4f1b9f423fed85afa590 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:13.625304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.660218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.670696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79df07b3-f7d1-48a7-af33-1a91f4bb7065 req-143a5732-4d8a-4fa4-b2a5-7d78a6cccd99 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945200 Nov 27 15:54:13.741309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-52414559-network', 'tenant_id': 'd64af71e7f884d9ca8351f0f11f6634a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:13.850832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Made reservation on behalf of d64af71e7f884d9ca8351f0f11f6634a for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:13.854550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.880125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.891795 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62340fd7-167e-4419-8458-444764296d61 req-a4b84adb-d567-427e-b053-c30c3759ce34 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986384 Nov 27 15:54:13.916946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 2, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:13.955722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.965642 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:13.997444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:14.012311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Checking router: f2b6205d-8ae4-453f-9532-22a62f3c1fe4 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:54:14.014237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Updating router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 port ad3a3991-a02a-49b6-971b-eb1897962a2f binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:54:14.019919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed984-45d0-42c6-948f-e742bf8fac5a req-b80c9bdb-6245-43e2-ba66-40cb1ec91333 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:14.028551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7aed984-45d0-42c6-948f-e742bf8fac5a req-b80c9bdb-6245-43e2-ba66-40cb1ec91333 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1438408 Nov 27 15:54:14.045352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.048445 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Added segment 1ce5d404-b014-42e5-87b7-b34488168767 of type vlan for network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 Nov 27 15:54:14.058925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9763f4f8-dad6-4cee-90ac-ec02490fe51e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.123734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.125611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.149019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7aed984-45d0-42c6-948f-e742bf8fac5a req-ecaf9914-8e17-4819-a7fc-8f38f5bb51ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187479 Nov 27 15:54:14.207109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.207617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:14.208234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.229447 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.251274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.257456 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.279591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:14.298431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1603913 Nov 27 15:54:14.299265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.299636 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Added segment 0b4b9620-7c42-48c5-b46e-b8c7847ef3f0 of type vlan for network 0cc72fa3-9430-4723-a248-8d8bb3a092fa Nov 27 15:54:14.303220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:14.310738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Request body: {'subnet': {'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-651487291-subnet', 'tenant_id': 'b05f68fbdd7a4f1b9f423fed85afa590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:14.342292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a520c5e-93fa-486e-b9ee-8c08bf7e90ad admin admin] Pushing event updated for resources: {'Network': ['ID=60769ecb-50c9-42be-94c8-e1e17ec43ce1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.349105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Made reservation on behalf of b05f68fbdd7a4f1b9f423fed85afa590 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:14.353438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.470768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40350) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:14.477594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1158076404-network', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:14.499757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:14.527465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Made reservation on behalf of a540846fa8ce49fc98fc4626169af41a for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:14.530912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.566213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.676604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.690924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.732288 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.737476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=193ce908-01dc-434d-a97e-c86b91232a3e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.744464 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.759040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d43ae-ed25-4564-994c-d103f476a568,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.773054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Checking segment: {'id': '5fd2a131-9d09-40a5-9955-1211457c6588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '09eb6d83-dae9-4788-8940-96c88f627036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:14.773435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Network hostable DHCP agents. Network: 09eb6d83-dae9-4788-8940-96c88f627036, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:14.785894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.787644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:14.788233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.866806 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4594812 Nov 27 15:54:14.868866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Network 09eb6d83-dae9-4788-8940-96c88f627036 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:14.873578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40354) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:14.878537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4117066-2da3-4ff8-8227-1b59fec32756 None None] Pushing event updated for resources: {'Port': ['ID=ad3a3991-a02a-49b6-971b-eb1897962a2f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.896815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408558b-4db4-428d-9136-9bb5d1181fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc72fa3-9430-4723-a248-8d8bb3a092fa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.902340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Request body: {'subnet': {'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-52414559-subnet', 'tenant_id': 'd64af71e7f884d9ca8351f0f11f6634a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:14.930692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 09eb6d83-dae9-4788-8940-96c88f627036) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:14.934764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 0cc72fa3-9430-4723-a248-8d8bb3a092fa details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:14.943488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Made reservation on behalf of d64af71e7f884d9ca8351f0f11f6634a for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:14.946930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6539fe-d116-414f-9f67-16316804903d None None] Network 09eb6d83-dae9-4788-8940-96c88f627036 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:14.947590 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.951567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:14.952317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:14.987905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Pushing event updated for resources: {'Subnet': ['ID=789d98d9-93e1-4314-a365-6f400ca53c68,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:14.992122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.012254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.039544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Attempting to bind port ad3a3991-a02a-49b6-971b-eb1897962a2f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:15.040463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Attempting to bind port ad3a3991-a02a-49b6-971b-eb1897962a2f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:15.041026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Attempting to bind port ad3a3991-a02a-49b6-971b-eb1897962a2f on network 811a8894-b37d-4e8b-beed-69c0550e5d7e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:15.060019 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-68bd18ac-a3cc-429e-ac31-fc651120d342 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6220024 Nov 27 15:54:15.080775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de7553-323b-43e4-8756-1bf0e52bb9b8 req-639aeb3c-5e83-442a-8c6f-3257f44d92c1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:15.108850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:15.110303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2de7553-323b-43e4-8756-1bf0e52bb9b8 req-639aeb3c-5e83-442a-8c6f-3257f44d92c1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2845623 Nov 27 15:54:15.112010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Checking segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:15.112627 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.113200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Bound using segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:15.113951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Bound port: ad3a3991-a02a-49b6-971b-eb1897962a2f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:15.114636 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.118302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Checking segment: {'id': '1ce5d404-b014-42e5-87b7-b34488168767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:15.118935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Network hostable DHCP agents. Network: 60769ecb-50c9-42be-94c8-e1e17ec43ce1, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:15.193007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dbe851-5101-4314-aed2-2c5efe4e868c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:15.248328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:15.272302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] For port ad3a3991-a02a-49b6-971b-eb1897962a2f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:15.309220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ce41c7a5-d005-4b35-9a3b-f6f0cd967b58 None None] Provisioning complete for port ad3a3991-a02a-49b6-971b-eb1897962a2f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:15.309641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce41c7a5-d005-4b35-9a3b-f6f0cd967b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.313731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] For port ad3a3991-a02a-49b6-971b-eb1897962a2f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad3a3991-a02a-49b6-971b-eb1897962a2f,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:15.314854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1c560-a851-467c-af72-0c5b1bedcaa4 None None] Network 09eb6d83-dae9-4788-8940-96c88f627036 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:15.317706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.321215 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Added segment f3587a3d-238c-416e-b97f-4ece88574a99 of type vlan for network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 Nov 27 15:54:15.376754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.378024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.463758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9212f800-7428-4b47-be0a-6d2a2c52a117,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:15.472733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Checking segment: {'id': '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:15.473084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Network hostable DHCP agents. Network: 0cc72fa3-9430-4723-a248-8d8bb3a092fa, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:15.509550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Network 0cc72fa3-9430-4723-a248-8d8bb3a092fa is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:15.512519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ce41c7a5-d005-4b35-9a3b-f6f0cd967b58 None None] Port ad3a3991-a02a-49b6-971b-eb1897962a2f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:15.530713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 0cc72fa3-9430-4723-a248-8d8bb3a092fa) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:15.534165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:15.534816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:15.547480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:15.548849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.550497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca4b6b-a2f7-4397-9e48-8e6b2664ca9a None None] Network 0cc72fa3-9430-4723-a248-8d8bb3a092fa requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:15.552156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:15.575197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.597946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2de7553-323b-43e4-8756-1bf0e52bb9b8 req-647ec624-ec61-4b4c-a25f-f0124e95cd51 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834313 Nov 27 15:54:15.615502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-349eb0a9-b1f9-42ea-82c4-52eea00d8bb3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7136877 Nov 27 15:54:15.621614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 60769ecb-50c9-42be-94c8-e1e17ec43ce1) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:15.634681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:15.635273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.710095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a9cab-5018-42bf-a95f-6dc77aff7a55 None None] Network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:15.712354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4117066-2da3-4ff8-8227-1b59fec32756 None None] Pushing event updated for resources: {'Port': ['ID=ad3a3991-a02a-49b6-971b-eb1897962a2f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:15.726554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b192e3b-b2b2-466e-b5d6-5fd802a68273 req-5d1c3ed7-7f30-4cd0-931b-d547777a9a36 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:15.736152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b192e3b-b2b2-466e-b5d6-5fd802a68273 req-5d1c3ed7-7f30-4cd0-931b-d547777a9a36 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.3832588 Nov 27 15:54:15.761955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a8a150cc-6b9d-4aac-abb8-3a242c2faaec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4548256 Nov 27 15:54:15.764939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.766775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:15.767366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.834237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3b151779-e924-499b-aefa-24b92af673e1 None None] Provisioning complete for port ad3a3991-a02a-49b6-971b-eb1897962a2f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:15.834237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3b151779-e924-499b-aefa-24b92af673e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:15.860351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] Pushing event updated for resources: {'Network': ['ID=5e14d1c3-67dc-46e4-84ea-6129c5b195f8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:15.920313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40380) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:15.926566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Request body: {'subnet': {'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1158076404-subnet', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:15.931628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1e0e0e97-73d8-4384-a2f9-f1f72b8bf275 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4586396 Nov 27 15:54:15.937987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:15.966233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b192e3b-b2b2-466e-b5d6-5fd802a68273 req-2676c74d-015f-4bd3-bc4d-79d0b5cbf33f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232616 Nov 27 15:54:15.994293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Made reservation on behalf of a540846fa8ce49fc98fc4626169af41a for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:15.996806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.215542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:16.254518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.271285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-8870651c-c71a-4015-b6f5-a4dd5e7d6274 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:16.275257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-8870651c-c71a-4015-b6f5-a4dd5e7d6274 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/networks?id=17614a96-2165-4985-8e6e-361fe8e03171 HTTP/1.1" status: 200 len: 824 time: 0.3063149 Nov 27 15:54:16.302071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d97a8-bc34-4f52-b8dd-3601872a7569 None None] Network 0cc72fa3-9430-4723-a248-8d8bb3a092fa requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:16.329313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bd62b3-a3a4-43e2-a29e-b5bd87198de9,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:16.347668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-e7ab9b51-eaea-4bbb-946f-689f48054f26 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/quotas/8a6964f35fc242e89618d34752e67f59 HTTP/1.1" status: 200 len: 375 time: 0.0609775 Nov 27 15:54:16.355657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Checking segment: {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:16.356107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Network hostable DHCP agents. Network: 5e14d1c3-67dc-46e4-84ea-6129c5b195f8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:16.384964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:16.402121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-21ea4517-cec4-45c9-81f6-fc172dd68ec8 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a6964f35fc242e89618d34752e67f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460370 Nov 27 15:54:16.403950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5e14d1c3-67dc-46e4-84ea-6129c5b195f8) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:16.409140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:16.409884 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.442974 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d9d9eb3a-45f6-4d25-b23e-7db6595ec24a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5215032 Nov 27 15:54:16.446043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40406) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:16.450894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:16.532428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-d4930da5-7996-4588-96c7-8550d9153c55 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:16.534015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-d4930da5-7996-4588-96c7-8550d9153c55 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/networks?id=0cc72fa3-9430-4723-a248-8d8bb3a092fa HTTP/1.1" status: 200 len: 812 time: 0.2575588 Nov 27 15:54:16.558929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.559856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.578632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-50713b29-4001-4674-8116-337326393cd3 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/quotas/d64af71e7f884d9ca8351f0f11f6634a HTTP/1.1" status: 200 len: 375 time: 0.0332916 Nov 27 15:54:16.593209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-54921671-de00-4930-b5bb-c1466fed7d64 service neutron] 10.222.0.15 "GET /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766083 Nov 27 15:54:16.601868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db91268-99f2-4b14-8fca-f1096c53d5b6 None None] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:16.642649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee1524-2516-43cb-ac24-f6d75d9c69fe None None] Network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:16.665547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-13ab20c7-575f-439f-9dd2-844f75a1aa30 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d64af71e7f884d9ca8351f0f11f6634a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674956 Nov 27 15:54:16.706129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.758493 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3b151779-e924-499b-aefa-24b92af673e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:16.900062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3b151779-e924-499b-aefa-24b92af673e1 None None] For port ad3a3991-a02a-49b6-971b-eb1897962a2f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad3a3991-a02a-49b6-971b-eb1897962a2f,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:16.936549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3b151779-e924-499b-aefa-24b92af673e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:17.143073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151779-e924-499b-aefa-24b92af673e1 None None] Pushing event updated for resources: {'Port': ['ID=ad3a3991-a02a-49b6-971b-eb1897962a2f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:17.168932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5e14d1c3-67dc-46e4-84ea-6129c5b195f8', 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'fixed_ips': [{'subnet_id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:54:17.169998 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:17.189625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:15Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:17.225020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7163-6f69-40d6-9477-39ffeb0b5366 None None] The sync data for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 is: [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:15Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:54:17.261759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:17.282523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-79075afb-0a11-44e5-86ab-c1eb9b0d4b37 service neutron] 10.222.0.15 "GET /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699390 Nov 27 15:54:17.392580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-6bd40198-9053-4590-b102-154717c222e6 service neutron] 10.222.0.15 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852303 Nov 27 15:54:17.445052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Allocated IP 172.20.0.2 (5e14d1c3-67dc-46e4-84ea-6129c5b195f8/c9bd62b3-a3a4-43e2-a29e-b5bd87198de9/6970afb0-0253-4d2f-91b6-2e77c3c43e8e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:17.636183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-388fe793-6bc2-4693-a65d-53e4dc6e932a service neutron] 10.222.0.15 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329926 Nov 27 15:54:17.799823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:17.817069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:17.879752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:17.895398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:17.908347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:17.916995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:17.927986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Pushing event updated for resources: {'Port': ['ID=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:17.975435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:18.083075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Attempting to bind port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:18.083453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Attempting to bind port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:18.083817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Attempting to bind port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e on network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:18.089264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:18.089671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Checking segment: {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:18.090177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:18.090716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Bound using segment: {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:18.091187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Bound port: 6970afb0-0253-4d2f-91b6-2e77c3c43e8e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:18.091566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:18.223398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] For port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:18.231112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] For port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,segment=NetworkSegment(f3587a3d-238c-416e-b97f-4ece88574a99),segment_id=f3587a3d-238c-416e-b97f-4ece88574a99)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:18.247532 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:18.391408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10670555-018f-4f48-b46f-4fee64b0106f None None] Pushing event updated for resources: {'Port': ['ID=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:18.451288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Allocated IP 172.25.1.213 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/1a876ad6-97ee-4831-aec4-a5d55fbc6d96) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:18.487221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-a688a527-617d-40b4-958f-8eb4f3d1c4bd tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:18.491603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-a688a527-617d-40b4-958f-8eb4f3d1c4bd tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/networks?id=60769ecb-50c9-42be-94c8-e1e17ec43ce1 HTTP/1.1" status: 200 len: 821 time: 0.6640301 Nov 27 15:54:18.522086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-90fbceda-bb58-4455-acc8-c8a510000528 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/quotas/b05f68fbdd7a4f1b9f423fed85afa590 HTTP/1.1" status: 200 len: 375 time: 0.0155263 Nov 27 15:54:18.546410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1dea3-9fcb-4f8c-b05b-ad5242983a3e req-5d2a7132-02e3-4bfe-b5b5-3ddd3b43951c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:18.554899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bc1dea3-9fcb-4f8c-b05b-ad5242983a3e req-5d2a7132-02e3-4bfe-b5b5-3ddd3b43951c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2655394 Nov 27 15:54:18.767162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-41c276a3-57ac-487f-9e6a-bf8ac0809006 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b05f68fbdd7a4f1b9f423fed85afa590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2327931 Nov 27 15:54:18.831625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bc1dea3-9fcb-4f8c-b05b-ad5242983a3e req-3c93a443-067c-46d4-bf14-b4d935dfbd79 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757487 Nov 27 15:54:18.971234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:19.002156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-7fbe5ca9-30eb-4d61-b19a-a891a989b9ae service neutron] 10.222.0.15 "GET /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342627 Nov 27 15:54:19.074022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a3991-a02a-49b6-971b-eb1897962a2f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:19.145384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ad3a3991-a02a-49b6-971b-eb1897962a2f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:19.146813 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:19.271713 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:19.320837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-a6555802-09a5-405e-8a8e-59b8bbf344aa service neutron] 10.222.0.15 "GET /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177810 Nov 27 15:54:19.327136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6970afb0-0253-4d2f-91b6-2e77c3c43e8e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:19.358377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0693a-ae0c-4ba1-a9df-830fb576d830 req-36b083ef-df73-4544-9a25-f6c4049750a8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:19.366660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dd0693a-ae0c-4ba1-a9df-830fb576d830 req-36b083ef-df73-4544-9a25-f6c4049750a8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.3623207 Nov 27 15:54:19.422637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:19.422983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:19.435960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:19.456137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:19.459925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:19.513454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Pushing event updated for resources: {'Port': ['ID=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:19.561545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-47f3c909-c11e-4268-acec-8a7077f1c072 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:19.564907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-47f3c909-c11e-4268-acec-8a7077f1c072 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.21 "GET /v2.0/networks?id=17614a96-2165-4985-8e6e-361fe8e03171 HTTP/1.1" status: 200 len: 824 time: 0.3409331 Nov 27 15:54:19.591506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:19.618539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Request body: {'port': {'device_id': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171', 'admin_state_up': True, 'tenant_id': '8a6964f35fc242e89618d34752e67f59'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:19.659987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dd0693a-ae0c-4ba1-a9df-830fb576d830 req-e11da27f-0b26-41c6-acb8-886fd35d196f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892783 Nov 27 15:54:19.703632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,segment=NetworkSegment(f3587a3d-238c-416e-b97f-4ece88574a99),segment_id=f3587a3d-238c-416e-b97f-4ece88574a99)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:19.712828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:19.889677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-62a763f1-7130-44aa-a970-8930e9851d0d tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:19.893195 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-62a763f1-7130-44aa-a970-8930e9851d0d tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.21 "GET /v2.0/networks?id=0cc72fa3-9430-4723-a248-8d8bb3a092fa HTTP/1.1" status: 200 len: 812 time: 0.1765566 Nov 27 15:54:19.901388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:19.914703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Request body: {'port': {'device_id': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa', 'admin_state_up': True, 'tenant_id': 'd64af71e7f884d9ca8351f0f11f6634a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:19.960395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3344c545-68a7-49fe-826f-542d8e9aac5c req-e4473c80-ee4a-4e9c-995f-edf31fa9ed0e tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 210 time: 0.1841011 Nov 27 15:54:20.034633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea9bb173-dce8-43a5-baa1-ff12ef01b3f0 req-0dd244a1-6921-4bad-8c7e-7611b0937456 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 210 time: 0.1083348 Nov 27 15:54:20.102001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b445f-8d8b-426d-b19e-2a395199fe48 None None] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:20.175898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Made reservation on behalf of d64af71e7f884d9ca8351f0f11f6634a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:20.182319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.193468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2d3301a4-a78f-4f88-8bab-d73bd89ce886 None None] Provisioning complete for port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:20.194195 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d3301a4-a78f-4f88-8bab-d73bd89ce886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.210409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9566c73-5d80-45f1-ba4a-7a272e6b1b00 req-7f7cf808-11b8-4c75-9ead-39807efbc46a tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 210 time: 0.1230671 Nov 27 15:54:20.360091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Made reservation on behalf of 8a6964f35fc242e89618d34752e67f59 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:20.364976 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.391986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Allocated IP 172.20.0.10 (0cc72fa3-9430-4723-a248-8d8bb3a092fa/9212f800-7428-4b47-be0a-6d2a2c52a117/89a2a3c2-2bc7-435b-ba75-f27c63ad684d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:20.400535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cd912-1da5-4a13-ac97-34adbcf8161e req-ec1c09f3-ce73-4ee8-b5c1-738c051224de tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:20.403012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-018cd912-1da5-4a13-ac97-34adbcf8161e req-ec1c09f3-ce73-4ee8-b5c1-738c051224de tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1704357 Nov 27 15:54:20.593220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.627661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.664829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-018cd912-1da5-4a13-ac97-34adbcf8161e req-87596135-7a42-420d-945e-47ae00bbf82f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120967 Nov 27 15:54:20.685097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.794412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Network 0cc72fa3-9430-4723-a248-8d8bb3a092fa is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:20.808513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:20.816922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:20.868373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Allocated IP 172.20.0.3 (17614a96-2165-4985-8e6e-361fe8e03171/7861b3e2-4f97-4db1-b63c-a72320b10852/7aec1a24-df69-4f05-b4ce-20afc2ea4344) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:20.903792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Pushing event updated for resources: {'Port': ['ID=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:20.939462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:20.940168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:20.957165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6970afb0-0253-4d2f-91b6-2e77c3c43e8e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:20.971995 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-5b267aeb-d715-4ec0-a8ae-5574477300bc tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0632677 Nov 27 15:54:20.989954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Request body: {'port': {'device_id': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:21.036288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:21.036767 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.071724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a71912b8-7558-4a60-a890-9b2f7927ee23 None None] Provisioning complete for port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:21.072190 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a71912b8-7558-4a60-a890-9b2f7927ee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.074975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.238637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c4c5589-6c4f-44df-b76e-379cc8508ca9 req-d23eb0c1-e52f-472f-bd15-df113700f0f4 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 210 time: 0.0957997 Nov 27 15:54:21.411699 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.451191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bac53-2353-49ca-9274-8a2b4adb831d req-ead8c617-0bda-4161-b6b0-1feb3302ded2 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:21.460882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d13bac53-2353-49ca-9274-8a2b4adb831d req-ead8c617-0bda-4161-b6b0-1feb3302ded2 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.5736077 Nov 27 15:54:21.527952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-1cd03fd3-9f28-4926-bf60-a7dee06f8c63 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:21.529638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-1cd03fd3-9f28-4926-bf60-a7dee06f8c63 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.37 "GET /v2.0/networks?id=60769ecb-50c9-42be-94c8-e1e17ec43ce1 HTTP/1.1" status: 200 len: 821 time: 0.1705260 Nov 27 15:54:21.547448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Request body: {'port': {'device_id': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1', 'admin_state_up': True, 'tenant_id': 'b05f68fbdd7a4f1b9f423fed85afa590'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:21.610305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.635061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a2a3c2-2bc7-435b-ba75-f27c63ad684d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:21.647143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d13bac53-2353-49ca-9274-8a2b4adb831d req-da62664c-45ed-42ef-97d2-f1a61a77628e tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853375 Nov 27 15:54:21.647395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.672077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383965-09e6-4e43-9770-a9c74b0d37e6 req-27b9e32e-a1ad-4020-b8a6-f085852e46f0 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:21.673743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f383965-09e6-4e43-9770-a9c74b0d37e6 req-27b9e32e-a1ad-4020-b8a6-f085852e46f0 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 932 time: 0.2644804 Nov 27 15:54:21.682408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Transition to ACTIVE for port object 89a2a3c2-2bc7-435b-ba75-f27c63ad684d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:21.711628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.747951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.801978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Made reservation on behalf of b05f68fbdd7a4f1b9f423fed85afa590 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:21.805441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:21.813093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:21.977234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Attempting to bind port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:21.978068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Attempting to bind port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:21.978068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Attempting to bind port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d on network 0cc72fa3-9430-4723-a248-8d8bb3a092fa {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:21.988893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d on network 0cc72fa3-9430-4723-a248-8d8bb3a092fa not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:21.989211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Attempting to bind port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d on network 0cc72fa3-9430-4723-a248-8d8bb3a092fa {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:22.000475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:22.000816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Checking segment: {'id': '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:22.001227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Bound using segment: {'id': '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:22.001656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Bound port: 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:22.002015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.051607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Allocated IP 172.20.0.7 (60769ecb-50c9-42be-94c8-e1e17ec43ce1/789d98d9-93e1-4314-a365-6f400ca53c68/838c028d-9100-46f9-8e62-895c9884e277) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:22.097777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] For port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:22.122036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] For port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,segment=NetworkSegment(0b4b9620-7c42-48c5-b46e-b8c7847ef3f0),segment_id=0b4b9620-7c42-48c5-b46e-b8c7847ef3f0)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:22.139063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.163880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Network 17614a96-2165-4985-8e6e-361fe8e03171 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:22.165448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:22.172167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:22.186105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f383965-09e6-4e43-9770-a9c74b0d37e6 req-168f2882-a9f0-4b19-970c-1603ce4dbe8e tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952605 Nov 27 15:54:22.214779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.215400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.216872 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] 10.222.0.21 "PUT /v2.0/ports/89a2a3c2-2bc7-435b-ba75-f27c63ad684d HTTP/1.1" status: 200 len: 1092 time: 1.2342396 Nov 27 15:54:22.217330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'tag': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:22.220327 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe35168-4e60-4cc4-806b-3af88a021593" -d '{"events": [{"name": "network-changed", "server_uuid": "cb038bce-ec01-407c-aa2f-90985d27d8fc", "tag": "89a2a3c2-2bc7-435b-ba75-f27c63ad684d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:22.275397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13daf-59b8-40b8-9e3c-37b4703e1e21 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:22.343904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.367860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-46a4de83-47f7-4926-a0b0-0861275556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.369038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b03cb6d3-3f86-4198-a766-8290d57246cd req-b2be60a2-6b5b-4d39-8563-de356edd4a35 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 210 time: 0.1986942 Nov 27 15:54:22.369712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-46a4de83-47f7-4926-a0b0-0861275556d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d64af71e7f884d9ca8351f0f11f6634a&device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 1095 time: 0.0711491 Nov 27 15:54:22.389250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.389250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.397763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Router 4e44b212-a5a1-4f80-adde-c318edb117c4 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:54:22.404203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Pushing event updated for resources: {'Port': ['ID=7aec1a24-df69-4f05-b4ce-20afc2ea4344,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:22.423400 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-72eea04d-6353-4a85-ad7f-af64a2b38294 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d HTTP/1.1" status: 200 len: 217 time: 0.0436463 Nov 27 15:54:22.428511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80bf42-18ef-4ad9-8617-a3e8fef50bd2 req-909bcd3d-7918-4dd0-ba0b-d1e2b0996b1e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.429260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.430067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd80bf42-18ef-4ad9-8617-a3e8fef50bd2 req-909bcd3d-7918-4dd0-ba0b-d1e2b0996b1e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1248050 Nov 27 15:54:22.437917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-f11682de-f68a-47f3-8c08-f0012073c456 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8290842 Nov 27 15:54:22.468260 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0ebe8-c93c-4303-9b31-e00b794b7258 x-openstack-request-id: req-99d0ebe8-c93c-4303-9b31-e00b794b7258 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:22.468644 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb038bce-ec01-407c-aa2f-90985d27d8fc", "tag": "89a2a3c2-2bc7-435b-ba75-f27c63ad684d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:22.468931 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99d0ebe8-c93c-4303-9b31-e00b794b7258 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:22.469337 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'tag': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d', 'status': 'completed', 'code': 200} Nov 27 15:54:22.488403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Request body: {'port': {'device_id': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:22.520879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:22.528454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:22.534036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:22.541226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-6a257ee5-88cf-4996-a037-3a3268cb0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.542779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-6a257ee5-88cf-4996-a037-3a3268cb0483 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9212f800-7428-4b47-be0a-6d2a2c52a117 HTTP/1.1" status: 200 len: 852 time: 0.1113305 Nov 27 15:54:22.564792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Pushing event updated for resources: {'Port': ['ID=838c028d-9100-46f9-8e62-895c9884e277,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:22.598758 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-1e79982d-ab19-474e-a5a0-baecde4a1ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0cc72fa3-9430-4723-a248-8d8bb3a092fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280912 Nov 27 15:54:22.621161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.621854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.649329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.679074 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-94275519-5a73-40a6-983c-5e3d13ba77bb tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1374586 Nov 27 15:54:22.688924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd80bf42-18ef-4ad9-8617-a3e8fef50bd2 req-b7f0fde2-b3de-4a69-95bb-822592d2f157 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756036 Nov 27 15:54:22.698187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5a08-53c0-457b-ba54-c9912314a377 req-7c4d11b9-9dcc-443b-af01-49af451f71db tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:22.699697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d25c5a08-53c0-457b-ba54-c9912314a377 req-7c4d11b9-9dcc-443b-af01-49af451f71db tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 931 time: 0.1756558 Nov 27 15:54:22.701229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Request body: {'port': {'device_id': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:22.705544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:54:22.716476 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Sync routers for ids ['4e44b212-a5a1-4f80-adde-c318edb117c4'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:54:22.731675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Routers {'4e44b212-a5a1-4f80-adde-c318edb117c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:22.733746 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e44b212-a5a1-4f80-adde-c318edb117c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:22.758187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-ba632257-f6d7-4eb3-ad40-2ff797df3013 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491296 Nov 27 15:54:22.763917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.765195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7dcbb653-d228-4f83-a631-afd430621e61 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3182142 Nov 27 15:54:22.774487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40492) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:22.844804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:22.927161 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Set router 4e44b212-a5a1-4f80-adde-c318edb117c4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:22.953891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d25c5a08-53c0-457b-ba54-c9912314a377 req-3a307307-e120-410e-aac5-9ed21d2083a1 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348757 Nov 27 15:54:22.996195 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ce19f4c-6e6e-4539-8bfb-8ec244df0804 req-991e20d3-2fe3-46e5-8d37-60eb87e8615a service neutron] 10.222.0.21 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148685 Nov 27 15:54:23.165364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59003c1-2a59-483b-aa68-5a2685f0fbf1 req-6c2eea61-31f8-4a88-a2b3-ec3973f5eba4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:23.173482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f59003c1-2a59-483b-aa68-5a2685f0fbf1 req-6c2eea61-31f8-4a88-a2b3-ec3973f5eba4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.3775628 Nov 27 15:54:23.260325 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T15:54:20Z', 'revision_number': 3, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:23.293502 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Checking router: 4e44b212-a5a1-4f80-adde-c318edb117c4 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:54:23.294249 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Updating router 4e44b212-a5a1-4f80-adde-c318edb117c4 port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:54:23.311460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838c028d-9100-46f9-8e62-895c9884e277 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:23.320533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.326141 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.340326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Transition to ACTIVE for port object 838c028d-9100-46f9-8e62-895c9884e277 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:23.344880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-815af601-65b6-42b9-b1eb-ac9bd4eb0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:23.346648 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-815af601-65b6-42b9-b1eb-ac9bd4eb0b42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d64af71e7f884d9ca8351f0f11f6634a&device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 1095 time: 0.0743778 Nov 27 15:54:23.348259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.393075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f59003c1-2a59-483b-aa68-5a2685f0fbf1 req-3c5bf8c4-2dfa-4697-af97-b765ad4aea6e tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185817 Nov 27 15:54:23.460942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d867-4a1a-4713-8040-1ab8f58f5a4c req-e5d08c80-3744-471c-88ab-9b1d13dfe5c3 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:23.462726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2822d867-4a1a-4713-8040-1ab8f58f5a4c req-e5d08c80-3744-471c-88ab-9b1d13dfe5c3 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 944 time: 0.1849573 Nov 27 15:54:23.530327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Pushing event updated for resources: {'Port': ['ID=838c028d-9100-46f9-8e62-895c9884e277,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:23.611226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-862b5474-6b0f-4683-9d24-338f07eef4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:23.612860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-862b5474-6b0f-4683-9d24-338f07eef4fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0cc72fa3-9430-4723-a248-8d8bb3a092fa HTTP/1.1" status: 200 len: 913 time: 0.2370560 Nov 27 15:54:23.620808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aec1a24-df69-4f05-b4ce-20afc2ea4344 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:23.658961 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.664031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2822d867-4a1a-4713-8040-1ab8f58f5a4c req-c0f27821-7a56-4742-ae58-6b5d9bd630ee tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885185 Nov 27 15:54:23.696651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Transition to ACTIVE for port object 7aec1a24-df69-4f05-b4ce-20afc2ea4344 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:23.701532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Attempting to bind port 838c028d-9100-46f9-8e62-895c9884e277 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:23.702157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Attempting to bind port 838c028d-9100-46f9-8e62-895c9884e277 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1ce5d404-b014-42e5-87b7-b34488168767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:23.704148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Attempting to bind port 838c028d-9100-46f9-8e62-895c9884e277 on network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:23.705007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8b44-59a4-4c8c-aadc-658122e5c0c3 req-2bbb3be5-65b1-4972-b91b-57d4c84dc748 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:23.706709 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.709970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17dc8b44-59a4-4c8c-aadc-658122e5c0c3 req-2bbb3be5-65b1-4972-b91b-57d4c84dc748 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 943 time: 0.1973851 Nov 27 15:54:23.712092 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-f1e63618-af25-4902-b9fd-c6b5ed8c9839 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d HTTP/1.1" status: 200 len: 217 time: 0.0876775 Nov 27 15:54:23.713310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Port 838c028d-9100-46f9-8e62-895c9884e277 on network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:23.713781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Attempting to bind port 838c028d-9100-46f9-8e62-895c9884e277 on network 60769ecb-50c9-42be-94c8-e1e17ec43ce1 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:23.715599 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.726646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.770436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Attempting to bind port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:23.771016 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Attempting to bind port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:23.771206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Attempting to bind port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:23.778553 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:23.779071 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:23.779481 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.779882 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:23.780352 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Bound port: 1a876ad6-97ee-4831-aec4-a5d55fbc6d96, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:23.781252 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.783037 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Pushing event updated for resources: {'Port': ['ID=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:23.798122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-8ac9d215-e3fe-48ee-bdc0-1b1fd3a794ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:23.799644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-8ac9d215-e3fe-48ee-bdc0-1b1fd3a794ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9212f800-7428-4b47-be0a-6d2a2c52a117 HTTP/1.1" status: 200 len: 852 time: 0.0679212 Nov 27 15:54:23.800553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:23.800890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Checking segment: {'id': '1ce5d404-b014-42e5-87b7-b34488168767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:23.801266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Bound using segment: {'id': '1ce5d404-b014-42e5-87b7-b34488168767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:23.801963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Bound port: 838c028d-9100-46f9-8e62-895c9884e277, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce5d404-b014-42e5-87b7-b34488168767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:23.802324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.810770 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.811129 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.811480 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.811828 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.812201 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.812540 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.812876 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.813216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.813573 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.813907 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.814236 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.814564 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:23.885897 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] For port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:23.894762 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] For port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:23.900271 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.927261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] For port 838c028d-9100-46f9-8e62-895c9884e277, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:23.931333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] For port 838c028d-9100-46f9-8e62-895c9884e277, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=838c028d-9100-46f9-8e62-895c9884e277,segment=NetworkSegment(1ce5d404-b014-42e5-87b7-b34488168767),segment_id=1ce5d404-b014-42e5-87b7-b34488168767)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:23.934298 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-c685cdfc-341a-4e10-a207-446d3f20e34d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0cc72fa3-9430-4723-a248-8d8bb3a092fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176586 Nov 27 15:54:23.939110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:23.974756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17dc8b44-59a4-4c8c-aadc-658122e5c0c3 req-6775b084-ce29-43d8-9dc9-51dbce6f544d tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439795 Nov 27 15:54:23.987151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Routers {'4e44b212-a5a1-4f80-adde-c318edb117c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:23.988023 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e44b212-a5a1-4f80-adde-c318edb117c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:23.992745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb5a38-2c40-47c0-8f99-d7db9273d05f None None] Pushing event updated for resources: {'Port': ['ID=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:24.016700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Pushing event updated for resources: {'Port': ['ID=7aec1a24-df69-4f05-b4ce-20afc2ea4344,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:24.090228 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-b430af9a-ef09-436f-9123-620e8f950391 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406100 Nov 27 15:54:24.097438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.097899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:24.099210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:24.100791 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] 10.222.0.37 "PUT /v2.0/ports/838c028d-9100-46f9-8e62-895c9884e277 HTTP/1.1" status: 200 len: 1091 time: 1.4044714 Nov 27 15:54:24.112207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef537c9-7cec-434b-948c-338b1868d7cb req-ebc3a4d8-7a35-4db4-902a-3a7228099292 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.119209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ef537c9-7cec-434b-948c-338b1868d7cb req-ebc3a4d8-7a35-4db4-902a-3a7228099292 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2775207 Nov 27 15:54:24.194036 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] Set router 4e44b212-a5a1-4f80-adde-c318edb117c4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:24.274207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-5aa6109a-fe44-4edb-b74f-a0cb426a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.275603 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-5aa6109a-fe44-4edb-b74f-a0cb426a3ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b05f68fbdd7a4f1b9f423fed85afa590&device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 1094 time: 0.0708559 Nov 27 15:54:24.337458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-53a1210d-cf01-41a0-90af-cbfaa826239a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=838c028d-9100-46f9-8e62-895c9884e277 HTTP/1.1" status: 200 len: 217 time: 0.0484023 Nov 27 15:54:24.378593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12f89d-d984-4753-bcd4-2df7de8ce7a2 req-de897a49-ccfd-42a0-afea-0d13f8f10996 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.386634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e12f89d-d984-4753-bcd4-2df7de8ce7a2 req-de897a49-ccfd-42a0-afea-0d13f8f10996 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 943 time: 0.2855482 Nov 27 15:54:24.398356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-a0518551-f915-459a-9d08-89342b6ad464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.400710 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-a0518551-f915-459a-9d08-89342b6ad464 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=789d98d9-93e1-4314-a365-6f400ca53c68 HTTP/1.1" status: 200 len: 861 time: 0.0535591 Nov 27 15:54:24.403501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ef537c9-7cec-434b-948c-338b1868d7cb req-e8b6ee62-7017-4143-a225-68d5a748de83 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588615 Nov 27 15:54:24.407958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42246f8-cf60-4234-a3af-b99465408db6 service neutron] Pushing event updated for resources: {'Port': ['ID=838c028d-9100-46f9-8e62-895c9884e277,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:24.449658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-303511f7-c2b3-4bfe-b1da-1a6051ade0fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60769ecb-50c9-42be-94c8-e1e17ec43ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381546 Nov 27 15:54:24.452610 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fe35168-4e60-4cc4-806b-3af88a021593 req-bf23720e-1bc1-4799-8e49-5e6859924e17 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504672 Nov 27 15:54:24.470442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'tag': '838c028d-9100-46f9-8e62-895c9884e277'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:24.473813 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df660c5a-0c09-409f-91d5-edbf9a4fd744" -d '{"events": [{"name": "network-changed", "server_uuid": "f83d13d3-4791-4424-bfa4-1d05806ca336", "tag": "838c028d-9100-46f9-8e62-895c9884e277"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:24.499801 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T15:54:20Z', 'revision_number': 3, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:24.521249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Attempting to bind port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:24.524285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Attempting to bind port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '151acddd-1ab2-4d70-885e-0dc7f6e2e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:24.524812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Attempting to bind port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 on network 17614a96-2165-4985-8e6e-361fe8e03171 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:24.537432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69147841-a52d-4c8f-833b-34582a3fd74f None None] The sync data for ids ['4e44b212-a5a1-4f80-adde-c318edb117c4'] in n-d-819494-4 is: [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T15:54:20Z', 'revision_number': 3, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:54:24.542134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 on network 17614a96-2165-4985-8e6e-361fe8e03171 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:24.542493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Attempting to bind port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 on network 17614a96-2165-4985-8e6e-361fe8e03171 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:24.579329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:24.579663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Checking segment: {'id': '151acddd-1ab2-4d70-885e-0dc7f6e2e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:24.580054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Bound using segment: {'id': '151acddd-1ab2-4d70-885e-0dc7f6e2e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:24.580556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Bound port: 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151acddd-1ab2-4d70-885e-0dc7f6e2e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:24.580923 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:24.588529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-38c5f562-268d-4df4-a04f-075cc53e412d service neutron] 10.222.0.37 "GET /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282878 Nov 27 15:54:24.641370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e12f89d-d984-4753-bcd4-2df7de8ce7a2 req-592d00cf-9647-4f17-8fa6-d2e1cddf5e14 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539165 Nov 27 15:54:24.712450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20d80c54-a51a-4b8c-a80c-a99ce4ce26e3 req-b151b99c-7249-439b-8a5b-4bb19d874b98 service neutron] 10.222.0.37 "GET /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066968 Nov 27 15:54:24.729001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Allocated IP 172.20.0.1 (5e14d1c3-67dc-46e4-84ea-6129c5b195f8/c9bd62b3-a3a4-43e2-a29e-b5bd87198de9/2b934057-6bdb-43fa-85cb-10c56abde42b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:24.735318 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889475d7-c4ff-48c3-b862-18dbb62004f4 x-openstack-request-id: req-889475d7-c4ff-48c3-b862-18dbb62004f4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:24.735617 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83d13d3-4791-4424-bfa4-1d05806ca336", "tag": "838c028d-9100-46f9-8e62-895c9884e277", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:24.735931 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-889475d7-c4ff-48c3-b862-18dbb62004f4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:24.737388 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'tag': '838c028d-9100-46f9-8e62-895c9884e277', 'status': 'completed', 'code': 200} Nov 27 15:54:24.766920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de7a2-9d72-4db1-91c8-f30a64872dde req-0474975e-8010-478d-89b5-7bdfc6ce0eea tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.768446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-948de7a2-9d72-4db1-91c8-f30a64872dde req-0474975e-8010-478d-89b5-7bdfc6ce0eea tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1491432 Nov 27 15:54:24.803770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] For port 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:24.852152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-822c731a-62af-430c-ae4c-5f5675f04ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:24.854163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-822c731a-62af-430c-ae4c-5f5675f04ace service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b05f68fbdd7a4f1b9f423fed85afa590&device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 1094 time: 0.0736315 Nov 27 15:54:24.875273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] For port 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344,segment=NetworkSegment(151acddd-1ab2-4d70-885e-0dc7f6e2e755),segment_id=151acddd-1ab2-4d70-885e-0dc7f6e2e755)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:24.894612 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.001750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.002369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.002788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-77a373c6-8e59-4761-8363-17e4bd95c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.003739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] 10.222.0.21 "PUT /v2.0/ports/7aec1a24-df69-4f05-b4ce-20afc2ea4344 HTTP/1.1" status: 200 len: 1091 time: 2.5204349 Nov 27 15:54:25.006440 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-77a373c6-8e59-4761-8363-17e4bd95c87d service neutron] 10.222.0.37 "GET /v2.0/networks?id=60769ecb-50c9-42be-94c8-e1e17ec43ce1 HTTP/1.1" status: 200 len: 922 time: 0.1440921 Nov 27 15:54:25.026052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-948de7a2-9d72-4db1-91c8-f30a64872dde req-3c3d633a-7f59-4f07-a5db-4425dee03e0f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485330 Nov 27 15:54:25.027004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'tag': '7aec1a24-df69-4f05-b4ce-20afc2ea4344'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:25.032961 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccacc96a-c097-4771-a49f-398b11e62f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdc5538-fb3a-46c5-9e90-4acdd3d726c6", "tag": "7aec1a24-df69-4f05-b4ce-20afc2ea4344"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:25.095928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3adf-6317-4b2a-8a5c-dfa54e458d50 req-f4c89368-5435-4541-abe1-f4ab189558df tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.097533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46d3adf-6317-4b2a-8a5c-dfa54e458d50 req-f4c89368-5435-4541-abe1-f4ab189558df tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 944 time: 0.2587664 Nov 27 15:54:25.104335 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-bf269c56-beae-4217-87b6-48479a3707f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=838c028d-9100-46f9-8e62-895c9884e277 HTTP/1.1" status: 200 len: 217 time: 0.0786610 Nov 27 15:54:25.135144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.158166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d906c-a366-450d-992d-ab2e3234e046 service neutron] Pushing event updated for resources: {'Port': ['ID=7aec1a24-df69-4f05-b4ce-20afc2ea4344,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:25.183667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-9484fb88-d5e6-40a1-b3b9-1b8fdfb6bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.185221 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-9484fb88-d5e6-40a1-b3b9-1b8fdfb6bc81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=789d98d9-93e1-4314-a365-6f400ca53c68 HTTP/1.1" status: 200 len: 861 time: 0.0687277 Nov 27 15:54:25.209581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-971a2313-014c-4692-920c-5db47e2c286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.211099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-971a2313-014c-4692-920c-5db47e2c286f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a6964f35fc242e89618d34752e67f59&device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 1094 time: 0.1536393 Nov 27 15:54:25.244507 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-346ce294-2390-41b8-a37d-a77e0cb83a43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60769ecb-50c9-42be-94c8-e1e17ec43ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496380 Nov 27 15:54:25.289085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-a4c00e78-83a6-4432-a00a-914336ced141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344 HTTP/1.1" status: 200 len: 217 time: 0.0632384 Nov 27 15:54:25.299047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46d3adf-6317-4b2a-8a5c-dfa54e458d50 req-38b1ff42-724a-45a1-8bb7-5ec60018da7f tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823595 Nov 27 15:54:25.333216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5299f5-0954-46e8-8818-c150ff58c063 req-b9e00f35-6020-4a98-a2e3-4c6698f161db tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.353969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c5299f5-0954-46e8-8818-c150ff58c063 req-b9e00f35-6020-4a98-a2e3-4c6698f161db tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 943 time: 0.2247162 Nov 27 15:54:25.383642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-9bec5375-2ad9-4236-bd9e-ec37fa61121d service neutron] 10.222.0.37 "GET /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307569 Nov 27 15:54:25.395070 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2f01ac-befc-48a5-b76f-72e773e4ec15 x-openstack-request-id: req-cc2f01ac-befc-48a5-b76f-72e773e4ec15 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:25.395416 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdc5538-fb3a-46c5-9e90-4acdd3d726c6", "tag": "7aec1a24-df69-4f05-b4ce-20afc2ea4344", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:25.395624 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc2f01ac-befc-48a5-b76f-72e773e4ec15 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:25.396028 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'tag': '7aec1a24-df69-4f05-b4ce-20afc2ea4344', 'status': 'completed', 'code': 200} Nov 27 15:54:25.414079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.474302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 89a2a3c2-2bc7-435b-ba75-f27c63ad684d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:25.498252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:25.501029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-97566b9b-52a5-41f2-840a-d393073b8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:25.512403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-97566b9b-52a5-41f2-840a-d393073b8dce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7861b3e2-4f97-4db1-b63c-a72320b10852 HTTP/1.1" status: 200 len: 864 time: 0.2122231 Nov 27 15:54:25.529729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:25.546912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:25.555650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df660c5a-0c09-409f-91d5-edbf9a4fd744 req-d8284433-b21c-41b6-b975-83d5ff36a044 service neutron] 10.222.0.37 "GET /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639559 Nov 27 15:54:25.631144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,segment=NetworkSegment(0b4b9620-7c42-48c5-b46e-b8c7847ef3f0),segment_id=0b4b9620-7c42-48c5-b46e-b8c7847ef3f0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:25.649582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d', 'network_id': '0cc72fa3-9430-4723-a248-8d8bb3a092fa', 'port_id': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d', 'mac_address': 'fa:16:3e:58:1c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9212f800-7428-4b47-be0a-6d2a2c52a117', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:25.651971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-b67fa95e-015f-4b58-8222-a3e42cfdee4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17614a96-2165-4985-8e6e-361fe8e03171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084981 Nov 27 15:54:25.661143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c5299f5-0954-46e8-8818-c150ff58c063 req-b0bd19cb-8577-47af-a972-f3cf9387fa1f tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018434 Nov 27 15:54:25.691745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b934057-6bdb-43fa-85cb-10c56abde42b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:25.714472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.746612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a2a3c2-2bc7-435b-ba75-f27c63ad684d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:25.790241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,segment=NetworkSegment(0b4b9620-7c42-48c5-b46e-b8c7847ef3f0),segment_id=0b4b9620-7c42-48c5-b46e-b8c7847ef3f0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:25.799808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.891480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:25.895518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f12c7cf6-6f20-4396-aece-51fc21aa61e0 None None] Provisioning complete for port 2b934057-6bdb-43fa-85cb-10c56abde42b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:25.895898 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f12c7cf6-6f20-4396-aece-51fc21aa61e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:25.942393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f12c7cf6-6f20-4396-aece-51fc21aa61e0 None None] Port 2b934057-6bdb-43fa-85cb-10c56abde42b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:26.084756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['89a2a3c2-2bc7-435b-ba75-f27c63ad684d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:26.149956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236fde1-1a9f-4dbf-b968-16f51ab19c43 req-ca9d2a43-0cb1-495e-9941-1fa81a756a69 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:26.153583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9236fde1-1a9f-4dbf-b968-16f51ab19c43 req-ca9d2a43-0cb1-495e-9941-1fa81a756a69 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.6251130 Nov 27 15:54:26.193308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:26.334642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9236fde1-1a9f-4dbf-b968-16f51ab19c43 req-4e63cc13-d83b-440e-81e7-95f6c9c85ec3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714852 Nov 27 15:54:26.355778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bdbac-4fe0-4002-9dbb-7b18135370e0 req-6912153f-2ac7-49bf-a193-3df2baeb2f78 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:26.357264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-566bdbac-4fe0-4002-9dbb-7b18135370e0 req-6912153f-2ac7-49bf-a193-3df2baeb2f78 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 943 time: 0.2014441 Nov 27 15:54:26.394763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-bff1abb3-91e0-4486-b93a-3e1b158f72f9 service neutron] 10.222.0.21 "GET /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096753 Nov 27 15:54:26.539392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-566bdbac-4fe0-4002-9dbb-7b18135370e0 req-c66592ad-0e4f-4e6f-b1b7-b0d200f16800 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612220 Nov 27 15:54:26.548334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:26.583965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090bcbf-62da-4701-97a8-6e21f6ef0b69 req-71e19e42-53c4-42a1-a82e-ebc8074801e2 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:26.586112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d090bcbf-62da-4701-97a8-6e21f6ef0b69 req-71e19e42-53c4-42a1-a82e-ebc8074801e2 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1834419 Nov 27 15:54:26.647706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b6c5f4-bebf-44fe-b1be-25c179d76e3a req-e259db76-7c7b-45cd-9c96-3f6b6d03015a service neutron] 10.222.0.21 "GET /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406199 Nov 27 15:54:26.789196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d090bcbf-62da-4701-97a8-6e21f6ef0b69 req-ea13eb77-8ec0-4312-a2e8-ea7e35d99334 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867881 Nov 27 15:54:26.797096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc237-47a4-4d2f-98d5-22700b670076 req-aa832120-70fa-4cad-843e-d9d96d01671c tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:26.798596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beebc237-47a4-4d2f-98d5-22700b670076 req-aa832120-70fa-4cad-843e-d9d96d01671c tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 945 time: 0.1829906 Nov 27 15:54:26.878816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-76d8f3cf-e542-43a5-a5c1-b612d7bbe345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:26.879366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-76d8f3cf-e542-43a5-a5c1-b612d7bbe345 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a6964f35fc242e89618d34752e67f59&device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 1094 time: 0.1528220 Nov 27 15:54:26.898943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 838c028d-9100-46f9-8e62-895c9884e277 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:26.978231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:27.030382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beebc237-47a4-4d2f-98d5-22700b670076 req-67b6fed2-840e-413d-884e-a2a006d47c0f tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050626 Nov 27 15:54:27.045714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.058011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 838c028d-9100-46f9-8e62-895c9884e277, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=838c028d-9100-46f9-8e62-895c9884e277,segment=NetworkSegment(1ce5d404-b014-42e5-87b7-b34488168767),segment_id=1ce5d404-b014-42e5-87b7-b34488168767)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:27.060352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68fcc6-2a39-4934-991f-053916e4ebd8 req-0a8f33a1-4145-4676-acf5-87cab9a2bd8b tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:27.060711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:27.061249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.061969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf68fcc6-2a39-4934-991f-053916e4ebd8 req-0a8f33a1-4145-4676-acf5-87cab9a2bd8b tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 943 time: 0.1737039 Nov 27 15:54:27.072718 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.092336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '838c028d-9100-46f9-8e62-895c9884e277', 'network_id': '60769ecb-50c9-42be-94c8-e1e17ec43ce1', 'port_id': '838c028d-9100-46f9-8e62-895c9884e277', 'mac_address': 'fa:16:3e:69:23:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d98d9-93e1-4314-a365-6f400ca53c68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:27.155494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-3a30caec-89f3-479d-9030-b7c80c8618c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:27.157537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-3a30caec-89f3-479d-9030-b7c80c8618c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=17614a96-2165-4985-8e6e-361fe8e03171 HTTP/1.1" status: 200 len: 925 time: 0.2675097 Nov 27 15:54:27.169504 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.190795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838c028d-9100-46f9-8e62-895c9884e277 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:27.199332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.222333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 838c028d-9100-46f9-8e62-895c9884e277, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=838c028d-9100-46f9-8e62-895c9884e277,segment=NetworkSegment(1ce5d404-b014-42e5-87b7-b34488168767),segment_id=1ce5d404-b014-42e5-87b7-b34488168767)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:27.228858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.234845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:27.236847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.237620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-6e3f5686-55c3-45ba-a4a3-3c0e55a587ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344 HTTP/1.1" status: 200 len: 217 time: 0.0618267 Nov 27 15:54:27.243941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b934057-6bdb-43fa-85cb-10c56abde42b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:27.260021 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.286940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf68fcc6-2a39-4934-991f-053916e4ebd8 req-7635a394-8757-46ce-bf1e-b9177ad42bee tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150481 Nov 27 15:54:27.291540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=838c028d-9100-46f9-8e62-895c9884e277,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:27.342241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:27.356502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-25def463-08dd-44c1-a684-b708201449e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:27.358482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-25def463-08dd-44c1-a684-b708201449e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7861b3e2-4f97-4db1-b63c-a72320b10852 HTTP/1.1" status: 200 len: 864 time: 0.1105947 Nov 27 15:54:27.415629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-ebf94635-f44f-435a-bf54-ee52af7d343e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17614a96-2165-4985-8e6e-361fe8e03171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274658 Nov 27 15:54:27.433246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:27.454964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:27.516883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 89a2a3c2-2bc7-435b-ba75-f27c63ad684d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:27.524423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['838c028d-9100-46f9-8e62-895c9884e277'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:27.616984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7daf31-1852-4df7-97fc-cdd9d24430ca req-54dd068d-a5b0-453d-b5e2-f07931d4ec14 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:27.618566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae7daf31-1852-4df7-97fc-cdd9d24430ca req-54dd068d-a5b0-453d-b5e2-f07931d4ec14 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2005632 Nov 27 15:54:27.711635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-24dd8fa6-1590-466b-961e-2d8d35b7afe6 service neutron] 10.222.0.21 "GET /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815263 Nov 27 15:54:27.736185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:27.748518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:27.748896 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.750644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae7daf31-1852-4df7-97fc-cdd9d24430ca req-bee10e38-ae0b-4708-b465-94f88666a766 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113629 Nov 27 15:54:27.769578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Router 4e44b212-a5a1-4f80-adde-c318edb117c4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:54:27.798818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04fd8-a0af-4211-b4b2-2e123e578198 req-e53e5900-998b-4b5f-bc1f-1df84bd93a9d tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:27.800418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81a04fd8-a0af-4211-b4b2-2e123e578198 req-e53e5900-998b-4b5f-bc1f-1df84bd93a9d tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 943 time: 0.1561580 Nov 27 15:54:27.805197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7a2c5923-e272-4b0a-8d1e-5dae9ff10e0b None None] Provisioning complete for port 2b934057-6bdb-43fa-85cb-10c56abde42b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:27.805604 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5923-e272-4b0a-8d1e-5dae9ff10e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.882789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c5923-e272-4b0a-8d1e-5dae9ff10e0b None None] Port 2b934057-6bdb-43fa-85cb-10c56abde42b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:27.896579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:27.923180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:27.925593 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37afb937-99a9-4c2b-b8ae-97df811e5bf7" -d '{"events": [{"server_uuid": "cb038bce-ec01-407c-aa2f-90985d27d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "89a2a3c2-2bc7-435b-ba75-f27c63ad684d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:27.940119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,segment=NetworkSegment(0b4b9620-7c42-48c5-b46e-b8c7847ef3f0),segment_id=0b4b9620-7c42-48c5-b46e-b8c7847ef3f0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:27.945486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:28.004274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:28.035669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81a04fd8-a0af-4211-b4b2-2e123e578198 req-882c3b98-1c2b-48eb-8494-d8ae0d7f714e tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041924 Nov 27 15:54:28.040674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccacc96a-c097-4771-a49f-398b11e62f2b req-236ee18d-8b6d-4006-88bc-7ab63ce4ed7e service neutron] 10.222.0.21 "GET /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965503 Nov 27 15:54:28.051624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73125-c835-437c-8e28-dfabc76089ba req-2127d434-b906-45fb-97c6-77fbddab4682 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:28.053110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8be73125-c835-437c-8e28-dfabc76089ba req-2127d434-b906-45fb-97c6-77fbddab4682 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1721747 Nov 27 15:54:28.058714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:54:28.071708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-66e64945-afed-49e4-8803-514f6bd614f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/4e44b212-a5a1-4f80-adde-c318edb117c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2911208 Nov 27 15:54:28.099333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Sync routers for ids ['4e44b212-a5a1-4f80-adde-c318edb117c4'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:54:28.115972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Routers {'4e44b212-a5a1-4f80-adde-c318edb117c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:28.116602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e44b212-a5a1-4f80-adde-c318edb117c4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:28.123919 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a252ade2-a99f-4445-8bb1-9ee0b9421985 x-openstack-request-id: req-a252ade2-a99f-4445-8bb1-9ee0b9421985 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:28.124718 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb038bce-ec01-407c-aa2f-90985d27d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "89a2a3c2-2bc7-435b-ba75-f27c63ad684d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:28.124986 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a252ade2-a99f-4445-8bb1-9ee0b9421985 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:28.125377 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d', 'code': 200} Nov 27 15:54:28.178374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8be73125-c835-437c-8e28-dfabc76089ba req-7936c7c5-b273-4651-87f4-1583a3076170 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046975 Nov 27 15:54:28.303911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1e881-be2d-4c02-85bd-49ebed009279 req-ba098dcd-64c8-4b27-a770-3dd98080898f tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:28.307675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3e1e881-be2d-4c02-85bd-49ebed009279 req-ba098dcd-64c8-4b27-a770-3dd98080898f tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.0803151 Nov 27 15:54:28.317471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f2f02-f516-4054-8755-fc50b60d1b2a req-2fce6255-be6e-4cd9-a792-39be98df1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:28.319166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-701f2f02-f516-4054-8755-fc50b60d1b2a req-2fce6255-be6e-4cd9-a792-39be98df1a64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 1097 time: 0.1340830 Nov 27 15:54:28.346809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Set router 4e44b212-a5a1-4f80-adde-c318edb117c4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:28.435490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3e1e881-be2d-4c02-85bd-49ebed009279 req-afd14c72-39d4-4ad5-9f6a-dfde4389ca8f tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152570 Nov 27 15:54:28.497224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-701f2f02-f516-4054-8755-fc50b60d1b2a req-f9a67471-970e-46c9-a332-45eff26245f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672688 Nov 27 15:54:28.519918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f593ed-00b0-4177-be59-61dc86079642 req-7692fa7f-cf0b-4289-890c-7cd002350c35 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:28.521628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0f593ed-00b0-4177-be59-61dc86079642 req-7692fa7f-cf0b-4289-890c-7cd002350c35 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 944 time: 0.0952983 Nov 27 15:54:28.594891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0f593ed-00b0-4177-be59-61dc86079642 req-d33a0399-5db2-4b29-9616-e85cbc9f8704 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649652 Nov 27 15:54:28.692585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T15:54:26Z', 'revision_number': 4, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2b934057-6bdb-43fa-85cb-10c56abde42b', 'name': '', 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'mac_address': 'fa:16:3e:8f:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:24Z', 'updated_at': '2021-11-27T15:54:26Z', 'revision_number': 2, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'subnets': [{'id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:28.723435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Checking router: 4e44b212-a5a1-4f80-adde-c318edb117c4 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:54:28.723901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Updating router 4e44b212-a5a1-4f80-adde-c318edb117c4 port 2b934057-6bdb-43fa-85cb-10c56abde42b binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:54:28.758660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:28.913491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 838c028d-9100-46f9-8e62-895c9884e277 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:28.933265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da7a93-f2e6-4fac-aa48-719682578967 req-7c480138-b0fb-4179-b82e-7e5bbfe1924b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:28.935106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2da7a93-f2e6-4fac-aa48-719682578967 req-7c480138-b0fb-4179-b82e-7e5bbfe1924b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1006305 Nov 27 15:54:28.946247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:29.030326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2da7a93-f2e6-4fac-aa48-719682578967 req-bd15968b-1b07-4860-aa8f-d760f69d17f8 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882564 Nov 27 15:54:29.082442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:29.083006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:29.237328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea563798-3cf1-4630-a84e-4243fdbdc1d7 req-d8f79a64-3b71-4d33-933f-0968ea1e3293 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:29.241930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea563798-3cf1-4630-a84e-4243fdbdc1d7 req-d8f79a64-3b71-4d33-933f-0968ea1e3293 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 943 time: 0.1050019 Nov 27 15:54:29.294500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 838c028d-9100-46f9-8e62-895c9884e277 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:29.314692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea563798-3cf1-4630-a84e-4243fdbdc1d7 req-95fd36b9-f7cd-4a6d-aec5-235b8d27c333 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 Nov 27 15:54:29.325552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 838c028d-9100-46f9-8e62-895c9884e277 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:29.334903 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:29.404370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1e85-8333-43e3-bd4b-1658598bf501 req-0db7c95a-8389-4fe2-be3a-5b0975ad15f4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:29.407225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39be1e85-8333-43e3-bd4b-1658598bf501 req-0db7c95a-8389-4fe2-be3a-5b0975ad15f4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.0721681 Nov 27 15:54:29.547438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39be1e85-8333-43e3-bd4b-1658598bf501 req-b019e5e2-3c43-4e3d-894f-c930a98ac3ce tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333103 Nov 27 15:54:29.557801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7aec1a24-df69-4f05-b4ce-20afc2ea4344 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:29.596496 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:29.645045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:29.678455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:29.690071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f72f6-56b3-4864-b272-5e9f5b4f28b7 req-6172f7c3-576b-4377-8772-95f078c75355 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:29.700289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-920f72f6-56b3-4864-b272-5e9f5b4f28b7 req-6172f7c3-576b-4377-8772-95f078c75355 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.1163807 Nov 27 15:54:29.785598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51afc5e-b6c5-49ea-bbd9-3886e7e71980 None None] Pushing event updated for resources: {'Port': ['ID=2b934057-6bdb-43fa-85cb-10c56abde42b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:29.789370 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:54:29.866522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a5552-de77-480a-9bbd-e78165aae441 req-28bb8a05-5ff9-4f3e-b702-ff4627776cd2 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:29.877910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888a5552-de77-480a-9bbd-e78165aae441 req-28bb8a05-5ff9-4f3e-b702-ff4627776cd2 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 944 time: 0.1733687 Nov 27 15:54:29.934973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:29.951254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-920f72f6-56b3-4864-b272-5e9f5b4f28b7 req-0546b7c0-1cbd-46db-ad9e-99e9a168b202 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488587 Nov 27 15:54:30.004488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888a5552-de77-480a-9bbd-e78165aae441 req-4eb459bd-a2a5-4b3b-9652-b2456a5bce71 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176126 Nov 27 15:54:30.020083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344,segment=NetworkSegment(151acddd-1ab2-4d70-885e-0dc7f6e2e755),segment_id=151acddd-1ab2-4d70-885e-0dc7f6e2e755)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:30.025657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '7aec1a24-df69-4f05-b4ce-20afc2ea4344', 'network_id': '17614a96-2165-4985-8e6e-361fe8e03171', 'port_id': '7aec1a24-df69-4f05-b4ce-20afc2ea4344', 'mac_address': 'fa:16:3e:22:2c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7861b3e2-4f97-4db1-b63c-a72320b10852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:30.049696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Attempting to bind port 2b934057-6bdb-43fa-85cb-10c56abde42b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:30.050077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Attempting to bind port 2b934057-6bdb-43fa-85cb-10c56abde42b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:30.050447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Attempting to bind port 2b934057-6bdb-43fa-85cb-10c56abde42b on network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:30.055049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 838c028d-9100-46f9-8e62-895c9884e277, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=838c028d-9100-46f9-8e62-895c9884e277,segment=NetworkSegment(1ce5d404-b014-42e5-87b7-b34488168767),segment_id=1ce5d404-b014-42e5-87b7-b34488168767)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:30.059031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:30.059393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Checking segment: {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:30.059838 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.060249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Bound using segment: {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:30.060679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Bound port: 2b934057-6bdb-43fa-85cb-10c56abde42b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3587a3d-238c-416e-b97f-4ece88574a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:30.061055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.083359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.135221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838c028d-9100-46f9-8e62-895c9884e277'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:30.137546 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b738f798-9ef5-4dbb-b659-123e356130d7" -d '{"events": [{"server_uuid": "f83d13d3-4791-4424-bfa4-1d05806ca336", "name": "network-vif-plugged", "status": "completed", "tag": "838c028d-9100-46f9-8e62-895c9884e277"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:30.176719 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.195257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150c917-d693-41af-889e-e573a2fdb714 req-57e1920a-ad46-4eb6-b588-de86eefa35f2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:30.201989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6150c917-d693-41af-889e-e573a2fdb714 req-57e1920a-ad46-4eb6-b588-de86eefa35f2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.0938549 Nov 27 15:54:30.213024 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba9029-187a-47da-8790-aa09c88bbfab x-openstack-request-id: req-34ba9029-187a-47da-8790-aa09c88bbfab {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:30.213661 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83d13d3-4791-4424-bfa4-1d05806ca336", "name": "network-vif-plugged", "status": "completed", "tag": "838c028d-9100-46f9-8e62-895c9884e277", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:30.214085 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34ba9029-187a-47da-8790-aa09c88bbfab {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:30.214644 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838c028d-9100-46f9-8e62-895c9884e277', 'code': 200} Nov 27 15:54:30.226861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-64a0fe2a-3211-4df1-807b-53bab22ddb7b None None] Provisioning complete for port 2b934057-6bdb-43fa-85cb-10c56abde42b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:30.227462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64a0fe2a-3211-4df1-807b-53bab22ddb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.259008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aec1a24-df69-4f05-b4ce-20afc2ea4344 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:30.261771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6150c917-d693-41af-889e-e573a2fdb714 req-f6908c20-1b43-4b00-821b-89779605ee77 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558212 Nov 27 15:54:30.276163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=838c028d-9100-46f9-8e62-895c9884e277,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:30.330999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122a348-3bd8-4d5e-9652-b308a48e5665 req-dfeb221f-c82f-4c31-abbe-8bde9ec7ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:30.332525 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0122a348-3bd8-4d5e-9652-b308a48e5665 req-dfeb221f-c82f-4c31-abbe-8bde9ec7ff88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 1096 time: 0.0640984 Nov 27 15:54:30.336596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] For port 2b934057-6bdb-43fa-85cb-10c56abde42b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:30.344000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344,segment=NetworkSegment(151acddd-1ab2-4d70-885e-0dc7f6e2e755),segment_id=151acddd-1ab2-4d70-885e-0dc7f6e2e755)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:30.347147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-64a0fe2a-3211-4df1-807b-53bab22ddb7b None None] Port 2b934057-6bdb-43fa-85cb-10c56abde42b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:30.361820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.365328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] For port 2b934057-6bdb-43fa-85cb-10c56abde42b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b934057-6bdb-43fa-85cb-10c56abde42b,segment=NetworkSegment(f3587a3d-238c-416e-b97f-4ece88574a99),segment_id=f3587a3d-238c-416e-b97f-4ece88574a99)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:30.399398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.403834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0122a348-3bd8-4d5e-9652-b308a48e5665 req-f7f212c2-98fb-4de9-be56-e045b187c5ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545344 Nov 27 15:54:30.448158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7aec1a24-df69-4f05-b4ce-20afc2ea4344,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:30.458783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Routers {'4e44b212-a5a1-4f80-adde-c318edb117c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:54:30.460733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:54:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e44b212-a5a1-4f80-adde-c318edb117c4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:30.493717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558000e-fe00-452c-9784-432a841dd53e req-b96b2998-f114-4998-b489-83105de92d29 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:30.495518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9558000e-fe00-452c-9784-432a841dd53e req-b96b2998-f114-4998-b489-83105de92d29 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 944 time: 0.0820105 Nov 27 15:54:30.595666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9558000e-fe00-452c-9784-432a841dd53e req-2da5bc26-aea6-467f-b5e0-dd34ef172713 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932539 Nov 27 15:54:30.642361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51afc5e-b6c5-49ea-bbd9-3886e7e71980 None None] Pushing event updated for resources: {'Port': ['ID=2b934057-6bdb-43fa-85cb-10c56abde42b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:30.688232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['7aec1a24-df69-4f05-b4ce-20afc2ea4344'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:30.694089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] Set router 4e44b212-a5a1-4f80-adde-c318edb117c4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:54:30.728048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c7315-f485-4418-b975-92f79a70897f req-6c82bb1e-1ebd-4a95-81bc-0012bb5d5bc6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:30.732665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841c7315-f485-4418-b975-92f79a70897f req-6c82bb1e-1ebd-4a95-81bc-0012bb5d5bc6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.0763199 Nov 27 15:54:30.834914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7a2cb844-8747-4d50-9fa3-cb0fbadd7946 None None] Provisioning complete for port 2b934057-6bdb-43fa-85cb-10c56abde42b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:30.835416 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb844-8747-4d50-9fa3-cb0fbadd7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:30.857921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841c7315-f485-4418-b975-92f79a70897f req-e36902fc-9e3b-4c7c-bded-77c6c9dc5bb5 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174884 Nov 27 15:54:30.916019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-164c44ad-7380-49a0-a68d-7d5d8c2a46b7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:30.917942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-164c44ad-7380-49a0-a68d-7d5d8c2a46b7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.1533139 Nov 27 15:54:30.934682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-ac60a71f-458f-4969-87cd-d94f37112c4d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/quotas/f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 375 time: 0.0104580 Nov 27 15:54:31.002988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-f8dc4df7-750e-4ce2-8a5a-915cdcf41f18 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594745 Nov 27 15:54:31.075609 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb844-8747-4d50-9fa3-cb0fbadd7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:31.123809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c6d2-5ffc-43b0-986e-9138255fb179 req-2f104bd7-d2c7-404a-a901-d291bc89b367 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:31.125253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fd6c6d2-5ffc-43b0-986e-9138255fb179 req-2f104bd7-d2c7-404a-a901-d291bc89b367 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.0989070 Nov 27 15:54:31.135105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7a2cb844-8747-4d50-9fa3-cb0fbadd7946 None None] For port 2b934057-6bdb-43fa-85cb-10c56abde42b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b934057-6bdb-43fa-85cb-10c56abde42b,segment=NetworkSegment(f3587a3d-238c-416e-b97f-4ece88574a99),segment_id=f3587a3d-238c-416e-b97f-4ece88574a99)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:31.142304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb844-8747-4d50-9fa3-cb0fbadd7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:31.147926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T15:54:26Z', 'revision_number': 4, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2b934057-6bdb-43fa-85cb-10c56abde42b', 'name': '', 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'mac_address': 'fa:16:3e:8f:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:24Z', 'updated_at': '2021-11-27T15:54:30Z', 'revision_number': 4, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'subnets': [{'id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:31.153084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-9b7e464e-9fc3-49d4-84c1-f47dc1977470 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482081 Nov 27 15:54:31.198721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a7016-f510-4b97-9e3e-60193db7442f None None] The sync data for ids ['4e44b212-a5a1-4f80-adde-c318edb117c4'] in n-d-819494-4 is: [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T15:54:26Z', 'revision_number': 4, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2b934057-6bdb-43fa-85cb-10c56abde42b', 'name': '', 'network_id': '5e14d1c3-67dc-46e4-84ea-6129c5b195f8', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'mac_address': 'fa:16:3e:8f:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:24Z', 'updated_at': '2021-11-27T15:54:30Z', 'revision_number': 4, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'subnets': [{'id': 'c9bd62b3-a3a4-43e2-a29e-b5bd87198de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:54:31.231131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb844-8747-4d50-9fa3-cb0fbadd7946 None None] Pushing event updated for resources: {'Port': ['ID=2b934057-6bdb-43fa-85cb-10c56abde42b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:31.276350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fd6c6d2-5ffc-43b0-986e-9138255fb179 req-ffcc0d1a-7163-4c56-980c-7d286cdc8eaa tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289914 Nov 27 15:54:31.318689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-c993bfe6-5d5d-489c-9fbf-73dccc54eb96 service neutron] 10.222.0.15 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562557 Nov 27 15:54:31.401672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65402-911c-4ddd-aa6a-4c2f517ad364 req-8d7da167-fee7-485d-90f2-7c60eb4aa1ed tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:31.404549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12b65402-911c-4ddd-aa6a-4c2f517ad364 req-8d7da167-fee7-485d-90f2-7c60eb4aa1ed tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 945 time: 0.0694909 Nov 27 15:54:31.477867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12b65402-911c-4ddd-aa6a-4c2f517ad364 req-8c49a1b9-e51e-4082-8a8f-fb6f6df7d89b tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633404 Nov 27 15:54:31.628667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf18e-aa86-457a-a850-1c14c9d2c147 req-87e20ae8-9480-4507-a525-f650c9a211d6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:31.634554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc4cf18e-aa86-457a-a850-1c14c9d2c147 req-87e20ae8-9480-4507-a525-f650c9a211d6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.0951197 Nov 27 15:54:31.636023 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:31.703927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc4cf18e-aa86-457a-a850-1c14c9d2c147 req-30bd326c-a046-42e4-aec4-604f3ae2c652 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646679 Nov 27 15:54:31.950329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed3ad418-55ef-4ad7-8fc5-1ad659118fd0 req-a431aab9-4044-4661-937b-e3559985542d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.0903127 Nov 27 15:54:31.982479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370d68a-13ea-48af-87e4-c1ad3dbf84df req-051661e4-723e-47da-a280-988879e40046 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:31.984524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d370d68a-13ea-48af-87e4-c1ad3dbf84df req-051661e4-723e-47da-a280-988879e40046 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 944 time: 0.1394324 Nov 27 15:54:32.067878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d370d68a-13ea-48af-87e4-c1ad3dbf84df req-4f238620-bb7a-48ee-b19d-df6d87bbbc6d tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710895 Nov 27 15:54:32.268435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a92c0-57df-4d92-9963-290199d3d99a req-8a24e970-7089-4d7e-97b4-c604d0d9bb68 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:32.276550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-382a92c0-57df-4d92-9963-290199d3d99a req-8a24e970-7089-4d7e-97b4-c604d0d9bb68 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1220469 Nov 27 15:54:32.374706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-382a92c0-57df-4d92-9963-290199d3d99a req-0ef7e277-cf6f-4bfc-a9e6-713c738cc373 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Nov 27 15:54:32.378771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-abd975a8-f9fb-4980-b5d4-cd070bec5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:32.380268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-abd975a8-f9fb-4980-b5d4-cd070bec5cba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d64af71e7f884d9ca8351f0f11f6634a&device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 1097 time: 0.1612382 Nov 27 15:54:32.478097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78883-22e4-4c38-b933-4b705c42999f req-03dfbca6-65d7-4b55-b61b-212800a40a76 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:32.480005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fd78883-22e4-4c38-b933-4b705c42999f req-03dfbca6-65d7-4b55-b61b-212800a40a76 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.2004805 Nov 27 15:54:32.901964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fd78883-22e4-4c38-b933-4b705c42999f req-9c4a2a0c-28e0-4449-818c-75f4a6b3b5a2 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129689 Nov 27 15:54:32.932101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b934057-6bdb-43fa-85cb-10c56abde42b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:32.960927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-cb1930a6-40f4-4938-8e84-b1a7df3dbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:32.962432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-cb1930a6-40f4-4938-8e84-b1a7df3dbaba service neutron] 10.222.0.21 "GET /v2.0/networks?id=0cc72fa3-9430-4723-a248-8d8bb3a092fa HTTP/1.1" status: 200 len: 913 time: 0.5745974 Nov 27 15:54:32.971930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e558de-0f69-4f2d-90b2-adf14835ee8a req-9c22815c-c772-44ed-90c8-93a97d2c4b0b tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:32.973441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5e558de-0f69-4f2d-90b2-adf14835ee8a req-9c22815c-c772-44ed-90c8-93a97d2c4b0b tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 945 time: 0.1169767 Nov 27 15:54:33.017621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2b934057-6bdb-43fa-85cb-10c56abde42b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:33.018103 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:33.038563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-f43be360-040f-4115-8495-48336e845164 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d HTTP/1.1" status: 200 len: 217 time: 0.0640299 Nov 27 15:54:33.109085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5e558de-0f69-4f2d-90b2-adf14835ee8a req-e7e25840-46dc-4171-b33a-3b22c4b78ae0 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Nov 27 15:54:33.175425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e722-3be0-45c8-b09c-ad046582f5dc req-594e501d-d663-42ea-8741-c611a17deab0 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:33.177616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c515e722-3be0-45c8-b09c-ad046582f5dc req-594e501d-d663-42ea-8741-c611a17deab0 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1474698 Nov 27 15:54:33.187641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-6edac79c-6e8a-467e-8320-3e1f85f644a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:33.189120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-6edac79c-6e8a-467e-8320-3e1f85f644a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9212f800-7428-4b47-be0a-6d2a2c52a117 HTTP/1.1" status: 200 len: 852 time: 0.0864146 Nov 27 15:54:33.232399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-0f4a26ec-8732-4946-a8b0-50892ea6d782 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:33.234550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-0f4a26ec-8732-4946-a8b0-50892ea6d782 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 808 time: 0.2300436 Nov 27 15:54:33.248289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-3f9263f8-a7e0-4bca-be47-d5ebf9d1b54e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0cc72fa3-9430-4723-a248-8d8bb3a092fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484142 Nov 27 15:54:33.262977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Request body: {'port': {'device_id': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'admin_state_up': True, 'tenant_id': 'f0a75ef21d91414eb96ac65731a6ca3a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:33.330082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c515e722-3be0-45c8-b09c-ad046582f5dc req-ce355559-5926-4a70-bbb6-92ba408d51a1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369193 Nov 27 15:54:33.394842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9101c5b7-2620-4b07-bf14-6abc4da238b3 req-e7cbafca-dae7-4d4e-baa7-31a461832112 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.0720129 Nov 27 15:54:33.448365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Made reservation on behalf of f0a75ef21d91414eb96ac65731a6ca3a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:33.453562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:33.521710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-d2a2c8d9-e36e-41de-b4a6-a8c96c266672 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599511 Nov 27 15:54:33.546580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7aec1a24-df69-4f05-b4ce-20afc2ea4344 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:33.624572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:33.633633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:33.633633 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:33.644580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178b17-f80f-441e-8f39-64df3de35e53 req-b874e13d-dc9a-4fd8-bbca-6429e3a8e245 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:33.652454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74178b17-f80f-441e-8f39-64df3de35e53 req-b874e13d-dc9a-4fd8-bbca-6429e3a8e245 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 944 time: 0.2402380 Nov 27 15:54:33.753070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Allocated IP 172.20.0.13 (909a1380-a230-48ba-869c-ef496b2094ea/7ce2444c-391e-44d8-91e7-1e0054b9f2d1/2d026675-9f47-41a4-89a1-13881e168b0f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:33.760467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74178b17-f80f-441e-8f39-64df3de35e53 req-018da27a-9424-4d40-a307-6d12fd56a61c tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068261 Nov 27 15:54:33.805189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:33.814842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038291-bc7c-47a9-bf87-a804c53d5c49 req-6348dff2-f9b6-4061-bee3-247212e40e28 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:33.832297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7038291-bc7c-47a9-bf87-a804c53d5c49 req-6348dff2-f9b6-4061-bee3-247212e40e28 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.2206583 Nov 27 15:54:33.842030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86642651-0dce-457c-8bd0-8f2ed8117177 req-63052381-680e-4585-9118-6a9a42c1c7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119860 Nov 27 15:54:33.886905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344,segment=NetworkSegment(151acddd-1ab2-4d70-885e-0dc7f6e2e755),segment_id=151acddd-1ab2-4d70-885e-0dc7f6e2e755)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:33.888582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec1a24-df69-4f05-b4ce-20afc2ea4344'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:33.893832 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6736fc-3468-4da4-8766-fb4708a25db0" -d '{"events": [{"server_uuid": "1cdc5538-fb3a-46c5-9e90-4acdd3d726c6", "name": "network-vif-plugged", "status": "completed", "tag": "7aec1a24-df69-4f05-b4ce-20afc2ea4344"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:33.906083 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:33.942164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7038291-bc7c-47a9-bf87-a804c53d5c49 req-fe73f5b6-530c-4fe9-917e-f98b6a1bc5a2 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062546 Nov 27 15:54:34.008290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7aec1a24-df69-4f05-b4ce-20afc2ea4344,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:34.040603 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bee3bc-c089-4fe5-8a1d-cb4b1dc858f7 x-openstack-request-id: req-15bee3bc-c089-4fe5-8a1d-cb4b1dc858f7 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:34.040920 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdc5538-fb3a-46c5-9e90-4acdd3d726c6", "name": "network-vif-plugged", "status": "completed", "tag": "7aec1a24-df69-4f05-b4ce-20afc2ea4344", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:34.041438 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15bee3bc-c089-4fe5-8a1d-cb4b1dc858f7 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:34.042271 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec1a24-df69-4f05-b4ce-20afc2ea4344', 'code': 200} Nov 27 15:54:34.364512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9352-ad02-4278-ac74-88ec764258e7 req-166184fe-8a51-4529-8703-bf1dc968f0e3 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:34.372711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-064b9352-ad02-4278-ac74-88ec764258e7 req-166184fe-8a51-4529-8703-bf1dc968f0e3 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 945 time: 0.1093795 Nov 27 15:54:34.414800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3316e02-8993-463e-98ac-b82c6e541d76 req-95ad67cf-d240-4b49-9d3f-6a2c36ef5f74 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:34.432035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:34.438579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3316e02-8993-463e-98ac-b82c6e541d76 req-95ad67cf-d240-4b49-9d3f-6a2c36ef5f74 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.2697904 Nov 27 15:54:34.462170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014803b4-5abc-46a1-b2aa-5b0cf250698e req-370e6e4c-7a8d-4b1e-bce8-b78d68509875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:34.465820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-014803b4-5abc-46a1-b2aa-5b0cf250698e req-370e6e4c-7a8d-4b1e-bce8-b78d68509875 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 1096 time: 0.3235111 Nov 27 15:54:34.502737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:34.524130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['72447139-5c1b-426d-9693-37c40f56250d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:34.650402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:34.669964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3316e02-8993-463e-98ac-b82c6e541d76 req-0c94f49c-48e9-4053-a546-1da7ea6abe11 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237985 Nov 27 15:54:34.670197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Network 909a1380-a230-48ba-869c-ef496b2094ea is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:34.680127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:34.686198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:34.705575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.706024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.706374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.706713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.707052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.707384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.707714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.708043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.708368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.708693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.709018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.709339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:34.754300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-014803b4-5abc-46a1-b2aa-5b0cf250698e req-a120ee7e-a9ab-460d-9eca-e3e490916a05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632620 Nov 27 15:54:34.781007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-064b9352-ad02-4278-ac74-88ec764258e7 req-009c8755-cf4f-45aa-89e6-dc7529affcd6 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077528 Nov 27 15:54:34.824650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:34.825316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:34.850889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-eab50a6b-b213-406f-a187-168d00f000a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6014354 Nov 27 15:54:34.865882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Request body: {'port': {'device_id': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:34.990878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a69440-ff29-4ca1-b22c-76212775b964 req-14093659-3211-4594-b859-cefe5db9a980 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:34.999565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30a69440-ff29-4ca1-b22c-76212775b964 req-14093659-3211-4594-b859-cefe5db9a980 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1046093 Nov 27 15:54:35.021166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:35.082562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30a69440-ff29-4ca1-b22c-76212775b964 req-dbb9b86f-5014-46c4-a312-38334c0e43e9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778387 Nov 27 15:54:35.270772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb35c6e-495f-4799-9cc5-67f605002eea req-59a37630-b924-49d6-be1e-889e83b91685 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:35.272300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c1509c4-2845-4ae2-a518-15225cea0f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:35.282186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb35c6e-495f-4799-9cc5-67f605002eea req-59a37630-b924-49d6-be1e-889e83b91685 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 932 time: 0.1704185 Nov 27 15:54:35.366582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb35c6e-495f-4799-9cc5-67f605002eea req-d0995ac0-3c26-4863-9544-f5e3293cf101 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Nov 27 15:54:35.387124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f22f7-d471-45bd-9e97-628ade4b4146 req-a0250245-1283-4624-b7c4-9ca606da9bc8 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:35.388881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba1f22f7-d471-45bd-9e97-628ade4b4146 req-a0250245-1283-4624-b7c4-9ca606da9bc8 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.2166271 Nov 27 15:54:35.520725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba1f22f7-d471-45bd-9e97-628ade4b4146 req-5e542994-b919-4b6a-a5c8-3b7c3d2d18c4 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214373 Nov 27 15:54:35.576111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f306362-36f6-49a5-bf13-03b7d082f164 req-2c88e98b-d657-49e4-b906-f863e1213d2c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:35.581500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d026675-9f47-41a4-89a1-13881e168b0f {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:35.586660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f306362-36f6-49a5-bf13-03b7d082f164 req-2c88e98b-d657-49e4-b906-f863e1213d2c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.0864239 Nov 27 15:54:35.591219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:35.621382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Transition to ACTIVE for port object 2d026675-9f47-41a4-89a1-13881e168b0f will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:35.631529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:35.646838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f306362-36f6-49a5-bf13-03b7d082f164 req-58680520-2b00-455e-bdd5-62b1519949c3 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Nov 27 15:54:35.697759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:35.827899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:35.836456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:35.837255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:35.856055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-4fd8331c-03af-43ae-93cd-044c23a4679f tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:35.857935 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-4fd8331c-03af-43ae-93cd-044c23a4679f tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.37 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 945 time: 0.1045148 Nov 27 15:54:35.859043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:35.859561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:35.885524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:35.888086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:35.888727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:35.889393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Bound port: 2d026675-9f47-41a4-89a1-13881e168b0f, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:35.890527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:35.930504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91da6-d82f-44f2-ad46-81e90bb418ae req-81eedaa4-484c-4185-a7ae-b3e2bdf3a2a3 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:35.938579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9a91da6-d82f-44f2-ad46-81e90bb418ae req-81eedaa4-484c-4185-a7ae-b3e2bdf3a2a3 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.1092994 Nov 27 15:54:36.039796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9a91da6-d82f-44f2-ad46-81e90bb418ae req-c7f382ec-5a23-4d05-bbce-7023a490a8c7 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000855 Nov 27 15:54:36.129093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:36.133641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:36.164989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:36.236440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6635-57cc-410c-969e-175a48f3371a req-f232a6a4-c504-4ad4-bff7-72de6efd4817 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.254868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6edb6635-57cc-410c-969e-175a48f3371a req-f232a6a4-c504-4ad4-bff7-72de6efd4817 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 945 time: 0.1143138 Nov 27 15:54:36.288421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Deleting port 838c028d-9100-46f9-8e62-895c9884e277 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:36.289104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:36.297026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.299628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:36.301278 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] 10.222.0.37 "PUT /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 1092 time: 1.4406424 Nov 27 15:54:36.311390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:36.318533 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b" -d '{"events": [{"name": "network-changed", "server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:36.366030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6edb6635-57cc-410c-969e-175a48f3371a req-917cd103-809f-4b5f-8348-57f0125c8d2e tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/security-groups?id=9763f4f8-dad6-4cee-90ac-ec02490fe51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055167 Nov 27 15:54:36.384418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3da3b-1f02-4beb-96da-2ad18eba6c17 service neutron] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:36.540640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-67ff0c1f-fb44-448e-82eb-c31e49837132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.542751 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-67ff0c1f-fb44-448e-82eb-c31e49837132 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1095 time: 0.1098692 Nov 27 15:54:36.573851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc020d2c-e2d2-4a7a-b609-549895bef4be req-cc5e859d-4312-44d7-a4d0-483cd5ed8d8f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.584824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc020d2c-e2d2-4a7a-b609-549895bef4be req-cc5e859d-4312-44d7-a4d0-483cd5ed8d8f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1549315 Nov 27 15:54:36.603463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-b7cef8d6-d1d4-493d-b7ff-c3a718fe1c69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 217 time: 0.0514843 Nov 27 15:54:36.677530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-b4febc33-9b99-4bf8-960d-ea66973121da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.679019 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-b4febc33-9b99-4bf8-960d-ea66973121da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0561500 Nov 27 15:54:36.684792 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e819f903-8ff6-4de6-b411-1fcf031cf9b3 x-openstack-request-id: req-e819f903-8ff6-4de6-b411-1fcf031cf9b3 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:36.685093 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:36.685426 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e819f903-8ff6-4de6-b411-1fcf031cf9b3 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:36.685827 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f', 'status': 'completed', 'code': 200} Nov 27 15:54:36.688139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] For port 838c028d-9100-46f9-8e62-895c9884e277, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=838c028d-9100-46f9-8e62-895c9884e277,segment=NetworkSegment(1ce5d404-b014-42e5-87b7-b34488168767),segment_id=1ce5d404-b014-42e5-87b7-b34488168767)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:36.688509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:36.729956 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-1a8666f1-505b-461f-a266-01c1a640623d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379987 Nov 27 15:54:36.731359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Calling delete_port for 838c028d-9100-46f9-8e62-895c9884e277 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:36.744505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc020d2c-e2d2-4a7a-b609-549895bef4be req-1d3ca848-13a6-4043-a670-a3a5b37cb841 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519098 Nov 27 15:54:36.801575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1156a-a8f3-43b7-9104-09157971cfec req-59629a24-ce40-4092-b8b2-091c1bd5cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.803492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-59629a24-ce40-4092-b8b2-091c1bd5cbcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 1097 time: 0.1102819 Nov 27 15:54:36.817165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191dc1-5420-4ad4-b937-aca34ea4d534 req-5779dd4c-3c26-4cd9-bced-656a0807441b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:36.838225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1191dc1-5420-4ad4-b937-aca34ea4d534 req-5779dd4c-3c26-4cd9-bced-656a0807441b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1097443 Nov 27 15:54:36.923547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-3e608230-1a74-49f1-9e86-b7650c027bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770821 Nov 27 15:54:36.996020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1191dc1-5420-4ad4-b937-aca34ea4d534 req-6770f59c-62b5-4bde-b4ff-4c369dd66d53 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569180 Nov 27 15:54:37.033643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dedaa4-bb00-4556-89fc-a2ce45203c81 req-231e469b-4350-45e5-b212-1a2299128dc7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.035043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8dedaa4-bb00-4556-89fc-a2ce45203c81 req-231e469b-4350-45e5-b212-1a2299128dc7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1376452 Nov 27 15:54:37.064705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1156a-a8f3-43b7-9104-09157971cfec req-d0e57fc0-a3e6-4712-a41d-1990b7fa6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.066202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-d0e57fc0-a3e6-4712-a41d-1990b7fa6f18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 200 len: 917 time: 0.2027042 Nov 27 15:54:37.077337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:37.090989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['838c028d-9100-46f9-8e62-895c9884e277'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:37.121606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Pushing event deleted for resources: {'Port': ['ID=838c028d-9100-46f9-8e62-895c9884e277,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:37.128290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-c908eb6b-e65d-41dc-ab94-e02dd9f596cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb06b45-c7a9-41e4-886e-92084c58c486 HTTP/1.1" status: 200 len: 217 time: 0.0528982 Nov 27 15:54:37.152636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8dedaa4-bb00-4556-89fc-a2ce45203c81 req-bbdc6a02-4651-4f83-87ab-b43f50dacc00 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080940 Nov 27 15:54:37.156210 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc58df46-c051-43fd-8bd8-bd3f32546e0e req-b09804de-1326-4c77-91f2-23ac52a02046 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215123 Nov 27 15:54:37.195148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1156a-a8f3-43b7-9104-09157971cfec req-037893cb-3bb2-4f16-9317-69ee74f64028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.196871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-037893cb-3bb2-4f16-9317-69ee74f64028 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 200 len: 855 time: 0.0603240 Nov 27 15:54:37.250978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] No DVR routers for this DVR port 838c028d-9100-46f9-8e62-895c9884e277 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:37.254708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:37.258378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fee0f35b-0720-44f3-aa6d-68cbb198d03b req-7ac7ae7f-c287-4777-a357-8108f838e287 tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.37 "DELETE /v2.0/ports/838c028d-9100-46f9-8e62-895c9884e277 HTTP/1.1" status: 204 len: 173 time: 1.3866870 Nov 27 15:54:37.293446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9216-dc85-4a32-89a4-638ca9d77ba6 req-56dcc8bf-73a5-491a-8eb8-f1414fb80346 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.304321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d0a9216-dc85-4a32-89a4-638ca9d77ba6 req-56dcc8bf-73a5-491a-8eb8-f1414fb80346 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.1051824 Nov 27 15:54:37.326973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1156a-a8f3-43b7-9104-09157971cfec req-0f3432ea-6254-4795-bea0-e1d2e9aed9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.328508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-0f3432ea-6254-4795-bea0-e1d2e9aed9d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55d175e5-e176-4d88-b6d7-7c2d85d1735d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180141 Nov 27 15:54:37.348582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-656326c8-805d-4ef3-9787-874a18e4d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.358365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-656326c8-805d-4ef3-9787-874a18e4d3e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1095 time: 0.1176081 Nov 27 15:54:37.486508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d0a9216-dc85-4a32-89a4-638ca9d77ba6 req-a792ab10-0007-4945-955c-6637cee33b79 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810918 Nov 27 15:54:37.494428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5cfb-6680-4650-9eca-c0772fb36354 req-fb4b2e11-8eb4-4715-8876-98e8e4f98ccb tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.496024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-610c5cfb-6680-4650-9eca-c0772fb36354 req-fb4b2e11-8eb4-4715-8876-98e8e4f98ccb tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.1666491 Nov 27 15:54:37.513356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ebfb75d8-2124-4c49-a3a3-f7f5569b2245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:37.549664 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-7d9e28bc-3f9f-4dcb-b746-cd9aa28eec58 service neutron] 10.222.0.21 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693902 Nov 27 15:54:37.550349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-f93bcdd7-4d18-46e6-93d5-e36c14d40521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.555168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-f93bcdd7-4d18-46e6-93d5-e36c14d40521 service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.1813028 Nov 27 15:54:37.625623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-610c5cfb-6680-4650-9eca-c0772fb36354 req-60a0c1b6-587d-4d5b-92bb-aca1a5f1c1b4 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120553 Nov 27 15:54:37.639070 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-0d54c0b1-fe14-4edf-9235-e8e6a3ea91ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 217 time: 0.0741024 Nov 27 15:54:37.729249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-93e2a394-3013-4cef-b908-90122405ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.730999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-93e2a394-3013-4cef-b908-90122405ec34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0834084 Nov 27 15:54:37.784006 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-6d072958-8899-42ce-abb9-85042c2fc99e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422173 Nov 27 15:54:37.810975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3be1156a-a8f3-43b7-9104-09157971cfec req-dd84e40a-3120-486d-8ce4-1cbe672ae61c service neutron] 10.222.0.21 "GET /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512085 Nov 27 15:54:37.833338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fd4f9c3-2686-4e93-944d-2a362f44827d req-2ebf721c-d444-4526-ac53-87ece1774e0c tempest-InstanceActionsNegativeTestJSON-247669979 tempest-InstanceActionsNegativeTestJSON-247669979-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83d13d3-4791-4424-bfa4-1d05806ca336 HTTP/1.1" status: 200 len: 210 time: 0.1161835 Nov 27 15:54:37.884102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06175c-efc8-4480-a013-ebd0ea908821 req-4aa0aaee-b8a3-43a5-8ddb-92776906f0c8 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:37.890251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d06175c-efc8-4480-a013-ebd0ea908821 req-4aa0aaee-b8a3-43a5-8ddb-92776906f0c8 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.1714654 Nov 27 15:54:37.916293 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-5640758a-27c8-4afb-ac62-554ee83c629b service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193187 Nov 27 15:54:38.026039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f22ae-142b-4752-bd63-e37445572f72 req-dea539e4-6a13-4738-a340-b980f95a02df tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:38.034463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff2f22ae-142b-4752-bd63-e37445572f72 req-dea539e4-6a13-4738-a340-b980f95a02df tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1000481 Nov 27 15:54:38.055668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d06175c-efc8-4480-a013-ebd0ea908821 req-9021514b-5444-4352-98f0-f6a47603b909 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580896 Nov 27 15:54:38.114783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2c1b7ccc-c9e9-42ec-900d-4fccd8b3504b req-4365d2a3-ef44-45a0-89da-538b286f0872 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800792 Nov 27 15:54:38.147355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff2f22ae-142b-4752-bd63-e37445572f72 req-3db4ef9c-308e-4064-b84b-41b07153d451 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099286 Nov 27 15:54:38.298689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99217a28-a360-44b3-a4ff-edcdf1a50577 req-4373f11a-4fb0-4748-998c-1843e7aef0cc tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:38.312739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99217a28-a360-44b3-a4ff-edcdf1a50577 req-4373f11a-4fb0-4748-998c-1843e7aef0cc tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1458831 Nov 27 15:54:38.350635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-8830fa7e-a86f-4f5a-952a-d0f488e29fac tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:38.352106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-8830fa7e-a86f-4f5a-952a-d0f488e29fac tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.1280115 Nov 27 15:54:38.409884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99217a28-a360-44b3-a4ff-edcdf1a50577 req-ce047245-c46f-43e7-b50a-40538966a5f9 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962574 Nov 27 15:54:38.456726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:38.497684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e66d45-b02c-4bc3-93d3-78e5f6ab0588 req-b22ab3bf-b2f8-4687-a861-aaceda2597df tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:38.499938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14e66d45-b02c-4bc3-93d3-78e5f6ab0588 req-b22ab3bf-b2f8-4687-a861-aaceda2597df tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.0945153 Nov 27 15:54:38.571179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14e66d45-b02c-4bc3-93d3-78e5f6ab0588 req-3afb3b0d-d6b9-47da-b1dc-086c6d9c4ee9 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592682 Nov 27 15:54:38.644588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Deleting port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:38.645278 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:38.681961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72b36-ebed-4a2b-8e4d-9794dc53ece4 req-a9c1498d-963d-459b-9e90-59351e66d83c tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:38.687228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'name': 'network-vif-deleted', 'tag': '838c028d-9100-46f9-8e62-895c9884e277'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:38.689655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18e72b36-ebed-4a2b-8e4d-9794dc53ece4 req-a9c1498d-963d-459b-9e90-59351e66d83c tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.1230032 Nov 27 15:54:38.690377 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a869495-3ee2-40fd-b49f-de9753dc51e6" -d '{"events": [{"server_uuid": "f83d13d3-4791-4424-bfa4-1d05806ca336", "name": "network-vif-deleted", "tag": "838c028d-9100-46f9-8e62-895c9884e277"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:38.815386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18e72b36-ebed-4a2b-8e4d-9794dc53ece4 req-87198cee-e068-4441-bb70-29f268438f5f tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247640 Nov 27 15:54:38.867006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] For port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,segment=NetworkSegment(0b4b9620-7c42-48c5-b46e-b8c7847ef3f0),segment_id=0b4b9620-7c42-48c5-b46e-b8c7847ef3f0)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:38.867380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:38.886827 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6290f36d-8fc5-4101-a06d-e3368043ee84 x-openstack-request-id: req-6290f36d-8fc5-4101-a06d-e3368043ee84 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:38.887132 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83d13d3-4791-4424-bfa4-1d05806ca336", "name": "network-vif-deleted", "tag": "838c028d-9100-46f9-8e62-895c9884e277", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:38.887388 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6290f36d-8fc5-4101-a06d-e3368043ee84 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:38.887792 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83d13d3-4791-4424-bfa4-1d05806ca336', 'name': 'network-vif-deleted', 'tag': '838c028d-9100-46f9-8e62-895c9884e277', 'status': 'completed', 'code': 200} Nov 27 15:54:38.891319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40723-75e6-469f-86be-3d2a2288fdd3 req-fb446d66-e409-4bbe-aef8-497291bdfe55 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:38.892848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfb40723-75e6-469f-86be-3d2a2288fdd3 req-fb446d66-e409-4bbe-aef8-497291bdfe55 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 946 time: 0.1416030 Nov 27 15:54:38.900337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Calling delete_port for 89a2a3c2-2bc7-435b-ba75-f27c63ad684d owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:38.967764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40814) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:39.033745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfb40723-75e6-469f-86be-3d2a2288fdd3 req-28cdbd1d-a4b9-4650-a745-2ccd5f399ae8 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c0d43ae-ed25-4564-994c-d103f476a568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344886 Nov 27 15:54:39.046970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Deleting subnet 789d98d9-93e1-4314-a365-6f400ca53c68 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:39.053312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.114369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.170484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.241496 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.242792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.256769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['89a2a3c2-2bc7-435b-ba75-f27c63ad684d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:39.307882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Pushing event deleted for resources: {'Port': ['ID=89a2a3c2-2bc7-435b-ba75-f27c63ad684d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:39.316374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789d98d9-93e1-4314-a365-6f400ca53c68,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:39.329374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.335570 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6defd570-9201-4695-a83b-77d4fd1197db admin admin] 10.222.0.15 "DELETE /v2.0/subnets/789d98d9-93e1-4314-a365-6f400ca53c68 HTTP/1.1" status: 204 len: 168 time: 0.3644803 Nov 27 15:54:39.335787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40822) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:39.375605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.376722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.378069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.378617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.379145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.379760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.380506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.381046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.381394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.381762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.382106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.382446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:39.417451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.432332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] No DVR routers for this DVR port 89a2a3c2-2bc7-435b-ba75-f27c63ad684d on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:39.435375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.439783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d698cbdd-c460-4541-a756-f1bb96189ad4 req-9e858839-7645-43c5-8271-55a13dae55e5 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.21 "DELETE /v2.0/ports/89a2a3c2-2bc7-435b-ba75-f27c63ad684d HTTP/1.1" status: 204 len: 173 time: 1.0672712 Nov 27 15:54:39.441313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'name': 'network-vif-deleted', 'tag': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:39.444519 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d24948-bc83-4c5f-ba8e-8d3466899384" -d '{"events": [{"server_uuid": "cb038bce-ec01-407c-aa2f-90985d27d8fc", "name": "network-vif-deleted", "tag": "89a2a3c2-2bc7-435b-ba75-f27c63ad684d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:39.468203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d819-4fd1-4a81-9ebb-2653d6a3d272 req-29a2f43c-3ac9-41df-b16e-763ecb556465 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:39.469774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4673d819-4fd1-4a81-9ebb-2653d6a3d272 req-29a2f43c-3ac9-41df-b16e-763ecb556465 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.1750193 Nov 27 15:54:39.498113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efb1c-d87b-49a1-88c8-786ac7349705 req-eff686fc-97d4-4eb5-9524-f807275b1398 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:39.500840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-887efb1c-d87b-49a1-88c8-786ac7349705 req-eff686fc-97d4-4eb5-9524-f807275b1398 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.2080865 Nov 27 15:54:39.517158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.542663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60769ecb-50c9-42be-94c8-e1e17ec43ce1']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:39.553602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce5d404-b014-42e5-87b7-b34488168767') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:39.553892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce5d404-b014-42e5-87b7-b34488168767') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:39.565654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.579677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-887efb1c-d87b-49a1-88c8-786ac7349705 req-dcb2d607-e0d0-44f3-8ecb-56039adc054d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Nov 27 15:54:39.583265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4673d819-4fd1-4a81-9ebb-2653d6a3d272 req-651088de-8547-4253-b6a0-49a94fcfca98 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049411 Nov 27 15:54:39.585921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.595257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:39.595811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:39.599507 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:39.630931 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee471f-f7ec-4268-b976-85ca1c83c526 x-openstack-request-id: req-56ee471f-f7ec-4268-b976-85ca1c83c526 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:39.631235 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb038bce-ec01-407c-aa2f-90985d27d8fc", "name": "network-vif-deleted", "tag": "89a2a3c2-2bc7-435b-ba75-f27c63ad684d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:39.631498 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56ee471f-f7ec-4268-b976-85ca1c83c526 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:39.631908 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb038bce-ec01-407c-aa2f-90985d27d8fc', 'name': 'network-vif-deleted', 'tag': '89a2a3c2-2bc7-435b-ba75-f27c63ad684d', 'status': 'completed', 'code': 200} Nov 27 15:54:39.700070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.720348 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:39.724864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] 10.222.0.15 "DELETE /v2.0/networks/60769ecb-50c9-42be-94c8-e1e17ec43ce1 HTTP/1.1" status: 204 len: 168 time: 0.3880634 Nov 27 15:54:39.725990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7680b33-d9c8-496c-a8cd-1d6aae7978cd admin admin] Pushing event deleted for resources: {'Network': ['ID=60769ecb-50c9-42be-94c8-e1e17ec43ce1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:39.746891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3473c7b-c6ba-4ef8-a367-b4f8b5b4eb51 req-b2bf57f0-ee48-45ee-9e46-8b21de4ff6a4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:39.756954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3473c7b-c6ba-4ef8-a367-b4f8b5b4eb51 req-b2bf57f0-ee48-45ee-9e46-8b21de4ff6a4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.0724764 Nov 27 15:54:39.896816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3473c7b-c6ba-4ef8-a367-b4f8b5b4eb51 req-d5de0ee5-cf93-4414-8615-230274f48500 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239412 Nov 27 15:54:39.916812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9180e-2240-4b33-9f92-71d47b725ada req-4ed96d4e-9ac6-4f3a-8653-7987df0130d6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:39.918249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88a9180e-2240-4b33-9f92-71d47b725ada req-4ed96d4e-9ac6-4f3a-8653-7987df0130d6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1464603 Nov 27 15:54:39.941928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40836) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:40.016269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88a9180e-2240-4b33-9f92-71d47b725ada req-054369ba-2bec-4249-8021-30a4c59e5dd6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890129 Nov 27 15:54:40.059257 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f1d5f3fc-f588-4917-b607-750bb0ec2e2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b05f68fbdd7a4f1b9f423fed85afa590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1139433 Nov 27 15:54:40.062542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:40.166505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c227a40b-922e-431e-9beb-234dd20b2e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:40.226115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:40.232194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c227a40b-922e-431e-9beb-234dd20b2e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:40.287018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ad9c94e-91c6-4ae9-a3fa-c5529cb0bd37 req-3d6512b8-877f-4305-b647-e20c5edef2e3 tempest-InstanceActionsTestJSON-2142113445 tempest-InstanceActionsTestJSON-2142113445-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb038bce-ec01-407c-aa2f-90985d27d8fc HTTP/1.1" status: 200 len: 210 time: 0.0586982 Nov 27 15:54:40.357004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8449192-34e4-4d6c-80ae-9514f8c60345 req-5fba8c26-f594-4cac-a5d8-60e3d6d08bcd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:40.358728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8449192-34e4-4d6c-80ae-9514f8c60345 req-5fba8c26-f594-4cac-a5d8-60e3d6d08bcd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1070712 Nov 27 15:54:40.375686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c227a40b-922e-431e-9beb-234dd20b2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:40.378419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c227a40b-922e-431e-9beb-234dd20b2e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:40.379517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c227a40b-922e-431e-9beb-234dd20b2e6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9763f4f8-dad6-4cee-90ac-ec02490fe51e HTTP/1.1" status: 204 len: 168 time: 0.3156745 Nov 27 15:54:40.411663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227a40b-922e-431e-9beb-234dd20b2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9763f4f8-dad6-4cee-90ac-ec02490fe51e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:40.497466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8449192-34e4-4d6c-80ae-9514f8c60345 req-a6015c56-c6e3-4aff-8f11-1f881c466b9a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306477 Nov 27 15:54:40.518195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbfcf2-4e04-4a27-b9a8-9f0332a88674 req-cf0111ad-396b-4577-836f-7dac0f9d87e8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:40.521079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84cbfcf2-4e04-4a27-b9a8-9f0332a88674 req-cf0111ad-396b-4577-836f-7dac0f9d87e8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1288681 Nov 27 15:54:40.605788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84cbfcf2-4e04-4a27-b9a8-9f0332a88674 req-1c10ed56-33fe-4611-99f4-0631d3a7e942 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722864 Nov 27 15:54:40.666686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15238a1e-091e-490a-b7cd-af1017790d93 req-94d76e56-0fb5-4840-b320-c673daccdf0b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:40.674582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15238a1e-091e-490a-b7cd-af1017790d93 req-94d76e56-0fb5-4840-b320-c673daccdf0b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0655558 Nov 27 15:54:40.808616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc27159-2c3e-4acc-b77c-3398e6dc9632 req-362a1945-724b-4997-a3e6-e335d7f9f1b3 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:40.810146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fc27159-2c3e-4acc-b77c-3398e6dc9632 req-362a1945-724b-4997-a3e6-e335d7f9f1b3 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.1329169 Nov 27 15:54:40.826594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15238a1e-091e-490a-b7cd-af1017790d93 req-945fa840-f48d-4250-9925-a9309e1ff150 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491792 Nov 27 15:54:40.848022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-78f7e347-eefc-442a-a79e-9cb59bc66cc2 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:40.849521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-78f7e347-eefc-442a-a79e-9cb59bc66cc2 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 945 time: 0.1513653 Nov 27 15:54:40.948903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 838c028d-9100-46f9-8e62-895c9884e277 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:41.004611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 838c028d-9100-46f9-8e62-895c9884e277 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:41.006095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 838c028d-9100-46f9-8e62-895c9884e277 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:41.045029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8fc27159-2c3e-4acc-b77c-3398e6dc9632 req-838d7a92-cf02-4d19-a23e-ed0fca81eb34 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/security-groups?id=55ecc746-e0e3-4957-a8a4-7520eeb2456a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167375 Nov 27 15:54:41.063807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59adfe7-e5bf-4b94-b9d4-3c9c5ed896f8 req-42b10a2a-51ec-4880-9a45-c5f0cbe94b5a tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:41.065300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b59adfe7-e5bf-4b94-b9d4-3c9c5ed896f8 req-42b10a2a-51ec-4880-9a45-c5f0cbe94b5a tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 946 time: 0.1385021 Nov 27 15:54:41.111130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Deleting port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:41.111576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.126497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.233951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b59adfe7-e5bf-4b94-b9d4-3c9c5ed896f8 req-69dc7e03-987a-4145-b3c2-f12de3c7e8ff tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586754 Nov 27 15:54:41.289350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9b6ea-870a-4300-8a7d-24db5c30ce09 req-5a5ffd8f-366f-4404-bac4-877435112d35 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:41.293243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04b9b6ea-870a-4300-8a7d-24db5c30ce09 req-5a5ffd8f-366f-4404-bac4-877435112d35 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1509471 Nov 27 15:54:41.313190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] For port 7aec1a24-df69-4f05-b4ce-20afc2ea4344, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7aec1a24-df69-4f05-b4ce-20afc2ea4344,segment=NetworkSegment(151acddd-1ab2-4d70-885e-0dc7f6e2e755),segment_id=151acddd-1ab2-4d70-885e-0dc7f6e2e755)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:41.313661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.328816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Calling delete_port for 7aec1a24-df69-4f05-b4ce-20afc2ea4344 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:41.434978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40900) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:41.547273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 89a2a3c2-2bc7-435b-ba75-f27c63ad684d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:41.558479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1803601810-network', 'tenant_id': 'fde421ac55164e669c1d330fbad1456a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:41.578461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 89a2a3c2-2bc7-435b-ba75-f27c63ad684d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:41.579116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 89a2a3c2-2bc7-435b-ba75-f27c63ad684d not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:41.586844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Made reservation on behalf of fde421ac55164e669c1d330fbad1456a for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:41.589824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.601513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.695413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.700445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.732125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:41.738976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a573f002-4a57-40ec-89a3-6498e7fe7dca,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:41.747766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.748285 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Added segment 74472076-74b6-4a8f-b399-1df6f76a899f of type vlan for network d2024efc-818a-4a0e-b8b4-e225ae3174a5 Nov 27 15:54:41.795914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.814824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04b9b6ea-870a-4300-8a7d-24db5c30ce09 req-0cbd6da9-09b3-4960-bf19-36c06bc92310 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749959 Nov 27 15:54:41.830947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.832490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:41.843546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.911662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-609d4f10-2ceb-473a-bb45-b281774bffa0 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:41.911662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-609d4f10-2ceb-473a-bb45-b281774bffa0 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.5634751 Nov 27 15:54:41.919192 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4816408 Nov 27 15:54:41.922201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40904) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:41.932471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Request body: {'subnet': {'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1803601810-subnet', 'tenant_id': 'fde421ac55164e669c1d330fbad1456a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:41.934571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f094c-5207-45b3-b87c-565432f318b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2024efc-818a-4a0e-b8b4-e225ae3174a5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:41.948652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:41.954894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:41.965039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-260b00ba-96d6-49ff-93f4-315e8a333114 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/quotas/4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 375 time: 0.0441909 Nov 27 15:54:41.997139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Pushing event deleted for resources: {'Port': ['ID=7aec1a24-df69-4f05-b4ce-20afc2ea4344,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:42.046308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Made reservation on behalf of fde421ac55164e669c1d330fbad1456a for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:42.048428 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.142410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] No DVR routers for this DVR port 7aec1a24-df69-4f05-b4ce-20afc2ea4344 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:42.145229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.149076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90a407b9-9147-4f3b-8f6c-18077c9c0aba req-722601cf-62f2-49ad-b339-29484438adf9 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.21 "DELETE /v2.0/ports/7aec1a24-df69-4f05-b4ce-20afc2ea4344 HTTP/1.1" status: 204 len: 173 time: 1.2756422 Nov 27 15:54:42.152998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'name': 'network-vif-deleted', 'tag': '7aec1a24-df69-4f05-b4ce-20afc2ea4344'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:42.156360 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c27ae-0ca8-4305-ab60-9e6468e2a997" -d '{"events": [{"server_uuid": "1cdc5538-fb3a-46c5-9e90-4acdd3d726c6", "name": "network-vif-deleted", "tag": "7aec1a24-df69-4f05-b4ce-20afc2ea4344"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:42.211180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-89740e87-bbfe-48a1-99a7-a225377d8bee tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2220607 Nov 27 15:54:42.224644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26b092-9ca3-4277-969d-4eabbdbb098e req-6c8762e6-6337-4a07-87e0-f2224591cfe4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:42.226210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a26b092-9ca3-4277-969d-4eabbdbb098e req-6c8762e6-6337-4a07-87e0-f2224591cfe4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.2307436 Nov 27 15:54:42.400858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a26b092-9ca3-4277-969d-4eabbdbb098e req-f50bc90a-cb75-4894-bc3e-09785bc79142 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644807 Nov 27 15:54:42.408757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-5413f1dd-653d-4c4f-ad3c-df11d75bd80a service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815934 Nov 27 15:54:42.446581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40914) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:42.506060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.523886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Deleting subnet 9212f800-7428-4b47-be0a-6d2a2c52a117 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:42.527365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.567332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.607075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2fc4db8-1336-45b5-a937-78efa891deed req-5f0689f0-ad62-4e50-a268-cfe30c0c9ac3 tempest-ServersNegativeTestMultiTenantJSON-1109257409 tempest-ServersNegativeTestMultiTenantJSON-1109257409-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cdc5538-fb3a-46c5-9e90-4acdd3d726c6 HTTP/1.1" status: 200 len: 210 time: 0.0883150 Nov 27 15:54:42.617607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.640840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09a2692-f599-4fe3-999e-e60a37e6b676,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:42.652662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-732c8182-88e6-48e4-9df0-6db6ca576131 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173195 Nov 27 15:54:42.660063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Checking segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:42.660431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Network hostable DHCP agents. Network: d2024efc-818a-4a0e-b8b4-e225ae3174a5, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:42.697896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:42.718022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d2024efc-818a-4a0e-b8b4-e225ae3174a5) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:42.721748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.724796 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae40e09a-d66b-44d2-8fa6-e62fefb9379d x-openstack-request-id: req-ae40e09a-d66b-44d2-8fa6-e62fefb9379d {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:42.725095 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdc5538-fb3a-46c5-9e90-4acdd3d726c6", "name": "network-vif-deleted", "tag": "7aec1a24-df69-4f05-b4ce-20afc2ea4344", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:42.725352 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae40e09a-d66b-44d2-8fa6-e62fefb9379d {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:42.725781 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdc5538-fb3a-46c5-9e90-4acdd3d726c6', 'name': 'network-vif-deleted', 'tag': '7aec1a24-df69-4f05-b4ce-20afc2ea4344', 'status': 'completed', 'code': 200} Nov 27 15:54:42.726953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:42.727539 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.731271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0900cce-f611-4c13-8ff0-4316e3d149c0 None None] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:42.762092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-2c0559be-2836-41b8-bfec-d849d2630222 req-39d9ee81-b0a5-4ff9-822a-e98a290bb5ce tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:54:42.763109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c0559be-2836-41b8-bfec-d849d2630222 req-39d9ee81-b0a5-4ff9-822a-e98a290bb5ce tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071146 Nov 27 15:54:42.772418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-44eab251-6c8d-4f32-b904-a38febac49f8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8464200 Nov 27 15:54:42.798506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9212f800-7428-4b47-be0a-6d2a2c52a117,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:42.818229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.824100 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6abb6f24-4524-47c2-94c2-a90a1ad56191 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9212f800-7428-4b47-be0a-6d2a2c52a117 HTTP/1.1" status: 204 len: 168 time: 0.3760169 Nov 27 15:54:42.827296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40918) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:42.937112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:42.973990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c0559be-2836-41b8-bfec-d849d2630222 req-d6457798-9e1e-43e4-bf9b-bc32a56644ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2003458 Nov 27 15:54:43.087609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d51867-bbf2-4281-a2c8-ace4027b316b req-cfab6007-5825-4fc2-872a-927eebca4667 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:43.089680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16d51867-bbf2-4281-a2c8-ace4027b316b req-cfab6007-5825-4fc2-872a-927eebca4667 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1139808 Nov 27 15:54:43.137038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.149615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52848604-4135-45a3-ad74-057105c7c350 None None] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:43.183759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc72fa3-9430-4723-a248-8d8bb3a092fa']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:43.188275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16d51867-bbf2-4281-a2c8-ace4027b316b req-0be32727-0b6b-4484-a024-d8983ae2a345 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848432 Nov 27 15:54:43.218695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:43.218997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4b9620-7c42-48c5-b46e-b8c7847ef3f0') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:43.245469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.274160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.282128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:43.282869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.302061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b44a28c7-1bef-44a1-9617-e4564a9ee525 req-d9343362-1e8f-46e1-911c-43000d5fcae2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 210 time: 0.0655015 Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:43.342215 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:43.454154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.460018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.463264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] 10.222.0.15 "DELETE /v2.0/networks/0cc72fa3-9430-4723-a248-8d8bb3a092fa HTTP/1.1" status: 204 len: 168 time: 0.6341345 Nov 27 15:54:43.516434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ac5ee-1e50-4daa-b758-c98561a1555a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc72fa3-9430-4723-a248-8d8bb3a092fa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:43.563781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7aec1a24-df69-4f05-b4ce-20afc2ea4344 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:43.635384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 7aec1a24-df69-4f05-b4ce-20afc2ea4344 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:43.636098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7aec1a24-df69-4f05-b4ce-20afc2ea4344 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:43.671581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40956) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:43.733449 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-be044f0d-b3e3-4721-9d02-4f37f6363177 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d64af71e7f884d9ca8351f0f11f6634a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584669 Nov 27 15:54:43.735317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40958) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:43.766580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc60b9-ac6b-45d1-8a97-8ff5d7d655b6 req-adf89fed-2069-4716-9a6b-22142d76ba0c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:43.773797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6bc60b9-ac6b-45d1-8a97-8ff5d7d655b6 req-adf89fed-2069-4716-9a6b-22142d76ba0c tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1354508 Nov 27 15:54:43.795457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65d42823-3c8e-4593-9727-3e94f4e369b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.823866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65d42823-3c8e-4593-9727-3e94f4e369b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.882273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-503b6add-dcf7-47f7-8b7b-ebd59ea995b9 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:43.884273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-503b6add-dcf7-47f7-8b7b-ebd59ea995b9 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 818 time: 0.1929917 Nov 27 15:54:43.888024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65d42823-3c8e-4593-9727-3e94f4e369b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.893725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65d42823-3c8e-4593-9727-3e94f4e369b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:43.895341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-65d42823-3c8e-4593-9727-3e94f4e369b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c0d43ae-ed25-4564-994c-d103f476a568 HTTP/1.1" status: 204 len: 168 time: 0.1586585 Nov 27 15:54:43.904480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d42823-3c8e-4593-9727-3e94f4e369b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d43ae-ed25-4564-994c-d103f476a568,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:43.923867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6bc60b9-ac6b-45d1-8a97-8ff5d7d655b6 req-d7eba801-3fe7-46bf-9342-053b8bb25b6d tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365016 Nov 27 15:54:43.944489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-75511d3d-3fb8-4e59-8914-3a7b3108193d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/quotas/fde421ac55164e669c1d330fbad1456a HTTP/1.1" status: 200 len: 375 time: 0.0497892 Nov 27 15:54:43.973640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40964) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:43.986397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-33b5892b-7282-4e3b-ac7b-55f65a44e7fb tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361164 Nov 27 15:54:44.040173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Deleting subnet 7861b3e2-4f97-4db1-b63c-a72320b10852 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:44.045253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.092406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.132977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b42388-9dd7-42ef-baae-15db857ab3f4 req-b0a94aaf-34f8-43ca-8d88-0fc6e1be1632 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:44.134505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8b42388-9dd7-42ef-baae-15db857ab3f4 req-b0a94aaf-34f8-43ca-8d88-0fc6e1be1632 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 946 time: 0.0836921 Nov 27 15:54:44.141160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.143089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a63c2961-2829-4662-bb14-b88a86088bdf service neutron] 10.222.0.15 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491575 Nov 27 15:54:44.234810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.266485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7861b3e2-4f97-4db1-b63c-a72320b10852,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:44.270365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8b42388-9dd7-42ef-baae-15db857ab3f4 req-442b40ca-461d-4a1a-a65f-280a006bc20b tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250932 Nov 27 15:54:44.271567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.281075 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-839547fd-3aa5-4779-82e5-830e01c441cf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7861b3e2-4f97-4db1-b63c-a72320b10852 HTTP/1.1" status: 204 len: 168 time: 0.3062789 Nov 27 15:54:44.281742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40970) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:44.368827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.466572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-ddb10173-d239-49cf-b560-5910ee044e8a service neutron] 10.222.0.15 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225086 Nov 27 15:54:44.489024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.517714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17614a96-2165-4985-8e6e-361fe8e03171']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:44.530382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151acddd-1ab2-4d70-885e-0dc7f6e2e755') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:44.531285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151acddd-1ab2-4d70-885e-0dc7f6e2e755') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:44.537179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dbc4c-4fb9-49a5-b781-ba419999ba73 req-0ce57477-4ce1-4861-a37c-d94878898567 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:44.540582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-455dbc4c-4fb9-49a5-b781-ba419999ba73 req-0ce57477-4ce1-4861-a37c-d94878898567 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1320081 Nov 27 15:54:44.542578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.560095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-bae593cb-8aa7-4066-9065-6e979d55d6f4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:44.562439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-bae593cb-8aa7-4066-9065-6e979d55d6f4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.3049951 Nov 27 15:54:44.568522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.581331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:44.581811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:44.584597 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:44.630660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'port': {'device_id': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'admin_state_up': True, 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:44.664017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.680798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.693056 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] 10.222.0.15 "DELETE /v2.0/networks/17614a96-2165-4985-8e6e-361fe8e03171 HTTP/1.1" status: 204 len: 168 time: 0.4099276 Nov 27 15:54:44.695519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:44.718444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-455dbc4c-4fb9-49a5-b781-ba419999ba73 req-d1c59924-1980-4c51-98a3-6166b4a9c818 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541257 Nov 27 15:54:44.760092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39121625-6d87-49d8-af7f-7ccc30c99e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=17614a96-2165-4985-8e6e-361fe8e03171,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:44.781524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Deleting subnet 193ce908-01dc-434d-a97e-c86b91232a3e {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:54:44.785510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.826685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.856992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:44.861132 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.886337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.955230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:44.992811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193ce908-01dc-434d-a97e-c86b91232a3e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:45.004891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3925ed8f-7eb9-4c7f-b63a-d51a02f42c8b req-a535e923-3c4a-4d6c-a57d-619cbf9bd340 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 210 time: 0.0449095 Nov 27 15:54:45.023129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.027397 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-55a83c71-028d-45e4-b4cb-4f5cd568d26f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/193ce908-01dc-434d-a97e-c86b91232a3e HTTP/1.1" status: 204 len: 168 time: 0.3308823 Nov 27 15:54:45.030298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41000) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:45.105158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd732-d1da-4fef-b653-fd0287ecf26e req-5f75fc15-0140-477d-91c8-0335e211a770 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:45.113828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29bdd732-d1da-4fef-b653-fd0287ecf26e req-5f75fc15-0140-477d-91c8-0335e211a770 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.2845111 Nov 27 15:54:45.127646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.257106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29bdd732-d1da-4fef-b653-fd0287ecf26e req-4843eda0-0a28-4eb3-a70c-8060a857b111 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424515 Nov 27 15:54:45.291495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.307282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Allocated IP 172.20.0.13 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/b227f7fa-d15a-450a-89f4-0c60bb173905) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:45.333727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09eb6d83-dae9-4788-8940-96c88f627036']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:45.345207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd2a131-9d09-40a5-9955-1211457c6588') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:45.345629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd2a131-9d09-40a5-9955-1211457c6588') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:54:45.357192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.387029 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.402979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:54:45.403386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:54:45.406416 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:54:45.454559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53ccbaac-5c4f-45ec-b468-c2113a085935 req-fca12807-e509-4dc6-9296-04290ac2ab93 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 210 time: 0.0839076 Nov 27 15:54:45.488953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.492142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.504083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] 10.222.0.15 "DELETE /v2.0/networks/09eb6d83-dae9-4788-8940-96c88f627036 HTTP/1.1" status: 204 len: 168 time: 0.4724460 Nov 27 15:54:45.519065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59122a-b175-47de-8838-477f1638f073 admin admin] Pushing event deleted for resources: {'Network': ['ID=09eb6d83-dae9-4788-8940-96c88f627036,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:45.687619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31cfd-7d3c-481b-90c7-a31b9c9959bc req-263ac91f-9278-4db9-addf-e54f9bb68704 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:45.693745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31cfd-7d3c-481b-90c7-a31b9c9959bc req-263ac91f-9278-4db9-addf-e54f9bb68704 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:45.700595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31cfd-7d3c-481b-90c7-a31b9c9959bc req-263ac91f-9278-4db9-addf-e54f9bb68704 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:45.703018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12d31cfd-7d3c-481b-90c7-a31b9c9959bc req-263ac91f-9278-4db9-addf-e54f9bb68704 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73&device_id=8112196a-51a8-4bbf-909d-48d8e856270c&device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 2418 time: 0.1159275 Nov 27 15:54:45.706750 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.798992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12d31cfd-7d3c-481b-90c7-a31b9c9959bc req-c4f21587-cd48-47e1-ac4d-367ac2976e8d tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857975 Nov 27 15:54:45.815041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.829290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41040) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:45.829526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:45.889577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c34c3094-7ae0-442d-9de2-fab74a8167db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a6964f35fc242e89618d34752e67f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585747 Nov 27 15:54:45.892118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41044) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:45.967609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27e852f5-1a51-4597-91eb-790f39696219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:45.993311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=b227f7fa-d15a-450a-89f4-0c60bb173905,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:45.998218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27e852f5-1a51-4597-91eb-790f39696219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.031901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:46.044142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:46.053135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:46.071452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41048) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:46.112687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27e852f5-1a51-4597-91eb-790f39696219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.117197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27e852f5-1a51-4597-91eb-790f39696219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.121164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-27e852f5-1a51-4597-91eb-790f39696219 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55ecc746-e0e3-4957-a8a4-7520eeb2456a HTTP/1.1" status: 204 len: 168 time: 0.2252159 Nov 27 15:54:46.136646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e852f5-1a51-4597-91eb-790f39696219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ecc746-e0e3-4957-a8a4-7520eeb2456a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:46.170169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eb87e-027b-47cc-adcf-94de4e1effff req-f1d36e40-0638-4d17-aa9e-d2da7bcb2695 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:46.178636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-242eb87e-027b-47cc-adcf-94de4e1effff req-f1d36e40-0638-4d17-aa9e-d2da7bcb2695 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.3264449 Nov 27 15:54:46.207058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf430867-89b7-40a2-92dc-2e87b640ff5f req-3371278f-ec88-4b88-ab59-4b9afb830217 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3532453 Nov 27 15:54:46.249951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:46.250450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.315795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-7270b5ae-4fdb-41ff-b64f-e05438541269 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6912782 Nov 27 15:54:46.355675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Request body: {'port': {'device_id': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:46.390076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9b29fe7-ddc8-4ece-9094-ad3ecb597c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.434259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-242eb87e-027b-47cc-adcf-94de4e1effff req-01082943-6c88-4406-991d-3170754efa6b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192485 Nov 27 15:54:46.536036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7cc6d32d-f63c-4f39-b1cf-c48849b35b1e None None] Provisioning complete for port b227f7fa-d15a-450a-89f4-0c60bb173905 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:46.538056 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d32d-f63c-4f39-b1cf-c48849b35b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.540445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.682782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6d32d-f63c-4f39-b1cf-c48849b35b1e None None] Port b227f7fa-d15a-450a-89f4-0c60bb173905 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:54:46.711060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9b29fe7-ddc8-4ece-9094-ad3ecb597c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.719738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9b29fe7-ddc8-4ece-9094-ad3ecb597c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.786983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41064) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:46.826081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68b355-5dbd-42a4-8a46-090faa0fd88a req-ab98cdaa-50e9-40c9-b6b1-32f2a627f562 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:46.826422 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c9b29fe7-ddc8-4ece-9094-ad3ecb597c97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e99d80f71204801ab913e66a3c4a9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530496 Nov 27 15:54:46.828071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:46.828977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e68b355-5dbd-42a4-8a46-090faa0fd88a req-ab98cdaa-50e9-40c9-b6b1-32f2a627f562 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 932 time: 0.2083519 Nov 27 15:54:46.896046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b29fe7-ddc8-4ece-9094-ad3ecb597c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1bded5-09a0-42d4-9b28-2d66075ef01f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:46.931410 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f910f3-f138-4e74-be1c-dc6ab683a7d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:46.968238 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f910f3-f138-4e74-be1c-dc6ab683a7d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.020577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e68b355-5dbd-42a4-8a46-090faa0fd88a req-45c66307-3178-40f7-9703-37a7f57ace72 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094079 Nov 27 15:54:47.052832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-421f7bf5-d469-4551-ad19-78d8678da1a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2edf573beb37428292a85c17da2eef4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644861 Nov 27 15:54:47.056275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41070) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:47.066401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f910f3-f138-4e74-be1c-dc6ab683a7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.069274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f910f3-f138-4e74-be1c-dc6ab683a7d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.072839 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6f910f3-f138-4e74-be1c-dc6ab683a7d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba1bded5-09a0-42d4-9b28-2d66075ef01f HTTP/1.1" status: 204 len: 168 time: 0.2164240 Nov 27 15:54:47.088104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f910f3-f138-4e74-be1c-dc6ab683a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1bded5-09a0-42d4-9b28-2d66075ef01f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:47.169991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5470a1c6-6cf5-4b60-8463-adce18738d41 req-7bba64b2-78a8-4283-8118-37d360f6d8ab tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 210 time: 0.0488462 Nov 27 15:54:47.206877 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69453672-3f5d-42e4-9673-776d8c2e49d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.240593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69453672-3f5d-42e4-9673-776d8c2e49d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.284718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b227f7fa-d15a-450a-89f4-0c60bb173905 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:47.298411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.320526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Transition to ACTIVE for port object b227f7fa-d15a-450a-89f4-0c60bb173905 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:47.351883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.428939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b227f7fa-d15a-450a-89f4-0c60bb173905,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:47.485290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:54:47.769721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69453672-3f5d-42e4-9673-776d8c2e49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.778546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69453672-3f5d-42e4-9673-776d8c2e49d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.779750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-69453672-3f5d-42e4-9673-776d8c2e49d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da4e7ef6-e549-4007-bd34-2f54bfb7cd25 HTTP/1.1" status: 204 len: 168 time: 0.7224722 Nov 27 15:54:47.807553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Attempting to bind port b227f7fa-d15a-450a-89f4-0c60bb173905 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:47.807904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Attempting to bind port b227f7fa-d15a-450a-89f4-0c60bb173905 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:47.808237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Attempting to bind port b227f7fa-d15a-450a-89f4-0c60bb173905 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:47.844126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Port b227f7fa-d15a-450a-89f4-0c60bb173905 on network da689c32-e1f0-4b96-8609-a536c61723a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:47.844507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Attempting to bind port b227f7fa-d15a-450a-89f4-0c60bb173905 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:47.897776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220f8fd-1470-441a-a8fe-409c875f7a0c req-ba45fa72-12a7-4a36-817d-2d218a570be8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:47.921325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1220f8fd-1470-441a-a8fe-409c875f7a0c req-ba45fa72-12a7-4a36-817d-2d218a570be8 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.2786520 Nov 27 15:54:47.941308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69453672-3f5d-42e4-9673-776d8c2e49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4e7ef6-e549-4007-bd34-2f54bfb7cd25,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:47.974742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:47.975592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:47.976002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:47.976195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-9a2c247a-2114-4bf3-8b40-d5afeae77d8f tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:47.976682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Bound port: b227f7fa-d15a-450a-89f4-0c60bb173905, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:47.977587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:47.979812 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-9a2c247a-2114-4bf3-8b40-d5afeae77d8f tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 818 time: 0.6735239 Nov 27 15:54:48.001073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-48ef564e-5a81-464f-9934-380e9d488a9f tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:48.022684 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-48ef564e-5a81-464f-9934-380e9d488a9f tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.37 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 818 time: 0.6808059 Nov 27 15:54:48.029134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Request body: {'port': {'device_id': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'admin_state_up': True, 'tenant_id': 'fde421ac55164e669c1d330fbad1456a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:48.097513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Request body: {'port': {'device_id': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'admin_state_up': True, 'tenant_id': 'fde421ac55164e669c1d330fbad1456a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:48.104273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] For port b227f7fa-d15a-450a-89f4-0c60bb173905, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:48.108760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] For port b227f7fa-d15a-450a-89f4-0c60bb173905, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b227f7fa-d15a-450a-89f4-0c60bb173905,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:48.117319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:48.127407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1220f8fd-1470-441a-a8fe-409c875f7a0c req-13de1be9-84e9-4d93-b891-115d0f7977e7 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050860 Nov 27 15:54:48.189087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:48.189831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:48.193256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b227f7fa-d15a-450a-89f4-0c60bb173905 HTTP/1.1" status: 200 len: 1092 time: 1.8677804 Nov 27 15:54:48.194726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'tag': 'b227f7fa-d15a-450a-89f4-0c60bb173905'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:48.197338 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "25ebcdff-8549-4180-ba31-1d421262a5e6", "tag": "b227f7fa-d15a-450a-89f4-0c60bb173905"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:48.233781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee89e-4511-4ef3-82ca-7aac72546ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b227f7fa-d15a-450a-89f4-0c60bb173905,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:48.455752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-8b28fabe-45e6-41c9-8b39-279768142f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:48.458984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-8b28fabe-45e6-41c9-8b39-279768142f84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 1095 time: 0.2008858 Nov 27 15:54:48.593231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9fc0-2348-46d1-8b0c-a53c9f91d422 req-0211a2ae-01a9-43e2-a953-fbf726ee3a4a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:48.597380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a67d9fc0-2348-46d1-8b0c-a53c9f91d422 req-0211a2ae-01a9-43e2-a953-fbf726ee3a4a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 944 time: 0.2659104 Nov 27 15:54:48.600347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-06af7255-b37a-42e6-905b-fd8b1bdf612e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b227f7fa-d15a-450a-89f4-0c60bb173905 HTTP/1.1" status: 200 len: 217 time: 0.1312652 Nov 27 15:54:48.725883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02320c5e-3279-4f96-9bee-9b5f64cc59eb req-9711da06-8712-4ee5-b8c5-7c7ff23b5e79 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 210 time: 0.0656137 Nov 27 15:54:48.767768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-64e5ead9-657f-4006-a4d1-b0ca5e1d1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:48.769588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-64e5ead9-657f-4006-a4d1-b0ca5e1d1e25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1543326 Nov 27 15:54:48.807804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a67d9fc0-2348-46d1-8b0c-a53c9f91d422 req-b8429edb-51d3-430f-a08a-800a6cb6eef4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018845 Nov 27 15:54:48.835316 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e088cb-7f3c-40f8-9592-68e146a8e29c x-openstack-request-id: req-05e088cb-7f3c-40f8-9592-68e146a8e29c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:48.835663 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ebcdff-8549-4180-ba31-1d421262a5e6", "tag": "b227f7fa-d15a-450a-89f4-0c60bb173905", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:48.835872 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05e088cb-7f3c-40f8-9592-68e146a8e29c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:48.836283 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'tag': 'b227f7fa-d15a-450a-89f4-0c60bb173905', 'status': 'completed', 'code': 200} Nov 27 15:54:48.887900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41134) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:48.913846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-ace27ead-b453-45da-944f-de714b07c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:48.916260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-ace27ead-b453-45da-944f-de714b07c8bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331542 Nov 27 15:54:48.991690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:49.033688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-560d94dc-5465-4017-8592-61cf021aa53a tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:49.038764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-560d94dc-5465-4017-8592-61cf021aa53a tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 818 time: 1.1851349 Nov 27 15:54:49.074489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Request body: {'port': {'device_id': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'admin_state_up': True, 'tenant_id': 'fde421ac55164e669c1d330fbad1456a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:49.125690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-0ab47652-a008-409a-9a4c-ba6d860c717c service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006290 Nov 27 15:54:49.233820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Made reservation on behalf of fde421ac55164e669c1d330fbad1456a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:49.234848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:49.240496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.269737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '2d026675-9f47-41a4-89a1-13881e168b0f', 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea', 'port_id': '2d026675-9f47-41a4-89a1-13881e168b0f', 'mac_address': 'fa:16:3e:fd:b5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2444c-391e-44d8-91e7-1e0054b9f2d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:49.309869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc9ee9-ec98-4cb3-b484-aca4e3433c7f req-a101e069-6b79-48b9-9545-2a14e97fe856 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735628 Nov 27 15:54:49.334335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1186062893-network', 'tenant_id': '51a74828180048e5bdeac84df8b13b76'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:49.369626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.395638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d026675-9f47-41a4-89a1-13881e168b0f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:49.419594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:49.426274 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.468320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Allocated IP 172.20.0.11 (d2024efc-818a-4a0e-b8b4-e225ae3174a5/a09a2692-f599-4fe3-999e-e60a37e6b676/d189dd98-8e63-4a8f-975f-cccb4b738559) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:49.494676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:49.504883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.505561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.506273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.506927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.507940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.508458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.508997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.509550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.510185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.510683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.511205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.511813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:54:49.585518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Made reservation on behalf of fde421ac55164e669c1d330fbad1456a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:49.592152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.695276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2d026675-9f47-41a4-89a1-13881e168b0f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:49.752841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.776540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Made reservation on behalf of fde421ac55164e669c1d330fbad1456a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:49.782472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.820565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Made reservation on behalf of 51a74828180048e5bdeac84df8b13b76 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:49.823081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.836504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.850826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834994-bf04-4eac-a4e4-991be4505c63 req-de4739f6-f59d-44af-b758-1cbf78c6532c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:49.858701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3834994-bf04-4eac-a4e4-991be4505c63 req-de4739f6-f59d-44af-b758-1cbf78c6532c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.5477569 Nov 27 15:54:49.912305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:49.930656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9c09c-6d89-4add-a4f4-2e6f48f300f8 req-b2fac4b4-d17e-4e45-8349-a59aabb9ad30 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:49.933337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f9c09c-6d89-4add-a4f4-2e6f48f300f8 req-b2fac4b4-d17e-4e45-8349-a59aabb9ad30 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.5807002 Nov 27 15:54:49.942616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-886a2af8-3e2b-4740-a7ee-b818e7b19645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:49.944101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-886a2af8-3e2b-4740-a7ee-b818e7b19645 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 1095 time: 0.5594180 Nov 27 15:54:49.983556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3834994-bf04-4eac-a4e4-991be4505c63 req-aa9b6acc-ffcc-4442-8d7d-9cfd41856dc3 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224966 Nov 27 15:54:49.995978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:50.004632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:50.007007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Allocated IP 172.20.0.4 (d2024efc-818a-4a0e-b8b4-e225ae3174a5/a09a2692-f599-4fe3-999e-e60a37e6b676/acaf3141-f0a5-430b-8c85-bff37e212b18) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:50.009313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Pushing event updated for resources: {'Port': ['ID=d189dd98-8e63-4a8f-975f-cccb4b738559,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:50.012154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:50.090280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.090996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.095836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.148989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-57e5350d-299b-4f63-9d48-cbda0d79633d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0613596 Nov 27 15:54:50.170671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.190762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Request body: {'port': {'device_id': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:50.236121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f9c09c-6d89-4add-a4f4-2e6f48f300f8 req-3b5b3aef-602d-431f-9ea3-0ef2b06a2cbb tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830429 Nov 27 15:54:50.256822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:54:50.266332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.266674 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Added segment 60a50a06-b0e0-470a-aa23-8887afa697e1 of type vlan for network ae793e7a-3c8a-451a-b149-ce72d19a690b Nov 27 15:54:50.283016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.316332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.349845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.350891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.351472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.376414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d89c415-5574-40e4-88f0-e75d9f61cb7c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:50.469334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8261312-7035-4b6c-b857-fb71e490823a req-9457f420-08d1-407f-9b01-38535e6774b5 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 210 time: 0.0878811 Nov 27 15:54:50.476888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5855973 Nov 27 15:54:50.483183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41172) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:54:50.484656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-35060f6b-858d-41d6-b570-d2ec129ad93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.486214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-35060f6b-858d-41d6-b570-d2ec129ad93b service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.5306101 Nov 27 15:54:50.492530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Request body: {'subnet': {'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1186062893-subnet', 'tenant_id': '51a74828180048e5bdeac84df8b13b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:50.493079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5adee-e51f-4581-a868-b5568054ca24 admin admin] Pushing event updated for resources: {'Network': ['ID=ae793e7a-3c8a-451a-b149-ce72d19a690b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:50.511836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ae793e7a-3c8a-451a-b149-ce72d19a690b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:54:50.569024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-754d6b94-bb9e-494d-9776-32555f610c9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b227f7fa-d15a-450a-89f4-0c60bb173905 HTTP/1.1" status: 200 len: 217 time: 0.0725834 Nov 27 15:54:50.630621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.657496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Made reservation on behalf of 51a74828180048e5bdeac84df8b13b76 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:50.659820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.682312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-4185925f-6f88-4030-b0bf-659ede399907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.684134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-4185925f-6f88-4030-b0bf-659ede399907 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1045578 Nov 27 15:54:50.754455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9031-76c1-451a-bb8e-987b77337870 req-8c6fefd6-f750-4e95-ae7b-b25fb6a925e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.756169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab3e9031-76c1-451a-bb8e-987b77337870 req-8c6fefd6-f750-4e95-ae7b-b25fb6a925e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 944 time: 0.1228030 Nov 27 15:54:50.760660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-a6a2cece-d2b6-4053-ac79-850f568792ad tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.762441 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-a6a2cece-d2b6-4053-ac79-850f568792ad tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.1967330 Nov 27 15:54:50.775249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-5d39c05a-c7f2-4022-86f9-3cee251b36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:50.775249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-5d39c05a-c7f2-4022-86f9-3cee251b36fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773368 Nov 27 15:54:50.793764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:50.915457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab3e9031-76c1-451a-bb8e-987b77337870 req-8798648a-5429-45ce-8b11-5ac031233c14 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492946 Nov 27 15:54:50.954344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-f9418014-d2a2-4997-bb9d-dc66f5e42e9d service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409848 Nov 27 15:54:50.990850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:51.027763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:51.039408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Allocated IP 172.20.0.2 (d2024efc-818a-4a0e-b8b4-e225ae3174a5/a09a2692-f599-4fe3-999e-e60a37e6b676/fce5c921-5862-4e67-b616-3a2503552af1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:51.064737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:51.074719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Pushing event updated for resources: {'Port': ['ID=acaf3141-f0a5-430b-8c85-bff37e212b18,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:51.076820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:51.092869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6456b3c-ed84-40ed-8a05-1ebb66cba4e8 req-11d3715c-01a6-45ef-9aaa-102560f15148 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304610 Nov 27 15:54:51.114596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 2d026675-9f47-41a4-89a1-13881e168b0f completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:51.119577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 2d026675-9f47-41a4-89a1-13881e168b0f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:51.120169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.206664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47316b-fb3f-40be-bc65-d6b8d9cd774c req-8e4daf1f-b801-40b9-b462-b13bcef7686c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:51.214853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e47316b-fb3f-40be-bc65-d6b8d9cd774c req-8e4daf1f-b801-40b9-b462-b13bcef7686c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.1010690 Nov 27 15:54:51.222715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.256367 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.299437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:51.300568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:51.304239 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9850415-aa04-4056-8443-14cf7d9731b7" -d '{"events": [{"server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "name": "network-vif-plugged", "status": "completed", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:51.306107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Pushing event updated for resources: {'Subnet': ['ID=234351fe-63b9-4917-bcd6-14a3cf769636,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:51.309499 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.354677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e47316b-fb3f-40be-bc65-d6b8d9cd774c req-a3e6e546-e4ed-4e27-ac2a-94fadc38757d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292119 Nov 27 15:54:51.378858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:51.379489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.380187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:51.406671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Deleting port 3e25e405-9ae8-465e-a90b-e6a0396038c3 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:51.406905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.418134 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee69f264-bbbc-4d15-b97c-18e95042e820 x-openstack-request-id: req-ee69f264-bbbc-4d15-b97c-18e95042e820 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:51.418134 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "name": "network-vif-plugged", "status": "completed", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:51.418134 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee69f264-bbbc-4d15-b97c-18e95042e820 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:51.418570 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f', 'code': 200} Nov 27 15:54:51.472074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f17059-00c9-40ce-be86-979ae3c30944 req-fc3009d3-00f1-4a19-a548-30fe4d2b93b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:51.473704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9f17059-00c9-40ce-be86-979ae3c30944 req-fc3009d3-00f1-4a19-a548-30fe4d2b93b7 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 945 time: 0.1156640 Nov 27 15:54:51.557042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dbf54-5316-4f2c-9bab-fbdd5c16dc3e req-f5e87024-c049-4255-b35f-9a529fc49fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:51.558714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-337dbf54-5316-4f2c-9bab-fbdd5c16dc3e req-f5e87024-c049-4255-b35f-9a529fc49fce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1097 time: 0.0804529 Nov 27 15:54:51.574829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9f17059-00c9-40ce-be86-979ae3c30944 req-1fe39173-f80a-40f9-a895-c58252b591af tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Nov 27 15:54:51.632667 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-5709a13c-d8a8-4455-9ed1-52c81bddc3a7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6087704 Nov 27 15:54:51.655966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Request body: {'port': {'device_id': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:51.658457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Checking segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:51.659368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Network hostable DHCP agents. Network: ae793e7a-3c8a-451a-b149-ce72d19a690b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:54:51.664487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfda611d-772c-447a-95e3-342cf9e2d4a2 req-f9187bc2-f456-49b7-bee7-4c5e92923834 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 210 time: 0.0454724 Nov 27 15:54:51.667789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-337dbf54-5316-4f2c-9bab-fbdd5c16dc3e req-c1c2a9d4-5a73-4a81-bb2b-54fb3dbdea15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Nov 27 15:54:51.790010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] For port 3e25e405-9ae8-465e-a90b-e6a0396038c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e25e405-9ae8-465e-a90b-e6a0396038c3,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:51.790406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.794524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Network ae793e7a-3c8a-451a-b149-ce72d19a690b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:54:51.821611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Calling delete_port for 3e25e405-9ae8-465e-a90b-e6a0396038c3 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:51.828277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ae793e7a-3c8a-451a-b149-ce72d19a690b) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:51.834213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.846845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afab4da-3ba4-4627-adfc-1702eb7e257d None None] Network ae793e7a-3c8a-451a-b149-ce72d19a690b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:51.850858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:51.851551 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.908784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:51.929474 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f03ffd2c-6a73-444a-ab59-bb94817a40da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4453816 Nov 27 15:54:52.107417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d8e3-f620-47aa-98bc-f8b136bca983 req-a7d9dc1e-665c-497b-99c7-38afb64377c7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:52.118613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec0d8e3-f620-47aa-98bc-f8b136bca983 req-a7d9dc1e-665c-497b-99c7-38afb64377c7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 944 time: 0.0984032 Nov 27 15:54:52.124165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81cc01-e185-4964-bbdb-34fa0b2962c5 None None] Network ae793e7a-3c8a-451a-b149-ce72d19a690b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:54:52.184928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec0d8e3-f620-47aa-98bc-f8b136bca983 req-948197a5-bd31-4cb5-989b-4485b685dbd9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552974 Nov 27 15:54:52.204629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:52.241097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:52.257562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5', '3e25e405-9ae8-465e-a90b-e6a0396038c3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:52.271995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3bb06b45-c7a9-41e4-886e-92084c58c486'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:52.322331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Network d2024efc-818a-4a0e-b8b4-e225ae3174a5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:52.330799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:52.354740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:52.358830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Pushing event updated for resources: {'Port': ['ID=fce5c921-5862-4e67-b616-3a2503552af1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:52.412719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] No DVR routers for this DVR port 3e25e405-9ae8-465e-a90b-e6a0396038c3 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:52.441332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:52.444678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3cf183f3-2021-4b7d-9289-a45b2460f151 req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "DELETE /v2.0/ports/3e25e405-9ae8-465e-a90b-e6a0396038c3 HTTP/1.1" status: 204 len: 173 time: 1.6743166 Nov 27 15:54:52.445137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'name': 'network-vif-deleted', 'tag': '3e25e405-9ae8-465e-a90b-e6a0396038c3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:52.447596 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a3b4d-a26d-4da3-a20c-f7c86abcebe5" -d '{"events": [{"server_uuid": "03f355fa-b03a-40b5-8b77-11d1996c5a73", "name": "network-vif-deleted", "tag": "3e25e405-9ae8-465e-a90b-e6a0396038c3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:52.455369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349320c1-b47d-47fa-9300-fabfd620d2c8 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Pushing event deleted for resources: {'Port': ['ID=3e25e405-9ae8-465e-a90b-e6a0396038c3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:52.501996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:52.510097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:52.607286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d189dd98-8e63-4a8f-975f-cccb4b738559 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:52.618884 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:52.635610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Transition to ACTIVE for port object d189dd98-8e63-4a8f-975f-cccb4b738559 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:52.642885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a38698cd-34ff-4848-8872-d6c197a16d86 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5915263 Nov 27 15:54:52.732563 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:52.739795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-8d1df9b8-3f20-40a5-969b-0d863f25c451 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:52.740365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Request body: {'port': {'device_id': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:52.741359 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-8d1df9b8-3f20-40a5-969b-0d863f25c451 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.3141770 Nov 27 15:54:52.796602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-506671c9-f830-4f96-86a4-962df1cd5a12 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/quotas/51a74828180048e5bdeac84df8b13b76 HTTP/1.1" status: 200 len: 375 time: 0.0422027 Nov 27 15:54:52.850153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9070b86-4ec5-4206-bbe6-279b31614e48 req-bd52ab4f-a649-4a2f-b666-e4efbd246e31 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:52.859583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9070b86-4ec5-4206-bbe6-279b31614e48 req-bd52ab4f-a649-4a2f-b666-e4efbd246e31 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.2430351 Nov 27 15:54:52.870965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-2abc55de-0468-4f3a-8f61-01533648fe4f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734088 Nov 27 15:54:52.937168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d189dd98-8e63-4a8f-975f-cccb4b738559,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:52.946635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.005471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9070b86-4ec5-4206-bbe6-279b31614e48 req-16a266f2-6111-4ec1-a9f5-ed6c4510cd54 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449490 Nov 27 15:54:53.096211 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb565673-6b31-4596-a7f5-1e9e5102bf7b x-openstack-request-id: req-eb565673-6b31-4596-a7f5-1e9e5102bf7b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:53.096673 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f355fa-b03a-40b5-8b77-11d1996c5a73", "name": "network-vif-deleted", "tag": "3e25e405-9ae8-465e-a90b-e6a0396038c3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:53.096940 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb565673-6b31-4596-a7f5-1e9e5102bf7b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:53.097346 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f355fa-b03a-40b5-8b77-11d1996c5a73', 'name': 'network-vif-deleted', 'tag': '3e25e405-9ae8-465e-a90b-e6a0396038c3', 'status': 'completed', 'code': 200} Nov 27 15:54:53.100376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-098cdadd-b424-4e3e-8e66-bbf541d80e87 service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284353 Nov 27 15:54:53.230454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1966cc80-69e3-49a0-b546-0ed498ccb2ee req-f2527589-2def-4d6c-983d-2b7a3f46b613 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=03f355fa-b03a-40b5-8b77-11d1996c5a73 HTTP/1.1" status: 200 len: 210 time: 0.0358050 Nov 27 15:54:53.246490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Attempting to bind port d189dd98-8e63-4a8f-975f-cccb4b738559 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:53.247108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Attempting to bind port d189dd98-8e63-4a8f-975f-cccb4b738559 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:53.247375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Attempting to bind port d189dd98-8e63-4a8f-975f-cccb4b738559 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:53.255491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Port d189dd98-8e63-4a8f-975f-cccb4b738559 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:53.255922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Attempting to bind port d189dd98-8e63-4a8f-975f-cccb4b738559 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:53.267864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-ca941e48-20c9-4de9-9325-8557da0c56c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666453 Nov 27 15:54:53.269275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaf3141-f0a5-430b-8c85-bff37e212b18 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:53.281115 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.283731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:53.284298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Checking segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:53.284754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Bound using segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:53.285699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Bound port: d189dd98-8e63-4a8f-975f-cccb4b738559, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:53.286346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.313780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Transition to ACTIVE for port object acaf3141-f0a5-430b-8c85-bff37e212b18 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:53.381256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.384119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3ff0-5b94-4b6c-b35c-4626e727eea4 req-04e53079-0be8-44ff-85e4-af2abbafdad2 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:53.386606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8de3ff0-5b94-4b6c-b35c-4626e727eea4 req-04e53079-0be8-44ff-85e4-af2abbafdad2 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 931 time: 0.0666840 Nov 27 15:54:53.483634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8de3ff0-5b94-4b6c-b35c-4626e727eea4 req-6b6a8e32-36ab-40a8-ac5c-361eec5fd739 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Nov 27 15:54:53.507329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Pushing event updated for resources: {'Port': ['ID=acaf3141-f0a5-430b-8c85-bff37e212b18,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:53.546245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] For port d189dd98-8e63-4a8f-975f-cccb4b738559, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:53.551220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] For port d189dd98-8e63-4a8f-975f-cccb4b738559, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=d189dd98-8e63-4a8f-975f-cccb4b738559,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:53.577939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.601719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b227f7fa-d15a-450a-89f4-0c60bb173905 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:53.663249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe7979-26e9-467d-b33e-8652381224a2 req-5e91e0a1-90cc-4e28-b8ae-bc2cf7908a94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:53.664840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ffe7979-26e9-467d-b33e-8652381224a2 req-5e91e0a1-90cc-4e28-b8ae-bc2cf7908a94 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 944 time: 0.1016662 Nov 27 15:54:53.770680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ffe7979-26e9-467d-b33e-8652381224a2 req-7189c370-d19a-49f9-b36a-2a5285895ccd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879962 Nov 27 15:54:53.847557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b227f7fa-d15a-450a-89f4-0c60bb173905, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b227f7fa-d15a-450a-89f4-0c60bb173905,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:53.880714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e0d7f70-70eb-4d5d-b495-312f6b731ddc req-d58ca9ed-27d3-432e-98d2-44b0fbbe75df tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 210 time: 0.1263611 Nov 27 15:54:53.887149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b227f7fa-d15a-450a-89f4-0c60bb173905', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': 'b227f7fa-d15a-450a-89f4-0c60bb173905', 'mac_address': 'fa:16:3e:65:1e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:53.952522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.968635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b227f7fa-d15a-450a-89f4-0c60bb173905 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:53.993188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:53.994469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:53.995989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/d189dd98-8e63-4a8f-975f-cccb4b738559 HTTP/1.1" status: 200 len: 1092 time: 3.8116670 Nov 27 15:54:53.997240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b227f7fa-d15a-450a-89f4-0c60bb173905, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b227f7fa-d15a-450a-89f4-0c60bb173905,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:54.002820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:54.047207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf990b-93d9-480e-8ed4-675ef50f80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d189dd98-8e63-4a8f-975f-cccb4b738559,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:54.054431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Attempting to bind port acaf3141-f0a5-430b-8c85-bff37e212b18 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:54.054866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Attempting to bind port acaf3141-f0a5-430b-8c85-bff37e212b18 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:54.055291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Attempting to bind port acaf3141-f0a5-430b-8c85-bff37e212b18 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:54.068741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Port acaf3141-f0a5-430b-8c85-bff37e212b18 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:54.069479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Attempting to bind port acaf3141-f0a5-430b-8c85-bff37e212b18 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:54.106392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b227f7fa-d15a-450a-89f4-0c60bb173905,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:54.126622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:54.126622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Checking segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:54.127725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Bound using segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:54.127725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Bound port: acaf3141-f0a5-430b-8c85-bff37e212b18, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:54.128135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:54.145695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce5c921-5862-4e67-b616-3a2503552af1 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:54.156300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:54.200931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Transition to ACTIVE for port object fce5c921-5862-4e67-b616-3a2503552af1 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:54.203781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-542bd62f-3f93-4601-9a89-8fd4766f9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:54.205649 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-542bd62f-3f93-4601-9a89-8fd4766f9d3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 1095 time: 0.1159463 Nov 27 15:54:54.212739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:54.248733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7396827-d4c2-4979-8f25-f7b6e472bd14 req-a7c37741-6b6a-4543-b0f8-ce738ac793c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:54.252961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7396827-d4c2-4979-8f25-f7b6e472bd14 req-a7c37741-6b6a-4543-b0f8-ce738ac793c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.0834546 Nov 27 15:54:54.291375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b227f7fa-d15a-450a-89f4-0c60bb173905'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:54.352508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-cd26c48c-e0d4-43ee-a824-4609a584e0cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d189dd98-8e63-4a8f-975f-cccb4b738559 HTTP/1.1" status: 200 len: 217 time: 0.1316218 Nov 27 15:54:54.357388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] For port acaf3141-f0a5-430b-8c85-bff37e212b18, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:54.444478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] For port acaf3141-f0a5-430b-8c85-bff37e212b18, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acaf3141-f0a5-430b-8c85-bff37e212b18,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:54.458297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Pushing event updated for resources: {'Port': ['ID=fce5c921-5862-4e67-b616-3a2503552af1,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:54.493260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7396827-d4c2-4979-8f25-f7b6e472bd14 req-a3039f6b-5c94-4095-b32d-a4e4656d916a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261360 Nov 27 15:54:54.509683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:54.575939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:54.578632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:54.580330 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] 10.222.0.21 "PUT /v2.0/ports/acaf3141-f0a5-430b-8c85-bff37e212b18 HTTP/1.1" status: 200 len: 1091 time: 2.9267433 Nov 27 15:54:54.594451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e6ad51ad-f9f6-462c-b951-2b6af8f3fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:54.596064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-e6ad51ad-f9f6-462c-b951-2b6af8f3fe9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 200 len: 858 time: 0.2294469 Nov 27 15:54:54.683141 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-165b1a3d-f379-435e-ad98-99745b6cec3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d2024efc-818a-4a0e-b8b4-e225ae3174a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645506 Nov 27 15:54:54.687250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711cb66-7d66-4ad3-a7ef-31e77dead7af service neutron] Pushing event updated for resources: {'Port': ['ID=acaf3141-f0a5-430b-8c85-bff37e212b18,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:54.755173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a41dd8-87ee-4e6e-a43d-17285aeaeafe req-54389381-ca95-4b01-ade6-5319224fa032 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:54.763970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03a41dd8-87ee-4e6e-a43d-17285aeaeafe req-54389381-ca95-4b01-ade6-5319224fa032 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1097 time: 0.0702500 Nov 27 15:54:54.829978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Attempting to bind port fce5c921-5862-4e67-b616-3a2503552af1 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:54.830638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Attempting to bind port fce5c921-5862-4e67-b616-3a2503552af1 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:54.831193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Attempting to bind port fce5c921-5862-4e67-b616-3a2503552af1 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:54.848436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-d69d0dab-cf38-4484-85b4-f1f3830dcf51 service neutron] 10.222.0.37 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575158 Nov 27 15:54:54.874700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03a41dd8-87ee-4e6e-a43d-17285aeaeafe req-352a487d-b9a0-4bbd-afbb-0c4885419484 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096389 Nov 27 15:54:54.881111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Port fce5c921-5862-4e67-b616-3a2503552af1 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:54.881469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Attempting to bind port fce5c921-5862-4e67-b616-3a2503552af1 on network d2024efc-818a-4a0e-b8b4-e225ae3174a5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:54.921617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:54.921964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Checking segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:54.922523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Bound using segment: {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:54.923001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Bound port: fce5c921-5862-4e67-b616-3a2503552af1, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74472076-74b6-4a8f-b399-1df6f76a899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:54.923364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:55.031461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e25e405-9ae8-465e-a90b-e6a0396038c3 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:55.068335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403d7a4-1eaa-47e8-9c90-cd258153402f req-4d8debe5-5b13-4dbb-ad4d-c5fe58cb08dc tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.070509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f403d7a4-1eaa-47e8-9c90-cd258153402f req-4d8debe5-5b13-4dbb-ad4d-c5fe58cb08dc tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 943 time: 0.0822651 Nov 27 15:54:55.086031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 3e25e405-9ae8-465e-a90b-e6a0396038c3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:55.086406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e25e405-9ae8-465e-a90b-e6a0396038c3 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:55.105228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'tag': 'd189dd98-8e63-4a8f-975f-cccb4b738559'}, {'name': 'network-changed', 'server_uuid': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'tag': 'acaf3141-f0a5-430b-8c85-bff37e212b18'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:55.107988 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c3fe0-647f-47dc-bbaf-126c699ceba5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a87be08-d37d-49d9-9a65-e5d4eb5c9b51", "tag": "d189dd98-8e63-4a8f-975f-cccb4b738559"}, {"name": "network-changed", "server_uuid": "2ec2fa8b-f810-4cde-8083-b3402adb7485", "tag": "acaf3141-f0a5-430b-8c85-bff37e212b18"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:55.116977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a0cd32a9-e70d-49d5-b388-5e70065362cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.118860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-a0cd32a9-e70d-49d5-b388-5e70065362cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 1094 time: 0.3359866 Nov 27 15:54:55.170771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f403d7a4-1eaa-47e8-9c90-cd258153402f req-c5efa487-9c7b-4adf-a3d5-0ea130cc2e20 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929315 Nov 27 15:54:55.177681 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-48eed999-40bf-451b-a166-dcf1c42a9f7e service neutron] 10.222.0.37 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924888 Nov 27 15:54:55.229973 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bc20df23-2a25-4ecd-b42f-da6d04989928 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acaf3141-f0a5-430b-8c85-bff37e212b18 HTTP/1.1" status: 200 len: 217 time: 0.1002083 Nov 27 15:54:55.267379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27d76d-3ee4-4c96-8e97-2762bf856d86 req-81d8efef-d487-4992-8cea-736815b8af4a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.275208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c27d76d-3ee4-4c96-8e97-2762bf856d86 req-81d8efef-d487-4992-8cea-736815b8af4a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 945 time: 0.0921853 Nov 27 15:54:55.307408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-494b49e1-5532-4727-a4e7-f7d706cacd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.309503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-494b49e1-5532-4727-a4e7-f7d706cacd96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 200 len: 858 time: 0.0662682 Nov 27 15:54:55.346779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] For port fce5c921-5862-4e67-b616-3a2503552af1, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:54:55.383516 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-c629bbdd-f5d9-4646-a2f7-581d4ca6dbc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2024efc-818a-4a0e-b8b4-e225ae3174a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655146 Nov 27 15:54:55.393507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c27d76d-3ee4-4c96-8e97-2762bf856d86 req-ddeafa55-a2b5-4121-b7c4-e9b4b57648aa tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171253 Nov 27 15:54:55.411702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c41fe5-bda3-451f-a518-e1154e6e199a req-e9b1fbec-c595-4ece-9f02-99a9c2dc0017 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.416266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09c41fe5-bda3-451f-a518-e1154e6e199a req-e9b1fbec-c595-4ece-9f02-99a9c2dc0017 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 946 time: 0.1321204 Nov 27 15:54:55.427038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] For port fce5c921-5862-4e67-b616-3a2503552af1, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fce5c921-5862-4e67-b616-3a2503552af1,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:55.471056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:55.557813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09c41fe5-bda3-451f-a518-e1154e6e199a req-3dba83e8-2b12-4c0d-85f4-a11661c34842 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321704 Nov 27 15:54:55.571699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291ddc9-9f0f-409e-8055-29aa4b83d05a req-15f6eb69-542b-42b0-a1a4-e8e2c59101bd tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.591955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4291ddc9-9f0f-409e-8055-29aa4b83d05a req-15f6eb69-542b-42b0-a1a4-e8e2c59101bd tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1097 time: 0.1165426 Nov 27 15:54:55.594399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Pushing event updated for resources: {'Port': ['ID=fce5c921-5862-4e67-b616-3a2503552af1,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:55.614852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b227f7fa-d15a-450a-89f4-0c60bb173905 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:55.658896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.660399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:55.661882 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-bb3b9b13-67ac-44ca-af40-487ebcfbc773 service neutron] 10.222.0.21 "PUT /v2.0/ports/fce5c921-5862-4e67-b616-3a2503552af1 HTTP/1.1" status: 200 len: 1091 time: 2.9267313 Nov 27 15:54:55.723015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4291ddc9-9f0f-409e-8055-29aa4b83d05a req-ba008456-9734-48c2-8f46-c5402808f9cd tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283977 Nov 27 15:54:55.766473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-8cdabd2b-c654-4491-95e5-b9fa6bd6a56e service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673744 Nov 27 15:54:55.770601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fb4deab-aecc-46e2-80f7-b0d0d9d43631 req-0887955a-ff5c-4997-9bfb-2dcdbe15e21a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 210 time: 0.0455132 Nov 27 15:54:55.786712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-26d6d9bb-b84f-4912-8ec6-81a189e8d117 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:55.788966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-26d6d9bb-b84f-4912-8ec6-81a189e8d117 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.3363166 Nov 27 15:54:55.803080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b227f7fa-d15a-450a-89f4-0c60bb173905 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:55.807366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b227f7fa-d15a-450a-89f4-0c60bb173905 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:55.807856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:55.817183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Request body: {'port': {'device_id': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'admin_state_up': True, 'tenant_id': '51a74828180048e5bdeac84df8b13b76'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:55.967752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:56.007333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227f7fa-d15a-450a-89f4-0c60bb173905'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:56.011823 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f46468d-2969-45ec-93e1-c824e757b7dc" -d '{"events": [{"server_uuid": "25ebcdff-8549-4180-ba31-1d421262a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "b227f7fa-d15a-450a-89f4-0c60bb173905"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:56.019064 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809a29f-a8be-4d67-b75f-114acf0112aa x-openstack-request-id: req-9809a29f-a8be-4d67-b75f-114acf0112aa {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:56.029994 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a87be08-d37d-49d9-9a65-e5d4eb5c9b51", "tag": "d189dd98-8e63-4a8f-975f-cccb4b738559", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ec2fa8b-f810-4cde-8083-b3402adb7485", "tag": "acaf3141-f0a5-430b-8c85-bff37e212b18", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:56.030378 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9809a29f-a8be-4d67-b75f-114acf0112aa {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:56.032770 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'tag': 'd189dd98-8e63-4a8f-975f-cccb4b738559', 'status': 'completed', 'code': 200} Nov 27 15:54:56.033032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b227f7fa-d15a-450a-89f4-0c60bb173905, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b227f7fa-d15a-450a-89f4-0c60bb173905,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:56.034675 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'tag': 'acaf3141-f0a5-430b-8c85-bff37e212b18', 'status': 'completed', 'code': 200} Nov 27 15:54:56.044327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:56.080608 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a4bcb-17f9-42ee-997d-734a0107d54d x-openstack-request-id: req-f01a4bcb-17f9-42ee-997d-734a0107d54d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:56.080907 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ebcdff-8549-4180-ba31-1d421262a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "b227f7fa-d15a-450a-89f4-0c60bb173905", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:56.081166 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f01a4bcb-17f9-42ee-997d-734a0107d54d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:56.081610 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227f7fa-d15a-450a-89f4-0c60bb173905', 'code': 200} Nov 27 15:54:56.142061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b227f7fa-d15a-450a-89f4-0c60bb173905,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:56.176216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Made reservation on behalf of 51a74828180048e5bdeac84df8b13b76 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:54:56.179689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:56.205589 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-b3e797ee-1e13-4161-87d8-7b41a02e9cc9 service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129679 Nov 27 15:54:56.284616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e086-30c1-4753-8c37-d8466edf120b req-36822e2c-aba3-4ccf-8a59-102409bbc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.286493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5cb3e086-30c1-4753-8c37-d8466edf120b req-36822e2c-aba3-4ccf-8a59-102409bbc983 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 1097 time: 0.1043921 Nov 27 15:54:56.380235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-7bbea682-36c0-4698-b2c4-a7101d6e373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.383337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-7bbea682-36c0-4698-b2c4-a7101d6e373c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 1095 time: 0.3681617 Nov 27 15:54:56.386378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-fea913f4-a625-42b6-b463-d2d0622506ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.389987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-fea913f4-a625-42b6-b463-d2d0622506ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 1094 time: 0.5971632 Nov 27 15:54:56.444431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-bb70c09f-4c02-47fb-9788-084436f3e0f6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.445979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-bb70c09f-4c02-47fb-9788-084436f3e0f6 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 946 time: 0.1782219 Nov 27 15:54:56.456210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5cb3e086-30c1-4753-8c37-d8466edf120b req-a32b96b2-7149-4584-84d8-a1ea2b398e5b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312630 Nov 27 15:54:56.475782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496af126-eabc-49fd-9c6b-75ec815e9843 req-852a1dfd-1f36-49a2-ac67-4f16590d7d0d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.485959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-496af126-eabc-49fd-9c6b-75ec815e9843 req-852a1dfd-1f36-49a2-ac67-4f16590d7d0d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 943 time: 0.1262937 Nov 27 15:54:56.596693 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-c80b150e-fbca-4213-a843-e1230c5178ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fce5c921-5862-4e67-b616-3a2503552af1 HTTP/1.1" status: 200 len: 217 time: 0.1718774 Nov 27 15:54:56.642924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-496af126-eabc-49fd-9c6b-75ec815e9843 req-75a49f5a-83fd-4651-9733-5f70ab6b9ffa tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554303 Nov 27 15:54:56.744813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-70fbc2ed-99f8-47ec-a6d5-f48a484f98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.744813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-70fbc2ed-99f8-47ec-a6d5-f48a484f98a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 1094 time: 0.3654268 Nov 27 15:54:56.755666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Deleting port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:54:56.756305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:56.802814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Allocated IP 172.20.0.5 (ae793e7a-3c8a-451a-b149-ce72d19a690b/234351fe-63b9-4917-bcd6-14a3cf769636/9079097f-984e-42db-ad2f-01dd87e45216) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:54:56.943449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-00069c2c-5aeb-4b49-9dd0-9858efa1a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.944998 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-00069c2c-5aeb-4b49-9dd0-9858efa1a144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 200 len: 858 time: 0.2772636 Nov 27 15:54:56.992448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-005c39d2-27dc-4cbe-8816-fe258b38e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:56.994201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-005c39d2-27dc-4cbe-8816-fe258b38e1d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 919 time: 0.6029854 Nov 27 15:54:56.999920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-4e29005d-a9a0-425e-974c-feb4b42c1486 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2024efc-818a-4a0e-b8b4-e225ae3174a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461519 Nov 27 15:54:57.036635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device d189dd98-8e63-4a8f-975f-cccb4b738559 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:57.082134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] For port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:57.082693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:57.098475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Calling delete_port for 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:54:57.167553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port d189dd98-8e63-4a8f-975f-cccb4b738559, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=d189dd98-8e63-4a8f-975f-cccb4b738559,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:57.169456 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-3c6e2ea6-d0ce-49c9-807e-25d429957c0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d189dd98-8e63-4a8f-975f-cccb4b738559 HTTP/1.1" status: 200 len: 217 time: 0.1590061 Nov 27 15:54:57.180758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c41d0c-d2b0-4532-b50a-cfbc4e949ee5 req-ca426d30-085a-43e9-b805-5a77f827ba3b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:57.181029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'd189dd98-8e63-4a8f-975f-cccb4b738559', 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'port_id': 'd189dd98-8e63-4a8f-975f-cccb4b738559', 'mac_address': 'fa:16:3e:f1:f5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09a2692-f599-4fe3-999e-e60a37e6b676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:57.183765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22c41d0c-d2b0-4532-b50a-cfbc4e949ee5 req-ca426d30-085a-43e9-b805-5a77f827ba3b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 946 time: 0.2850823 Nov 27 15:54:57.223153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:57.240489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d189dd98-8e63-4a8f-975f-cccb4b738559 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:57.248667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-4586d6e4-2413-4f79-8de9-6b32049a34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:57.250379 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-4586d6e4-2413-4f79-8de9-6b32049a34a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 919 time: 0.4858518 Nov 27 15:54:57.266004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port d189dd98-8e63-4a8f-975f-cccb4b738559, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=d189dd98-8e63-4a8f-975f-cccb4b738559,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:57.273964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:57.291501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22c41d0c-d2b0-4532-b50a-cfbc4e949ee5 req-bf1aa82b-df76-4945-91dc-2e9559296a25 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878825 Nov 27 15:54:57.339928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:57.365814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-411e50e5-88a7-464a-aac2-e3e8e741ed9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acaf3141-f0a5-430b-8c85-bff37e212b18 HTTP/1.1" status: 200 len: 217 time: 0.0761960 Nov 27 15:54:57.374335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Pushing event deleted for resources: {'Port': ['ID=2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:57.394100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-3604436a-8139-4d44-b711-966fdf870e8b tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:54:57.395361 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-3604436a-8139-4d44-b711-966fdf870e8b tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286341 Nov 27 15:54:57.444929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] No DVR routers for this DVR port 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:54:57.455151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:57.458589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d03468-436f-4b05-a258-c8a36a77e7e3 req-b3518578-972c-470f-b8d2-25e3bbb55256 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.37 "DELETE /v2.0/ports/2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 HTTP/1.1" status: 204 len: 173 time: 1.0001953 Nov 27 15:54:57.461520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8112196a-51a8-4bbf-909d-48d8e856270c', 'name': 'network-vif-deleted', 'tag': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:57.466410 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3aaa23-dfe3-41d1-9b23-b04fa2d6daec" -d '{"events": [{"server_uuid": "8112196a-51a8-4bbf-909d-48d8e856270c", "name": "network-vif-deleted", "tag": "2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:57.502095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec2c877-5f7a-4bda-ae78-2c290407d7f6 req-ba57aa95-9f6e-4c40-8262-cb0c9dcaba05 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=8112196a-51a8-4bbf-909d-48d8e856270c HTTP/1.1" status: 200 len: 210 time: 0.0589857 Nov 27 15:54:57.507323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-fd43bf1d-e1c8-44b0-acae-bca08cba6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:57.508818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-fd43bf1d-e1c8-44b0-acae-bca08cba6f7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 200 len: 858 time: 0.3236613 Nov 27 15:54:57.510324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3bb06b45-c7a9-41e4-886e-92084c58c486'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:57.571459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:57.579563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=d189dd98-8e63-4a8f-975f-cccb4b738559,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:57.587462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-96f05d2f-edfb-4275-9273-bc0ed8252429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:57.589189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-96f05d2f-edfb-4275-9273-bc0ed8252429 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 200 len: 858 time: 0.1989365 Nov 27 15:54:57.591200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-fd9c94f9-0623-41f3-bab5-717a8d7b4461 service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686674 Nov 27 15:54:57.634016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['d189dd98-8e63-4a8f-975f-cccb4b738559'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:54:57.637184 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-50fa79ce-7d2d-44dc-b557-7d34f276e6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d2024efc-818a-4a0e-b8b4-e225ae3174a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398130 Nov 27 15:54:57.651727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-43ddc5bd-fa28-461c-9180-88d42545e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:57.653041 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-43ddc5bd-fa28-461c-9180-88d42545e941 service neutron] 10.222.0.15 "GET /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 1094 time: 0.2388451 Nov 27 15:54:57.664788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c352da51-3389-46db-b5c4-7279a9fed90c req-dea1b9e0-82d1-4d2f-a7d6-91c8ece7ef2a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 210 time: 0.0459385 Nov 27 15:54:57.924071 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ad2c9-0e0e-4bae-8e24-41ed320cf4b7 x-openstack-request-id: req-1d2ad2c9-0e0e-4bae-8e24-41ed320cf4b7 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:57.924383 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8112196a-51a8-4bbf-909d-48d8e856270c", "name": "network-vif-deleted", "tag": "2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:57.924626 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d2ad2c9-0e0e-4bae-8e24-41ed320cf4b7 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:57.925039 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8112196a-51a8-4bbf-909d-48d8e856270c', 'name': 'network-vif-deleted', 'tag': '2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5', 'status': 'completed', 'code': 200} Nov 27 15:54:58.052763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2b205-46d2-49e3-b14c-97ae8a19f034 req-91eda3f9-dd46-42cf-8d1f-fb397d5168b2 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:58.060191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63b2b205-46d2-49e3-b14c-97ae8a19f034 req-91eda3f9-dd46-42cf-8d1f-fb397d5168b2 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 943 time: 0.0638375 Nov 27 15:54:58.132216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'tag': 'fce5c921-5862-4e67-b616-3a2503552af1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:58.134618 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e2a9f-764e-423b-9f47-43df55f0c2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "40712aab-885e-43ab-9478-6304b5f5a6c3", "tag": "fce5c921-5862-4e67-b616-3a2503552af1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:58.151696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63b2b205-46d2-49e3-b14c-97ae8a19f034 req-33635aa4-0320-48b8-9fec-4c1ce7d6dc46 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881031 Nov 27 15:54:58.168420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-498ea1ad-ce19-4d1c-88fc-5a8fbdb860c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2024efc-818a-4a0e-b8b4-e225ae3174a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5302515 Nov 27 15:54:58.172516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Request body: {'binding': {'host': 'n-h1-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:58.172970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:54:58.344287 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e18967-ec2c-4489-b86b-262e9b6b1e07 x-openstack-request-id: req-77e18967-ec2c-4489-b86b-262e9b6b1e07 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:58.344984 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40712aab-885e-43ab-9478-6304b5f5a6c3", "tag": "fce5c921-5862-4e67-b616-3a2503552af1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:58.345692 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77e18967-ec2c-4489-b86b-262e9b6b1e07 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:58.346532 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'tag': 'fce5c921-5862-4e67-b616-3a2503552af1', 'status': 'completed', 'code': 200} Nov 27 15:54:58.355457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:58.424033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event updated for resources: {'Port': ['ID=9079097f-984e-42db-ad2f-01dd87e45216,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:58.505145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb63f9-b3fa-4c28-8af4-2fc75a2fc8cb req-1fdc87c2-549a-4168-b024-61c251a3fbd5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:58.515583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30fb63f9-b3fa-4c28-8af4-2fc75a2fc8cb req-1fdc87c2-549a-4168-b024-61c251a3fbd5 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 946 time: 0.0725877 Nov 27 15:54:58.542052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Network ae793e7a-3c8a-451a-b149-ce72d19a690b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:54:58.564223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:54:58.584633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30fb63f9-b3fa-4c28-8af4-2fc75a2fc8cb req-78148576-7f70-4c76-ba1a-1515b9067083 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680754 Nov 27 15:54:58.586290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:54:58.591242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-f503e64b-9b64-4021-9a9a-5110b469df5e service neutron] 10.222.0.37 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607232 Nov 27 15:54:58.659438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-183e33cb-45ab-45e8-bba9-7d22506de3e5 service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317317 Nov 27 15:54:58.711005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-65df4218-f9f2-4ec5-98a2-d0b22089c32e req-97742f56-584c-427d-aa76-b03f061873c6 service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0682209 Nov 27 15:54:58.922979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on host n-h1-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:54:58.923531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:54:58.924010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:58.935254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:58.936025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:58.951045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:54:58.951668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:54:58.968169 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-bc98d585-f408-4611-a7db-f9db0d4756d7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1570709 Nov 27 15:54:58.983505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Request body: {'port': {'device_id': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:54:59.049135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device d189dd98-8e63-4a8f-975f-cccb4b738559 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:54:59.049802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:54:59.049802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:54:59.050311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:54:59.050867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Bound port: 2d026675-9f47-41a4-89a1-13881e168b0f, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:54:59.068068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-a47bc8e1-53f0-4591-9e48-a702e2cab307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.069650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-a47bc8e1-53f0-4591-9e48-a702e2cab307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fde421ac55164e669c1d330fbad1456a&device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 1094 time: 0.2653968 Nov 27 15:54:59.087227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629fb37-d5e5-478c-92a0-810a8344e878 req-c861d9da-017f-49b6-833e-6b2aa369c5a9 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.095573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c629fb37-d5e5-478c-92a0-810a8344e878 req-c861d9da-017f-49b6-833e-6b2aa369c5a9 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 931 time: 0.0827034 Nov 27 15:54:59.104251 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.116235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port d189dd98-8e63-4a8f-975f-cccb4b738559 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:54:59.125100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port d189dd98-8e63-4a8f-975f-cccb4b738559 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:54:59.125934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.156569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-5d700ecd-c2bf-400b-a3b8-7fdaf3d25d3d service neutron] 10.222.0.37 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449409 Nov 27 15:54:59.203768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c629fb37-d5e5-478c-92a0-810a8344e878 req-577ad751-2d10-44a1-b7f3-222f4cfea1ac tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068387 Nov 27 15:54:59.254541 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f66c3fe0-647f-47dc-bbaf-126c699ceba5 req-6135f72e-5db0-4599-a19b-7145081f2dc9 service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656888 Nov 27 15:54:59.269085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:54:59.284312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.285730 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5d7157f8-14a8-44f0-97e5-f66a3157b0a1 service neutron] 10.222.0.15 "POST /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1289642 Nov 27 15:54:59.392558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-d4a8a506-0c42-4957-992c-39909c02e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.394149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-d4a8a506-0c42-4957-992c-39909c02e3ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 200 len: 919 time: 0.2867057 Nov 27 15:54:59.474847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.512391 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-c8733d25-405e-4835-907d-f6debbba9607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fce5c921-5862-4e67-b616-3a2503552af1 HTTP/1.1" status: 200 len: 217 time: 0.1097727 Nov 27 15:54:59.538112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47174d-4cd9-4e27-aae4-45f93979c859 req-abaff6ca-89c2-4e66-bff1-ec50df8b2615 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.547579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd47174d-4cd9-4e27-aae4-45f93979c859 req-abaff6ca-89c2-4e66-bff1-ec50df8b2615 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.0838993 Nov 27 15:54:59.591244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port d189dd98-8e63-4a8f-975f-cccb4b738559, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=d189dd98-8e63-4a8f-975f-cccb4b738559,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:59.597286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd189dd98-8e63-4a8f-975f-cccb4b738559'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:54:59.601776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-06f908f7-dbee-4d12-b57e-beae91abb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.602449 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddac4ac-608c-426d-8d46-02f1b31f936b" -d '{"events": [{"server_uuid": "3a87be08-d37d-49d9-9a65-e5d4eb5c9b51", "name": "network-vif-plugged", "status": "completed", "tag": "d189dd98-8e63-4a8f-975f-cccb4b738559"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:54:59.603820 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-06f908f7-dbee-4d12-b57e-beae91abb2dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 200 len: 858 time: 0.0812654 Nov 27 15:54:59.627506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acaf3141-f0a5-430b-8c85-bff37e212b18 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:54:59.629725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.630784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:54:59.649561 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-c20598b0-8590-488c-ae9c-a14ae647ddc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2024efc-818a-4a0e-b8b4-e225ae3174a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334983 Nov 27 15:54:59.673576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd47174d-4cd9-4e27-aae4-45f93979c859 req-fd5acbd6-4d29-445d-965a-d6103e4f9e3f tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243157 Nov 27 15:54:59.703698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:54:59.704422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2105b7be-3d43-4ee2-98a3-ff0b63d5f4d5 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:54:59.714776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=d189dd98-8e63-4a8f-975f-cccb4b738559,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:54:59.725538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f9ff2-dab6-45ff-a338-9fd1eda2523e req-5c5a2a36-5ba0-4a88-95d1-e0a12c082739 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.737661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c6f9ff2-dab6-45ff-a338-9fd1eda2523e req-5c5a2a36-5ba0-4a88-95d1-e0a12c082739 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 943 time: 0.1794760 Nov 27 15:54:59.750013 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.836068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-3d3d36c7-b33e-45ae-8085-03b881084312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.837609 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-3d3d36c7-b33e-45ae-8085-03b881084312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1097 time: 0.1870484 Nov 27 15:54:59.842873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9079097f-984e-42db-ad2f-01dd87e45216 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:59.861704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acaf3141-f0a5-430b-8c85-bff37e212b18, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acaf3141-f0a5-430b-8c85-bff37e212b18,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:54:59.865465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c6f9ff2-dab6-45ff-a338-9fd1eda2523e req-3941e5a8-7834-4a53-8952-d676bdc16e2e tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231725 Nov 27 15:54:59.877843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.886653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f941a99-8165-4a70-a717-8a179511da6a req-025b044b-9d21-46d5-a7b4-6bfd2e2e32e2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:54:59.895075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f941a99-8165-4a70-a717-8a179511da6a req-025b044b-9d21-46d5-a7b4-6bfd2e2e32e2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.1139591 Nov 27 15:54:59.902872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'acaf3141-f0a5-430b-8c85-bff37e212b18', 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'port_id': 'acaf3141-f0a5-430b-8c85-bff37e212b18', 'mac_address': 'fa:16:3e:5c:30:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09a2692-f599-4fe3-999e-e60a37e6b676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:54:59.954894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.959384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Transition to ACTIVE for port object 9079097f-984e-42db-ad2f-01dd87e45216 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:54:59.962587 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-d7814953-be47-41da-9afa-0a0fabfa11d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993336 Nov 27 15:54:59.968365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:54:59.973053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f941a99-8165-4a70-a717-8a179511da6a req-9745017b-8303-4a35-88e0-87f1b2321695 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757563 Nov 27 15:54:59.975235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaf3141-f0a5-430b-8c85-bff37e212b18 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:54:59.997741 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10965fb-925b-4a00-9342-284376427a8c x-openstack-request-id: req-e10965fb-925b-4a00-9342-284376427a8c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:54:59.998697 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a87be08-d37d-49d9-9a65-e5d4eb5c9b51", "name": "network-vif-plugged", "status": "completed", "tag": "d189dd98-8e63-4a8f-975f-cccb4b738559", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:54:59.998961 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e10965fb-925b-4a00-9342-284376427a8c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:54:59.999360 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd189dd98-8e63-4a8f-975f-cccb4b738559', 'code': 200} Nov 27 15:55:00.003183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acaf3141-f0a5-430b-8c85-bff37e212b18, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acaf3141-f0a5-430b-8c85-bff37e212b18,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:00.008787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:00.086288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acaf3141-f0a5-430b-8c85-bff37e212b18,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:00.197295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9079097f-984e-42db-ad2f-01dd87e45216,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:00.218691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-0c4e0a46-d624-42e0-971f-a6a7108616b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:00.220178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-0c4e0a46-d624-42e0-971f-a6a7108616b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.3699350 Nov 27 15:55:00.298051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acaf3141-f0a5-430b-8c85-bff37e212b18'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:00.300559 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-8a3fda6d-9341-44bc-91e6-58ab84d9dc5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 217 time: 0.0686331 Nov 27 15:55:00.303099 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-038e2a9f-764e-423b-9f47-43df55f0c2c9 req-16b643d9-d8f5-4f68-9a3d-f48b26febced service neutron] 10.222.0.21 "GET /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055434 Nov 27 15:55:00.308475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df5192-3af4-4513-89e1-95890f6b1480 req-57d1edbe-6f48-4379-a7f9-1f3198b7ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:00.314430 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b0df5192-3af4-4513-89e1-95890f6b1480 req-57d1edbe-6f48-4379-a7f9-1f3198b7ce6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 1097 time: 0.2048330 Nov 27 15:55:00.316637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Attempting to bind port 9079097f-984e-42db-ad2f-01dd87e45216 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:00.317507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Attempting to bind port 9079097f-984e-42db-ad2f-01dd87e45216 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:00.319669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Attempting to bind port 9079097f-984e-42db-ad2f-01dd87e45216 on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:00.386271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Port 9079097f-984e-42db-ad2f-01dd87e45216 on network ae793e7a-3c8a-451a-b149-ce72d19a690b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:00.386598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Attempting to bind port 9079097f-984e-42db-ad2f-01dd87e45216 on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:00.429177 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b0df5192-3af4-4513-89e1-95890f6b1480 req-ad30e9c4-93fc-4b65-b849-6b1cd8c629ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053634 Nov 27 15:55:00.432718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:00.433017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Checking segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:00.433573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Bound using segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:00.434032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Bound port: 9079097f-984e-42db-ad2f-01dd87e45216, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:00.434390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:00.443985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122200b9-49ab-4cdb-aa83-c403f5b1a95e req-e204bcf8-0463-4a74-b084-08c35205a8a9 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:00.452744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122200b9-49ab-4cdb-aa83-c403f5b1a95e req-e204bcf8-0463-4a74-b084-08c35205a8a9 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 943 time: 0.0923355 Nov 27 15:55:00.455027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-e53dfb66-6d83-4f7a-a3cc-e6dbdd1ac322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:00.456482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-e53dfb66-6d83-4f7a-a3cc-e6dbdd1ac322 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1409526 Nov 27 15:55:00.535810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4fc36457-3b59-4681-9293-b77e3aeeb38b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573833 Nov 27 15:55:00.573330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-122200b9-49ab-4cdb-aa83-c403f5b1a95e req-3d369c4e-416b-478c-8583-c6da4c18300a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195688 Nov 27 15:55:00.685390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] For port 9079097f-984e-42db-ad2f-01dd87e45216, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:00.693663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] For port 9079097f-984e-42db-ad2f-01dd87e45216, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9079097f-984e-42db-ad2f-01dd87e45216,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:00.705467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:00.800545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:00.801521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:00.802752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/9079097f-984e-42db-ad2f-01dd87e45216 HTTP/1.1" status: 200 len: 1091 time: 1.8243866 Nov 27 15:55:00.804806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'tag': '9079097f-984e-42db-ad2f-01dd87e45216'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:00.807499 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fead454-e69a-49aa-b36d-dcbf8dd78819" -d '{"events": [{"name": "network-changed", "server_uuid": "03df3047-f81a-4ef6-9e83-a26dc222a87a", "tag": "9079097f-984e-42db-ad2f-01dd87e45216"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:00.815536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-5264ff8e-06f7-4567-b84b-93aaead439b7 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652228 Nov 27 15:55:00.910998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb79d41-9947-4310-8a47-76897ca63910 req-dbbf077a-5eb1-43f8-a212-1a065b248e98 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:00.912476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-feb79d41-9947-4310-8a47-76897ca63910 req-dbbf077a-5eb1-43f8-a212-1a065b248e98 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1075523 Nov 27 15:55:01.009607 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2582130-2138-451f-8cad-920db84fdb41 x-openstack-request-id: req-a2582130-2138-451f-8cad-920db84fdb41 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:01.009907 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03df3047-f81a-4ef6-9e83-a26dc222a87a", "tag": "9079097f-984e-42db-ad2f-01dd87e45216", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:01.010171 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2582130-2138-451f-8cad-920db84fdb41 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:01.010652 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'tag': '9079097f-984e-42db-ad2f-01dd87e45216', 'status': 'completed', 'code': 200} Nov 27 15:55:01.016341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658072e7-6cc3-43a5-a186-af8944f149b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9079097f-984e-42db-ad2f-01dd87e45216,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:01.052690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-feb79d41-9947-4310-8a47-76897ca63910 req-8485a6ef-4bb3-427a-8940-410e710f50ef tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269050 Nov 27 15:55:01.062584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3ff65-e449-4e6f-acd0-5fa7430c097b req-dadc5791-237a-4901-99b3-22158f1dfab4 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:01.064208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ac3ff65-e449-4e6f-acd0-5fa7430c097b req-dadc5791-237a-4901-99b3-22158f1dfab4 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 943 time: 0.0961099 Nov 27 15:55:01.079575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-31f01208-ded7-4e3c-a42b-dc26e72734b4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:01.083713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-31f01208-ded7-4e3c-a42b-dc26e72734b4 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.3579352 Nov 27 15:55:01.126966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ac3ff65-e449-4e6f-acd0-5fa7430c097b req-c5cc9bc9-a1fb-48d9-b446-71c58e8621f8 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541892 Nov 27 15:55:01.156258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-08c2d918-d9b2-47c0-8650-952db2bec215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:01.158597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-08c2d918-d9b2-47c0-8650-952db2bec215 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 1094 time: 0.2617722 Nov 27 15:55:01.293069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-b2010a2e-7f56-41aa-bbb0-b8981037efa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9079097f-984e-42db-ad2f-01dd87e45216 HTTP/1.1" status: 200 len: 217 time: 0.1249423 Nov 27 15:55:01.324359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e070a-886b-4812-ad5e-80fb2685a8d7 req-fcd7c70f-d1e6-42bc-be8c-62467d935e52 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:01.333352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf1e070a-886b-4812-ad5e-80fb2685a8d7 req-fcd7c70f-d1e6-42bc-be8c-62467d935e52 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.0864048 Nov 27 15:55:01.374038 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-f4c41fb5-2585-41d4-b934-249b61b0f81f service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484076 Nov 27 15:55:01.413033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-5df481de-86e1-4509-adc3-6076e6200045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:01.417640 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-5df481de-86e1-4509-adc3-6076e6200045 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.1076486 Nov 27 15:55:01.491707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-707989c8-497d-4e07-a928-8954cdb6ab1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637245 Nov 27 15:55:01.499502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Deleting port 3bb06b45-c7a9-41e4-886e-92084c58c486 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:01.500015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:01.520709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf1e070a-886b-4812-ad5e-80fb2685a8d7 req-fb751e4c-fd9b-492f-bb61-15e58b5a4a3e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863589 Nov 27 15:55:01.614915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:01.626145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fce5c921-5862-4e67-b616-3a2503552af1 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:55:01.633225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acaf3141-f0a5-430b-8c85-bff37e212b18 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:01.829065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee3f8-977e-48bf-89a0-e1d17add45c3 req-1909ddb2-50ff-46b2-b971-3a9975a93100 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:01.836562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c85ee3f8-977e-48bf-89a0-e1d17add45c3 req-1909ddb2-50ff-46b2-b971-3a9975a93100 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 943 time: 0.1047599 Nov 27 15:55:01.935781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c85ee3f8-977e-48bf-89a0-e1d17add45c3 req-aa1de30d-a633-4935-92ee-991ec7a037db tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977271 Nov 27 15:55:01.955145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port acaf3141-f0a5-430b-8c85-bff37e212b18 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:55:01.964917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port acaf3141-f0a5-430b-8c85-bff37e212b18 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:01.968287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.071272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fce5c921-5862-4e67-b616-3a2503552af1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fce5c921-5862-4e67-b616-3a2503552af1,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:02.088238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'fce5c921-5862-4e67-b616-3a2503552af1', 'network_id': 'd2024efc-818a-4a0e-b8b4-e225ae3174a5', 'port_id': 'fce5c921-5862-4e67-b616-3a2503552af1', 'mac_address': 'fa:16:3e:ce:82:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09a2692-f599-4fe3-999e-e60a37e6b676', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:55:02.266703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] For port 3bb06b45-c7a9-41e4-886e-92084c58c486, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3bb06b45-c7a9-41e4-886e-92084c58c486,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:02.267275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.287921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Calling delete_port for 3bb06b45-c7a9-41e4-886e-92084c58c486 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:02.374873 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.379091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.414938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce5c921-5862-4e67-b616-3a2503552af1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:02.463831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fce5c921-5862-4e67-b616-3a2503552af1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fce5c921-5862-4e67-b616-3a2503552af1,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:02.472782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaf3141-f0a5-430b-8c85-bff37e212b18'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:02.476609 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7523fbbc-1f6f-4f28-922d-e3ff2e058c5a" -d '{"events": [{"server_uuid": "2ec2fa8b-f810-4cde-8083-b3402adb7485", "name": "network-vif-plugged", "status": "completed", "tag": "acaf3141-f0a5-430b-8c85-bff37e212b18"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:02.485255 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.485662 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-ddad2118-da83-464f-b14d-70f70520304c service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899401 Nov 27 15:55:02.486752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.504198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acaf3141-f0a5-430b-8c85-bff37e212b18, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acaf3141-f0a5-430b-8c85-bff37e212b18,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:02.522449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b5dbe-9eb8-4332-b4a0-1ce28d1c22b6 req-06cf38c3-27cf-4248-b930-4a4c5c356ed0 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:02.525237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-043b5dbe-9eb8-4332-b4a0-1ce28d1c22b6 req-06cf38c3-27cf-4248-b930-4a4c5c356ed0 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/ports?device_id=72b72992-13b2-4052-8da3-8198dcdef94c HTTP/1.1" status: 200 len: 946 time: 0.1764591 Nov 27 15:55:02.548794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3bb06b45-c7a9-41e4-886e-92084c58c486'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:02.554263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b14f65-8d21-4fc6-8855-509bdd02e60e req-7ec97de9-145b-48c8-80c1-16ccecf77ed9 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:02.557657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2b14f65-8d21-4fc6-8855-509bdd02e60e req-7ec97de9-145b-48c8-80c1-16ccecf77ed9 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 943 time: 0.1497390 Nov 27 15:55:02.565988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.629348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fce5c921-5862-4e67-b616-3a2503552af1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:02.661925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-784dcb15-cb36-47f1-9f5c-a2023de09369 req-05569c00-16f7-4e81-871d-e0b897851c35 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649091 Nov 27 15:55:02.686398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-043b5dbe-9eb8-4332-b4a0-1ce28d1c22b6 req-445127dc-6d28-40a9-bd8a-59d5d4597edc tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0a32151-8931-4aa3-b282-e863b3407fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497090 Nov 27 15:55:02.689744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Pushing event deleted for resources: {'Port': ['ID=3bb06b45-c7a9-41e4-886e-92084c58c486,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:02.701899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2b14f65-8d21-4fc6-8855-509bdd02e60e req-23675849-3baa-4bea-aee0-2cea474dc28d tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173820 Nov 27 15:55:02.754810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acaf3141-f0a5-430b-8c85-bff37e212b18,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:02.766643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] No DVR routers for this DVR port 3bb06b45-c7a9-41e4-886e-92084c58c486 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:02.780349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:02.784005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1a6eedf-35bb-485b-8636-95158724d7ae req-eac92657-5606-468a-a39a-d17698f2b377 tempest-ListServerFiltersTestJSON-306733815 tempest-ListServerFiltersTestJSON-306733815-project] 10.222.0.21 "DELETE /v2.0/ports/3bb06b45-c7a9-41e4-886e-92084c58c486 HTTP/1.1" status: 204 len: 173 time: 1.6913936 Nov 27 15:55:02.818813 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8271ba9-ef7e-4f22-82a7-b081997702f2 x-openstack-request-id: req-b8271ba9-ef7e-4f22-82a7-b081997702f2 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:02.819126 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec2fa8b-f810-4cde-8083-b3402adb7485", "name": "network-vif-plugged", "status": "completed", "tag": "acaf3141-f0a5-430b-8c85-bff37e212b18", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:02.819409 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8271ba9-ef7e-4f22-82a7-b081997702f2 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:02.826732 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaf3141-f0a5-430b-8c85-bff37e212b18', 'code': 200} Nov 27 15:55:02.847673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-0648e9be-c861-42be-a262-245217667fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:02.849709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['fce5c921-5862-4e67-b616-3a2503552af1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:02.849925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-0648e9be-c861-42be-a262-245217667fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 1094 time: 0.0803633 Nov 27 15:55:03.018265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b72992-13b2-4052-8da3-8198dcdef94c', 'name': 'network-vif-deleted', 'tag': '3bb06b45-c7a9-41e4-886e-92084c58c486'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:03.020528 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c43bf00-8cfd-44ac-9229-297aad01bd9d" -d '{"events": [{"server_uuid": "72b72992-13b2-4052-8da3-8198dcdef94c", "name": "network-vif-deleted", "tag": "3bb06b45-c7a9-41e4-886e-92084c58c486"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:03.028465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344246a6-cddc-4745-abfe-1ce2eaf66f10 req-497ec46f-81f9-4d27-b352-1787e2ca888e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.030870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344246a6-cddc-4745-abfe-1ce2eaf66f10 req-497ec46f-81f9-4d27-b352-1787e2ca888e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.1172450 Nov 27 15:55:03.074505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9623905-6050-4d2b-bd32-5626d118ddde req-72b8d660-f2d2-4357-aa08-44954e4fe900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.076697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9623905-6050-4d2b-bd32-5626d118ddde req-72b8d660-f2d2-4357-aa08-44954e4fe900 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 1096 time: 0.1486549 Nov 27 15:55:03.126149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-0f0b5bb6-bae0-4a06-ac33-e427da2db8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.127628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-0f0b5bb6-bae0-4a06-ac33-e427da2db8f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 916 time: 0.2578089 Nov 27 15:55:03.157005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344246a6-cddc-4745-abfe-1ce2eaf66f10 req-ae872b17-09ec-4bf0-9d90-0496692be953 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144664 Nov 27 15:55:03.182570 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-0b79f400-2dc0-4dc4-9e08-6368631105e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9079097f-984e-42db-ad2f-01dd87e45216 HTTP/1.1" status: 200 len: 217 time: 0.0390129 Nov 27 15:55:03.239247 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d495ea6d-0830-42f3-ba34-dd603c0cf612 x-openstack-request-id: req-d495ea6d-0830-42f3-ba34-dd603c0cf612 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:03.239736 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b72992-13b2-4052-8da3-8198dcdef94c", "name": "network-vif-deleted", "tag": "3bb06b45-c7a9-41e4-886e-92084c58c486", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:03.240159 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d495ea6d-0830-42f3-ba34-dd603c0cf612 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:03.240716 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b72992-13b2-4052-8da3-8198dcdef94c', 'name': 'network-vif-deleted', 'tag': '3bb06b45-c7a9-41e4-886e-92084c58c486', 'status': 'completed', 'code': 200} Nov 27 15:55:03.254426 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d9623905-6050-4d2b-bd32-5626d118ddde req-ce499fe6-4f4b-465e-afb0-a8e567df7fef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676016 Nov 27 15:55:03.270273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-5bc32780-4360-48ec-8339-412fa9678c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.272382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-5bc32780-4360-48ec-8339-412fa9678c63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.0874782 Nov 27 15:55:03.292203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41462) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:03.299575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-514260526'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:03.323550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-8dd7863f-6b39-4194-83ff-778eb151338a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336356 Nov 27 15:55:03.340244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0427ae4-48dc-4d4d-8c41-8dd06e52aada req-95c37f8e-80e9-4da5-b7fa-4096266c479c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.342545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0427ae4-48dc-4d4d-8c41-8dd06e52aada req-95c37f8e-80e9-4da5-b7fa-4096266c479c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 943 time: 0.0984411 Nov 27 15:55:03.343878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:03.347356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.398047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:03.425690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.426092 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Added segment ea0bc889-7d33-4303-ac48-4164a4bb87e5 of type vlan for network ac0cf00f-7189-441a-afba-8114ce6bcd0d Nov 27 15:55:03.439823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0427ae4-48dc-4d4d-8c41-8dd06e52aada req-ee1bbb2b-e147-4db4-917f-fad4cd995f9c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760312 Nov 27 15:55:03.471251 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-56363fbd-8bce-443d-ba63-c5a61480bb60 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393721 Nov 27 15:55:03.483015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.513261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.519861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.520831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.629008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5fead454-e69a-49aa-b36d-dcbf8dd78819 req-51d111c6-7875-4863-9a91-f134c4855eec service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486290 Nov 27 15:55:03.636519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3419867 Nov 27 15:55:03.643702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41464) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:03.646223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3bb06b45-c7a9-41e4-886e-92084c58c486 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:03.651984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-638624205'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:03.674711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c6042-503f-4278-b50d-84d2fc0482bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Network': ['ID=ac0cf00f-7189-441a-afba-8114ce6bcd0d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:03.684575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:03.689181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.700049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:03.721167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:03.734504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.734900 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Added segment 6d6a4481-da57-4da5-80c5-f964cd585572 of type vlan for network 3612dd2d-b6da-4890-8d81-c127f9a40abe Nov 27 15:55:03.787719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 3bb06b45-c7a9-41e4-886e-92084c58c486 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:03.788152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3bb06b45-c7a9-41e4-886e-92084c58c486 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:03.844255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41470) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:03.844786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.911421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Deleting subnet af7d31af-beb2-4f13-8643-8729c2c6a6d3 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:55:03.915408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.921523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:03.922158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.927176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.993069 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:03.996685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3517754 Nov 27 15:55:04.002891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41474) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:04.031248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'subnet': {'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:04.046441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343be9-f693-4e8b-8ed9-a5c4cc165baf req-562e0d92-b4a0-42b4-9c12-b733e6069727 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:04.055100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c343be9-f693-4e8b-8ed9-a5c4cc165baf req-562e0d92-b4a0-42b4-9c12-b733e6069727 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 944 time: 0.1876838 Nov 27 15:55:04.078472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505c965-1da0-4e26-872e-7b92cb800454 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Network': ['ID=3612dd2d-b6da-4890-8d81-c127f9a40abe,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:04.095763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:04.151578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.200651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c343be9-f693-4e8b-8ed9-a5c4cc165baf req-3e2c23f3-4844-4faa-862e-508d74aa6a2e tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445286 Nov 27 15:55:04.233607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:04.238168 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.277089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.332824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7d31af-beb2-4f13-8643-8729c2c6a6d3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:04.335249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da920cb6-942f-4268-948f-084efc9d77a9 None None] Network 55d175e5-e176-4d88-b6d7-7c2d85d1735d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:04.336288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.344913 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c206bd47-5180-454c-9238-808e84932bf3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af7d31af-beb2-4f13-8643-8729c2c6a6d3 HTTP/1.1" status: 204 len: 168 time: 0.4993126 Nov 27 15:55:04.346081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41484) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:04.439599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.584284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Deleting port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:04.593765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.660447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.691128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] DHCP port deletion for 55d175e5-e176-4d88-b6d7-7c2d85d1735d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:55:04.734548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] For port a8d41647-d3db-45e8-89fb-7a39aa6e5d56, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:04.735368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.754275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Calling delete_port for a8d41647-d3db-45e8-89fb-7a39aa6e5d56 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:04.767038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6e78-128c-4dba-9ccb-26886934d969 req-58fcea03-9987-413a-a877-5a4f95a7d627 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:04.776406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c8f6e78-128c-4dba-9ccb-26886934d969 req-58fcea03-9987-413a-a877-5a4f95a7d627 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.3507917 Nov 27 15:55:04.776671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] Deleting port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:04.776789 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.842344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249c9ca-a49c-4c4d-a7a5-859051d124d5 req-cd53d4df-e9ab-4d60-b9a3-aad6a65d9fdd tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:04.847446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7249c9ca-a49c-4c4d-a7a5-859051d124d5 req-cd53d4df-e9ab-4d60-b9a3-aad6a65d9fdd tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 943 time: 0.2147746 Nov 27 15:55:04.867154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Subnet': ['ID=1b0f39ae-9a58-4ef7-98fe-ca45267f7364,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:04.883829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] For port a8d41647-d3db-45e8-89fb-7a39aa6e5d56, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,segment=NetworkSegment(9ece815f-bffc-4549-90da-c154dc2af1a1),segment_id=9ece815f-bffc-4549-90da-c154dc2af1a1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:04.884238 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.899876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] Calling delete_port for a8d41647-d3db-45e8-89fb-7a39aa6e5d56 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:04.923406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:04.985308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a8d41647-d3db-45e8-89fb-7a39aa6e5d56 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:04.989123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:04.995028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] No DVR routers for this DVR port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:05.024298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a8d41647-d3db-45e8-89fb-7a39aa6e5d56 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:05.024682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a8d41647-d3db-45e8-89fb-7a39aa6e5d56 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:05.026552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Checking segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:05.026926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network hostable DHCP agents. Network: ac0cf00f-7189-441a-afba-8114ce6bcd0d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:55:05.033497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7249c9ca-a49c-4c4d-a7a5-859051d124d5 req-95e7f187-afc2-4eb4-8973-f4875236f171 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687000 Nov 27 15:55:05.038267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c8f6e78-128c-4dba-9ccb-26886934d969 req-ec30df26-c232-40f6-b30c-0b0cc121534a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610335 Nov 27 15:55:05.083019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:05.092844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9079097f-984e-42db-ad2f-01dd87e45216 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:55:05.100368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ac0cf00f-7189-441a-afba-8114ce6bcd0d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:05.106466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:05.107668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.125715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d0647f-fa25-4a8f-a610-1562c2442d3f None None] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:05.130791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ff709b36-8f26-44f9-b691-f3724064fca7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1267557 Nov 27 15:55:05.133898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41494) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:05.140303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'subnet': {'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:05.219243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.290414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d175e5-e176-4d88-b6d7-7c2d85d1735d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:05.306538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ece815f-bffc-4549-90da-c154dc2af1a1') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:05.307109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ece815f-bffc-4549-90da-c154dc2af1a1') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:05.320941 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.352023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:05.356106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.356391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.382379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:55:05.383660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:55:05.393172 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:55:05.438582 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a2eec39-fd3b-4779-a5d7-71be21494bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.441452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:55:05.442326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.472540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.518119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] Pushing event deleted for resources: {'Port': ['ID=a8d41647-d3db-45e8-89fb-7a39aa6e5d56,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:05.520469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd5307-9235-4e1e-b004-a1fa0cded1b1 None None] No DVR routers for this DVR port a8d41647-d3db-45e8-89fb-7a39aa6e5d56 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:05.574345 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.590283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:05.602528 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/55d175e5-e176-4d88-b6d7-7c2d85d1735d HTTP/1.1" status: 204 len: 168 time: 1.2551639 Nov 27 15:55:05.619379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788aa5-2d27-4835-a40e-740f05c47806 req-da9da39a-2ea4-47d6-a7ab-3c03658f45cb tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:05.621004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28788aa5-2d27-4835-a40e-740f05c47806 req-da9da39a-2ea4-47d6-a7ab-3c03658f45cb tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 944 time: 0.2339740 Nov 27 15:55:05.636013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be77869-719b-4b25-b33d-e3d6cba554ba admin admin] Pushing event deleted for resources: {'Network': ['ID=55d175e5-e176-4d88-b6d7-7c2d85d1735d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:05.666484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fce5c921-5862-4e67-b616-3a2503552af1 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:05.748213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9079097f-984e-42db-ad2f-01dd87e45216, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9079097f-984e-42db-ad2f-01dd87e45216,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:05.835881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28788aa5-2d27-4835-a40e-740f05c47806 req-9ae281c0-3905-4fc6-bbd4-21f72bfc2789 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933935 Nov 27 15:55:05.859409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41514) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:05.970451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1cccf11-d03c-44c1-b13a-eef49cbec256 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5bbfe8e2b6346b8b6f5e8f85c3a005c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017046 Nov 27 15:55:05.970451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:05.970952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9079097f-984e-42db-ad2f-01dd87e45216', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'port_id': '9079097f-984e-42db-ad2f-01dd87e45216', 'mac_address': 'fa:16:3e:60:aa:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234351fe-63b9-4917-bcd6-14a3cf769636', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:55:05.971083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41518) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:06.008534 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.030215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Allocated IP 10.1.1.2 (ac0cf00f-7189-441a-afba-8114ce6bcd0d/1b0f39ae-9a58-4ef7-98fe-ca45267f7364/d563f06f-b952-498f-aa5d-7846a486ee42) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:06.040434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b253c05-9ae1-4181-8f1c-f162b11f49ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.048909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port fce5c921-5862-4e67-b616-3a2503552af1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:55:06.052515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.061644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port fce5c921-5862-4e67-b616-3a2503552af1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:06.062188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.109949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b253c05-9ae1-4181-8f1c-f162b11f49ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.138116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9079097f-984e-42db-ad2f-01dd87e45216 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:06.188485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9079097f-984e-42db-ad2f-01dd87e45216, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9079097f-984e-42db-ad2f-01dd87e45216,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:06.204179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.216951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Subnet': ['ID=f820c47d-f250-4c81-8bcc-e4536c0f4306,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:06.231176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Checking segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:06.231804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network hostable DHCP agents. Network: 3612dd2d-b6da-4890-8d81-c127f9a40abe, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:55:06.288902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:06.291254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b253c05-9ae1-4181-8f1c-f162b11f49ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.294151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b253c05-9ae1-4181-8f1c-f162b11f49ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.298245 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b253c05-9ae1-4181-8f1c-f162b11f49ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0a32151-8931-4aa3-b282-e863b3407fca HTTP/1.1" status: 204 len: 168 time: 0.3289278 Nov 27 15:55:06.308209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b253c05-9ae1-4181-8f1c-f162b11f49ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a32151-8931-4aa3-b282-e863b3407fca,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:06.455676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9079097f-984e-42db-ad2f-01dd87e45216,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:06.489526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.503284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.518892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.530742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce5c921-5862-4e67-b616-3a2503552af1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:06.533209 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b98e0-bd33-49f7-be23-1b06083a71d6" -d '{"events": [{"server_uuid": "40712aab-885e-43ab-9478-6304b5f5a6c3", "name": "network-vif-plugged", "status": "completed", "tag": "fce5c921-5862-4e67-b616-3a2503552af1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:06.545183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:06.621930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port fce5c921-5862-4e67-b616-3a2503552af1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fce5c921-5862-4e67-b616-3a2503552af1,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:06.673469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.679008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:06.684355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:06.693076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:06.699410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Pushing event updated for resources: {'Port': ['ID=d563f06f-b952-498f-aa5d-7846a486ee42,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:06.816990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3612dd2d-b6da-4890-8d81-c127f9a40abe) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:06.830230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:06.830950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.834790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cffd-ec59-46ee-a2ce-b042053345f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.852773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=fce5c921-5862-4e67-b616-3a2503552af1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:06.874203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a2226-ee32-482e-9e55-ab8d22ecc618 None None] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:06.895292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a1020-60da-4afa-86f2-71de3aff6848 req-5188b3de-a4cb-4b12-83b6-9f2ca983e8db tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:06.899710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a1a1020-60da-4afa-86f2-71de3aff6848 req-5188b3de-a4cb-4b12-83b6-9f2ca983e8db tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.6423428 Nov 27 15:55:06.907580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Attempting to bind port d563f06f-b952-498f-aa5d-7846a486ee42 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:06.908159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Attempting to bind port d563f06f-b952-498f-aa5d-7846a486ee42 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:06.908462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Attempting to bind port d563f06f-b952-498f-aa5d-7846a486ee42 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:06.932739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fce475e8-31df-469e-a23e-22144e991112 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7971833 Nov 27 15:55:06.936504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41546) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:06.941888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'name': 'tempest-TaggedBootDevicesTest-2007312839', 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:06.954369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5363088-d7c3-4a6a-90c9-2d45b0c1bef7 req-c65ff396-ee50-4069-a04e-0775fcbb06d0 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:06.966883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5363088-d7c3-4a6a-90c9-2d45b0c1bef7 req-c65ff396-ee50-4069-a04e-0775fcbb06d0 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 944 time: 0.6843855 Nov 27 15:55:06.971122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:06.971962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Checking segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:06.972647 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:06.973302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Bound using segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:06.974097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Bound port: d563f06f-b952-498f-aa5d-7846a486ee42, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:06.976006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.075066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] For port d563f06f-b952-498f-aa5d-7846a486ee42, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:07.081843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] For port d563f06f-b952-498f-aa5d-7846a486ee42, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d563f06f-b952-498f-aa5d-7846a486ee42,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:07.090195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a1a1020-60da-4afa-86f2-71de3aff6848 req-a6d18ecb-fbba-4b6d-85f0-b9a94a3fd0c4 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666143 Nov 27 15:55:07.109007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5363088-d7c3-4a6a-90c9-2d45b0c1bef7 req-0915a981-d4af-45d1-8f6d-95d4fd3788b4 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395810 Nov 27 15:55:07.165011 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cffd-ec59-46ee-a2ce-b042053345f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.173965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cffd-ec59-46ee-a2ce-b042053345f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.175276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:07.191417 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.271268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1cffd-ec59-46ee-a2ce-b042053345f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d42ff-a746-449e-8092-0ae78ec6735d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:07.304185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c2d1cffd-ec59-46ee-a2ce-b042053345f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ea587080c024f82837790985c85f25b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3323395 Nov 27 15:55:07.306771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41552) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:07.329198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.347675 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235be83-aeb2-4362-95e6-fe5e13ea9a65 x-openstack-request-id: req-e235be83-aeb2-4362-95e6-fe5e13ea9a65 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:07.348305 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40712aab-885e-43ab-9478-6304b5f5a6c3", "name": "network-vif-plugged", "status": "completed", "tag": "fce5c921-5862-4e67-b616-3a2503552af1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:07.348797 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e235be83-aeb2-4362-95e6-fe5e13ea9a65 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:07.349398 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce5c921-5862-4e67-b616-3a2503552af1', 'code': 200} Nov 27 15:55:07.355036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] device_id is not set on port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:55:07.450180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab9cc-ecc6-41a2-8f70-10d7f753ce12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.506503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab9cc-ecc6-41a2-8f70-10d7f753ce12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.545799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3612dd2d-b6da-4890-8d81-c127f9a40abe', 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'fixed_ips': [{'subnet_id': 'f820c47d-f250-4c81-8bcc-e4536c0f4306'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:55:07.550828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.584272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d74c26-a196-44e8-a2d0-f6edc9eb7eb6 None None] Pushing event updated for resources: {'Port': ['ID=d563f06f-b952-498f-aa5d-7846a486ee42,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:07.608328 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7abe5d4b-d015-4d7d-a250-341f0387b567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.661829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab9cc-ecc6-41a2-8f70-10d7f753ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.672309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab9cc-ecc6-41a2-8f70-10d7f753ce12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:07.675578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec5c2-ed15-4c3e-9f00-fa6d0291d4dd req-7b8f42db-f2ea-4089-a302-1923180c3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:07.677002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1e9ab9cc-ecc6-41a2-8f70-10d7f753ce12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45d42ff-a746-449e-8092-0ae78ec6735d HTTP/1.1" status: 204 len: 168 time: 0.3688993 Nov 27 15:55:07.677179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-358ec5c2-ed15-4c3e-9f00-fa6d0291d4dd req-7b8f42db-f2ea-4089-a302-1923180c3669 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 1096 time: 0.2378366 Nov 27 15:55:07.734013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c15fd-117c-4490-b457-6ac02fcd62e7 req-169631c0-8584-4653-af8f-5f4f271d0957 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:07.745645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d97c15fd-117c-4490-b457-6ac02fcd62e7 req-169631c0-8584-4653-af8f-5f4f271d0957 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 945 time: 0.2348089 Nov 27 15:55:07.752527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ab9cc-ecc6-41a2-8f70-10d7f753ce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d42ff-a746-449e-8092-0ae78ec6735d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:07.778223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41562) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:07.834418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Allocated IP 10.2.2.2 (3612dd2d-b6da-4890-8d81-c127f9a40abe/f820c47d-f250-4c81-8bcc-e4536c0f4306/6870306d-c63b-422e-9a24-f213c743086c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:07.846239 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-358ec5c2-ed15-4c3e-9f00-fa6d0291d4dd req-9786f954-1472-4a1a-92af-8bfda390fb77 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588364 Nov 27 15:55:07.865313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 10.1.1.64 (ac0cf00f-7189-441a-afba-8114ce6bcd0d/1b0f39ae-9a58-4ef7-98fe-ca45267f7364/0ec1d1a0-6dc3-48db-9e56-84e86039c42a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:07.947318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d97c15fd-117c-4490-b457-6ac02fcd62e7 req-7fe4f083-3789-4ed3-8de5-790d70a8afac tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962278 Nov 27 15:55:08.085262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1722778583-network', 'tenant_id': 'd80a899863db4fcd9fd689a29a6fb552'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:08.118426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Made reservation on behalf of d80a899863db4fcd9fd689a29a6fb552 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:08.122948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.135988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.162850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.176763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.204435 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.275486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.284048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.307493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.310708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:08.313966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:08.345895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Pushing event updated for resources: {'Port': ['ID=6870306d-c63b-422e-9a24-f213c743086c,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:08.350031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:08.443296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Attempting to bind port 6870306d-c63b-422e-9a24-f213c743086c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:08.443709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Attempting to bind port 6870306d-c63b-422e-9a24-f213c743086c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:08.444252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Attempting to bind port 6870306d-c63b-422e-9a24-f213c743086c on network 3612dd2d-b6da-4890-8d81-c127f9a40abe {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:08.453167 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.454136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:08.454530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Checking segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:08.454956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.455353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Bound using segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:08.455989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Bound port: 6870306d-c63b-422e-9a24-f213c743086c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:08.456379 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.464206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:08.467867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:08.474083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:08.482359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:08.499562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:08.527487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfa78e-5629-47a1-991a-48ea5e737c72 req-166a9e5c-0cc8-4a53-9787-fd347d30f796 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:08.529652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85bfa78e-5629-47a1-991a-48ea5e737c72 req-166a9e5c-0cc8-4a53-9787-fd347d30f796 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 944 time: 0.2283180 Nov 27 15:55:08.544628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] For port 6870306d-c63b-422e-9a24-f213c743086c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:08.548806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] For port 6870306d-c63b-422e-9a24-f213c743086c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6870306d-c63b-422e-9a24-f213c743086c,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:08.550966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7955eb-19d4-4e83-8647-fe4fe9b09f38 req-a0f3d5cb-fafe-4707-a431-9c2f26aeea2e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:08.552771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e7955eb-19d4-4e83-8647-fe4fe9b09f38 req-a0f3d5cb-fafe-4707-a431-9c2f26aeea2e tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.2494094 Nov 27 15:55:08.567882 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.577814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d8690-512f-4888-a846-e59abc75578c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:08.590144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:08.590655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.612417 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8d586066-b876-4999-a9a8-a7529ad96de5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6749945 Nov 27 15:55:08.615036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41584) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:08.622356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'name': 'tempest-TaggedBootDevicesTest-1358231180', 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:08.672627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.678584 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Added segment fd703c74-de46-41d1-b8d1-ff7256fe2dfe of type vlan for network 13b5a113-bd79-40d8-89f8-107c72b87151 Nov 27 15:55:08.682225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fffd9-59d8-42a6-b461-0da7fce4f83d None None] Pushing event updated for resources: {'Port': ['ID=6870306d-c63b-422e-9a24-f213c743086c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:08.801180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e7955eb-19d4-4e83-8647-fe4fe9b09f38 req-c4274266-1e8e-4993-a03f-2722a2ee0561 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206009 Nov 27 15:55:08.845895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85bfa78e-5629-47a1-991a-48ea5e737c72 req-634aed83-73bb-4a45-bd15-c264bab9a3de tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975314 Nov 27 15:55:08.863489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:08.874169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:08.959738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] device_id is not set on port 6df335cf-3d26-45d7-b8d3-7d413c036457 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:55:08.982455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.040013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.041141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:09.041909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.115581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9079097f-984e-42db-ad2f-01dd87e45216 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:09.189565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d563f06f-b952-498f-aa5d-7846a486ee42 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:09.371646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 9079097f-984e-42db-ad2f-01dd87e45216 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:55:09.376852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d563f06f-b952-498f-aa5d-7846a486ee42 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:09.377641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.420381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6388600 Nov 27 15:55:09.424757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41598) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:09.447111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cbefc-077b-41d8-98a0-c5c03aec4dfa admin admin] Pushing event updated for resources: {'Network': ['ID=13b5a113-bd79-40d8-89f8-107c72b87151,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:09.454266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Request body: {'subnet': {'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1722778583-subnet', 'tenant_id': 'd80a899863db4fcd9fd689a29a6fb552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:09.460010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c0ccb-87a5-4cd7-99be-c72499dea85e None None] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:09.473358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eaa95-9f0e-400a-84dc-0c235a5fa0bc req-d4940187-19a5-42d5-9677-488d97c0d571 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:09.474209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 13b5a113-bd79-40d8-89f8-107c72b87151 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:09.476091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9079097f-984e-42db-ad2f-01dd87e45216 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:09.476527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.479516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-782eaa95-9f0e-400a-84dc-0c235a5fa0bc req-d4940187-19a5-42d5-9677-488d97c0d571 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 945 time: 0.2400954 Nov 27 15:55:09.558082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Made reservation on behalf of d80a899863db4fcd9fd689a29a6fb552 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:09.562027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.566725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-782eaa95-9f0e-400a-84dc-0c235a5fa0bc req-d65bc41c-bbe3-4613-bd2d-28da727309ca tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786822 Nov 27 15:55:09.602170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 10.1.1.247 (ac0cf00f-7189-441a-afba-8114ce6bcd0d/1b0f39ae-9a58-4ef7-98fe-ca45267f7364/6df335cf-3d26-45d7-b8d3-7d413c036457) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:09.702674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c0d58fb2-2f75-4914-ae09-e214ce5b1410 None None] Provisioning complete for port d563f06f-b952-498f-aa5d-7846a486ee42 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:09.703020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c0d58fb2-2f75-4914-ae09-e214ce5b1410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.842093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:09.976191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.056466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02810e-eb4b-4f9b-be32-b44a297a806e req-0086f6cc-2e21-4629-8e17-63edee2cfdab tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:10.064925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c02810e-eb4b-4f9b-be32-b44a297a806e req-0086f6cc-2e21-4629-8e17-63edee2cfdab tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 944 time: 0.1330268 Nov 27 15:55:10.110558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:10.130467 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.152706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d563f06f-b952-498f-aa5d-7846a486ee42, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d563f06f-b952-498f-aa5d-7846a486ee42,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:10.154043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c02810e-eb4b-4f9b-be32-b44a297a806e req-f6c1e1f7-205c-4784-b030-de004803dda6 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881741 Nov 27 15:55:10.171290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dc0df-0e4e-49b8-bc49-7bba760b624c req-ba53e935-e735-4f39-b289-95b72b54931d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:10.178589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b30dc0df-0e4e-49b8-bc49-7bba760b624c req-ba53e935-e735-4f39-b289-95b72b54931d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.2069731 Nov 27 15:55:10.187808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.192375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Checking segment: {'id': 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:10.194671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Network hostable DHCP agents. Network: 13b5a113-bd79-40d8-89f8-107c72b87151, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:55:10.250744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9079097f-984e-42db-ad2f-01dd87e45216, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9079097f-984e-42db-ad2f-01dd87e45216,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:10.267621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b30dc0df-0e4e-49b8-bc49-7bba760b624c req-840cc333-39ea-440d-86af-ac174dbce6e6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846283 Nov 27 15:55:10.280746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9079097f-984e-42db-ad2f-01dd87e45216'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:10.282172 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbef840-121a-4cdf-93f0-0b2804fc7676" -d '{"events": [{"server_uuid": "03df3047-f81a-4ef6-9e83-a26dc222a87a", "name": "network-vif-plugged", "status": "completed", "tag": "9079097f-984e-42db-ad2f-01dd87e45216"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:10.308396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.339606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.350715 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.357853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:10.378541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:10.388900 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6e9d8-4733-4a32-a15d-526b215bb31b x-openstack-request-id: req-1ce6e9d8-4733-4a32-a15d-526b215bb31b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:10.389210 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03df3047-f81a-4ef6-9e83-a26dc222a87a", "name": "network-vif-plugged", "status": "completed", "tag": "9079097f-984e-42db-ad2f-01dd87e45216", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:10.389639 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce6e9d8-4733-4a32-a15d-526b215bb31b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:10.390052 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9079097f-984e-42db-ad2f-01dd87e45216', 'code': 200} Nov 27 15:55:10.394394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:10.446856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Network 13b5a113-bd79-40d8-89f8-107c72b87151 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:10.451623 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.480577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9079097f-984e-42db-ad2f-01dd87e45216,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:10.493162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3ef98-f912-4b5d-98d5-fb5db45db7c6 None None] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:10.561325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d563f06f-b952-498f-aa5d-7846a486ee42,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:10.564703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:10.565229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.587183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 13b5a113-bd79-40d8-89f8-107c72b87151) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:10.637772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:10.641956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:10.642545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.670179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa0a3f75-5e9e-4161-ba45-a82552cade1c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2316623 Nov 27 15:55:10.674370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e743cf79-2da9-4d18-a1ec-41f62971f6d1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0582147 Nov 27 15:55:10.708599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7c867-306e-409f-8760-61c12c9cb97c req-5ef2a792-e819-4ce4-8e50-2f485e99694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:10.709510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fb208-da6a-41a5-b1fe-50eee2fe9da2 None None] Network 13b5a113-bd79-40d8-89f8-107c72b87151 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:10.710222 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e0f7c867-306e-409f-8760-61c12c9cb97c req-5ef2a792-e819-4ce4-8e50-2f485e99694e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 1096 time: 0.1728165 Nov 27 15:55:10.761906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0abe7e22-a49e-4a0d-8da7-46a4dfd39699 None None] Provisioning complete for port 6870306d-c63b-422e-9a24-f213c743086c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:10.762587 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0abe7e22-a49e-4a0d-8da7-46a4dfd39699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:10.821507 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e0f7c867-306e-409f-8760-61c12c9cb97c req-2c6ad62e-2342-4447-8ebf-f9e64aa35a4f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027184 Nov 27 15:55:10.879765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be7d55-c098-4d51-9c93-292f3a3e3122 req-72d9a10a-df33-4d0a-928a-6fbbe604d515 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:10.891651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9be7d55-c098-4d51-9c93-292f3a3e3122 req-72d9a10a-df33-4d0a-928a-6fbbe604d515 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 945 time: 0.1219420 Nov 27 15:55:10.902575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41644) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:11.038368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9be7d55-c098-4d51-9c93-292f3a3e3122 req-55b71772-a017-4265-98d5-b1bdc909dfff tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450400 Nov 27 15:55:11.135994 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e186b13c-4742-40d1-a99e-f5c52b87f3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.217887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d563f06f-b952-498f-aa5d-7846a486ee42 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:11.317598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e186b13c-4742-40d1-a99e-f5c52b87f3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.319462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad816ed-227e-448a-9ab8-0ccab5b3feac None None] Network 13b5a113-bd79-40d8-89f8-107c72b87151 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:11.327648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e186b13c-4742-40d1-a99e-f5c52b87f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.353117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1d90e-a432-4a03-9604-54a3ce502467 req-bdf3ea80-a802-4723-9896-55d23a2f197b tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:11.362825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21e1d90e-a432-4a03-9604-54a3ce502467 req-bdf3ea80-a802-4723-9896-55d23a2f197b tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 946 time: 0.0881460 Nov 27 15:55:11.404341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186b13c-4742-40d1-a99e-f5c52b87f3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c6de3e-5ee8-43d1-8b70-1956d0489617,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:11.430316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21e1d90e-a432-4a03-9604-54a3ce502467 req-463f481b-09ff-43c6-baab-6aa71ce5c778 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619547 Nov 27 15:55:11.457056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41662) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:11.462302 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e186b13c-4742-40d1-a99e-f5c52b87f3e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7921f980bf4b43b2b9fb767a252a93ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5570040 Nov 27 15:55:11.462736 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0abe7e22-a49e-4a0d-8da7-46a4dfd39699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.521997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.534028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17831ea5-155a-40ca-a91a-bbc82e03b524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.561468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0abe7e22-a49e-4a0d-8da7-46a4dfd39699 None None] For port 6870306d-c63b-422e-9a24-f213c743086c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6870306d-c63b-422e-9a24-f213c743086c,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:11.571261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17831ea5-155a-40ca-a91a-bbc82e03b524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.586492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0abe7e22-a49e-4a0d-8da7-46a4dfd39699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.670730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17831ea5-155a-40ca-a91a-bbc82e03b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.673665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17831ea5-155a-40ca-a91a-bbc82e03b524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.678923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17831ea5-155a-40ca-a91a-bbc82e03b524 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50c6de3e-5ee8-43d1-8b70-1956d0489617 HTTP/1.1" status: 204 len: 168 time: 0.2202957 Nov 27 15:55:11.680802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe7e22-a49e-4a0d-8da7-46a4dfd39699 None None] Pushing event updated for resources: {'Port': ['ID=6870306d-c63b-422e-9a24-f213c743086c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:11.696067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17831ea5-155a-40ca-a91a-bbc82e03b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c6de3e-5ee8-43d1-8b70-1956d0489617,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:11.701863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d563f06f-b952-498f-aa5d-7846a486ee42 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:11.703278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.760798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Provisioning complete for port 6df335cf-3d26-45d7-b8d3-7d413c036457 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:11.761825 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.810371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Port 6df335cf-3d26-45d7-b8d3-7d413c036457 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:11.850567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6870306d-c63b-422e-9a24-f213c743086c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:11.892417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Provisioning complete for port d563f06f-b952-498f-aa5d-7846a486ee42 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:11.894980 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.949883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6870306d-c63b-422e-9a24-f213c743086c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:11.950253 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:11.951549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-4051b628-142f-45f5-a22e-3cf497f7d765 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:11.953799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-4051b628-142f-45f5-a22e-3cf497f7d765 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/networks?id=13b5a113-bd79-40d8-89f8-107c72b87151 HTTP/1.1" status: 200 len: 814 time: 0.1826785 Nov 27 15:55:11.970615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-1d6f6702-4340-416a-9c67-332c4430d5e4 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/quotas/d80a899863db4fcd9fd689a29a6fb552 HTTP/1.1" status: 200 len: 375 time: 0.0105214 Nov 27 15:55:12.044337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-102331ac-8858-46f6-97d2-45a5e71c667c tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d80a899863db4fcd9fd689a29a6fb552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587211 Nov 27 15:55:12.089662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Provisioning complete for port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:12.090042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.149522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6e720-bf43-4936-b703-4686c450d1a0 None None] Port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:12.187022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-67a851da-a487-4a6b-ad61-ef977b1f526c service neutron] 10.222.0.15 "GET /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342187 Nov 27 15:55:12.267941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3487004c-f267-4700-8e1c-4e255430bddf None None] Provisioning complete for port 6870306d-c63b-422e-9a24-f213c743086c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:12.268472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3487004c-f267-4700-8e1c-4e255430bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.315532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-8619b174-1571-4c90-9a2b-497a881d320e service neutron] 10.222.0.15 "GET /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197257 Nov 27 15:55:12.329736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41688) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:12.336620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474980014', 'description': 'tempest-description--205335129'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:12.367082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.470820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8ba8-92b2-4a56-93ec-eb2ee9631008 req-3d1dec38-446b-4686-8064-bce7797820ec tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:12.472884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4ca8ba8-92b2-4a56-93ec-eb2ee9631008 req-3d1dec38-446b-4686-8064-bce7797820ec tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 945 time: 0.0626829 Nov 27 15:55:12.485110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-009344b9-f99b-481b-9848-5fb5bdf7cb80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668662 Nov 27 15:55:12.531214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.536295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.563587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4ca8ba8-92b2-4a56-93ec-eb2ee9631008 req-bf39e310-5bcf-4df8-a64a-ddcad76fba53 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835369 Nov 27 15:55:12.671617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da8e929-de90-4d27-9f80-0e5494f84649,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:12.699286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.705450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9824fc94-9a11-44bc-aa82-f05eab44eedc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3737919 Nov 27 15:55:12.709528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41704) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:12.711423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc093-5bc0-4b2d-9e17-3cc461079289 req-4d652c12-d8d0-42ce-a47c-e2e7e4aaa7af tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:12.713124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7bfc093-5bc0-4b2d-9e17-3cc461079289 req-4d652c12-d8d0-42ce-a47c-e2e7e4aaa7af tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.0885510 Nov 27 15:55:12.720119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'security_group_rule': {'security_group_id': '1da8e929-de90-4d27-9f80-0e5494f84649', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:12.786981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-6d2efcab-6905-4b17-85b9-e1d17592ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:12.788897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-6d2efcab-6905-4b17-85b9-e1d17592ef56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1095 time: 0.2417278 Nov 27 15:55:12.847151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7bfc093-5bc0-4b2d-9e17-3cc461079289 req-de8570e7-9829-4a55-bb43-9eb5d89d35ec tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240747 Nov 27 15:55:12.900129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:12.966332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-3bb09b73-5a60-4368-8f5f-6cbf360fbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:12.970546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-3bb09b73-5a60-4368-8f5f-6cbf360fbce8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1529183 Nov 27 15:55:12.983727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8d70-1fec-42cd-b4e8-b4a1bc796b42 req-17396c92-3f5f-4a82-a55f-9b636b87566a tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:12.997290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-593d8d70-1fec-42cd-b4e8-b4a1bc796b42 req-17396c92-3f5f-4a82-a55f-9b636b87566a tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 945 time: 0.1482933 Nov 27 15:55:13.052242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6870306d-c63b-422e-9a24-f213c743086c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:13.069013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.083985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.098317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-643b6139-e0ba-4a8d-a959-40fd4e1dd1b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 998 time: 0.1131082 Nov 27 15:55:13.102116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fd5d87-f3f8-4f59-bd41-38c7011ef73c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:13.169726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6870306d-c63b-422e-9a24-f213c743086c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:13.170133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.197994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-593d8d70-1fec-42cd-b4e8-b4a1bc796b42 req-e85339ff-a82f-4247-bc6a-38277139f9b9 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931264 Nov 27 15:55:13.231050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-0090a4c9-bc87-4a02-ad06-ceab83058579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:13.232585 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-0090a4c9-bc87-4a02-ad06-ceab83058579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1262889 Nov 27 15:55:13.235485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.236736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-61f5f865-a68f-422e-9345-002390f232b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5227551 Nov 27 15:55:13.239190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41724) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:13.245212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'security_group_rule': {'security_group_id': '1da8e929-de90-4d27-9f80-0e5494f84649', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:13.315036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.322041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-8610d3a0-55ce-45c9-913c-424a718cf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:13.323931 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-8610d3a0-55ce-45c9-913c-424a718cf988 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826781 Nov 27 15:55:13.329294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9996452-e83a-4735-9bda-c821749a973e req-f88e86b9-a44a-4df8-95c8-4b7559db85da tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 210 time: 0.1285980 Nov 27 15:55:13.412715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c075a-25b8-4b79-b5e2-63964a751e9a req-ecc53f9b-718d-4c64-a54b-9b8a500719e2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:13.427903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c3c075a-25b8-4b79-b5e2-63964a751e9a req-ecc53f9b-718d-4c64-a54b-9b8a500719e2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0933332 Nov 27 15:55:13.559149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c3c075a-25b8-4b79-b5e2-63964a751e9a req-0f18f0ad-66ed-414b-aa71-1170fdfbd36b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295016 Nov 27 15:55:13.559631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.570909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.608913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c23dc05-e71e-4fdd-b32b-e59afa2bf575,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:13.615372 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-5e2692bb-233f-4f1b-9acc-4cfa10d50b65 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690322 Nov 27 15:55:13.639466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.640710 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4d6b15dc-fda8-451f-b0ab-e3acbcc822a9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006081 Nov 27 15:55:13.644599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:13.650069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:13.718444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa23c-0cc7-44ff-b1f8-9fa86378d837 req-0d7d2183-82bf-4f80-af23-291c2c9e8d5e tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:13.723821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95aaa23c-0cc7-44ff-b1f8-9fa86378d837 req-0d7d2183-82bf-4f80-af23-291c2c9e8d5e tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 945 time: 0.1172791 Nov 27 15:55:13.755392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.851235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95aaa23c-0cc7-44ff-b1f8-9fa86378d837 req-b6db2c82-288c-4147-a962-63bb8b3fb421 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727475 Nov 27 15:55:13.860486 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62e2c928-8a43-4b2e-90d6-51029d8e6c3c req-aadead40-dc8c-4211-97e7-a23ea999be71 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334177 Nov 27 15:55:13.876110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06969ec9-f89e-4627-8438-87fe73708dfd req-2fe5de4e-63e1-43be-b437-08bc6114a1dc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:13.890653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06969ec9-f89e-4627-8438-87fe73708dfd req-2fe5de4e-63e1-43be-b437-08bc6114a1dc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1655219 Nov 27 15:55:13.986774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:13.989620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06969ec9-f89e-4627-8438-87fe73708dfd req-a0269872-9660-42c6-ba32-51054b5abee8 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963728 Nov 27 15:55:14.096398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a7c1-1079-4039-905b-ec8e1afaac4a req-372bc744-c2e5-4459-a2c0-28a7cfa93ff9 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:14.104009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63f0a7c1-1079-4039-905b-ec8e1afaac4a req-372bc744-c2e5-4459-a2c0-28a7cfa93ff9 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.0690527 Nov 27 15:55:14.135115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 172.25.1.217 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8fb991a6-ade5-4b85-abae-3f8b4c83e03a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:14.159742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63f0a7c1-1079-4039-905b-ec8e1afaac4a req-de91afc7-0f76-4db3-82fc-fbc28cd85c70 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Nov 27 15:55:14.294945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:14.372897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f1ea-bd1b-4fe3-a2da-db09945a2e02 req-abfe530c-171e-4074-9bee-908e30b85684 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:14.382749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b273f1ea-bd1b-4fe3-a2da-db09945a2e02 req-abfe530c-171e-4074-9bee-908e30b85684 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0895350 Nov 27 15:55:14.522092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b273f1ea-bd1b-4fe3-a2da-db09945a2e02 req-b3ff8953-3802-4134-a15a-34b7660e1bde tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377535 Nov 27 15:55:14.525184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:14.525589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf0e59e5-dc81-4f70-9920-2aa54ba6e626 req-22822d37-570c-48d2-af01-7f4ef8450272 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 210 time: 0.0623887 Nov 27 15:55:14.610505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:14.627197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:14.637870 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-cb1ca8e3-89a7-4893-9378-4aa366357772 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973383 Nov 27 15:55:14.638639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:14.647214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=8fb991a6-ade5-4b85-abae-3f8b4c83e03a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:14.692905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-3cdb35e5-8f0b-41c5-aa13-40199e911a72 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:14.694458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-3cdb35e5-8f0b-41c5-aa13-40199e911a72 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.37 "GET /v2.0/networks?id=13b5a113-bd79-40d8-89f8-107c72b87151 HTTP/1.1" status: 200 len: 814 time: 0.3852141 Nov 27 15:55:14.729007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Request body: {'port': {'device_id': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151', 'admin_state_up': True, 'tenant_id': 'd80a899863db4fcd9fd689a29a6fb552'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:14.850336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-a0614b5c-7432-4042-9d9d-906f16869000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:14.851285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-a0614b5c-7432-4042-9d9d-906f16869000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 1096 time: 0.1796079 Nov 27 15:55:14.932934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.011125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.071508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Made reservation on behalf of d80a899863db4fcd9fd689a29a6fb552 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:15.074947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.076113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56e2d-c52e-44bc-aeab-44c61e70e344 req-8c108a3c-a8b3-4df7-8fb3-910fba2727d0 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:15.078243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4f56e2d-c52e-44bc-aeab-44c61e70e344 req-8c108a3c-a8b3-4df7-8fb3-910fba2727d0 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 945 time: 0.1309080 Nov 27 15:55:15.087519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d5480-442b-4850-a600-5c3533764796 req-436b8d5a-56ee-4e0a-8969-bf95ed0fc0cf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:15.089060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-317d5480-442b-4850-a600-5c3533764796 req-436b8d5a-56ee-4e0a-8969-bf95ed0fc0cf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1146171 Nov 27 15:55:15.175791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4f56e2d-c52e-44bc-aeab-44c61e70e344 req-b59ee719-d719-4939-9ea4-f8f03d04569b tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855322 Nov 27 15:55:15.179877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-317d5480-442b-4850-a600-5c3533764796 req-261abb9e-3abb-4aec-bd02-b65469403136 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830693 Nov 27 15:55:15.348287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ea372-dc43-49e9-85ff-7352c25b8a5d req-dc3d71b3-14b7-4dbd-a7df-068c79fca9e1 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:15.356034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467ea372-dc43-49e9-85ff-7352c25b8a5d req-dc3d71b3-14b7-4dbd-a7df-068c79fca9e1 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.0951960 Nov 27 15:55:15.412730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467ea372-dc43-49e9-85ff-7352c25b8a5d req-d913356a-2993-4196-9f6c-17ac773b4c33 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557177 Nov 27 15:55:15.443074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:15.492632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-5f36584a-bd21-4480-96be-57f8895fa3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:15.494472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-5f36584a-bd21-4480-96be-57f8895fa3c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.5994802 Nov 27 15:55:15.570538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e062410c-3a37-4984-9b5e-857be1310e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.596993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-974be95f-1de4-44ab-81b0-10e9c5e166f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 200 len: 217 time: 0.0639424 Nov 27 15:55:15.611135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-a310c33a-cb84-4c70-8a0c-b49f6cc204f3 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:15.612286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-a310c33a-cb84-4c70-8a0c-b49f6cc204f3 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 945 time: 0.2189944 Nov 27 15:55:15.673973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eb8c562-83d2-4e94-b96e-c94bbd964981 req-f2953a3f-882e-4fda-a967-a99590010954 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 210 time: 0.0409219 Nov 27 15:55:15.708637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e062410c-3a37-4984-9b5e-857be1310e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.714349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e062410c-3a37-4984-9b5e-857be1310e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.763309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e062410c-3a37-4984-9b5e-857be1310e92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=499026448402402e9e822a2d6f4b4c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162613 Nov 27 15:55:15.763309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062410c-3a37-4984-9b5e-857be1310e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339cc73-8d13-4949-a829-18bb207160ba,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:15.768460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41808) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:15.797825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-53283e0d-3d74-4cca-89d4-3dd96d15b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:15.798782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-53283e0d-3d74-4cca-89d4-3dd96d15b2b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.1771200 Nov 27 15:55:15.826071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.829683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Allocated IP 172.20.0.12 (13b5a113-bd79-40d8-89f8-107c72b87151/400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73/f635f839-4d4c-4150-b4d9-5fbe2198dabb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:15.833264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0dc392d0-87f3-4513-9c3a-57cb7f30e373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.854957 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-a1bdadd5-0886-4c29-8fb3-9820e22f37c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463276 Nov 27 15:55:15.854957 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.865604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0dc392d0-87f3-4513-9c3a-57cb7f30e373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.922313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0dc392d0-87f3-4513-9c3a-57cb7f30e373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.925303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0dc392d0-87f3-4513-9c3a-57cb7f30e373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:15.928712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0dc392d0-87f3-4513-9c3a-57cb7f30e373 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f339cc73-8d13-4949-a829-18bb207160ba HTTP/1.1" status: 204 len: 168 time: 0.1570697 Nov 27 15:55:15.942241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc392d0-87f3-4513-9c3a-57cb7f30e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f339cc73-8d13-4949-a829-18bb207160ba,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:16.031125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=8fb991a6-ade5-4b85-abae-3f8b4c83e03a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:16.102734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.131266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Deleting port acaf3141-f0a5-430b-8c85-bff37e212b18 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:16.131489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.170422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.177970 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e09922a4-aebe-44ad-8a16-66b119cf5037 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5320356 Nov 27 15:55:16.306499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] For port acaf3141-f0a5-430b-8c85-bff37e212b18, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acaf3141-f0a5-430b-8c85-bff37e212b18,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:16.307721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.334376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:16.336915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Calling delete_port for acaf3141-f0a5-430b-8c85-bff37e212b18 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:16.340577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-a7ee7160-60fd-4a75-9a27-1c0e40673c5e service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705153 Nov 27 15:55:16.360005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db6b42f3-b502-459d-a03e-8877a375a163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.409593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510fa8-24d9-4d8d-9ecd-c98e1654c596 req-7910cb84-0b7a-46fd-9a9d-64ae1aba65b5 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:16.416955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86510fa8-24d9-4d8d-9ecd-c98e1654c596 req-7910cb84-0b7a-46fd-9a9d-64ae1aba65b5 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2fa8b-f810-4cde-8083-b3402adb7485 HTTP/1.1" status: 200 len: 945 time: 0.1182327 Nov 27 15:55:16.508215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.520586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db6b42f3-b502-459d-a03e-8877a375a163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.534178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aef6d-bd8c-4d42-94d1-b16375e414a0 req-0625a88a-e742-4a4e-a2da-d74ef3c4c490 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:16.535669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a25aef6d-bd8c-4d42-94d1-b16375e414a0 req-0625a88a-e742-4a4e-a2da-d74ef3c4c490 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2028134 Nov 27 15:55:16.538885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db6b42f3-b502-459d-a03e-8877a375a163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.549973 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20735ec6-635d-4cba-a98d-51b3d4fc9806 req-380a4aaf-b776-44c0-81fb-d0ef8e47d80f service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991317 Nov 27 15:55:16.596842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.604076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86510fa8-24d9-4d8d-9ecd-c98e1654c596 req-4520d4df-47a5-40a9-b718-19d29cff2c79 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862264 Nov 27 15:55:16.637010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b42f3-b502-459d-a03e-8877a375a163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d9eb5-2f72-4322-977a-33e31ece7c0a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:16.659443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-db6b42f3-b502-459d-a03e-8877a375a163 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73b22ac579154ae6ba22ae03eba82201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191051 Nov 27 15:55:16.663228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41830) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:16.700427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Network 13b5a113-bd79-40d8-89f8-107c72b87151 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:16.710607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:16.713686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:16.716372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Pushing event updated for resources: {'Port': ['ID=f635f839-4d4c-4150-b4d9-5fbe2198dabb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:16.718723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.735465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a25aef6d-bd8c-4d42-94d1-b16375e414a0 req-e4d40118-39a0-4736-8790-c73099c6bc0c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864550 Nov 27 15:55:16.735832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['d189dd98-8e63-4a8f-975f-cccb4b738559'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:16.739399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acaf3141-f0a5-430b-8c85-bff37e212b18', 'fce5c921-5862-4e67-b616-3a2503552af1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:16.774363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81f1f221-1c76-4363-a9b3-09fdca1728af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.826755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81f1f221-1c76-4363-a9b3-09fdca1728af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.864197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Pushing event deleted for resources: {'Port': ['ID=acaf3141-f0a5-430b-8c85-bff37e212b18,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:16.919371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:16.920224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.925889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b494-e7bc-44f5-a92a-11326b5e1185 req-656d39eb-5ba8-42c6-9c0b-14d053e1ba4a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:16.934327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3236b494-e7bc-44f5-a92a-11326b5e1185 req-656d39eb-5ba8-42c6-9c0b-14d053e1ba4a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 946 time: 0.0917528 Nov 27 15:55:16.960374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] No DVR routers for this DVR port acaf3141-f0a5-430b-8c85-bff37e212b18 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:16.963764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:16.968185 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efd82cfd-4d63-41b5-8f60-96b95b75e911 req-4e9007e3-923a-4f72-ab8f-ad420b3494c7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "DELETE /v2.0/ports/acaf3141-f0a5-430b-8c85-bff37e212b18 HTTP/1.1" status: 204 len: 173 time: 1.3321557 Nov 27 15:55:16.968877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'name': 'network-vif-deleted', 'tag': 'acaf3141-f0a5-430b-8c85-bff37e212b18'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:16.971415 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c851d-03ed-4bc4-a6b8-ca5b635a613c" -d '{"events": [{"server_uuid": "2ec2fa8b-f810-4cde-8083-b3402adb7485", "name": "network-vif-deleted", "tag": "acaf3141-f0a5-430b-8c85-bff37e212b18"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:16.984792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a85cb6c4-f148-492d-99d4-f43fda1a42fb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2741828 Nov 27 15:55:17.002008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Request body: {'port': {'device_id': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:17.047164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3236b494-e7bc-44f5-a92a-11326b5e1185 req-99c3de98-b69c-43eb-a328-3562b1269139 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076348 Nov 27 15:55:17.051231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81f1f221-1c76-4363-a9b3-09fdca1728af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:17.063622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81f1f221-1c76-4363-a9b3-09fdca1728af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:17.067614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-81f1f221-1c76-4363-a9b3-09fdca1728af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/715d9eb5-2f72-4322-977a-33e31ece7c0a HTTP/1.1" status: 204 len: 168 time: 0.3936563 Nov 27 15:55:17.087562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1f221-1c76-4363-a9b3-09fdca1728af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d9eb5-2f72-4322-977a-33e31ece7c0a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:17.112576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-602d1528-4bb7-4a67-b340-0f7a476ee6bd tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--474980014&fields=id&tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a HTTP/1.1" status: 200 len: 267 time: 0.1576302 Nov 27 15:55:17.138851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:17.305815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-edd1793f-227c-42af-8d30-9cce4afb3cbb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.314583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-edd1793f-227c-42af-8d30-9cce4afb3cbb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 931 time: 0.2010014 Nov 27 15:55:17.371164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6077c9-4a80-40db-9634-983134ceda5f req-994769a4-9797-48cf-b493-f7853253f44d tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.373456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b6077c9-4a80-40db-9634-983134ceda5f req-994769a4-9797-48cf-b493-f7853253f44d tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 932 time: 0.1804130 Nov 27 15:55:17.387170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-94833939-7d92-4ed4-841f-35a84628e357 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.395082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-94833939-7d92-4ed4-841f-35a84628e357 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 932 time: 0.0796049 Nov 27 15:55:17.492820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-8e62f88d-07f6-490e-928b-54c9ee4152ba tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0968120 Nov 27 15:55:17.539537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f635f839-4d4c-4150-b4d9-5fbe2198dabb {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:17.561052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:17.611564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Transition to ACTIVE for port object f635f839-4d4c-4150-b4d9-5fbe2198dabb will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:17.618008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f499164f-e076-432a-97b4-fcabd9e8a66b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1105831 Nov 27 15:55:17.632124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-e0bc7999-f3c5-44a5-85f0-7699053ffcfc tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.633273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-e0bc7999-f3c5-44a5-85f0-7699053ffcfc tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1097 time: 0.0749543 Nov 27 15:55:17.642489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:17.675454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b6077c9-4a80-40db-9634-983134ceda5f req-348099c3-014a-4f66-8e5f-9759ad1bc2d3 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782657 Nov 27 15:55:17.721566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-4'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:17.826173 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a7942b-06b2-4c29-a318-11cfe518c734 x-openstack-request-id: req-e9a7942b-06b2-4c29-a318-11cfe518c734 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:17.826765 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec2fa8b-f810-4cde-8083-b3402adb7485", "name": "network-vif-deleted", "tag": "acaf3141-f0a5-430b-8c85-bff37e212b18", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:17.827205 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9a7942b-06b2-4c29-a318-11cfe518c734 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:17.827779 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec2fa8b-f810-4cde-8083-b3402adb7485', 'name': 'network-vif-deleted', 'tag': 'acaf3141-f0a5-430b-8c85-bff37e212b18', 'status': 'completed', 'code': 200} Nov 27 15:55:17.886342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-9f113aa0-e636-4da7-bf16-969cb88d7f59 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.898297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-9f113aa0-e636-4da7-bf16-969cb88d7f59 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.912538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Pushing event updated for resources: {'Port': ['ID=f635f839-4d4c-4150-b4d9-5fbe2198dabb,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:17.913844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-9f113aa0-e636-4da7-bf16-969cb88d7f59 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:17.954865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-9f113aa0-e636-4da7-bf16-969cb88d7f59 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/networks?id=811a8894-b37d-4e8b-beed-69c0550e5d7e&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=3612dd2d-b6da-4890-8d81-c127f9a40abe&id=3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 200 len: 1988 time: 0.3306723 Nov 27 15:55:17.961895 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.001480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-3f237bfe-f7a2-4e79-b503-8f653dbd5ef2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/quotas/cbe9eb91a66b4bf19974ee15e3ee6e2a HTTP/1.1" status: 200 len: 375 time: 0.0412881 Nov 27 15:55:18.088067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Attempting to bind port f635f839-4d4c-4150-b4d9-5fbe2198dabb on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:18.088067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Attempting to bind port f635f839-4d4c-4150-b4d9-5fbe2198dabb by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:18.088067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Attempting to bind port f635f839-4d4c-4150-b4d9-5fbe2198dabb on network 13b5a113-bd79-40d8-89f8-107c72b87151 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:18.103652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Port f635f839-4d4c-4150-b4d9-5fbe2198dabb on network 13b5a113-bd79-40d8-89f8-107c72b87151 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:18.104026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Attempting to bind port f635f839-4d4c-4150-b4d9-5fbe2198dabb on network 13b5a113-bd79-40d8-89f8-107c72b87151 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:18.120707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:18.121334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Checking segment: {'id': 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:18.121771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Bound using segment: {'id': 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:18.122776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Bound port: f635f839-4d4c-4150-b4d9-5fbe2198dabb, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:18.123140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.217392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-da7c3a20-3a99-4a2f-94c9-89b25cbf3d7a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2029533 Nov 27 15:55:18.289234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:18.291191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] For port f635f839-4d4c-4150-b4d9-5fbe2198dabb, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:18.316747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] For port f635f839-4d4c-4150-b4d9-5fbe2198dabb, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb,segment=NetworkSegment(fd703c74-de46-41d1-b8d1-ff7256fe2dfe),segment_id=fd703c74-de46-41d1-b8d1-ff7256fe2dfe)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:18.325125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.349837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3f021-f1e2-4f50-9e37-1d0658a7c03e req-00262dd2-69af-4239-9179-d41be5f9c5c1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:18.351672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35d3f021-f1e2-4f50-9e37-1d0658a7c03e req-00262dd2-69af-4239-9179-d41be5f9c5c1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1331940 Nov 27 15:55:18.383912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:18.384670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.386122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] 10.222.0.37 "PUT /v2.0/ports/f635f839-4d4c-4150-b4d9-5fbe2198dabb HTTP/1.1" status: 200 len: 1092 time: 1.3913331 Nov 27 15:55:18.397785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:18.435649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-99b88998-bfe4-4216-924e-5efd2c59ced2 service neutron] 10.222.0.15 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060387 Nov 27 15:55:18.448490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d13a0-c67c-4b2e-8e62-de659f91f2fb service neutron] Pushing event updated for resources: {'Port': ['ID=f635f839-4d4c-4150-b4d9-5fbe2198dabb,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:18.485682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.495750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-488b5e22-a53f-46c3-a982-9fec8acf527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:18.497605 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-488b5e22-a53f-46c3-a982-9fec8acf527c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d80a899863db4fcd9fd689a29a6fb552&device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 1095 time: 0.0647140 Nov 27 15:55:18.498758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.523776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35d3f021-f1e2-4f50-9e37-1d0658a7c03e req-11b772c7-73f9-4fc2-9b8f-bf6377811cac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637495 Nov 27 15:55:18.563814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:18.600816 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a2f37772-a458-475f-9b7d-98bb42b60c44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb HTTP/1.1" status: 200 len: 217 time: 0.0470738 Nov 27 15:55:18.601399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ce457f6b-fe7c-49db-8ea7-44ac58b7b7a8 service neutron] 10.222.0.15 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648347 Nov 27 15:55:18.650354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-5c3ceec3-c83d-4e1d-986a-4e57082fa514 service neutron] 10.222.0.15 "GET /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0478189 Nov 27 15:55:18.685399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on host n-h2-819494-4 for vnic_type normal with profile {"migrating_to": "n-h1-819494-4"} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:18.686040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:18.686421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:18.694815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:18.695206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Attempting to bind port 2d026675-9f47-41a4-89a1-13881e168b0f on network 909a1380-a230-48ba-869c-ef496b2094ea {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:18.704242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-9b5254ea-f1e0-472c-961a-6d40ea08584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:18.705797 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-9b5254ea-f1e0-472c-961a-6d40ea08584d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73 HTTP/1.1" status: 200 len: 854 time: 0.0950167 Nov 27 15:55:18.706683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:18.707012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Checking segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:18.707405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Bound using segment: {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:18.707808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Bound port: 2d026675-9f47-41a4-89a1-13881e168b0f, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc66ed9-5654-4faa-8ce1-654d90a7bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '909a1380-a230-48ba-869c-ef496b2094ea'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:18.708165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.759785 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-a74c1b13-3e4e-41c8-beee-94a7f4fd5a83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13b5a113-bd79-40d8-89f8-107c72b87151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423071 Nov 27 15:55:18.788261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-253dce9a-06e7-49c2-b0c7-cba881b2c29d service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369979 Nov 27 15:55:18.908022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:18.916699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:18.930448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:18.993041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:19.000245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-e76e463e-ab62-4f79-8a7e-2b787d1776c2 service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046051 Nov 27 15:55:19.001325 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-fa29b48f-f061-48e4-8538-50ef71b67922 service neutron] 10.222.0.37 "GET /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064931 Nov 27 15:55:19.060585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4e4e564d-6e52-4c6b-a410-5f591e09b97c service neutron] 10.222.0.15 "GET /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582297 Nov 27 15:55:19.123353 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bcc77e7e-4c21-4eb0-b02e-28c84b6a6ce2 req-09f9d279-c1c1-4bcf-a6e9-5cd2b54c0ec2 service neutron] 10.222.0.37 "GET /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053054 Nov 27 15:55:19.147688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:19.148072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:19.149619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-d561c296-4c4c-45a7-827f-535d6839e3bd service neutron] 10.222.0.21 "PUT /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 1122 time: 1.4886057 Nov 27 15:55:19.160897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51e502-29eb-4650-8dc3-e1ff186d6271 req-1814859c-4986-4a18-a757-96ffc9410663 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:19.172156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f51e502-29eb-4650-8dc3-e1ff186d6271 req-1814859c-4986-4a18-a757-96ffc9410663 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.3035691 Nov 27 15:55:19.266363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['2d026675-9f47-41a4-89a1-13881e168b0f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:19.270798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2d026675-9f47-41a4-89a1-13881e168b0f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:19.293913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f51e502-29eb-4650-8dc3-e1ff186d6271 req-32c0b229-ddce-4754-b302-0f6418fe6446 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179285 Nov 27 15:55:19.296800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-df7994a3-5818-42f8-a98e-1f337caa5e85 service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339871 Nov 27 15:55:19.508167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-da8b46c6-f9fa-421e-b845-ca109d284033 service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909568 Nov 27 15:55:19.590297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e615-526a-411e-8e58-590a15e14daa req-20e4ce98-f29b-488a-bf68-36f2b9fbf7ff tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:19.591999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c547e615-526a-411e-8e58-590a15e14daa req-20e4ce98-f29b-488a-bf68-36f2b9fbf7ff tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 944 time: 0.1284349 Nov 27 15:55:19.661811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-a0c3472a-a767-4b03-a074-a339adb202c9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425831 Nov 27 15:55:19.669898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c547e615-526a-411e-8e58-590a15e14daa req-624ee7e0-3a24-44f1-8307-614159d0d976 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716798 Nov 27 15:55:19.694292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:55:19.698828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acaf3141-f0a5-430b-8c85-bff37e212b18 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:19.740277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: acaf3141-f0a5-430b-8c85-bff37e212b18 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:19.748442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acaf3141-f0a5-430b-8c85-bff37e212b18 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:19.779778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-6089fa82-2885-477c-95ba-febaefb50eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059828 Nov 27 15:55:19.828733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'tag': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb'}, {'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f'}, {'name': 'network-changed', 'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:19.831122 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa27b57b-ac79-4d16-9365-1c8d06a275f5", "tag": "f635f839-4d4c-4150-b4d9-5fbe2198dabb"}, {"server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "name": "network-vif-unplugged", "status": "completed", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f"}, {"name": "network-changed", "server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:19.894509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a10cb38-9590-4457-911c-f90eeaf5d30f service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071234 Nov 27 15:55:19.949480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:19.971621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f has no active binding in host n-h1-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 15:55:20.016562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e86578-c10c-4c58-be19-ba2e9e989848 req-082b1014-7d79-404c-992f-368787fb6286 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:20.018105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52e86578-c10c-4c58-be19-ba2e9e989848 req-082b1014-7d79-404c-992f-368787fb6286 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1182718 Nov 27 15:55:20.058483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-5491a6f9-2b76-48b8-92a0-79ae363ea1e6 service neutron] 10.222.0.15 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441097 Nov 27 15:55:20.135033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52e86578-c10c-4c58-be19-ba2e9e989848 req-e3242cf8-3e0c-424e-bc42-33f9259d94d6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044824 Nov 27 15:55:20.193942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-3a582b2f-6ac0-42d4-8f10-747a9a034fcd service neutron] 10.222.0.15 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248379 Nov 27 15:55:20.307138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-18ac398b-3671-434d-b64d-86cc54b1f4c7 service neutron] 10.222.0.15 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051190 Nov 27 15:55:20.333928 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f264fdd-a380-486c-aba0-4ae8ca361aa6 x-openstack-request-id: req-1f264fdd-a380-486c-aba0-4ae8ca361aa6 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:20.334294 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa27b57b-ac79-4d16-9365-1c8d06a275f5", "tag": "f635f839-4d4c-4150-b4d9-5fbe2198dabb", "status": "completed", "code": 200}, {"server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "name": "network-vif-unplugged", "status": "completed", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f", "code": 200}, {"name": "network-changed", "server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:20.334494 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f264fdd-a380-486c-aba0-4ae8ca361aa6 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:20.334911 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'tag': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb', 'status': 'completed', 'code': 200} Nov 27 15:55:20.336916 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f', 'code': 200} Nov 27 15:55:20.336916 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f', 'status': 'completed', 'code': 200} Nov 27 15:55:20.363702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41922) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:20.442222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-15c5a361-b450-42f8-8f93-9007fb3c1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:20.443756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-15c5a361-b450-42f8-8f93-9007fb3c1cfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d80a899863db4fcd9fd689a29a6fb552&device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 1095 time: 0.0715866 Nov 27 15:55:20.460608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-fea8aede-d700-40d1-8926-4834da738ffa service neutron] 10.222.0.15 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451557 Nov 27 15:55:20.546257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17de128e-3feb-42ec-9e1f-05ba09bde0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:20.635433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-c97d89db-b0c4-4b87-b13f-5258999e53ec service neutron] 10.222.0.15 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579993 Nov 27 15:55:20.641712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17de128e-3feb-42ec-9e1f-05ba09bde0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:20.643901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222126d6-457b-4cfb-a14c-7769b77f90a0 req-2985ef6a-e357-4e59-ac69-7c64244226c2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:20.645258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-222126d6-457b-4cfb-a14c-7769b77f90a0 req-2985ef6a-e357-4e59-ac69-7c64244226c2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.0913932 Nov 27 15:55:20.648100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17de128e-3feb-42ec-9e1f-05ba09bde0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:20.728035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-222126d6-457b-4cfb-a14c-7769b77f90a0 req-b212a0ac-180a-41ca-8397-8649f0cf745c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713711 Nov 27 15:55:20.739712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-17de128e-3feb-42ec-9e1f-05ba09bde0cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60f20de7719541719c63341aa4a01f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3692088 Nov 27 15:55:20.739712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de128e-3feb-42ec-9e1f-05ba09bde0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d23cf-29b2-4f2f-9f83-8ebfac7c56e2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:20.742895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41930) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:20.747682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-16ec9cd4-d6d4-4707-b5f5-7eb8ee6072a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:20.757162 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-16ec9cd4-d6d4-4707-b5f5-7eb8ee6072a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13b5a113-bd79-40d8-89f8-107c72b87151 HTTP/1.1" status: 200 len: 915 time: 0.2953625 Nov 27 15:55:20.827462 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-fba978ba-3377-4509-8a7a-69f48176e7e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb HTTP/1.1" status: 200 len: 217 time: 0.0592096 Nov 27 15:55:20.829440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c802409-6713-45e8-94f4-f2cea0fc7db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:20.875998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c802409-6713-45e8-94f4-f2cea0fc7db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:20.909865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea03f1-d54c-469d-a330-b86bcce345af req-9d6b8b44-150c-4859-934e-6f46a80697c0 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:20.913177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-e01c45f0-3610-423a-a0ed-4455a1489a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:20.915269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-e01c45f0-3610-423a-a0ed-4455a1489a2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73 HTTP/1.1" status: 200 len: 854 time: 0.0771945 Nov 27 15:55:20.916368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfea03f1-d54c-469d-a330-b86bcce345af req-9d6b8b44-150c-4859-934e-6f46a80697c0 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 944 time: 0.1010571 Nov 27 15:55:20.954498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-09f81fc6-fafc-430f-a9c6-70f692a322f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13b5a113-bd79-40d8-89f8-107c72b87151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311308 Nov 27 15:55:20.990736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfea03f1-d54c-469d-a330-b86bcce345af req-9d4e0af9-3c1c-4404-b029-ffb7fbcdba11 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667882 Nov 27 15:55:20.999991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c802409-6713-45e8-94f4-f2cea0fc7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.003872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c802409-6713-45e8-94f4-f2cea0fc7db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.005323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7c802409-6713-45e8-94f4-f2cea0fc7db2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e54d23cf-29b2-4f2f-9f83-8ebfac7c56e2 HTTP/1.1" status: 204 len: 168 time: 0.2635431 Nov 27 15:55:21.015605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c802409-6713-45e8-94f4-f2cea0fc7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d23cf-29b2-4f2f-9f83-8ebfac7c56e2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:21.108193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-77dbb580-a1bc-4840-9558-7f70e61d8ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443770 Nov 27 15:55:21.138848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f635f839-4d4c-4150-b4d9-5fbe2198dabb details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:55:21.296446 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-13a9296c-97e8-4093-8b7d-cb614d064b73 service neutron] 10.222.0.37 "GET /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747785 Nov 27 15:55:21.356054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port f635f839-4d4c-4150-b4d9-5fbe2198dabb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb,segment=NetworkSegment(fd703c74-de46-41d1-b8d1-ff7256fe2dfe),segment_id=fd703c74-de46-41d1-b8d1-ff7256fe2dfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:21.377370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8ba5-7243-478b-9e67-8a172f317325 req-c8bcdcf5-d4e1-4b5c-b639-3edcf16fef66 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:21.388453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d3b8ba5-7243-478b-9e67-8a172f317325 req-c8bcdcf5-d4e1-4b5c-b639-3edcf16fef66 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0679502 Nov 27 15:55:21.409879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb', 'network_id': '13b5a113-bd79-40d8-89f8-107c72b87151', 'port_id': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb', 'mac_address': 'fa:16:3e:e7:e2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:55:21.456093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-1255d60a-3f52-4034-a677-9e738a2a3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:21.460065 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-1255d60a-3f52-4034-a677-9e738a2a3d8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1125 time: 0.0701950 Nov 27 15:55:21.468473 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.485835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f635f839-4d4c-4150-b4d9-5fbe2198dabb {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:21.497739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d3b8ba5-7243-478b-9e67-8a172f317325 req-a14b1d97-9dc7-41ad-a3e7-8e1ac99bec18 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077304 Nov 27 15:55:21.539261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port f635f839-4d4c-4150-b4d9-5fbe2198dabb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb,segment=NetworkSegment(fd703c74-de46-41d1-b8d1-ff7256fe2dfe),segment_id=fd703c74-de46-41d1-b8d1-ff7256fe2dfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:21.549065 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.580211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41972) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:21.628708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-543cc37f-e39f-4356-a90a-12a6799126b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.670050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=f635f839-4d4c-4150-b4d9-5fbe2198dabb,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:21.733582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-42a3ee08-780c-4d69-a9cc-24946e70666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:21.736085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-42a3ee08-780c-4d69-a9cc-24946e70666d service neutron] 10.222.0.37 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.2607105 Nov 27 15:55:21.802074 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-ed2b2d1d-ddf2-4995-82e2-eb6660ae3eb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 217 time: 0.0548050 Nov 27 15:55:21.864019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['f635f839-4d4c-4150-b4d9-5fbe2198dabb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:21.875693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-543cc37f-e39f-4356-a90a-12a6799126b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.885614 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-543cc37f-e39f-4356-a90a-12a6799126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:21.892346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-431d5abc-3787-460d-902d-8f428a122162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:21.894128 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-431d5abc-3787-460d-902d-8f428a122162 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0826547 Nov 27 15:55:21.955053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-0a7d2a82-7a81-48ca-8ad7-67c2d24ace4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529416 Nov 27 15:55:21.972251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cc37f-e39f-4356-a90a-12a6799126b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f55eb69-ab11-4830-9ab4-b090c8bd7cb9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:22.104875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-543cc37f-e39f-4356-a90a-12a6799126b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0e18255a46a4f178f73e7f470eb3c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5208383 Nov 27 15:55:22.121319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41988) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:22.131961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f98240dc-38e0-482a-9b3c-f940d515375c req-a7bf2f7b-652d-4560-8a8f-bc22cd5ff5f1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.5405173 Nov 27 15:55:22.259157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef236ea-3019-4b7f-bec2-5def7fa76b6a req-a1cf0d4b-026f-4996-a1c1-236c11a709b4 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:22.267681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef236ea-3019-4b7f-bec2-5def7fa76b6a req-a1cf0d4b-026f-4996-a1c1-236c11a709b4 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:22.269830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fef236ea-3019-4b7f-bec2-5def7fa76b6a req-a1cf0d4b-026f-4996-a1c1-236c11a709b4 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51&device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 1682 time: 0.3011258 Nov 27 15:55:22.380593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18d8e247-7405-4f59-a71e-94315fa7ee59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:22.412764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fef236ea-3019-4b7f-bec2-5def7fa76b6a req-664e838b-0c85-4aab-b14e-04da8ef7deed tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318047 Nov 27 15:55:22.446922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9308-fc6e-4186-9606-f6c0c3917d66 req-bd52e7e6-9b2f-40f7-a8fe-b83b16065855 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:22.462123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11fc9308-fc6e-4186-9606-f6c0c3917d66 req-bd52e7e6-9b2f-40f7-a8fe-b83b16065855 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1850863 Nov 27 15:55:22.508849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18d8e247-7405-4f59-a71e-94315fa7ee59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:22.537496 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-1fe41e87-ddba-4f69-b194-e3e180136124 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739491 Nov 27 15:55:22.617685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11fc9308-fc6e-4186-9606-f6c0c3917d66 req-c5d0fc37-9e38-456e-ab1a-ea8a3667ee4d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545060 Nov 27 15:55:22.625858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d9c08-7841-4b1f-8d9a-dce3f3c0de16 req-b247ce88-fb7a-4f07-be32-75346b7916ed tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:22.632944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b12d9c08-7841-4b1f-8d9a-dce3f3c0de16 req-b247ce88-fb7a-4f07-be32-75346b7916ed tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 945 time: 0.1019509 Nov 27 15:55:22.680463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-690a84a3-d0d6-4700-bf88-60f6d7fc99a1 req-865ac32c-254b-4ca5-91a0-69ee7d8ede28 service neutron] 10.222.0.37 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337941 Nov 27 15:55:22.686447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18d8e247-7405-4f59-a71e-94315fa7ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:22.689620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18d8e247-7405-4f59-a71e-94315fa7ee59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:22.694197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18d8e247-7405-4f59-a71e-94315fa7ee59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f55eb69-ab11-4830-9ab4-b090c8bd7cb9 HTTP/1.1" status: 204 len: 168 time: 0.5546784 Nov 27 15:55:22.719719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b12d9c08-7841-4b1f-8d9a-dce3f3c0de16 req-09e6c32c-0054-4724-8b25-8d500a86dbdb tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836701 Nov 27 15:55:22.730410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8e247-7405-4f59-a71e-94315fa7ee59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f55eb69-ab11-4830-9ab4-b090c8bd7cb9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:22.920766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9183e41-6b94-428a-a013-cfa7a331fa45 req-d73e6d44-ae0e-474a-a249-ac384a387d4a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:22.922467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9183e41-6b94-428a-a013-cfa7a331fa45 req-d73e6d44-ae0e-474a-a249-ac384a387d4a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0853631 Nov 27 15:55:22.994473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9183e41-6b94-428a-a013-cfa7a331fa45 req-af81a830-b2e1-4a99-a48b-85648ee5e4ab tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639760 Nov 27 15:55:23.162621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f635f839-4d4c-4150-b4d9-5fbe2198dabb up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:23.294938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port f635f839-4d4c-4150-b4d9-5fbe2198dabb completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:55:23.300869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port f635f839-4d4c-4150-b4d9-5fbe2198dabb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:23.302397 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:23.374781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0edc79ad-aefb-42c8-a6c7-2f5c15523475 req-e7771047-e0c8-4d67-8971-4c7fb9f63e81 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0678794 Nov 27 15:55:23.377758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-5d42b46d-6e1f-4306-82cc-75c2df69b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.379830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-5d42b46d-6e1f-4306-82cc-75c2df69b00e service neutron] 10.222.0.21 "GET /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 1027 time: 0.0915363 Nov 27 15:55:23.458109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b0c04879-4748-4c3d-b81b-07a36f6d340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.460593 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b0c04879-4748-4c3d-b81b-07a36f6d340d service neutron] 10.222.0.21 "GET /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 1028 time: 0.0691776 Nov 27 15:55:23.545907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:23.601619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port f635f839-4d4c-4150-b4d9-5fbe2198dabb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb,segment=NetworkSegment(fd703c74-de46-41d1-b8d1-ff7256fe2dfe),segment_id=fd703c74-de46-41d1-b8d1-ff7256fe2dfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:23.605048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:23.612684 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6928fab-80bf-4c45-8d1d-e48e4a9c823e" -d '{"events": [{"server_uuid": "fa27b57b-ac79-4d16-9365-1c8d06a275f5", "name": "network-vif-plugged", "status": "completed", "tag": "f635f839-4d4c-4150-b4d9-5fbe2198dabb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:23.628113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:23.709254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738a301-778e-44c3-99d1-5fbd38968d9f req-df21a0b7-3188-42f9-85e6-ff931f940269 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.709912 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de8ae8-91b5-4dd9-8a2f-d0638133de33 x-openstack-request-id: req-e6de8ae8-91b5-4dd9-8a2f-d0638133de33 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:23.710413 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27b57b-ac79-4d16-9365-1c8d06a275f5", "name": "network-vif-plugged", "status": "completed", "tag": "f635f839-4d4c-4150-b4d9-5fbe2198dabb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:23.710849 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6de8ae8-91b5-4dd9-8a2f-d0638133de33 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:23.711489 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb', 'code': 200} Nov 27 15:55:23.712046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4738a301-778e-44c3-99d1-5fbd38968d9f req-df21a0b7-3188-42f9-85e6-ff931f940269 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 946 time: 0.1217101 Nov 27 15:55:23.736309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-28dda96f-b0e9-426b-a8de-d121dd18140d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.756684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-28dda96f-b0e9-426b-a8de-d121dd18140d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.769820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-28dda96f-b0e9-426b-a8de-d121dd18140d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.772180 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-28dda96f-b0e9-426b-a8de-d121dd18140d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/networks?id=811a8894-b37d-4e8b-beed-69c0550e5d7e&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=3612dd2d-b6da-4890-8d81-c127f9a40abe&id=3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 200 len: 1988 time: 0.2940416 Nov 27 15:55:23.781952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=f635f839-4d4c-4150-b4d9-5fbe2198dabb,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:23.876164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d875a5-a233-4214-8db5-efc8f742e361 req-4a3412cc-69cb-4e2d-9e54-fe58775370d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.878004 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21d875a5-a233-4214-8db5-efc8f742e361 req-4a3412cc-69cb-4e2d-9e54-fe58775370d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 1097 time: 0.1047492 Nov 27 15:55:23.882072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4738a301-778e-44c3-99d1-5fbd38968d9f req-e7b0c4ae-4db8-4204-a6f0-9e5dae526bd7 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573055 Nov 27 15:55:23.893788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-72dc5eaf-216c-406c-a0ad-3bd0fd49a0e8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a HTTP/1.1" status: 200 len: 379 time: 0.0919380 Nov 27 15:55:23.913454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c1b1-bc80-4504-9860-dd5e556d3677 req-74f90727-2f30-4c2f-b355-ccb96746622c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:23.914970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15f3c1b1-bc80-4504-9860-dd5e556d3677 req-74f90727-2f30-4c2f-b355-ccb96746622c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.1206803 Nov 27 15:55:23.952581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'admin_state_up': True, 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'security_groups': ['1da8e929-de90-4d27-9f80-0e5494f84649']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:23.999910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21d875a5-a233-4214-8db5-efc8f742e361 req-450d8f82-526b-4bb0-add3-d8375685dfcc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043642 Nov 27 15:55:24.034210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15f3c1b1-bc80-4504-9860-dd5e556d3677 req-a74fe9a1-023d-4632-9924-64580cc5389c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115446 Nov 27 15:55:24.069112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967a2f6-60b6-440c-8680-18016d46c538 req-2147093f-3b29-4354-8956-775ec3933af6 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:24.077891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3967a2f6-60b6-440c-8680-18016d46c538 req-2147093f-3b29-4354-8956-775ec3933af6 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 946 time: 0.1169894 Nov 27 15:55:24.123390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:24.128208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:24.151541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3967a2f6-60b6-440c-8680-18016d46c538 req-6a67d4d0-3b51-47c4-ba22-eca5225f298e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725343 Nov 27 15:55:24.269435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51a46c-1d8f-4c8c-acd0-286e77d58c29 req-d9628493-0f1d-409a-a0d7-ce06c44758c2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:24.279510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da51a46c-1d8f-4c8c-acd0-286e77d58c29 req-d9628493-0f1d-409a-a0d7-ce06c44758c2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0716221 Nov 27 15:55:24.332498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 172.20.0.10 (811a8894-b37d-4e8b-beed-69c0550e5d7e/0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4/3e456568-8903-4038-8b7f-cf7580976d92) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:24.418429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da51a46c-1d8f-4c8c-acd0-286e77d58c29 req-d768575f-e088-439e-b306-bd34548253b1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364062 Nov 27 15:55:24.487328 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:55:24.539643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:24.583691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:24.697330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:24.702536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:24.708407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:24.769964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:24.787217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:24.788036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:24.808705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65885b89-5818-4412-8aaf-71b1a1b2e631 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724172 Nov 27 15:55:24.826409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'admin_state_up': True, 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'security_groups': ['1da8e929-de90-4d27-9f80-0e5494f84649']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:24.973534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af0e3369-f4b5-4e03-be36-8957adcb21df req-298140b4-1692-49ad-893c-91dfd0c343fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.4704413 Nov 27 15:55:24.994721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-cc9f5b23-b6c1-415d-bdbc-5b1704c4fcd1 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:24.996333 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-cc9f5b23-b6c1-415d-bdbc-5b1704c4fcd1 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 946 time: 0.1292913 Nov 27 15:55:25.164849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-70cf987c-7494-4d34-addf-5b784eea0a81 None None] Provisioning complete for port 3e456568-8903-4038-8b7f-cf7580976d92 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:25.167014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70cf987c-7494-4d34-addf-5b784eea0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:25.168871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:25.176036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:25.184052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be7600-8a41-457a-a76f-f230fde40ea7 req-38f22737-f525-4564-aee5-0fbf1e14a970 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:25.208101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2be7600-8a41-457a-a76f-f230fde40ea7 req-38f22737-f525-4564-aee5-0fbf1e14a970 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 946 time: 0.1681075 Nov 27 15:55:25.259780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Deleting port d189dd98-8e63-4a8f-975f-cccb4b738559 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:25.260095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:25.278957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-70cf987c-7494-4d34-addf-5b784eea0a81 None None] Port 3e456568-8903-4038-8b7f-cf7580976d92 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:25.319223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2be7600-8a41-457a-a76f-f230fde40ea7 req-58107f50-9d16-4e12-afbc-ead15fe74540 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/security-groups?id=a573f002-4a57-40ec-89a3-6498e7fe7dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100729 Nov 27 15:55:25.418797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] For port d189dd98-8e63-4a8f-975f-cccb4b738559, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=d189dd98-8e63-4a8f-975f-cccb4b738559,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:25.419688 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:25.439549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Calling delete_port for d189dd98-8e63-4a8f-975f-cccb4b738559 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:25.506646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cf4e-44de-4d20-8fa8-f4eec0afc10b req-7ca9bb62-aee5-45c5-9214-e5bd9af7aa15 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:25.518397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20c2cf4e-44de-4d20-8fa8-f4eec0afc10b req-7ca9bb62-aee5-45c5-9214-e5bd9af7aa15 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 946 time: 0.0803978 Nov 27 15:55:25.604998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447809-01a4-4b7d-83a0-b247511484b8 req-2f27b314-9818-4a95-97e7-3afe8e8d8857 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:25.607094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e447809-01a4-4b7d-83a0-b247511484b8 req-2f27b314-9818-4a95-97e7-3afe8e8d8857 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.3962266 Nov 27 15:55:25.626805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20c2cf4e-44de-4d20-8fa8-f4eec0afc10b req-e5509cc5-cebd-4429-ae2a-b16106e6b375 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035912 Nov 27 15:55:25.674534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:25.689389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['fce5c921-5862-4e67-b616-3a2503552af1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:25.703728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e447809-01a4-4b7d-83a0-b247511484b8 req-a57c5256-f55b-47d4-b71c-67e5675a18a2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828867 Nov 27 15:55:25.750376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['d189dd98-8e63-4a8f-975f-cccb4b738559'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:25.761228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Pushing event deleted for resources: {'Port': ['ID=d189dd98-8e63-4a8f-975f-cccb4b738559,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:25.885367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 10.1.1.105 (ac0cf00f-7189-441a-afba-8114ce6bcd0d/1b0f39ae-9a58-4ef7-98fe-ca45267f7364/f4e1571f-5343-4cb8-935a-b7c654af1322) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:25.915522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729753c-68b7-4d44-9a59-079169089a74 req-621b2aab-ae5d-4fbe-ad27-60480bfa5667 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:25.924602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7729753c-68b7-4d44-9a59-079169089a74 req-621b2aab-ae5d-4fbe-ad27-60480bfa5667 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1078300 Nov 27 15:55:25.944910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] No DVR routers for this DVR port d189dd98-8e63-4a8f-975f-cccb4b738559 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:25.955073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:25.960561 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9b494163-2774-41ef-afe9-a5b12994d3eb req-1aedad36-835c-47f3-af68-b76609d4e999 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.37 "DELETE /v2.0/ports/d189dd98-8e63-4a8f-975f-cccb4b738559 HTTP/1.1" status: 204 len: 173 time: 0.9433095 Nov 27 15:55:25.967768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'name': 'network-vif-deleted', 'tag': 'd189dd98-8e63-4a8f-975f-cccb4b738559'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:25.973760 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054954f4-bd74-4ca0-979d-f4d4ad5df93b" -d '{"events": [{"server_uuid": "3a87be08-d37d-49d9-9a65-e5d4eb5c9b51", "name": "network-vif-deleted", "tag": "d189dd98-8e63-4a8f-975f-cccb4b738559"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:26.014907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-b2e98443-4359-4928-a307-b7ccb7e5b060 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:26.019289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-b2e98443-4359-4928-a307-b7ccb7e5b060 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 945 time: 0.4311190 Nov 27 15:55:26.034302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7729753c-68b7-4d44-9a59-079169089a74 req-c79af3aa-c327-49fb-91e7-3fe4a7cf9225 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083701 Nov 27 15:55:26.085583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:26.163127 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a2eac-077c-4017-a75d-0c8a950d9342 x-openstack-request-id: req-e34a2eac-077c-4017-a75d-0c8a950d9342 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:26.163425 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a87be08-d37d-49d9-9a65-e5d4eb5c9b51", "name": "network-vif-deleted", "tag": "d189dd98-8e63-4a8f-975f-cccb4b738559", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:26.163692 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e34a2eac-077c-4017-a75d-0c8a950d9342 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:26.164081 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a87be08-d37d-49d9-9a65-e5d4eb5c9b51', 'name': 'network-vif-deleted', 'tag': 'd189dd98-8e63-4a8f-975f-cccb4b738559', 'status': 'completed', 'code': 200} Nov 27 15:55:26.250754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edea78-cef0-407b-bc48-9fbf9e83d2c2 req-48247eed-6445-41fd-888c-12761ca09875 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:26.259561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3edea78-cef0-407b-bc48-9fbf9e83d2c2 req-48247eed-6445-41fd-888c-12761ca09875 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 932 time: 0.0859785 Nov 27 15:55:26.319197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc1-510e-4439-b9f3-6a416bc05540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.362687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3edea78-cef0-407b-bc48-9fbf9e83d2c2 req-25d20735-fa1f-4dce-8a9a-493b9774601e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011646 Nov 27 15:55:26.366259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.391723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Deleting port fce5c921-5862-4e67-b616-3a2503552af1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:26.392097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.574385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc1-510e-4439-b9f3-6a416bc05540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.600463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.619912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b3bf834-326d-451b-be60-1f752690a7ff req-fb31f6e9-d9d3-4a9d-b84b-845d4e4b50c0 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a87be08-d37d-49d9-9a65-e5d4eb5c9b51 HTTP/1.1" status: 200 len: 210 time: 0.0834813 Nov 27 15:55:26.621111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc1-510e-4439-b9f3-6a416bc05540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.666692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:26.695502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ba81fc1-510e-4439-b9f3-6a416bc05540 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26ba481985074782bd35c115d9fbd739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6083510 Nov 27 15:55:26.696753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba81fc1-510e-4439-b9f3-6a416bc05540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfbcfb7-f8c6-44a4-88ff-879d1cb9e61e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:26.699545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42136) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:26.700577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:26.707071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:26.712877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] For port fce5c921-5862-4e67-b616-3a2503552af1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=fce5c921-5862-4e67-b616-3a2503552af1,segment=NetworkSegment(74472076-74b6-4a8f-b399-1df6f76a899f),segment_id=74472076-74b6-4a8f-b399-1df6f76a899f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:26.713262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.727164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:26.814910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Calling delete_port for fce5c921-5862-4e67-b616-3a2503552af1 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:26.823807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-988e8caf-ef5c-45da-a16e-81a1671ae4c0 service neutron] 10.222.0.37 "GET /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f/bindings/n-h1-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.2997715 Nov 27 15:55:26.915710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:26.917053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.932432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d419982-457e-4ad4-a3b4-a1a30c15f4b8 req-7d7029a5-8806-43e3-b87a-7c822df05b9e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:26.934428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d419982-457e-4ad4-a3b4-a1a30c15f4b8 req-7d7029a5-8806-43e3-b87a-7c822df05b9e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 946 time: 0.1834140 Nov 27 15:55:26.957598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29b6674-630c-4bd1-87f0-2644fda94c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:26.976602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67601-5c5f-4d90-9d7a-b803252fc22e req-4dbc8980-7e6a-4d79-b381-41241f42f1bf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:26.978617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40c67601-5c5f-4d90-9d7a-b803252fc22e req-4dbc8980-7e6a-4d79-b381-41241f42f1bf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2059665 Nov 27 15:55:26.980564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-a5acdb2e-2d15-4c8b-bac0-47384c0a6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:26.982490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-a5acdb2e-2d15-4c8b-bac0-47384c0a6c6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1095 time: 0.2288606 Nov 27 15:55:27.004729 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b6650f13-6daa-4133-a772-c8a35d1dc6ed tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1827097 Nov 27 15:55:27.018140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'admin_state_up': True, 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'security_groups': ['1da8e929-de90-4d27-9f80-0e5494f84649']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:27.023005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc5d5948-a46b-41ab-a5ce-303427f3525e None None] Provisioning complete for port f4e1571f-5343-4cb8-935a-b7c654af1322 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:27.024024 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5948-a46b-41ab-a5ce-303427f3525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.061442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d5948-a46b-41ab-a5ce-303427f3525e None None] Port f4e1571f-5343-4cb8-935a-b7c654af1322 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:27.063878 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29b6674-630c-4bd1-87f0-2644fda94c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.160640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40c67601-5c5f-4d90-9d7a-b803252fc22e req-09c46e3f-3ffc-4301-a393-0ae4daafb2df tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645005 Nov 27 15:55:27.191877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:27.212928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d419982-457e-4ad4-a3b4-a1a30c15f4b8 req-f08f2a87-232e-4e46-9e70-5462c09c3971 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555847 Nov 27 15:55:27.300584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-353b2003-41c9-459c-bf63-456471373cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:27.302853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-353b2003-41c9-459c-bf63-456471373cf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.3045959 Nov 27 15:55:27.303768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:27.307295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.307832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29b6674-630c-4bd1-87f0-2644fda94c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.312012 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29b6674-630c-4bd1-87f0-2644fda94c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.316147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b29b6674-630c-4bd1-87f0-2644fda94c03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cfbcfb7-f8c6-44a4-88ff-879d1cb9e61e HTTP/1.1" status: 204 len: 168 time: 0.5969210 Nov 27 15:55:27.321852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.380257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device d189dd98-8e63-4a8f-975f-cccb4b738559 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:27.387919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Pushing event deleted for resources: {'Port': ['ID=fce5c921-5862-4e67-b616-3a2503552af1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:27.400849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:27.407031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: d189dd98-8e63-4a8f-975f-cccb4b738559 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:27.407410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device d189dd98-8e63-4a8f-975f-cccb4b738559 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:27.439361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e243-2987-4bc6-b042-cf38d764b688 req-01a9283b-0f6b-4e37-8de5-8e8737765327 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:27.447746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eb5e243-2987-4bc6-b042-cf38d764b688 req-01a9283b-0f6b-4e37-8de5-8e8737765327 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 944 time: 0.2051442 Nov 27 15:55:27.459066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b6674-630c-4bd1-87f0-2644fda94c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfbcfb7-f8c6-44a4-88ff-879d1cb9e61e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:27.512018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-afafef09-f590-407b-990d-d70680586fd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 998 time: 0.1971133 Nov 27 15:55:27.516813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] No DVR routers for this DVR port fce5c921-5862-4e67-b616-3a2503552af1 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:27.525328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.529547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e76d470-9dab-4243-84eb-4fe0156c98c9 req-9a09667b-a0e6-420e-a783-334e55734b77 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.21 "DELETE /v2.0/ports/fce5c921-5862-4e67-b616-3a2503552af1 HTTP/1.1" status: 204 len: 173 time: 1.4043572 Nov 27 15:55:27.533500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:27.630073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eb5e243-2987-4bc6-b042-cf38d764b688 req-bf82cfeb-e904-494f-8569-056a68c4f29a tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808565 Nov 27 15:55:27.653068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d026675-9f47-41a4-89a1-13881e168b0f {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:27.672544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:27.701678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 10.1.1.174 (ac0cf00f-7189-441a-afba-8114ce6bcd0d/1b0f39ae-9a58-4ef7-98fe-ca45267f7364/46819611-afb3-4c0d-af56-91293a072eee) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:27.703737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.782678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-f1be336d-86de-4058-a9f1-e5190c40cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:27.786792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-f1be336d-86de-4058-a9f1-e5190c40cc03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.2598493 Nov 27 15:55:27.829894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6c11-563d-431f-836d-8c04d8bc3e31 req-c21e761a-9cf2-4056-a9df-04350b6a85d9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:27.848744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6c11-563d-431f-836d-8c04d8bc3e31 req-c21e761a-9cf2-4056-a9df-04350b6a85d9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:27.851744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc0f6c11-563d-431f-836d-8c04d8bc3e31 req-c21e761a-9cf2-4056-a9df-04350b6a85d9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 1654 time: 0.2784371 Nov 27 15:55:27.882830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42154) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:27.938867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-995cb3b8-c164-472d-9f65-ff23ac75d009 req-36b369d1-0e12-46df-9793-56bd29889606 tempest-ListServersNegativeTestJSON-281354343 tempest-ListServersNegativeTestJSON-281354343-project] 10.222.0.15 "GET /v2.0/ports?device_id=40712aab-885e-43ab-9478-6304b5f5a6c3 HTTP/1.1" status: 200 len: 210 time: 0.0852337 Nov 27 15:55:27.955018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-421f2b1e-3e63-45f3-b577-82e360eddfd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:27.992485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d4744-5dc9-4051-9058-28668b001bb6 req-73922933-b728-41c1-bcc2-8e573cf8cf14 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:27.994033 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-706d4744-5dc9-4051-9058-28668b001bb6 req-73922933-b728-41c1-bcc2-8e573cf8cf14 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 946 time: 0.1984110 Nov 27 15:55:28.009313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc0f6c11-563d-431f-836d-8c04d8bc3e31 req-6dc37f33-cac2-4943-83a7-25feaf613717 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426368 Nov 27 15:55:28.019544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-544bc440-7968-4618-b1f8-bb8e625d1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.034306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-544bc440-7968-4618-b1f8-bb8e625d1d89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695099 Nov 27 15:55:28.060697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] Transition to ACTIVE for port object 2d026675-9f47-41a4-89a1-13881e168b0f will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:28.080150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.166496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.167767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'name': 'network-vif-deleted', 'tag': 'fce5c921-5862-4e67-b616-3a2503552af1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:28.170835 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc048b2-0584-4cab-8e12-90160a5a9fb5" -d '{"events": [{"server_uuid": "40712aab-885e-43ab-9478-6304b5f5a6c3", "name": "network-vif-deleted", "tag": "fce5c921-5862-4e67-b616-3a2503552af1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:28.196170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-55728608-dcc6-4799-99b6-be5cb38e15f1 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625004 Nov 27 15:55:28.238389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] No DVR routers for this DVR port 2d026675-9f47-41a4-89a1-13881e168b0f on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:28.246361 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-421f2b1e-3e63-45f3-b577-82e360eddfd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.263788 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02080b8-eb56-497b-915f-11ae27a2c908 x-openstack-request-id: req-e02080b8-eb56-497b-915f-11ae27a2c908 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:28.264061 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40712aab-885e-43ab-9478-6304b5f5a6c3", "name": "network-vif-deleted", "tag": "fce5c921-5862-4e67-b616-3a2503552af1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:28.265099 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e02080b8-eb56-497b-915f-11ae27a2c908 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:28.265543 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40712aab-885e-43ab-9478-6304b5f5a6c3', 'name': 'network-vif-deleted', 'tag': 'fce5c921-5862-4e67-b616-3a2503552af1', 'status': 'completed', 'code': 200} Nov 27 15:55:28.280432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-421f2b1e-3e63-45f3-b577-82e360eddfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.315882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] Pushing event updated for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:28.343566 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c303c02-83d9-4f8e-be17-d650cb79e05a service neutron] 10.222.0.37 "PUT /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f/bindings/n-h1-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4908431 Nov 27 15:55:28.377103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Deleting port f635f839-4d4c-4150-b4d9-5fbe2198dabb {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:28.377479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.404448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-421f2b1e-3e63-45f3-b577-82e360eddfd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fed120757a76419c8d07931d66ca1f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095861 Nov 27 15:55:28.426467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42164) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:28.442031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f2b1e-3e63-45f3-b577-82e360eddfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8ae2c-46d6-456c-baf3-ed6e4f9aca93,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:28.449160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.509026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399daa4-902d-48b0-91e7-a30160b71555 req-44a3ee50-35cd-4717-8aa2-6baf10e1d0cb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.510779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c399daa4-902d-48b0-91e7-a30160b71555 req-44a3ee50-35cd-4717-8aa2-6baf10e1d0cb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2343125 Nov 27 15:55:28.522131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c43d880b-c1b0-4ff7-9d3e-48f48fe1d9c9 req-9b875e3a-a593-4e35-97a2-5ae0a36a4adc service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069386 Nov 27 15:55:28.537049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:28.541231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac71b4b-2400-447b-bb94-10f49cfdd009 req-3e275318-38c3-4728-b43a-c0df9f71c02a tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.542846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ac71b4b-2400-447b-bb94-10f49cfdd009 req-3e275318-38c3-4728-b43a-c0df9f71c02a tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 946 time: 0.1730962 Nov 27 15:55:28.580610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:28.581528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a930-8015-4f92-91cc-6174305f4fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.607926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:28.613076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:28.619375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-752f4350-b86e-4678-812e-5d74e053e78f tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.621126 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-752f4350-b86e-4678-812e-5d74e053e78f tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.1890695 Nov 27 15:55:28.653171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a930-8015-4f92-91cc-6174305f4fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.671127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c399daa4-902d-48b0-91e7-a30160b71555 req-4d653f7e-c396-437e-a61c-bd1129f9e05a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516318 Nov 27 15:55:28.701149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] For port f635f839-4d4c-4150-b4d9-5fbe2198dabb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=f635f839-4d4c-4150-b4d9-5fbe2198dabb,segment=NetworkSegment(fd703c74-de46-41d1-b8d1-ff7256fe2dfe),segment_id=fd703c74-de46-41d1-b8d1-ff7256fe2dfe)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:28.701529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.750155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ac71b4b-2400-447b-bb94-10f49cfdd009 req-787214a3-6e85-4bed-9ace-e9b2a64b572a tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/security-groups?id=275d8690-512f-4888-a846-e59abc75578c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909339 Nov 27 15:55:28.759616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Calling delete_port for f635f839-4d4c-4150-b4d9-5fbe2198dabb owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:28.788653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.792583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.848175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a930-8015-4f92-91cc-6174305f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.852144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a930-8015-4f92-91cc-6174305f4fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:28.853747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9ac2a930-8015-4f92-91cc-6174305f4fe9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6e8ae2c-46d6-456c-baf3-ed6e4f9aca93 HTTP/1.1" status: 204 len: 168 time: 0.4237161 Nov 27 15:55:28.883924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-fdb0e2cc-04ee-4f94-95b0-8fa92459c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.886460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-fdb0e2cc-04ee-4f94-95b0-8fa92459c321 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a HTTP/1.1" status: 200 len: 1096 time: 0.2141690 Nov 27 15:55:28.906951 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d9a4426d-3ffa-45bc-a8d1-20ef331e436b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8942962 Nov 27 15:55:28.930114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2a930-8015-4f92-91cc-6174305f4fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8ae2c-46d6-456c-baf3-ed6e4f9aca93,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:28.950543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f485-77d7-4ea8-9a19-5c609869875c req-7c4da317-2853-4cf7-8682-9b0ab6169587 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:28.959577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be90f485-77d7-4ea8-9a19-5c609869875c req-7c4da317-2853-4cf7-8682-9b0ab6169587 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.1038651 Nov 27 15:55:28.961628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe', 'admin_state_up': True, 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'security_groups': ['1da8e929-de90-4d27-9f80-0e5494f84649']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:29.024333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-03e6fa0b-84a7-4cee-a976-a524da2a3563 None None] Provisioning complete for port 46819611-afb3-4c0d-af56-91293a072eee triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:29.025287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03e6fa0b-84a7-4cee-a976-a524da2a3563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.074536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42178) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:29.095864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be90f485-77d7-4ea8-9a19-5c609869875c req-3489dfb3-0486-483f-bb30-afc01514926b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359334 Nov 27 15:55:29.131370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-03e6fa0b-84a7-4cee-a976-a524da2a3563 None None] Port 46819611-afb3-4c0d-af56-91293a072eee cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:29.165135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Deleting subnet a09a2692-f599-4fe3-999e-e60a37e6b676 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:55:29.170187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.307628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.334787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:29.384336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7a41-4f27-4090-88d6-7605d5c06441 req-81ee52fc-0f00-4102-be2a-9f680faf921b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:29.390875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7a41-4f27-4090-88d6-7605d5c06441 req-81ee52fc-0f00-4102-be2a-9f680faf921b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:29.396799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7a41-4f27-4090-88d6-7605d5c06441 req-81ee52fc-0f00-4102-be2a-9f680faf921b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:29.398516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c3c7a41-4f27-4090-88d6-7605d5c06441 req-81ee52fc-0f00-4102-be2a-9f680faf921b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 2375 time: 0.1780133 Nov 27 15:55:29.418882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-538eda94-76bf-4dc8-93f7-841417d6172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:29.420748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-538eda94-76bf-4dc8-93f7-841417d6172b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1096 time: 0.4734170 Nov 27 15:55:29.436037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.624476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.632910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.654853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c3c7a41-4f27-4090-88d6-7605d5c06441 req-2e798682-de88-4d7a-b535-47c8dea2e522 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397583 Nov 27 15:55:29.738284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09a2692-f599-4fe3-999e-e60a37e6b676,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:29.753366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.757628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-667ea3c6-513c-4e31-9d95-a9a0fd87025c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a09a2692-f599-4fe3-999e-e60a37e6b676 HTTP/1.1" status: 204 len: 168 time: 0.6556323 Nov 27 15:55:29.759666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:29.766031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fce5c921-5862-4e67-b616-3a2503552af1 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:29.788060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-8c735d3d-f6bc-409e-95c6-9a7a0b7bca3c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:29.795864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-8c735d3d-f6bc-409e-95c6-9a7a0b7bca3c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.3768668 Nov 27 15:55:29.835735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: fce5c921-5862-4e67-b616-3a2503552af1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:29.836094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device fce5c921-5862-4e67-b616-3a2503552af1 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:29.858548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-7a83d1be-6b45-482e-a5f6-34e2b42e30f1 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/quotas/51a74828180048e5bdeac84df8b13b76 HTTP/1.1" status: 200 len: 375 time: 0.0616241 Nov 27 15:55:29.977449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.982924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:29.991870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e4e44-cf83-49e7-ba1a-a75ccffafff7 req-c79e0967-aa72-4fe6-987a-99b90d066574 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:29.993649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a1e4e44-cf83-49e7-ba1a-a75ccffafff7 req-c79e0967-aa72-4fe6-987a-99b90d066574 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1539955 Nov 27 15:55:29.995877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['f635f839-4d4c-4150-b4d9-5fbe2198dabb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:30.002720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-aedfd728-19aa-4523-a30d-318e362a30f1 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430602 Nov 27 15:55:30.043359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Pushing event deleted for resources: {'Port': ['ID=f635f839-4d4c-4150-b4d9-5fbe2198dabb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:30.091216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] No DVR routers for this DVR port f635f839-4d4c-4150-b4d9-5fbe2198dabb on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:30.095251 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.108594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.111934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-706d4744-5dc9-4051-9058-28668b001bb6 req-c88ed2c8-5f20-450c-8181-3208ba18335e tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.37 "DELETE /v2.0/ports/f635f839-4d4c-4150-b4d9-5fbe2198dabb HTTP/1.1" status: 204 len: 173 time: 2.1094937 Nov 27 15:55:30.125564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a1e4e44-cf83-49e7-ba1a-a75ccffafff7 req-0fe3fb09-f7ef-4467-a236-d21c5b87c53e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167724 Nov 27 15:55:30.214308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-51a1a583-e82d-41fa-8c79-ba7355a2a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:30.216791 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-51a1a583-e82d-41fa-8c79-ba7355a2a448 service neutron] 10.222.0.21 "GET /v2.0/networks?id=909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 200 len: 909 time: 0.7622819 Nov 27 15:55:30.301103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'name': 'network-vif-deleted', 'tag': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:30.304255 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cfcea-1544-4865-9f54-dceb6b22d88e" -d '{"events": [{"server_uuid": "fa27b57b-ac79-4d16-9365-1c8d06a275f5", "name": "network-vif-deleted", "tag": "f635f839-4d4c-4150-b4d9-5fbe2198dabb"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:30.312747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-0fe03819-694b-4f15-bc6a-73cab01e0e02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 200 len: 217 time: 0.0855808 Nov 27 15:55:30.374546 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.404237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2024efc-818a-4a0e-b8b4-e225ae3174a5']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:30.411572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-aba9baff-a580-4305-b43b-d4d2a5bceefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:30.413174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-aba9baff-a580-4305-b43b-d4d2a5bceefa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 200 len: 848 time: 0.0730128 Nov 27 15:55:30.416916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74472076-74b6-4a8f-b399-1df6f76a899f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:30.417215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74472076-74b6-4a8f-b399-1df6f76a899f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:30.429772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.472098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-25d43b5c-bb70-4bca-9548-04c73df1f27f service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931308 Nov 27 15:55:30.478451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-da2f1a0f-b85c-49f9-a7ea-a98c2db1d2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=909a1380-a230-48ba-869c-ef496b2094ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421238 Nov 27 15:55:30.482438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da836106-1a85-4e9a-9042-d49b01f1811e req-8e27cc39-ff68-4477-864f-a903d97b5813 tempest-ServerAddressesTestJSON-1150028152 tempest-ServerAddressesTestJSON-1150028152-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27b57b-ac79-4d16-9365-1c8d06a275f5 HTTP/1.1" status: 200 len: 210 time: 0.0421982 Nov 27 15:55:30.488858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.530494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:55:30.530869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:55:30.532623 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:55:30.577368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 10.2.2.100 (3612dd2d-b6da-4890-8d81-c127f9a40abe/f820c47d-f250-4c81-8bcc-e4536c0f4306/11776a08-4e56-4a28-8c53-f28f1e9d4d93) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:30.703806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.732168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-0733fbfc-bd37-4283-9d85-fe4ee6e64643 service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429488 Nov 27 15:55:30.744209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:30.750890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2024efc-818a-4a0e-b8b4-e225ae3174a5 HTTP/1.1" status: 204 len: 168 time: 0.9901562 Nov 27 15:55:30.770602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969838-90d1-4979-9a30-3f96fa341552 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2024efc-818a-4a0e-b8b4-e225ae3174a5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:30.802385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061f82-539a-4a94-a42c-a5e0e56e0fde req-154970af-dd6c-45ca-b13d-f2bcac9b3e61 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:30.803950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74061f82-539a-4a94-a42c-a5e0e56e0fde req-154970af-dd6c-45ca-b13d-f2bcac9b3e61 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.1044424 Nov 27 15:55:30.849964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-9bf93663-8474-4749-b260-a74fc297c984 service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636155 Nov 27 15:55:30.879072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74061f82-539a-4a94-a42c-a5e0e56e0fde req-1de3e3ec-9c0a-4593-ba6e-7adc777a9362 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644088 Nov 27 15:55:31.048391 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-8ccb7dd4-1dbb-4d06-8e21-a9efc5053acb service neutron] 10.222.0.21 "GET /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542837 Nov 27 15:55:31.055742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.071349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42282) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:31.141909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.148779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa32c68-f813-4bab-879a-b71d51db2a85 req-05382b7c-41b6-4a6a-91ff-4e9db4e9c8e2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.156326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fa32c68-f813-4bab-879a-b71d51db2a85 req-05382b7c-41b6-4a6a-91ff-4e9db4e9c8e2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1554615 Nov 27 15:55:31.213441 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b6e013-37f5-4b1f-b4b8-c9cf5ab3694c x-openstack-request-id: req-76b6e013-37f5-4b1f-b4b8-c9cf5ab3694c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:31.213441 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27b57b-ac79-4d16-9365-1c8d06a275f5", "name": "network-vif-deleted", "tag": "f635f839-4d4c-4150-b4d9-5fbe2198dabb", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:31.213441 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76b6e013-37f5-4b1f-b4b8-c9cf5ab3694c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:31.213441 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27b57b-ac79-4d16-9365-1c8d06a275f5', 'name': 'network-vif-deleted', 'tag': 'f635f839-4d4c-4150-b4d9-5fbe2198dabb', 'status': 'completed', 'code': 200} Nov 27 15:55:31.255096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ab0ee005-6de7-418a-857d-3466b1cf2166 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fde421ac55164e669c1d330fbad1456a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821833 Nov 27 15:55:31.256799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42310) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:31.258603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:31.261917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:31.275651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:31.314554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fa32c68-f813-4bab-879a-b71d51db2a85 req-e6f41007-e649-430a-b3fc-ddc77c2c926f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559231 Nov 27 15:55:31.335893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:31.490130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.490558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.531743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7536592-a3c6-4bbf-843d-aae2d1001a0d req-881e0ba5-d874-4b8b-8985-b10f442abac3 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 210 time: 0.0697942 Nov 27 15:55:31.547043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a5ed-64f2-4f7d-a06a-df171fc6dcfe req-06d7e34a-d8f0-4972-a64b-a85cd2e80b1a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.553624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a5ed-64f2-4f7d-a06a-df171fc6dcfe req-06d7e34a-d8f0-4972-a64b-a85cd2e80b1a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.560601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a5ed-64f2-4f7d-a06a-df171fc6dcfe req-06d7e34a-d8f0-4972-a64b-a85cd2e80b1a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.567299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a5ed-64f2-4f7d-a06a-df171fc6dcfe req-06d7e34a-d8f0-4972-a64b-a85cd2e80b1a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.572309 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1a301e0b-bb7a-4b20-8393-2fb4ccf44c41 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6150627 Nov 27 15:55:31.575121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-1ea305dd-ff40-40c3-aee1-812499b281d3 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:31.577738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afc5a5ed-64f2-4f7d-a06a-df171fc6dcfe req-06d7e34a-d8f0-4972-a64b-a85cd2e80b1a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3096 time: 0.2295866 Nov 27 15:55:31.578378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-1ea305dd-ff40-40c3-aee1-812499b281d3 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530&tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.1993213 Nov 27 15:55:31.579620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd31c-da55-49fb-a0de-b842fec1d24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.599836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-7964b292-d86b-407f-afae-ea810057b640 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:55:31.601095 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-7964b292-d86b-407f-afae-ea810057b640 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109107 Nov 27 15:55:31.608975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.609590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-8ac5ef7d-394f-4e38-a051-b8b259b6cfaa tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:55:31.610772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-8ac5ef7d-394f-4e38-a051-b8b259b6cfaa tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084763 Nov 27 15:55:31.618140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe', 'admin_state_up': True, 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'security_groups': ['1da8e929-de90-4d27-9f80-0e5494f84649']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:31.714675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd31c-da55-49fb-a0de-b842fec1d24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.799380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afc5a5ed-64f2-4f7d-a06a-df171fc6dcfe req-262c94c6-ea72-4f88-b697-b09ec2a92582 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206111 Nov 27 15:55:31.888004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5a58af15-0c2a-431b-9938-d98a05ee81b1 None None] Provisioning complete for port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:31.888004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a58af15-0c2a-431b-9938-d98a05ee81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.889491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd31c-da55-49fb-a0de-b842fec1d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.889491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd31c-da55-49fb-a0de-b842fec1d24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:31.889491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1f2dd31c-da55-49fb-a0de-b842fec1d24e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a573f002-4a57-40ec-89a3-6498e7fe7dca HTTP/1.1" status: 204 len: 168 time: 0.6174884 Nov 27 15:55:31.904768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd31c-da55-49fb-a0de-b842fec1d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a573f002-4a57-40ec-89a3-6498e7fe7dca,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:31.922610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:32.019740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5a58af15-0c2a-431b-9938-d98a05ee81b1 None None] Port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:32.046856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Deleting subnet 400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:55:32.141071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Made reservation on behalf of cbe9eb91a66b4bf19974ee15e3ee6e2a for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:32.145824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.160652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42348) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:32.161159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.191306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1c699-7ce5-44d2-b285-e151d6a0276b req-f4f36037-57e2-4baf-b5a0-6a82b93dcf28 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:32.199162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3df1c699-7ce5-44d2-b285-e151d6a0276b req-f4f36037-57e2-4baf-b5a0-6a82b93dcf28 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1508586 Nov 27 15:55:32.306338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a76a-53fe-4f32-aa7d-27d5b4f5bc2e req-fd8c5f12-54fb-4429-9636-1f2de9aec569 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:32.324044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22f3a76a-53fe-4f32-aa7d-27d5b4f5bc2e req-fd8c5f12-54fb-4429-9636-1f2de9aec569 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.1999800 Nov 27 15:55:32.382255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3df1c699-7ce5-44d2-b285-e151d6a0276b req-e4e702c9-2927-4475-ae25-08768ba5bef3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812708 Nov 27 15:55:32.420560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Allocated IP 10.2.2.200 (3612dd2d-b6da-4890-8d81-c127f9a40abe/f820c47d-f250-4c81-8bcc-e4536c0f4306/eca2655b-7790-46bd-a5b3-069e256188bc) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:32.490944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22f3a76a-53fe-4f32-aa7d-27d5b4f5bc2e req-2b01e218-f1ff-4e99-84ca-51c99ae959e2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636193 Nov 27 15:55:32.611782 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea13d2cb-96d6-4437-ad5b-7bf17b3cc71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.669109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.708884 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.719584 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.762608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191aa1f-542a-4c7a-866b-df8fb0b5c614 req-6a406e70-d989-47fa-9596-9e58440f8cb4 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:32.764813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a191aa1f-542a-4c7a-866b-df8fb0b5c614 req-6a406e70-d989-47fa-9596-9e58440f8cb4 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 1096 time: 0.1247716 Nov 27 15:55:32.792915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event updated for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:32.842400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:32.848153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:32.855593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:32.938289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.948615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c5f44c0-db32-4272-8d39-a6fab0833e08 service neutron] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:32.979194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c5f44c0-db32-4272-8d39-a6fab0833e08 service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:32.980294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b7d7a06-cbd7-4494-ab72-0299fef61ddd req-4c5f44c0-db32-4272-8d39-a6fab0833e08 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f/bindings/n-h2-819494-4 HTTP/1.1" status: 204 len: 173 time: 1.3556149 Nov 27 15:55:33.000986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc3a5809-a6b3-4813-a28b-222d835380e9 req-a5b9d8a7-a927-4839-8484-24399260f623 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 210 time: 0.1301553 Nov 27 15:55:33.046178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.046854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.049656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea13d2cb-96d6-4437-ad5b-7bf17b3cc71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.058580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a191aa1f-542a-4c7a-866b-df8fb0b5c614 req-543f9d53-4fbb-484a-92b0-c28a0ca42ab4 tempest-LiveMigrationTest-329402164 tempest-LiveMigrationTest-329402164-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845147 Nov 27 15:55:33.061848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea13d2cb-96d6-4437-ad5b-7bf17b3cc71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.096355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-671d51bc-51c0-4dcd-b9bd-ae67b981fc13 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4831185 Nov 27 15:55:33.131392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:33.176916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f635f839-4d4c-4150-b4d9-5fbe2198dabb no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:33.208439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: f635f839-4d4c-4150-b4d9-5fbe2198dabb {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:33.208884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device f635f839-4d4c-4150-b4d9-5fbe2198dabb not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:33.213744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ea13d2cb-96d6-4437-ad5b-7bf17b3cc71e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=973a0bd85a9a48cf8cfa4577e4774a85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0521467 Nov 27 15:55:33.226609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42386) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:33.249158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13d2cb-96d6-4437-ad5b-7bf17b3cc71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69ccec-d376-4c2f-bff6-28bfb63d9b5c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:33.272423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5103b33e-e9df-4b8d-a892-932104cd6238 None None] Provisioning complete for port eca2655b-7790-46bd-a5b3-069e256188bc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:33.273699 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5103b33e-e9df-4b8d-a892-932104cd6238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.288969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.303293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceaae8-21ed-4fb1-bfaa-fa48edab4bfb req-0d9373d8-ed55-44d2-b30a-609cc6ea5907 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.304982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9ceaae8-21ed-4fb1-bfaa-fa48edab4bfb req-0d9373d8-ed55-44d2-b30a-609cc6ea5907 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1435366 Nov 27 15:55:33.317072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-68fadcfe-7cf3-4532-bd20-250a03fabff0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.323234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-68fadcfe-7cf3-4532-bd20-250a03fabff0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.330090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-68fadcfe-7cf3-4532-bd20-250a03fabff0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.343146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-68fadcfe-7cf3-4532-bd20-250a03fabff0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.357670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-68fadcfe-7cf3-4532-bd20-250a03fabff0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.359366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-68fadcfe-7cf3-4532-bd20-250a03fabff0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3817 time: 0.1520276 Nov 27 15:55:33.381731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5103b33e-e9df-4b8d-a892-932104cd6238 None None] Port eca2655b-7790-46bd-a5b3-069e256188bc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:33.480599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9ceaae8-21ed-4fb1-bfaa-fa48edab4bfb req-cfb75259-21d1-442b-b309-3752b228a29d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191967 Nov 27 15:55:33.485602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:33.493067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42390) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:33.497047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.500285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e04a20c-0c63-4271-9a73-42df93bdbc50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/400c7f0e-98d9-4a4d-b1fa-850bbbfcfc73 HTTP/1.1" status: 204 len: 168 time: 1.5767968 Nov 27 15:55:33.505085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42392) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:33.546671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a37422-038b-4ac8-8fcf-dc268fa3e707 req-775187b3-91f3-42a6-9e76-e868f0678a21 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766684 Nov 27 15:55:33.546879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.666726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db321dc-602d-4404-8ef8-2a8ae936c5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.695241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.717710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-3403d84a-70ef-4509-b91b-188115484a97 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:33.719163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-3403d84a-70ef-4509-b91b-188115484a97 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.4210503 Nov 27 15:55:33.738410 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db321dc-602d-4404-8ef8-2a8ae936c5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.743773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Request body: {'port': {'device_id': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'admin_state_up': True, 'tenant_id': '51a74828180048e5bdeac84df8b13b76'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:33.747697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-network', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:33.825024 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.840390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Made reservation on behalf of bdaac42ac85f4b2d8372b5e2f73e60fd for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:33.842083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.860006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b5a113-bd79-40d8-89f8-107c72b87151']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:33.867780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.874481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:33.875290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd703c74-de46-41d1-b8d1-ff7256fe2dfe') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:33.925952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.964480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.972506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:55:33.972986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.974588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db321dc-602d-4404-8ef8-2a8ae936c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.977050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8db321dc-602d-4404-8ef8-2a8ae936c5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:33.978511 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8db321dc-602d-4404-8ef8-2a8ae936c5e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a69ccec-d376-4c2f-bff6-28bfb63d9b5c HTTP/1.1" status: 204 len: 168 time: 0.7488973 Nov 27 15:55:34.015555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db321dc-602d-4404-8ef8-2a8ae936c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69ccec-d376-4c2f-bff6-28bfb63d9b5c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:34.070840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Made reservation on behalf of 51a74828180048e5bdeac84df8b13b76 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:34.074735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:55:34.101780 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:55:34.142725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.211378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.215714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] 10.222.0.15 "DELETE /v2.0/networks/13b5a113-bd79-40d8-89f8-107c72b87151 HTTP/1.1" status: 204 len: 168 time: 0.7060366 Nov 27 15:55:34.257090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e456568-8903-4038-8b7f-cf7580976d92 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:34.265133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.282449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Transition to ACTIVE for port object 3e456568-8903-4038-8b7f-cf7580976d92 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:34.292536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.337125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.338446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee1d78-04b2-46a3-9dfc-f0b20a25df62 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b5a113-bd79-40d8-89f8-107c72b87151,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:34.348896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:34.369637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b992fa7e-6a26-4eaf-a991-652c1ee848b1 req-e5872164-456b-4a0b-a165-e132c71deb77 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 210 time: 0.2120066 Nov 27 15:55:34.378460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.426735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6928-f411-483e-bdc9-7fdc70455918 req-7a5b689a-7cd2-49d9-b27d-9e9189b6658d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:34.436186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f29a6928-f411-483e-bdc9-7fdc70455918 req-7a5b689a-7cd2-49d9-b27d-9e9189b6658d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.3283720 Nov 27 15:55:34.445358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:34.487321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6158a1d3-f537-4337-87a5-502333639335,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:34.502599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.504773 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Added segment b138f0c1-3a5f-4b51-af41-ce9c05b94076 of type vlan for network 86c47f96-283f-47de-ac67-bc79498986d8 Nov 27 15:55:34.643303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:34.733135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.748337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Allocated IP 172.20.0.7 (ae793e7a-3c8a-451a-b149-ce72d19a690b/234351fe-63b9-4917-bcd6-14a3cf769636/463876a6-d3cd-4356-80af-bf793200f954) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:34.759475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f29a6928-f411-483e-bdc9-7fdc70455918 req-9fec9883-9e40-44e7-ac78-8e0776ceab1c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168254 Nov 27 15:55:34.836647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a74d5-a4ba-4eaa-8dd0-403e672bbcbd req-1f6123d4-7c8e-446f-a1c5-e32ed58c591b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:34.860545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e33a74d5-a4ba-4eaa-8dd0-403e672bbcbd req-1f6123d4-7c8e-446f-a1c5-e32ed58c591b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2088792 Nov 27 15:55:34.883376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Attempting to bind port 3e456568-8903-4038-8b7f-cf7580976d92 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:34.883638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Attempting to bind port 3e456568-8903-4038-8b7f-cf7580976d92 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:34.884126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Attempting to bind port 3e456568-8903-4038-8b7f-cf7580976d92 on network 811a8894-b37d-4e8b-beed-69c0550e5d7e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:34.907459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926df596-cc21-46c6-a145-6bc304618e51 req-06af9e57-25da-4306-b415-7793d144d865 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:34.909302 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-926df596-cc21-46c6-a145-6bc304618e51 req-06af9e57-25da-4306-b415-7793d144d865 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.3304935 Nov 27 15:55:34.945996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.947247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:34.948008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:34.975640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Port 3e456568-8903-4038-8b7f-cf7580976d92 on network 811a8894-b37d-4e8b-beed-69c0550e5d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:34.975989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Attempting to bind port 3e456568-8903-4038-8b7f-cf7580976d92 on network 811a8894-b37d-4e8b-beed-69c0550e5d7e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:35.012464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0dabc28f-62a6-4d4b-a5e2-e4b6c3cd5653 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d80a899863db4fcd9fd689a29a6fb552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513441 Nov 27 15:55:35.018063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:35.018401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Checking segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:35.018775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Bound using segment: {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:35.019217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Bound port: 3e456568-8903-4038-8b7f-cf7580976d92, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28068be2-d8d1-47cc-aef2-fd3c0e3f832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:35.019574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.021574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42422) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:35.042787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-d212c42a-3b37-43b2-9ec6-0884de156836 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.048986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-d212c42a-3b37-43b2-9ec6-0884de156836 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.055372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-d212c42a-3b37-43b2-9ec6-0884de156836 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.062375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-d212c42a-3b37-43b2-9ec6-0884de156836 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.069309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-d212c42a-3b37-43b2-9ec6-0884de156836 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.082393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-d212c42a-3b37-43b2-9ec6-0884de156836 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3829 time: 0.2076190 Nov 27 15:55:35.108974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6130378 Nov 27 15:55:35.110919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42426) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:35.129440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Request body: {'subnet': {'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-subnet', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:35.130793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e33a74d5-a4ba-4eaa-8dd0-403e672bbcbd req-2caf50fa-550e-44ab-ba4d-5cb9af0a9213 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679088 Nov 27 15:55:35.202041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aa3e8-6f18-4153-975f-7553e0b7d0ec admin admin] Pushing event updated for resources: {'Network': ['ID=86c47f96-283f-47de-ac67-bc79498986d8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:35.205061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb8ce-1b2f-4394-9f20-c72acac2b05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.214895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 86c47f96-283f-47de-ac67-bc79498986d8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:35.270776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7957ff22-a94e-4085-922f-6fcb707a36b9 req-ac6f8115-3a96-43c1-bea1-579492ff5482 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870639 Nov 27 15:55:35.347144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.348771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Made reservation on behalf of bdaac42ac85f4b2d8372b5e2f73e60fd for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:35.351060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.528477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da18d6b1-4858-45a4-a92d-8ac4ec8964fd req-82a3baae-3465-4227-9347-b08a4e893565 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 210 time: 0.0592942 Nov 27 15:55:35.616492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9af58-b189-410d-bc2c-3e448c0f9189 req-6258e475-2690-4b32-8f24-19afea5a5893 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.627600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61b9af58-b189-410d-bc2c-3e448c0f9189 req-6258e475-2690-4b32-8f24-19afea5a5893 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0958054 Nov 27 15:55:35.705827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d348972d-b609-43dd-a339-5237e35fe114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.730438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:35.743606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.757229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61b9af58-b189-410d-bc2c-3e448c0f9189 req-153e0f69-5a06-4306-9db6-bd56afa6ab71 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286206 Nov 27 15:55:35.802230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3e456568-8903-4038-8b7f-cf7580976d92,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:35.806474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d348972d-b609-43dd-a339-5237e35fe114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.833790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Deleting port 2d026675-9f47-41a4-89a1-13881e168b0f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:35.833790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.858349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:35.922850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9b16-e4c1-44ee-b70a-78f259ac3dbd req-bffce0d3-6978-4024-9da7-c6b9d3704b95 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:35.930482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-781d9b16-e4c1-44ee-b70a-78f259ac3dbd req-bffce0d3-6978-4024-9da7-c6b9d3704b95 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 945 time: 0.0817549 Nov 27 15:55:35.989893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-781d9b16-e4c1-44ee-b70a-78f259ac3dbd req-e2e86fc9-c2fa-485c-862c-eae6996a99a1 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577126 Nov 27 15:55:36.251448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.266907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:36.331750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4219ea7-a12d-49d8-b750-8d20a847d560,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:36.369444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42462) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:36.401791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:36.403810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.405593 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 200 len: 1092 time: 3.2966352 Nov 27 15:55:36.416462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:36.419864 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "3e456568-8903-4038-8b7f-cf7580976d92"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:36.444089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.447790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.451294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.451804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.452282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.452773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.453238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.459604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.460240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.460716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.461375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.462021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:36.482067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Network ae793e7a-3c8a-451a-b149-ce72d19a690b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:36.503818 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018334fb-fad9-4d67-8824-df2f914fe225 x-openstack-request-id: req-018334fb-fad9-4d67-8824-df2f914fe225 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:36.504429 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "3e456568-8903-4038-8b7f-cf7580976d92", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:36.504898 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-018334fb-fad9-4d67-8824-df2f914fe225 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:36.505500 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92', 'status': 'completed', 'code': 200} Nov 27 15:55:36.511401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:36.524707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:36.553199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1fa3-ef8f-4312-a2ef-7fedb1e9f5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:36.568511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Checking segment: {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:36.576058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Network hostable DHCP agents. Network: 86c47f96-283f-47de-ac67-bc79498986d8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:55:36.600964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:36.682657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] For port 2d026675-9f47-41a4-89a1-13881e168b0f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2d026675-9f47-41a4-89a1-13881e168b0f,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:36.683018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.722912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d348972d-b609-43dd-a339-5237e35fe114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.725444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d348972d-b609-43dd-a339-5237e35fe114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.726588 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d348972d-b609-43dd-a339-5237e35fe114 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/275d8690-512f-4888-a846-e59abc75578c HTTP/1.1" status: 204 len: 168 time: 1.6790609 Nov 27 15:55:36.731830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Calling delete_port for 2d026675-9f47-41a4-89a1-13881e168b0f owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:36.784773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event updated for resources: {'Port': ['ID=463876a6-d3cd-4356-80af-bf793200f954,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:36.787360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348972d-b609-43dd-a339-5237e35fe114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d8690-512f-4888-a846-e59abc75578c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:36.802484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:36.803166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.816196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Network 86c47f96-283f-47de-ac67-bc79498986d8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:36.822967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:36.904533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 86c47f96-283f-47de-ac67-bc79498986d8) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:36.912649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa1c25-9d75-4c01-8292-7e1ce55760f0 None None] Network 86c47f96-283f-47de-ac67-bc79498986d8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:36.916063 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4bb24af7-8206-496c-8919-ffee318f6107 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1741085 Nov 27 15:55:36.959215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-d590b20c-8e16-4273-b751-7c0fe778815b tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:55:36.960504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-d590b20c-8e16-4273-b751-7c0fe778815b tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0363643 Nov 27 15:55:37.029335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.029335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.048175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Request body: {'port': {'device_id': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:37.068339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1882706648'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:37.116517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eab7f1-5d3a-4028-b78a-089c5920e14c None None] Network 86c47f96-283f-47de-ac67-bc79498986d8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:37.147444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-614bb395-23ae-41fc-902f-a89259338995 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.156341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9dc8da02-6be9-45cd-926b-b2a7d0879e9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0376148 Nov 27 15:55:37.164500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-614bb395-23ae-41fc-902f-a89259338995 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.171255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-614bb395-23ae-41fc-902f-a89259338995 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.193747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-614bb395-23ae-41fc-902f-a89259338995 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.212788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-614bb395-23ae-41fc-902f-a89259338995 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.219374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42478) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:37.230359 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-614bb395-23ae-41fc-902f-a89259338995 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3829 time: 0.8283277 Nov 27 15:55:37.232917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:37.332339 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.337566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-c09e9148-58c0-47d9-be48-379c5b5ca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.338677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-c09e9148-58c0-47d9-be48-379c5b5ca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.338677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-c09e9148-58c0-47d9-be48-379c5b5ca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.339077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-c09e9148-58c0-47d9-be48-379c5b5ca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.339613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-c09e9148-58c0-47d9-be48-379c5b5ca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.341834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-c09e9148-58c0-47d9-be48-379c5b5ca30d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 4364 time: 0.8432071 Nov 27 15:55:37.352111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Made reservation on behalf of 13bba5aa90164e5f8f2c5e8f63bc67e8 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:37.356157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.428522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.430315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.431385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.438692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e642c-9012-4b32-ae94-9cc3e78e04b1 req-fdd0be8c-bda2-43cd-b693-9970014b5226 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.440340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b03e642c-9012-4b32-ae94-9cc3e78e04b1 req-fdd0be8c-bda2-43cd-b693-9970014b5226 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 931 time: 0.3845854 Nov 27 15:55:37.445456 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.458166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['2d026675-9f47-41a4-89a1-13881e168b0f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:37.460376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['72447139-5c1b-426d-9693-37c40f56250d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:37.506295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event deleted for resources: {'Port': ['ID=2d026675-9f47-41a4-89a1-13881e168b0f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:37.570141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32b80dcc-0a21-4a52-b7f8-4cc2792447c9 req-e2af8bf7-a04d-4168-bdf6-dc8db7f436c8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382339 Nov 27 15:55:37.623361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f617f736-9a19-4b53-9d98-7a9f15990cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.642896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.735125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] No DVR routers for this DVR port 2d026675-9f47-41a4-89a1-13881e168b0f on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:37.773938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.777872 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-926df596-cc21-46c6-a145-6bc304618e51 req-e81fc411-e8a8-4f70-9dc2-83272a352809 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.21 "DELETE /v2.0/ports/2d026675-9f47-41a4-89a1-13881e168b0f HTTP/1.1" status: 204 len: 173 time: 2.8537714 Nov 27 15:55:37.886830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b03e642c-9012-4b32-ae94-9cc3e78e04b1 req-645fab70-c227-47c5-9ed6-66e8039b686a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857625 Nov 27 15:55:37.897302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-508ed3e1-fbcc-4a22-b9b0-666405c99a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.897816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-508ed3e1-fbcc-4a22-b9b0-666405c99a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.898271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-508ed3e1-fbcc-4a22-b9b0-666405c99a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:37.908459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-508ed3e1-fbcc-4a22-b9b0-666405c99a78 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5413222 Nov 27 15:55:37.962514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec1d1a0-6dc3-48db-9e56-84e86039c42a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:37.970805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:37.980195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.014766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Transition to ACTIVE for port object 0ec1d1a0-6dc3-48db-9e56-84e86039c42a will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:38.027203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.097980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42498) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:38.115457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89d3a4ba-f15e-4498-a467-c63927563734 req-c48dc6a1-67f1-4522-9036-f8bc9b51dd3f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.0964305 Nov 27 15:55:38.182785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d463-bf6b-4253-a842-3ee857b760db req-babb1fcd-f207-44d8-b7a7-94967e4d96df tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.184181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:38.188576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf64d463-bf6b-4253-a842-3ee857b760db req-babb1fcd-f207-44d8-b7a7-94967e4d96df tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.4400063 Nov 27 15:55:38.333750 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.340799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1657091586-network', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:38.348432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463876a6-d3cd-4356-80af-bf793200f954 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:38.355402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.362161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.376716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Transition to ACTIVE for port object 463876a6-d3cd-4356-80af-bf793200f954 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:38.383801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf64d463-bf6b-4253-a842-3ee857b760db req-30c96412-b3d1-486b-89f2-c7c9adebc801 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627595 Nov 27 15:55:38.413621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.420018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-3bb8764d-d2b9-480c-8a3d-9582cfcac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.421759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb3ba2-4f20-48ca-8085-e8bc2950aa37 req-3bb8764d-d2b9-480c-8a3d-9582cfcac6ec service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4975951 Nov 27 15:55:38.437598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:38.453203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.459664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e377362e-c749-49f7-b39b-301ca2e96872,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:38.465574 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.465910 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Added segment f8abf6cd-6a0f-49e4-8639-8d8f850f68cc of type vlan for network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a Nov 27 15:55:38.474605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Attempting to bind port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:38.475074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Attempting to bind port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:38.475438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Attempting to bind port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:38.489040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=463876a6-d3cd-4356-80af-bf793200f954,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:38.503034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Made reservation on behalf of 6139d0b7fee74cfcb6563d2fcc86bfc9 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:38.505649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.510777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'name': 'network-vif-deleted', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:38.514189 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75850d-84de-4044-af60-7c880ff1399e" -d '{"events": [{"server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "name": "network-vif-deleted", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:38.517884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a on network ac0cf00f-7189-441a-afba-8114ce6bcd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:38.518458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Attempting to bind port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:38.541325 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.556120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:38.556120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Checking segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:38.556120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Bound using segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:38.556120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Bound port: 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:38.556120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.560425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.577493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989448-2128-49db-bd5a-b480c448d474 req-1f232784-6fb0-4a11-baa2-b4518bd9fe59 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.585469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5989448-2128-49db-bd5a-b480c448d474 req-1f232784-6fb0-4a11-baa2-b4518bd9fe59 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0893102 Nov 27 15:55:38.633525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.638453 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde9af61-513a-4024-995f-f8156c354455 x-openstack-request-id: req-fde9af61-513a-4024-995f-f8156c354455 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:38.638843 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300cdbc-c623-49d1-ae10-d88d9a11a530", "name": "network-vif-deleted", "tag": "2d026675-9f47-41a4-89a1-13881e168b0f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:38.639323 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fde9af61-513a-4024-995f-f8156c354455 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:38.639858 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300cdbc-c623-49d1-ae10-d88d9a11a530', 'name': 'network-vif-deleted', 'tag': '2d026675-9f47-41a4-89a1-13881e168b0f', 'status': 'completed', 'code': 200} Nov 27 15:55:38.641569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.642331 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:38.669250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2958996 Nov 27 15:55:38.678498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42508) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:38.686968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Request body: {'subnet': {'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:38.720263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5989448-2128-49db-bd5a-b480c448d474 req-5d28cdb9-a079-4ba0-8a3d-be9ced8751a7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342201 Nov 27 15:55:38.766133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f328d-8caf-4de6-aad3-00dd5df558a7 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event updated for resources: {'Network': ['ID=0ec3ce4c-efdb-41fe-b48d-a6e16758f69a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:38.784455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:38.792102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.800058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.806225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.812924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.819790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.827444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.835584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-261f27a4-fd76-477b-b37a-984450c7f638 req-7f6d0f22-6531-4eb6-8add-e443e88125cf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 4601 time: 0.1230710 Nov 27 15:55:38.886490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Attempting to bind port 463876a6-d3cd-4356-80af-bf793200f954 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:38.887021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Attempting to bind port 463876a6-d3cd-4356-80af-bf793200f954 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:38.887478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Attempting to bind port 463876a6-d3cd-4356-80af-bf793200f954 on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:38.941485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:38.946151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-261f27a4-fd76-477b-b37a-984450c7f638 req-c88b3b4c-b211-49b9-ab58-dc33a037a73b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088710 Nov 27 15:55:38.951047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Port 463876a6-d3cd-4356-80af-bf793200f954 on network ae793e7a-3c8a-451a-b149-ce72d19a690b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:38.951468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Attempting to bind port 463876a6-d3cd-4356-80af-bf793200f954 on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:38.983465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67af88-eb7e-44ed-8fc6-e3935f19d4f7 req-4d5942a6-c8d7-4722-ba1a-854dd6092ebb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:38.993178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:38.995955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:38.996239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b67af88-eb7e-44ed-8fc6-e3935f19d4f7 req-4d5942a6-c8d7-4722-ba1a-854dd6092ebb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1231654 Nov 27 15:55:38.996909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Checking segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:38.997296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Bound using segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:38.998196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Bound port: 463876a6-d3cd-4356-80af-bf793200f954, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:38.998681 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.021624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.037316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.084392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b67af88-eb7e-44ed-8fc6-e3935f19d4f7 req-1dc53eb6-f33c-462f-be94-1d134803abb7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870812 Nov 27 15:55:39.100339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fe6ae-95db-48cb-b911-e4a84b70fab3 req-3efd671d-9f5a-4dfe-88e7-c10401f975ea tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:39.101877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c1fe6ae-95db-48cb-b911-e4a84b70fab3 req-3efd671d-9f5a-4dfe-88e7-c10401f975ea tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 943 time: 0.0808883 Nov 27 15:55:39.141844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.150922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Made reservation on behalf of 13bba5aa90164e5f8f2c5e8f63bc67e8 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:39.155088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.160509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:39.161125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.162843 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 1130 time: 2.6836319 Nov 27 15:55:39.164704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.180637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c1fe6ae-95db-48cb-b911-e4a84b70fab3 req-28765670-79fd-40ef-be3e-b76f73de0165 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713532 Nov 27 15:55:39.211911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:39.257865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.305363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4821e8e1-1f2d-440a-a29f-8b1a7f7406f2 req-09143fff-0964-44dc-bca9-83f6a5450c4f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.0627730 Nov 27 15:55:39.345972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274b0a-0a5a-4583-950a-a90c81f74f92 req-db709f6e-c6aa-44f7-8cb8-439c6fea8830 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:39.347609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2274b0a-0a5a-4583-950a-a90c81f74f92 req-db709f6e-c6aa-44f7-8cb8-439c6fea8830 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1142302 Nov 27 15:55:39.374772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a321440-cd21-4622-9488-0f208d18a824 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:39.415468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:39.438371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2274b0a-0a5a-4583-950a-a90c81f74f92 req-45520f9a-635d-4971-b215-8ae7a9db89fc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808055 Nov 27 15:55:39.441841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] For port 463876a6-d3cd-4356-80af-bf793200f954, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:39.492200 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.492919 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Added segment f2eb9b91-7054-46f2-a0c9-bfc875dd807d of type vlan for network 5e86959b-eb53-4a04-81cb-a7be31373a56 Nov 27 15:55:39.514557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:39.519632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] For port 463876a6-d3cd-4356-80af-bf793200f954, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=463876a6-d3cd-4356-80af-bf793200f954,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:39.552176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.554022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.603831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13514a-c5d0-4699-b048-6e47fc2240ec req-4523c03d-2363-4c68-93fb-a4068a2b4ffd tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:39.606070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a13514a-c5d0-4699-b048-6e47fc2240ec req-4523c03d-2363-4c68-93fb-a4068a2b4ffd tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Nov 27 15:55:39.659652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a13514a-c5d0-4699-b048-6e47fc2240ec req-877de004-b7f1-4234-be08-34ea1c7d2368 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480640 Nov 27 15:55:39.794447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:39.821376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 2d026675-9f47-41a4-89a1-13881e168b0f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:39.821909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2d026675-9f47-41a4-89a1-13881e168b0f not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:39.929524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:39.930144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.931517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] 10.222.0.37 "PUT /v2.0/ports/463876a6-d3cd-4356-80af-bf793200f954 HTTP/1.1" status: 200 len: 1091 time: 2.8929005 Nov 27 15:55:39.960827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:39.999035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Allocated IP 172.25.1.232 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/e9f2c54e-6e68-44c6-b003-48207b5fca2e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:40.084749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.091470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.097381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba3474-4afa-49d3-8bb1-a4eb2d8f9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=463876a6-d3cd-4356-80af-bf793200f954,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:40.099431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.105284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.112002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.117943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.119811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-0e19df42-922c-4a16-b0f2-3e41c27286d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 4601 time: 0.0947981 Nov 27 15:55:40.180514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.181402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.182026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.185073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d7d0019-692c-41a3-a8f6-9a169c012dab req-a1d10488-68aa-4782-a072-8d5b79a85f95 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576315 Nov 27 15:55:40.235052 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.341919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-a8c671c5-f5ed-4f6f-8807-b4e1a846a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.343021 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-a8c671c5-f5ed-4f6f-8807-b4e1a846a31a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 1094 time: 0.3604538 Nov 27 15:55:40.349690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067ddcf-e467-4d8b-83da-226a0d2c39b2 req-a7c4b778-0af0-44a6-b560-14c6958c0413 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.356485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2512558 Nov 27 15:55:40.356485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42536) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:40.358249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4067ddcf-e467-4d8b-83da-226a0d2c39b2 req-a7c4b778-0af0-44a6-b560-14c6958c0413 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 943 time: 0.0747952 Nov 27 15:55:40.407395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Request body: {'subnet': {'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1657091586-subnet', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:40.411645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.450300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4067ddcf-e467-4d8b-83da-226a0d2c39b2 req-8bb409a2-1ca8-4a75-94d4-707a2d8d0484 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820317 Nov 27 15:55:40.493057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbbec3-e1fe-463e-be10-f579a87e19ba admin admin] Pushing event updated for resources: {'Network': ['ID=5e86959b-eb53-4a04-81cb-a7be31373a56,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:40.503890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:40.505347 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-6c5a343e-baf9-4216-9f01-f76393e6fd0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463876a6-d3cd-4356-80af-bf793200f954 HTTP/1.1" status: 200 len: 217 time: 0.1231756 Nov 27 15:55:40.606099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Made reservation on behalf of 6139d0b7fee74cfcb6563d2fcc86bfc9 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:40.608436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.612397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.626084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86c8aadc-12ed-4970-be75-dc48a3daabe2 req-3900c1a7-1061-46a3-9fc5-84e2b4aea6f6 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.0559063 Nov 27 15:55:40.638516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd7f87-c362-4999-b7b4-e82afe7e8918 req-60a3cfa4-4239-44c8-bdab-8e55ccf09e9d tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.640135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83dd7f87-c362-4999-b7b4-e82afe7e8918 req-60a3cfa4-4239-44c8-bdab-8e55ccf09e9d tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.1277804 Nov 27 15:55:40.648016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event updated for resources: {'Subnet': ['ID=2c0d7be8-58cc-4628-863f-4234c69257a8,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:40.650132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '0ec1d1a0-6dc3-48db-9e56-84e86039c42a'}, {'name': 'network-changed', 'server_uuid': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'tag': '463876a6-d3cd-4356-80af-bf793200f954'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:40.656656 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5cbbc-8d5e-4554-ae0b-81df19200df5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "0ec1d1a0-6dc3-48db-9e56-84e86039c42a"}, {"name": "network-changed", "server_uuid": "e0b99e3d-89f1-4134-995e-7b1ba34a9a37", "tag": "463876a6-d3cd-4356-80af-bf793200f954"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:40.693293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83dd7f87-c362-4999-b7b4-e82afe7e8918 req-92889b90-fbdb-4a32-9185-3908834e21e0 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470536 Nov 27 15:55:40.735233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Checking segment: {'id': 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:40.735886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Network hostable DHCP agents. Network: 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:55:40.742059 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca6c61-f4df-4c08-97be-8ed7614d1fa2 x-openstack-request-id: req-bcca6c61-f4df-4c08-97be-8ed7614d1fa2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:40.742442 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "0ec1d1a0-6dc3-48db-9e56-84e86039c42a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0b99e3d-89f1-4134-995e-7b1ba34a9a37", "tag": "463876a6-d3cd-4356-80af-bf793200f954", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:40.742775 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcca6c61-f4df-4c08-97be-8ed7614d1fa2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:40.743229 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '0ec1d1a0-6dc3-48db-9e56-84e86039c42a', 'status': 'completed', 'code': 200} Nov 27 15:55:40.743557 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'tag': '463876a6-d3cd-4356-80af-bf793200f954', 'status': 'completed', 'code': 200} Nov 27 15:55:40.794458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-438ca0d1-8a88-4ab8-926b-109b5475d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.796035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-438ca0d1-8a88-4ab8-926b-109b5475d7e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.2747617 Nov 27 15:55:40.802442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.802927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.803583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.804292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.804766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.805237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.807109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-09fb232d-2106-4509-a737-84bd7926a7c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5287 time: 0.0508826 Nov 27 15:55:40.877746 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-4467f3a1-8d20-4908-946b-e8f57a438944 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694520 Nov 27 15:55:40.882476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:40.913949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df335cf-3d26-45d7-b8d3-7d413c036457 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:40.918660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.931806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-b46744fa-2508-4d47-9a78-7059d5871049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.932202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-b46744fa-2508-4d47-9a78-7059d5871049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.932723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-b46744fa-2508-4d47-9a78-7059d5871049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:40.934995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-b46744fa-2508-4d47-9a78-7059d5871049 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1177163 Nov 27 15:55:40.944806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:40.946922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:40.957114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e2f80-6fbb-46c3-9b76-1df62f1e1759 None None] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:41.003928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.004624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.059556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:41.075010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Transition to ACTIVE for port object 6df335cf-3d26-45d7-b8d3-7d413c036457 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:41.078125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:41.089972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:41.096974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.116362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-a5248919-a0a5-4cda-8ec2-c85bc7af7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.118174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-a5248919-a0a5-4cda-8ec2-c85bc7af7e41 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738017 Nov 27 15:55:41.131902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f50fb384-bace-4a90-b617-56a0cf7a6de6 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4464617 Nov 27 15:55:41.131902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Pushing event updated for resources: {'Port': ['ID=e9f2c54e-6e68-44c6-b003-48207b5fca2e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:41.138359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42546) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:41.153486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Request body: {'port': {'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-377675367'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:41.174803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-0ec3ce4c-efdb-41fe-b48d-a6e16758f69a', 'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a', 'tenant_id': '13bba5aa90164e5f8f2c5e8f63bc67e8', 'fixed_ips': [{'subnet_id': '2c0d7be8-58cc-4628-863f-4234c69257a8'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:55:41.176511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.221707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.287859 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-e25a8dd9-05f6-4988-ba76-7ab8de2d5177 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967407 Nov 27 15:55:41.329817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.412269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:41.604268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.610630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.617915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.626526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.634026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.644772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.644962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90337017-7c75-4c21-9b8c-d7bd6fa463b9,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:41.651136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.655821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-90915982-9712-4a36-9143-cde3c962b5b2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5374 time: 0.3184266 Nov 27 15:55:41.656807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Made reservation on behalf of 13bba5aa90164e5f8f2c5e8f63bc67e8 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:41.663851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Allocated IP 172.20.0.2 (0ec3ce4c-efdb-41fe-b48d-a6e16758f69a/2c0d7be8-58cc-4628-863f-4234c69257a8/149f2073-d441-4885-aec6-2ab0f0fe2e39) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:41.680829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.717092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Attempting to bind port 6df335cf-3d26-45d7-b8d3-7d413c036457 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:41.717446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Attempting to bind port 6df335cf-3d26-45d7-b8d3-7d413c036457 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:41.717954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Attempting to bind port 6df335cf-3d26-45d7-b8d3-7d413c036457 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:41.722976 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aeb85be-ac64-4b03-81aa-9075d0459d7e req-ddafbd55-77ac-434e-b3ae-5cb32b70a682 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097660 Nov 27 15:55:41.726247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Checking segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:41.726613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Network hostable DHCP agents. Network: 5e86959b-eb53-4a04-81cb-a7be31373a56, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:55:41.765990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Port 6df335cf-3d26-45d7-b8d3-7d413c036457 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:41.765990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Attempting to bind port 6df335cf-3d26-45d7-b8d3-7d413c036457 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:41.783746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:41.784086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Checking segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:41.784469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Bound using segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:41.784911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Bound port: 6df335cf-3d26-45d7-b8d3-7d413c036457, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:41.785265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:41.812278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] device_id is not set on port e24f085a-b762-48a8-bfd5-81f004d9d742 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:55:41.852395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cbae0-9dc4-408c-9cec-f411f3b080f7 req-30fbccf8-4766-462e-9a8d-e2e6afe3e981 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.854613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-229cbae0-9dc4-408c-9cec-f411f3b080f7 req-30fbccf8-4766-462e-9a8d-e2e6afe3e981 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.3652589 Nov 27 15:55:41.876047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d0b1820-ceed-403e-b372-8c99dd3d68fa req-2eab56fe-a1f9-4fa5-ae2c-1c50faa8f323 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1721315 Nov 27 15:55:41.883029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:41.939403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5e86959b-eb53-4a04-81cb-a7be31373a56) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:41.993051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:41.993923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.006810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.015014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-b503069a-bf95-41ee-a0f7-2c0a36af459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:42.016837 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-b503069a-bf95-41ee-a0f7-2c0a36af459c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 1094 time: 0.2380033 Nov 27 15:55:42.051962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:42.077332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.093649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6df335cf-3d26-45d7-b8d3-7d413c036457,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:42.093804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241aeb40-e25c-45cb-a275-9c9d4c87c557 None None] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:42.097257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.101830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5aea0eb2-8422-4769-be23-5ad3f982f606 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7101626 Nov 27 15:55:42.104428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-229cbae0-9dc4-408c-9cec-f411f3b080f7 req-247d8352-c44b-4142-8353-3c7177f4d6c8 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241638 Nov 27 15:55:42.107777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42556) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:42.124465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:42.148438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8460dd7-90b6-4cbb-92fb-01bc7d80d0a9 req-e33b216d-ef20-4bf3-bd0d-ae7d2751d358 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:42.150100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8460dd7-90b6-4cbb-92fb-01bc7d80d0a9 req-e33b216d-ef20-4bf3-bd0d-ae7d2751d358 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 943 time: 0.1507130 Nov 27 15:55:42.169052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Pushing event updated for resources: {'Port': ['ID=149f2073-d441-4885-aec6-2ab0f0fe2e39,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:42.280803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:42.284724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52545c56-bc7e-4d7d-a02a-1f23f03bdd1a req-0ea6ecdd-6aba-4660-9197-e62b49215a46 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.0528247 Nov 27 15:55:42.291564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.292858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.321927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Allocated IP 172.20.0.10 (0ec3ce4c-efdb-41fe-b48d-a6e16758f69a/2c0d7be8-58cc-4628-863f-4234c69257a8/e24f085a-b762-48a8-bfd5-81f004d9d742) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:42.331221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:42.331448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8460dd7-90b6-4cbb-92fb-01bc7d80d0a9 req-a2306c38-fc9d-4f93-bcdb-79a4fd166966 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341679 Nov 27 15:55:42.335273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:42.389464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85583d36-8310-43fd-907a-f01c9dceec1d None None] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:42.430824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.462565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.547991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:42.548849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.550397 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] 10.222.0.21 "PUT /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 1131 time: 3.3427336 Nov 27 15:55:42.570567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Attempting to bind port 149f2073-d441-4885-aec6-2ab0f0fe2e39 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:42.571145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Attempting to bind port 149f2073-d441-4885-aec6-2ab0f0fe2e39 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:42.577131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Attempting to bind port 149f2073-d441-4885-aec6-2ab0f0fe2e39 on network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:42.585061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:42.585640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Checking segment: {'id': 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:42.586219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.586717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Bound using segment: {'id': 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:42.587292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Bound port: 149f2073-d441-4885-aec6-2ab0f0fe2e39, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ec3ce4c-efdb-41fe-b48d-a6e16758f69a'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:42.587889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.651941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:42.690626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a99a-3260-462f-aa35-7c1c824a7119 service neutron] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:42.706552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] For port 149f2073-d441-4885-aec6-2ab0f0fe2e39, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:42.712953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] For port 149f2073-d441-4885-aec6-2ab0f0fe2e39, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=149f2073-d441-4885-aec6-2ab0f0fe2e39,segment=NetworkSegment(f8abf6cd-6a0f-49e4-8639-8d8f850f68cc),segment_id=f8abf6cd-6a0f-49e4-8639-8d8f850f68cc)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:42.716256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-108a5064-9fa4-401a-aa0b-cc1a4b2d022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:42.722016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.724787 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-108a5064-9fa4-401a-aa0b-cc1a4b2d022a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 916 time: 0.6701002 Nov 27 15:55:42.782413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '6df335cf-3d26-45d7-b8d3-7d413c036457'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:42.784800 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "6df335cf-3d26-45d7-b8d3-7d413c036457"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:42.832574 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.840357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.847827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ed45-6b4e-440d-9164-c119b4eb1f1a None None] Pushing event updated for resources: {'Port': ['ID=149f2073-d441-4885-aec6-2ab0f0fe2e39,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:42.867018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:42.899725 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219cbdfc-b634-42d5-93c4-ac7e295e0ad4 x-openstack-request-id: req-219cbdfc-b634-42d5-93c4-ac7e295e0ad4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:42.900000 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "6df335cf-3d26-45d7-b8d3-7d413c036457", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:42.900585 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-219cbdfc-b634-42d5-93c4-ac7e295e0ad4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:42.901078 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '6df335cf-3d26-45d7-b8d3-7d413c036457', 'status': 'completed', 'code': 200} Nov 27 15:55:42.939615 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-47a90a5b-63dc-48cf-b799-6786eaa49395 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463876a6-d3cd-4356-80af-bf793200f954 HTTP/1.1" status: 200 len: 217 time: 0.1472702 Nov 27 15:55:42.995507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.018525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:43.028896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:43.051704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:43.064463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.092597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.093012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.093669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.094118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.094584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.095050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.095552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.097501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-f7cd71f5-c11b-4c06-96fc-cabf8b6132ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6211 time: 0.1954460 Nov 27 15:55:43.116125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.116125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.208016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 463876a6-d3cd-4356-80af-bf793200f954 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:55:43.216440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-3704159d-b887-4aee-b019-c79569bc11c9 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.218353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-3704159d-b887-4aee-b019-c79569bc11c9 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.3244939 Nov 27 15:55:43.228515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0868063 Nov 27 15:55:43.234570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42564) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:43.366743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-e7c3572f-9363-432b-830e-2401cc7acfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.368256 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-e7c3572f-9363-432b-830e-2401cc7acfdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.3845036 Nov 27 15:55:43.389241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event updated for resources: {'Port': ['ID=e24f085a-b762-48a8-bfd5-81f004d9d742,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:43.415530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 463876a6-d3cd-4356-80af-bf793200f954, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=463876a6-d3cd-4356-80af-bf793200f954,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:43.432179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '463876a6-d3cd-4356-80af-bf793200f954', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'port_id': '463876a6-d3cd-4356-80af-bf793200f954', 'mac_address': 'fa:16:3e:17:7a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234351fe-63b9-4917-bcd6-14a3cf769636', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:55:43.459369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.459933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.460375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.460939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.461379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.461862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.462302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.462774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.463579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.464019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.464760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.464877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf073045-5015-4377-b375-ad40169b6907 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:43.474257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.477492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-360d0c66-bc8c-47e8-9984-3fcf7dcd541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.478377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-360d0c66-bc8c-47e8-9984-3fcf7dcd541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.479028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-360d0c66-bc8c-47e8-9984-3fcf7dcd541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.481862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-360d0c66-bc8c-47e8-9984-3fcf7dcd541c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1979094 Nov 27 15:55:43.489485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463876a6-d3cd-4356-80af-bf793200f954 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:43.493319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.501016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.510337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.516422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 463876a6-d3cd-4356-80af-bf793200f954, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=463876a6-d3cd-4356-80af-bf793200f954,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:43.518616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.524545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.528313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.537643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.549135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.563072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-386dc22a-6d00-4dd0-b38b-2ba3091a8b05 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5374 time: 0.5376959 Nov 27 15:55:43.582266 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-ba0a69a6-1a91-4254-b1c2-48b35de9c794 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622883 Nov 27 15:55:43.591568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=463876a6-d3cd-4356-80af-bf793200f954,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:43.647773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade6a84-c41c-4b9f-acb5-4deefc723329 req-9f1d02e3-c5d2-415c-bd70-72cf0836cb52 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.649283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dade6a84-c41c-4b9f-acb5-4deefc723329 req-9f1d02e3-c5d2-415c-bd70-72cf0836cb52 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 945 time: 0.4156008 Nov 27 15:55:43.724538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Deleting port e24f085a-b762-48a8-bfd5-81f004d9d742 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:43.724872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.769622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['463876a6-d3cd-4356-80af-bf793200f954'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:55:43.805897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e1571f-5343-4cb8-935a-b7c654af1322 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:43.856822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5a0cfcb-3a18-4aab-b462-366e600f69a8 req-88a00af4-13fa-45d7-9ac7-0d721b7eb43a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2921705 Nov 27 15:55:43.875006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:43.879653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-b0246a02-6a8f-4ee5-94a3-dc4a77e5e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:43.889727 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c79db5d0-bc1f-47f4-a181-6b1a529afaf5 req-b0246a02-6a8f-4ee5-94a3-dc4a77e5e056 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602772 Nov 27 15:55:43.945608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-80002de0-84c5-4fd6-b2f8-dc3ee5acbd5d service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245857 Nov 27 15:55:43.964687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Transition to ACTIVE for port object f4e1571f-5343-4cb8-935a-b7c654af1322 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:43.991861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.163538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Pushing event updated for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:44.232933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-aac5cbbc-8d5e-4554-ae0b-81df19200df5 req-f13b31c7-ca9d-4e77-bb20-65dc0f469aff service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644391 Nov 27 15:55:44.233695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:55:44.387560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Attempting to bind port f4e1571f-5343-4cb8-935a-b7c654af1322 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:44.388036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Attempting to bind port f4e1571f-5343-4cb8-935a-b7c654af1322 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:44.388455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Attempting to bind port f4e1571f-5343-4cb8-935a-b7c654af1322 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:44.395360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Port f4e1571f-5343-4cb8-935a-b7c654af1322 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:44.395846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Attempting to bind port f4e1571f-5343-4cb8-935a-b7c654af1322 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:44.411186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:44.411524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Checking segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:44.411909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Bound using segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:44.412349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Bound port: f4e1571f-5343-4cb8-935a-b7c654af1322, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:44.412761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.417690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6cc5f-a965-4f51-95d3-aa8b7e51e3a3 None None] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:44.431027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:55:44.443335 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Sync routers for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:55:44.457640 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:44.460949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:44.489799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.491057 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ef264464-41b5-47b6-9f3b-c5dc3fec18ce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2649043 Nov 27 15:55:44.495362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42572) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:44.510689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d127d82c-51df-4db9-b682-b2237275d8b7 None None] Provisioning complete for port 149f2073-d441-4885-aec6-2ab0f0fe2e39 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:44.511483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d127d82c-51df-4db9-b682-b2237275d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.544331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5588c771-4fcd-497c-8ee2-e3896196742a req-d0c870ae-02b9-4970-8046-e390987eacff tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=7300cdbc-c623-49d1-ae10-d88d9a11a530 HTTP/1.1" status: 200 len: 210 time: 0.1044450 Nov 27 15:55:44.559586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Deleting port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:44.560359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.626339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:44.630986 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:44.636323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f4e1571f-5343-4cb8-935a-b7c654af1322,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:44.647168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.679656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] For port d4152fb2-2625-4f89-b6b9-dcc93edb82b3, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:44.679976 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.726820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d127d82c-51df-4db9-b682-b2237275d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.735025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Pushing event updated for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:44.791477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:44.799891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.801679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-85842f98-9a33-4cf9-b993-e28be6b6740e service neutron] 10.222.0.21 "PUT /v2.0/ports/f4e1571f-5343-4cb8-935a-b7c654af1322 HTTP/1.1" status: 200 len: 1091 time: 2.1994798 Nov 27 15:55:44.841100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d127d82c-51df-4db9-b682-b2237275d8b7 None None] For port 149f2073-d441-4885-aec6-2ab0f0fe2e39, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=149f2073-d441-4885-aec6-2ab0f0fe2e39,segment=NetworkSegment(f8abf6cd-6a0f-49e4-8639-8d8f850f68cc),segment_id=f8abf6cd-6a0f-49e4-8639-8d8f850f68cc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:44.852888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d127d82c-51df-4db9-b682-b2237275d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:44.855808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:44.914536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:44.921651 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724cedc6-a2ce-4885-9853-ea0e77f08379" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:44.952231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127d82c-51df-4db9-b682-b2237275d8b7 None None] Pushing event updated for resources: {'Port': ['ID=149f2073-d441-4885-aec6-2ab0f0fe2e39,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:44.964900 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:41Z', 'revision_number': 3, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:45.000861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Checking router: 94d95e1b-038d-42f4-a1b2-cf9dad40a89c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:55:45.001423 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Updating router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c port e9f2c54e-6e68-44c6-b003-48207b5fca2e binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:55:45.054826 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.101107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dade6a84-c41c-4b9f-acb5-4deefc723329 req-ed1f000d-02b1-49d5-b459-26b3fc029e61 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups?id=961012bf-ed8e-4f24-8403-4e0fc60a3b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4385195 Nov 27 15:55:45.141508 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.167153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 149f2073-d441-4885-aec6-2ab0f0fe2e39 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:45.240375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 463876a6-d3cd-4356-80af-bf793200f954 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:45.372940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f051dcbd-c06c-415a-a5e8-bb1b369d0eb7 None None] Provisioning complete for port e24f085a-b762-48a8-bfd5-81f004d9d742 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:45.373315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f051dcbd-c06c-415a-a5e8-bb1b369d0eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.382853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 463876a6-d3cd-4356-80af-bf793200f954 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:55:45.400475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 463876a6-d3cd-4356-80af-bf793200f954 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:45.400874 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.406634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.412712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.413572 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Floating IP 9d69990b-4df9-49ea-8a9d-17192819917e disassociated. External IP: 172.25.1.203, port: d4152fb2-2625-4f89-b6b9-dcc93edb82b3. Nov 27 15:55:45.415061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Calling delete_port for d4152fb2-2625-4f89-b6b9-dcc93edb82b3 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:45.430007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.468161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.525924 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.538505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Calling delete_port for e24f085a-b762-48a8-bfd5-81f004d9d742 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:45.540420 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.551889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee4c7-54fe-4f17-8807-0b6ee9563e85 req-9181d4da-9c9c-4271-b95d-aa8c7ec86ea2 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.560514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d33ee4c7-54fe-4f17-8807-0b6ee9563e85 req-9181d4da-9c9c-4271-b95d-aa8c7ec86ea2 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 944 time: 0.4714887 Nov 27 15:55:45.599259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 149f2073-d441-4885-aec6-2ab0f0fe2e39 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:45.600707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.620564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.627166 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Pushing event updated for resources: {'Port': ['ID=e9f2c54e-6e68-44c6-b003-48207b5fca2e,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:45.670518 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.673745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.674251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.674954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.675440 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.675918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.676396 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.677031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.677814 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.678291 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.679079 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.679557 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:45.694690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.702176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f051dcbd-c06c-415a-a5e8-bb1b369d0eb7 None None] Port e24f085a-b762-48a8-bfd5-81f004d9d742 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:45.710910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.724784 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Attempting to bind port e9f2c54e-6e68-44c6-b003-48207b5fca2e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:45.726673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.727010 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Attempting to bind port e9f2c54e-6e68-44c6-b003-48207b5fca2e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:45.727533 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Attempting to bind port e9f2c54e-6e68-44c6-b003-48207b5fca2e on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:45.733912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.742290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:45.743228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.745138 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:45.746117 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.746669 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:45.747303 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Bound port: e9f2c54e-6e68-44c6-b003-48207b5fca2e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:45.749103 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.750353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.756855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:45.759138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-5526d98c-8d45-4e72-9b92-b47f0baf16a3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5386 time: 0.4975240 Nov 27 15:55:45.846886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.871978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f051dcbd-c06c-415a-a5e8-bb1b369d0eb7 None None] Provisioning complete for port 149f2073-d441-4885-aec6-2ab0f0fe2e39 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:45.874574 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f051dcbd-c06c-415a-a5e8-bb1b369d0eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.887933 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] For port e9f2c54e-6e68-44c6-b003-48207b5fca2e, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:45.891403 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] For port e9f2c54e-6e68-44c6-b003-48207b5fca2e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e9f2c54e-6e68-44c6-b003-48207b5fca2e,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:45.904164 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:45.982561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 463876a6-d3cd-4356-80af-bf793200f954, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=463876a6-d3cd-4356-80af-bf793200f954,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:45.994284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463876a6-d3cd-4356-80af-bf793200f954'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:45.996636 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578abe6b-a02b-4d66-b932-a619397111cb" -d '{"events": [{"server_uuid": "e0b99e3d-89f1-4134-995e-7b1ba34a9a37", "name": "network-vif-plugged", "status": "completed", "tag": "463876a6-d3cd-4356-80af-bf793200f954"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:46.022590 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.050528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d33ee4c7-54fe-4f17-8807-0b6ee9563e85 req-6dc020e5-038e-407a-98e8-70df48bff99c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888854 Nov 27 15:55:46.053978 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd62f-b1f7-4ea0-b4f8-4d210d7d66cc None None] Pushing event updated for resources: {'Port': ['ID=e9f2c54e-6e68-44c6-b003-48207b5fca2e,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:46.085826 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:46.086488 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:46.115000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=463876a6-d3cd-4356-80af-bf793200f954,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:46.223232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0b065ec-30f7-4dfa-9516-4ed93d67fe27 req-9cd5c39d-e2eb-46bc-97ed-ffe33a67362f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4502537 Nov 27 15:55:46.275309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Allocated IP 172.25.1.100 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ff79d6a1-f473-4944-84af-be2ff69b1f31) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:46.338293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8ae94d0a-8776-4a0f-8de9-e475534c9030 None None] Provisioning complete for port e24f085a-b762-48a8-bfd5-81f004d9d742 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:46.338667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ae94d0a-8776-4a0f-8de9-e475534c9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.357998 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131c8963-e6c8-4894-a6df-8e8eec5e9f1c x-openstack-request-id: req-131c8963-e6c8-4894-a6df-8e8eec5e9f1c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:46.358471 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b99e3d-89f1-4134-995e-7b1ba34a9a37", "name": "network-vif-plugged", "status": "completed", "tag": "463876a6-d3cd-4356-80af-bf793200f954", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:46.358925 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-131c8963-e6c8-4894-a6df-8e8eec5e9f1c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:46.360223 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463876a6-d3cd-4356-80af-bf793200f954', 'code': 200} Nov 27 15:55:46.429364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8ae94d0a-8776-4a0f-8de9-e475534c9030 None None] Port e24f085a-b762-48a8-bfd5-81f004d9d742 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:55:46.470010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.487677 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:46.507894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa865f1d-b215-4cd3-a38e-eec33591ebdf req-f28fdf70-dac9-4d23-9a8e-f2b18574a8a5 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9 HTTP/1.1" status: 200 len: 210 time: 0.0607784 Nov 27 15:55:46.510008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46819611-afb3-4c0d-af56-91293a072eee {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:46.522246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.539250 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3dffa8-711b-478b-91f3-e9fa9dbd1031 x-openstack-request-id: req-2a3dffa8-711b-478b-91f3-e9fa9dbd1031 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:46.539803 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:46.540306 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a3dffa8-711b-478b-91f3-e9fa9dbd1031 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:46.540910 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322', 'status': 'completed', 'code': 200} Nov 27 15:55:46.548500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event deleted for resources: {'Port': ['ID=d4152fb2-2625-4f89-b6b9-dcc93edb82b3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:46.556721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.569820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Transition to ACTIVE for port object 46819611-afb3-4c0d-af56-91293a072eee will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:46.621257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event deleted for resources: {'Port': ['ID=e24f085a-b762-48a8-bfd5-81f004d9d742,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:46.628315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.655026 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.769568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.770045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.770511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.770981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.771442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.771896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.772351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.780960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-8c9db81c-db60-496d-acda-a13c47772694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6278 time: 0.2479222 Nov 27 15:55:46.791559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:46.805249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-957f6804-1358-484f-9b3f-4485ff509a54 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "DELETE /v2.0/ports/e24f085a-b762-48a8-bfd5-81f004d9d742 HTTP/1.1" status: 204 len: 168 time: 3.5652554 Nov 27 15:55:46.811215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42590) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:46.819116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9bea5-3191-40bf-8033-ed40194b5e6e req-cd7b75ad-60b6-4c3b-a6ee-23d40fa52d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:46.828861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15a9bea5-3191-40bf-8033-ed40194b5e6e req-cd7b75ad-60b6-4c3b-a6ee-23d40fa52d91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 1096 time: 0.2758579 Nov 27 15:55:46.857505 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:41Z', 'revision_number': 3, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:46.897743 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05709-ef44-44e8-967f-721e9e5775c3 None None] The sync data for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 is: [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:41Z', 'revision_number': 3, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:55:46.898581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Pushing event updated for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:46.973308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Router 1db2d08f-bd6c-401e-b362-3985a9c855ef has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:55:47.131154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 149f2073-d441-4885-aec6-2ab0f0fe2e39 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:47.218287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15a9bea5-3191-40bf-8033-ed40194b5e6e req-f897d4db-f703-43f6-b0d2-1ef133732357 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827765 Nov 27 15:55:47.246730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 149f2073-d441-4885-aec6-2ab0f0fe2e39 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:47.247206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:47.315519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:47.321338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:55:47.340769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] Sync routers for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:55:47.385578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-7c274997-bf9a-4514-aa2a-99fb2126603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.385853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:47.386058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-7c274997-bf9a-4514-aa2a-99fb2126603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.386560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-7c274997-bf9a-4514-aa2a-99fb2126603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.388167 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-7c274997-bf9a-4514-aa2a-99fb2126603c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5222363 Nov 27 15:55:47.388960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:47.397475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Attempting to bind port 46819611-afb3-4c0d-af56-91293a072eee on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:47.397822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Attempting to bind port 46819611-afb3-4c0d-af56-91293a072eee by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:47.398161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Attempting to bind port 46819611-afb3-4c0d-af56-91293a072eee on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:47.408425 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Port 46819611-afb3-4c0d-af56-91293a072eee on network ac0cf00f-7189-441a-afba-8114ce6bcd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:47.408756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Attempting to bind port 46819611-afb3-4c0d-af56-91293a072eee on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:47.484723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff79d6a1-f473-4944-84af-be2ff69b1f31,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:47.489465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:47.489823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Checking segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:47.490218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Bound using segment: {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:47.490671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Bound port: 46819611-afb3-4c0d-af56-91293a072eee, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0bc889-7d33-4303-ac48-4164a4bb87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:47.491034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:47.500328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f52cc753-763a-48ed-bee4-53b2ccd5c011 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.6728380 Nov 27 15:55:47.546592 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42600) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:47.573558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-905624573'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:47.605624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:47.624698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:47.658817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:47.661609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] No DVR routers for this DVR port d4152fb2-2625-4f89-b6b9-dcc93edb82b3 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:47.663464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:47.710323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:47.715479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6d86dad-00e4-4979-9133-f6ed3de480db req-7e716dfd-e4bf-4752-9587-70db3d5ad609 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.21 "DELETE /v2.0/ports/d4152fb2-2625-4f89-b6b9-dcc93edb82b3 HTTP/1.1" status: 204 len: 173 time: 4.4795685 Nov 27 15:55:47.735144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'name': 'network-vif-deleted', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:47.738906 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dac0a1-84e1-42dc-9f0b-aa207a6e9a33" -d '{"events": [{"server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "name": "network-vif-deleted", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:47.765042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-6ef47d95-1784-446a-ac24-cd4a7e4a7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.765619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eaf63-3488-41f4-a39d-f5114153cc40 req-5b4aea3b-8a68-4f19-844d-eb2d2cbd164f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.767188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b7eaf63-3488-41f4-a39d-f5114153cc40 req-5b4aea3b-8a68-4f19-844d-eb2d2cbd164f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 945 time: 0.5370154 Nov 27 15:55:47.791885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-724cedc6-a2ce-4885-9853-ea0e77f08379 req-6ef47d95-1784-446a-ac24-cd4a7e4a7cf5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3843508 Nov 27 15:55:47.793742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.801136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.807197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.815728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.821825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.834681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.842038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:47.844329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-2c63a1d7-3f52-4880-9897-6a97b79a732b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5398 time: 0.3606782 Nov 27 15:55:47.859011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4152fb2-2625-4f89-b6b9-dcc93edb82b3 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:47.874607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Made reservation on behalf of 13bba5aa90164e5f8f2c5e8f63bc67e8 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:55:47.887173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:47.923584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: d4152fb2-2625-4f89-b6b9-dcc93edb82b3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:47.923584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4152fb2-2625-4f89-b6b9-dcc93edb82b3 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:48.001689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:48.005536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:48.013912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=46819611-afb3-4c0d-af56-91293a072eee,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:48.020019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:55:48.031082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.108225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Pushing event updated for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:48.129401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.130473 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Added segment 87b7625f-5aff-4875-8664-11530cc03410 of type vlan for network 98acd5ef-7df1-451f-9b8b-241a4d4c3f93 Nov 27 15:55:48.265025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:48.265853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.267440 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-ae297e5e-c152-4550-b34b-19075dd3afd1 service neutron] 10.222.0.21 "PUT /v2.0/ports/46819611-afb3-4c0d-af56-91293a072eee HTTP/1.1" status: 200 len: 1091 time: 3.4229815 Nov 27 15:55:48.289059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.327883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:48.359311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Allocated IP 172.20.0.1 (86c47f96-283f-47de-ac67-bc79498986d8/f4219ea7-a12d-49d8-b750-8d20a847d560/e7152391-3213-4078-b4b9-cf9fd009e6fd) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:48.403030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:55:48.405019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:48.471169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] Checking router: 1db2d08f-bd6c-401e-b362-3985a9c855ef for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:55:48.493297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:48.493968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:48.529220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.548814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:48.552950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b7eaf63-3488-41f4-a39d-f5114153cc40 req-463099b2-46f3-4f6c-968d-862b4018e279 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7072341 Nov 27 15:55:48.572465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.624574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc4fa8bf-cf66-4463-8566-262b2a763251 req-258d0610-e455-4a42-97c2-219be1cbdb58 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7714341 Nov 27 15:55:48.681482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '46819611-afb3-4c0d-af56-91293a072eee'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:48.682790 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b68bac9-305e-4e7e-834f-dce611d54059" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "46819611-afb3-4c0d-af56-91293a072eee"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:48.702340 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.718433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:48.751186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:48.753053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42612) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:48.809533 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ceac0b-9e30-4c2e-a48f-480fb39546fd x-openstack-request-id: req-a0ceac0b-9e30-4c2e-a48f-480fb39546fd {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:48.809840 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9", "name": "network-vif-deleted", "tag": "d4152fb2-2625-4f89-b6b9-dcc93edb82b3", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:48.810119 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0ceac0b-9e30-4c2e-a48f-480fb39546fd {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:48.814830 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd0fd5e-1501-4471-8ac8-7f9fb3e975f9', 'name': 'network-vif-deleted', 'tag': 'd4152fb2-2625-4f89-b6b9-dcc93edb82b3', 'status': 'completed', 'code': 200} Nov 27 15:55:48.847492 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e378eb-41bf-4cae-92d1-e94973767e00 x-openstack-request-id: req-c6e378eb-41bf-4cae-92d1-e94973767e00 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:48.847697 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "46819611-afb3-4c0d-af56-91293a072eee", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:48.847955 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6e378eb-41bf-4cae-92d1-e94973767e00 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:48.848351 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '46819611-afb3-4c0d-af56-91293a072eee', 'status': 'completed', 'code': 200} Nov 27 15:55:48.855095 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3039141 Nov 27 15:55:48.879230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42614) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:49.019287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1cbc3-70b0-4e1f-929f-c5345636d3bb tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event updated for resources: {'Network': ['ID=98acd5ef-7df1-451f-9b8b-241a4d4c3f93,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:49.092101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 98acd5ef-7df1-451f-9b8b-241a4d4c3f93 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:55:49.151651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.194301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e9f2c54e-6e68-44c6-b003-48207b5fca2e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:49.298541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e9f2c54e-6e68-44c6-b003-48207b5fca2e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:49.299281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.304938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:49.325742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b00609a7-7955-4b37-8676-44f748240fc4 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/agents/1802f664-7281-4f91-b645-808e3f4dffd9/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.4372787 Nov 27 15:55:49.335546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42616) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:49.368013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dacc49-3ca4-431b-91ac-da6ac6125ef0 None None] The sync data for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 is: [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:53:20Z', 'revision_number': 4, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'f001940d-ddf9-48d3-a4a4-c1ce4fd617bf', 'name': '', 'network_id': '3788a99f-9835-4f60-80f2-3abc25370ac0', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'mac_address': 'fa:16:3e:4d:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:18Z', 'updated_at': '2021-11-27T15:53:28Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'subnets': [{'id': '22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:55:49.466562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.473347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.474679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.475358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.475929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.476865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.477392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.478734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:49.481765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-ef91b484-e32a-4c30-8e45-80028684640f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6345 time: 0.6113429 Nov 27 15:55:49.485101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.491507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Router ec09d4c4-42f7-4ddb-865b-618c8e789818 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:55:49.495481 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb794f62-3a09-4868-ae03-85cd843fbb13 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.507019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port e9f2c54e-6e68-44c6-b003-48207b5fca2e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e9f2c54e-6e68-44c6-b003-48207b5fca2e,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:49.513462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.578239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=e9f2c54e-6e68-44c6-b003-48207b5fca2e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:49.599228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.599228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.599475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.599812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.600147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.600712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.601047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.601374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.601719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.602046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.602367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.603288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:55:49.648807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb794f62-3a09-4868-ae03-85cd843fbb13 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.697639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:55:49.709609 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Sync routers for ids ['ec09d4c4-42f7-4ddb-865b-618c8e789818'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:55:49.735770 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Routers {'ec09d4c4-42f7-4ddb-865b-618c8e789818'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:49.736418 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ec09d4c4-42f7-4ddb-865b-618c8e789818'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:49.774260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:49.774260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9c64d217-2656-4992-a64e-4e29fc1eefa5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6528554 Nov 27 15:55:49.795848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42624) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:49.974972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed6be7-5804-4fda-8c7c-cc933666d292 None None] New status for floating IP 9d69990b-4df9-49ea-8a9d-17192819917e: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:55:50.045205 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Set router ec09d4c4-42f7-4ddb-865b-618c8e789818 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:50.056974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318894a4-dde6-469e-b2ea-04af3be356a4 req-4316cc5a-8891-42e5-8096-85ab70c426c7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.059556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-318894a4-dde6-469e-b2ea-04af3be356a4 req-4316cc5a-8891-42e5-8096-85ab70c426c7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 945 time: 0.3069305 Nov 27 15:55:50.074556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:50.113249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c863f-7189-4d90-a27e-0f9744441c56 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] Network 98acd5ef-7df1-451f-9b8b-241a4d4c3f93 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:55:50.159231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.166661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.191039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.197089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.205211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb794f62-3a09-4868-ae03-85cd843fbb13 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:50.209665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.213141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb794f62-3a09-4868-ae03-85cd843fbb13 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:50.216973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.221912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb794f62-3a09-4868-ae03-85cd843fbb13 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "DELETE /v2.0/security-groups/961012bf-ed8e-4f24-8403-4e0fc60a3b08 HTTP/1.1" status: 204 len: 168 time: 1.4619389 Nov 27 15:55:50.222950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42626) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:50.236649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.239143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-591bdd43-d1a6-47c9-b930-160cc5d9bd29 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5398 time: 0.3306696 Nov 27 15:55:50.255789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Network 86c47f96-283f-47de-ac67-bc79498986d8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:50.280123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:50.285482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:50.365204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-318894a4-dde6-469e-b2ea-04af3be356a4 req-5632f700-aa9a-4dc1-bb72-e534da0536b6 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954690 Nov 27 15:55:50.371891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a72f84-a9e8-4d4e-b28c-999d241c779e None None] Network 98acd5ef-7df1-451f-9b8b-241a4d4c3f93 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:50.374451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-542c863f-7189-4d90-a27e-0f9744441c56 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "POST /v2.0/agents/1802f664-7281-4f91-b645-808e3f4dffd9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0374064 Nov 27 15:55:50.374580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:50.376043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-339611a7-3283-46c9-a337-aaa5228cac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.376518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-339611a7-3283-46c9-a337-aaa5228cac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.376982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-339611a7-3283-46c9-a337-aaa5228cac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.379600 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-339611a7-3283-46c9-a337-aaa5228cac79 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8581784 Nov 27 15:55:50.392922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:50.419577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb794f62-3a09-4868-ae03-85cd843fbb13 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961012bf-ed8e-4f24-8403-4e0fc60a3b08,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:50.429560 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:55:48Z', 'revision_number': 3, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:50.465887 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Checking router: ec09d4c4-42f7-4ddb-865b-618c8e789818 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:55:50.466242 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Updating router ec09d4c4-42f7-4ddb-865b-618c8e789818 port ff79d6a1-f473-4944-84af-be2ff69b1f31 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:55:50.471331 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-1f8ad977-074d-410f-bb29-dad7e7b20737 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] show failed (client error): The resource could not be found. Nov 27 15:55:50.475283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:50.475430 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1f8ad977-074d-410f-bb29-dad7e7b20737 tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "GET /v2.0/security-groups/961012bf-ed8e-4f24-8403-4e0fc60a3b08 HTTP/1.1" status: 404 len: 347 time: 0.2373416 Nov 27 15:55:50.498188 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:50.575353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa23c38e-5a77-4b31-9bec-b6fceba64184 req-4b2489fa-3e4a-4792-9eea-a88fe17b6e4a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3249173 Nov 27 15:55:50.613196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Pushing event updated for resources: {'Port': ['ID=e7152391-3213-4078-b4b9-cf9fd009e6fd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:50.963451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-5ea3b9dd-7595-4ba7-8ddd-a9415a87700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:50.970266 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7b68bac9-305e-4e7e-834f-dce611d54059 req-5ea3b9dd-7595-4ba7-8ddd-a9415a87700e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5746446 Nov 27 15:55:50.981982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11776a08-4e56-4a28-8c53-f28f1e9d4d93 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:50.992480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.032955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Transition to ACTIVE for port object 11776a08-4e56-4a28-8c53-f28f1e9d4d93 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:51.046620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.053025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.053819 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.068272 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.086644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e9f2c54e-6e68-44c6-b003-48207b5fca2e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:51.198131 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78dcf8-bc6c-47b3-86af-9fb02754c62a None None] Pushing event updated for resources: {'Port': ['ID=ff79d6a1-f473-4944-84af-be2ff69b1f31,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:51.199693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e9f2c54e-6e68-44c6-b003-48207b5fca2e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:51.200062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.222593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9856405b-6ac7-40d8-ae1b-86eba30c1690 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/agents/1802f664-7281-4f91-b645-808e3f4dffd9/dhcp-networks HTTP/1.1" status: 200 len: 12816 time: 0.8164337 Nov 27 15:55:51.227918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42648) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:51.258649 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Attempting to bind port ff79d6a1-f473-4944-84af-be2ff69b1f31 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:51.259037 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Attempting to bind port ff79d6a1-f473-4944-84af-be2ff69b1f31 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:51.259408 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Attempting to bind port ff79d6a1-f473-4944-84af-be2ff69b1f31 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:51.283879 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:51.284255 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:51.284834 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.285371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:51.286035 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Bound port: ff79d6a1-f473-4944-84af-be2ff69b1f31, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:51.286570 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.316301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Pushing event updated for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:51.370378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] For port ff79d6a1-f473-4944-84af-be2ff69b1f31, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:51.373162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Deleting port ea38fa85-98a9-4d99-8c3f-7670d3ce412e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:51.373707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.375233 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] For port ff79d6a1-f473-4944-84af-be2ff69b1f31, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ff79d6a1-f473-4944-84af-be2ff69b1f31,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:51.380769 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.452089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78dcf8-bc6c-47b3-86af-9fb02754c62a None None] Pushing event updated for resources: {'Port': ['ID=ff79d6a1-f473-4944-84af-be2ff69b1f31,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:51.482895 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Routers {'ec09d4c4-42f7-4ddb-865b-618c8e789818'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:51.483898 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ec09d4c4-42f7-4ddb-865b-618c8e789818'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:51.613675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] Set router ec09d4c4-42f7-4ddb-865b-618c8e789818 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:51.644014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Attempting to bind port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:51.644496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Attempting to bind port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:51.644948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Attempting to bind port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 on network 3612dd2d-b6da-4890-8d81-c127f9a40abe {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:51.654508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 on network 3612dd2d-b6da-4890-8d81-c127f9a40abe not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:51.654939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Attempting to bind port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 on network 3612dd2d-b6da-4890-8d81-c127f9a40abe {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:51.668876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:51.669393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Checking segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:51.669901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Bound using segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:51.670476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Bound port: 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:51.670914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.772011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.814649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:51.818622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:51.820380 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.891612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fdb7ae34-05bd-48c3-8964-0acb84a6dc0e tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "DELETE /v2.0/agents/1802f664-7281-4f91-b645-808e3f4dffd9/dhcp-networks/98acd5ef-7df1-451f-9b8b-241a4d4c3f93 HTTP/1.1" status: 204 len: 168 time: 0.6601954 Nov 27 15:55:51.891813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:51.898547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:51.926636 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:55:48Z', 'revision_number': 3, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:51.988407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:51.994539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.001079 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86bbd5-2a48-4257-b54f-e940574693a1 None None] The sync data for ids ['ec09d4c4-42f7-4ddb-865b-618c8e789818'] in n-d-819494-4 is: [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:55:48Z', 'revision_number': 3, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:55:52.001489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.007692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.013831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.019970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.026425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.034535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-03fbb57a-0fe2-4388-9bcb-2c48d5365faf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5410 time: 0.2035022 Nov 27 15:55:52.121146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:52.197102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:52.197529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:52.251777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Calling delete_port for ea38fa85-98a9-4d99-8c3f-7670d3ce412e owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:52.296795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acf87df8-ad32-4cd3-84a4-7524bb484e2f req-a667f16c-8669-401c-ac8a-3296c59cd5ca tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2587767 Nov 27 15:55:52.406442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:52.408978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:52.415812 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] 10.222.0.21 "PUT /v2.0/ports/11776a08-4e56-4a28-8c53-f28f1e9d4d93 HTTP/1.1" status: 200 len: 1091 time: 4.1004791 Nov 27 15:55:52.426162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:52.434291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-15a50580-007c-49fb-98e1-6f1c2b500876 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/agents/1802f664-7281-4f91-b645-808e3f4dffd9/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.5331028 Nov 27 15:55:52.436611 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:52.454154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42660) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:52.484667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Request body: {'port': {'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:55:52.528755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Pushing event updated for resources: {'Port': ['ID=e7152391-3213-4078-b4b9-cf9fd009e6fd,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:52.538848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:52.563066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2d3e6267-bf0b-47e3-993e-2fe516146114 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/networks/0ec3ce4c-efdb-41fe-b48d-a6e16758f69a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0947161 Nov 27 15:55:52.584595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42664) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:52.669214 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b24b4-6bdc-496e-a3d9-f159bf8a0d9b x-openstack-request-id: req-761b24b4-6bdc-496e-a3d9-f159bf8a0d9b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:52.669850 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:52.670108 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-761b24b4-6bdc-496e-a3d9-f159bf8a0d9b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:52.670509 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93', 'status': 'completed', 'code': 200} Nov 27 15:55:52.789706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Allocated IP 172.20.0.1 (5e86959b-eb53-4a04-81cb-a7be31373a56/90337017-7c75-4c21-9b8c-d7bd6fa463b9/8fda4551-41b5-4393-8765-78ec0e34728b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:55:53.000994 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.013902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Network 86c47f96-283f-47de-ac67-bc79498986d8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:53.045101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-191674e4-33bb-49be-aff0-f57e762de899 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/networks/0ec3ce4c-efdb-41fe-b48d-a6e16758f69a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.4592652 Nov 27 15:55:53.046352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:53.050107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42666) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:53.067103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81aa94e-bd69-4ee6-827b-cb038f428d24 service neutron] Pushing event updated for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:53.086485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Pushing event deleted for resources: {'Port': ['ID=ea38fa85-98a9-4d99-8c3f-7670d3ce412e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:53.104471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.117137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff79d6a1-f473-4944-84af-be2ff69b1f31 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:53.165686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.166430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.167322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.168370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.168842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.169308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.169814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.171882 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-ef7be14e-4f7d-4492-997c-25150c39447f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6412 time: 0.4947979 Nov 27 15:55:53.232518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ff79d6a1-f473-4944-84af-be2ff69b1f31 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:53.232889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.271794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.284926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.288538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.290236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-392c4e13-8364-49b6-b637-04909c21fb0b tempest-ServersTestJSON-1318035262 tempest-ServersTestJSON-1318035262-project] 10.222.0.15 "DELETE /v2.0/floatingips/9d69990b-4df9-49ea-8a9d-17192819917e HTTP/1.1" status: 204 len: 168 time: 2.8057830 Nov 27 15:55:53.293532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42668) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:53.406423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.442827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port ff79d6a1-f473-4944-84af-be2ff69b1f31, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ff79d6a1-f473-4944-84af-be2ff69b1f31,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:53.451324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.570551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=ff79d6a1-f473-4944-84af-be2ff69b1f31,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:53.748849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.760536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.766187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fffa5c9d-a570-4f00-aa3f-8623522d68d7 tempest-DHCPAgentSchedulersTestJSON-961351018 tempest-DHCPAgentSchedulersTestJSON-961351018-project-admin] 10.222.0.15 "GET /v2.0/agents/1802f664-7281-4f91-b645-808e3f4dffd9/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.7139070 Nov 27 15:55:53.773710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42674) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:53.778613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.791508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.799045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.802000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:55:53.805675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.818804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.823489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-a618aed5-a762-4843-80f6-ccf7dfd83cee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5410 time: 0.3094404 Nov 27 15:55:53.826380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:53.993866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-8752345e-822a-4879-bfc0-2a733fe07a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.994197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-8752345e-822a-4879-bfc0-2a733fe07a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:53.998849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-8752345e-822a-4879-bfc0-2a733fe07a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:54.000631 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-8752345e-822a-4879-bfc0-2a733fe07a58 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8106818 Nov 27 15:55:54.095349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:54.128714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:54.146199 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.156679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:55:54.237255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Pushing event updated for resources: {'Port': ['ID=8fda4551-41b5-4393-8765-78ec0e34728b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:54.299054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f3c55ae-dfcc-4fad-9112-3e061bfe718d req-c27ab7c5-7f65-45a0-8ebc-b8758cc40733 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4310746 Nov 27 15:55:54.320152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.355676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-46ea32d1-ca41-4799-8046-8de373cfa71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:54.357172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77adcdde-3a1b-465a-a5e7-9026bcb4a0c6 req-46ea32d1-ca41-4799-8046-8de373cfa71b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3399537 Nov 27 15:55:54.450171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:55:54.464108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2084f438-65de-43c4-bfac-bff459ffc174 admin admin] 10.222.0.15 "PUT /v2.0/routers/94d95e1b-038d-42f4-a1b2-cf9dad40a89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9452701 Nov 27 15:55:54.467174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Sync routers for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:55:54.484186 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:54.484831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:54.520219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.656673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98acd5ef-7df1-451f-9b8b-241a4d4c3f93']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:54.714142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b7625f-5aff-4875-8664-11530cc03410') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:54.716465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b7625f-5aff-4875-8664-11530cc03410') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:54.723841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca2655b-7790-46bd-a5b3-069e256188bc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:55:54.762458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.769732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.790999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.845552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.847922 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:54.858674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:55:54.860058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:55:54.863570 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:55:54.989492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Transition to ACTIVE for port object eca2655b-7790-46bd-a5b3-069e256188bc will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:55:54.990464 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:54.998965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.008205 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "DELETE /v2.0/networks/98acd5ef-7df1-451f-9b8b-241a4d4c3f93 HTTP/1.1" status: 204 len: 168 time: 1.2083013 Nov 27 15:55:55.010602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42686) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:55.087778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff79d6a1-f473-4944-84af-be2ff69b1f31 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:55.101434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.115737 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be4aecd-7c9c-44a3-8d50-0f74b3fe0f15 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] DELETE failed (client error): The resource could not be found. Nov 27 15:55:55.116356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be4aecd-7c9c-44a3-8d50-0f74b3fe0f15 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:55:55.119572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6be4aecd-7c9c-44a3-8d50-0f74b3fe0f15 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "DELETE /v2.0/ports/e24f085a-b762-48a8-bfd5-81f004d9d742 HTTP/1.1" status: 404 len: 333 time: 0.0892148 Nov 27 15:55:55.123556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42688) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:55.146933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246f650-e16a-4434-930f-ce7905cf4499 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event deleted for resources: {'Network': ['ID=98acd5ef-7df1-451f-9b8b-241a4d4c3f93,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:55.226786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Pushing event updated for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:55.256508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ff79d6a1-f473-4944-84af-be2ff69b1f31 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:55.256897 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.305401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.344136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.361467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Deleting subnet 2c0d7be8-58cc-4628-863f-4234c69257a8 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:55:55.383209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.496575 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.565487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Attempting to bind port eca2655b-7790-46bd-a5b3-069e256188bc on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:55.565985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Attempting to bind port eca2655b-7790-46bd-a5b3-069e256188bc by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:55.566464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Attempting to bind port eca2655b-7790-46bd-a5b3-069e256188bc on network 3612dd2d-b6da-4890-8d81-c127f9a40abe {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:55.578068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Port eca2655b-7790-46bd-a5b3-069e256188bc on network 3612dd2d-b6da-4890-8d81-c127f9a40abe not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:55:55.578627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Attempting to bind port eca2655b-7790-46bd-a5b3-069e256188bc on network 3612dd2d-b6da-4890-8d81-c127f9a40abe {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:55.590705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:55.591288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Checking segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:55.591829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Bound using segment: {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:55.592415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Bound port: eca2655b-7790-46bd-a5b3-069e256188bc, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6a4481-da57-4da5-80c5-f964cd585572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:55.592946 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.713553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.759393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:55.776682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:51Z', 'revision_number': 2, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:55.786397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eca2655b-7790-46bd-a5b3-069e256188bc,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:55.800988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.805924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-11e50999-d607-4d55-a79a-19a3cd7289e6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:55.807512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-11e50999-d607-4d55-a79a-19a3cd7289e6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 820 time: 0.4968250 Nov 27 15:55:55.813688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.835650 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Checking router: 94d95e1b-038d-42f4-a1b2-cf9dad40a89c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:55:55.836008 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Updating router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c port e7152391-3213-4078-b4b9-cf9fd009e6fd binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:55:55.873693 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.903416 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:55.904042 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:55.905525 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] 10.222.0.21 "PUT /v2.0/ports/eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 200 len: 1091 time: 3.4307048 Nov 27 15:55:55.907973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:55:55.918852 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:55:55.929887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.030479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1546e-3d11-4e9c-ab26-042b7cb6c91a service neutron] Pushing event updated for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:56.038367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0d7be8-58cc-4628-863f-4234c69257a8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:56.042732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.046397 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1bcafa76-e98f-4896-aef4-0ed617ee9f59 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "DELETE /v2.0/subnets/2c0d7be8-58cc-4628-863f-4234c69257a8 HTTP/1.1" status: 204 len: 168 time: 0.9170732 Nov 27 15:55:56.049682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42704) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:56.050938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef22346-e93d-45c7-a76e-ec0102871cfa None None] Network 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:55:56.166692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.193485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.196331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.196966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.197531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.198065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.199633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.199864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.203149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-97b5cafb-3383-4394-91c6-83c6023ca6ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6479 time: 0.2418132 Nov 27 15:55:56.378801 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-aad9043d-08bf-4117-9b7e-77e270c8a2c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 200 len: 217 time: 0.1651490 Nov 27 15:55:56.404194 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.431136 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.461695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] DHCP port deletion for 0ec3ce4c-efdb-41fe-b48d-a6e16758f69a request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:55:56.487028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-84fc4a26-18f9-4e43-9c9c-d8d15d76a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.488427 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-84fc4a26-18f9-4e43-9c9c-d8d15d76a57e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 HTTP/1.1" status: 200 len: 850 time: 0.0971327 Nov 27 15:55:56.500871 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f859efc-1bf9-42b5-a291-012726f1ce61 None None] Pushing event updated for resources: {'Port': ['ID=e7152391-3213-4078-b4b9-cf9fd009e6fd,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:56.531467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Deleting port 149f2073-d441-4885-aec6-2ab0f0fe2e39 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:56.531805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.565222 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Attempting to bind port e7152391-3213-4078-b4b9-cf9fd009e6fd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:55:56.565853 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Attempting to bind port e7152391-3213-4078-b4b9-cf9fd009e6fd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:55:56.566373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Attempting to bind port e7152391-3213-4078-b4b9-cf9fd009e6fd on network 86c47f96-283f-47de-ac67-bc79498986d8 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:55:56.572668 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:55:56.573293 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Checking segment: {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:55:56.573990 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.574532 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Bound using segment: {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:55:56.575146 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Bound port: e7152391-3213-4078-b4b9-cf9fd009e6fd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:55:56.575698 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.601746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] For port 149f2073-d441-4885-aec6-2ab0f0fe2e39, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=149f2073-d441-4885-aec6-2ab0f0fe2e39,segment=NetworkSegment(f8abf6cd-6a0f-49e4-8639-8d8f850f68cc),segment_id=f8abf6cd-6a0f-49e4-8639-8d8f850f68cc)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:56.602117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.617942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Calling delete_port for 149f2073-d441-4885-aec6-2ab0f0fe2e39 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:56.620487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] Deleting port 149f2073-d441-4885-aec6-2ab0f0fe2e39 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:56.620966 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.689351 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] For port e7152391-3213-4078-b4b9-cf9fd009e6fd, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:55:56.696780 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] For port e7152391-3213-4078-b4b9-cf9fd009e6fd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e7152391-3213-4078-b4b9-cf9fd009e6fd,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:55:56.708852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.709456 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.714835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Pushing event updated for resources: {'Port': ['ID=8fda4551-41b5-4393-8765-78ec0e34728b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:56.758026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] For port 149f2073-d441-4885-aec6-2ab0f0fe2e39, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=149f2073-d441-4885-aec6-2ab0f0fe2e39,segment=NetworkSegment(f8abf6cd-6a0f-49e4-8639-8d8f850f68cc),segment_id=f8abf6cd-6a0f-49e4-8639-8d8f850f68cc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:56.762005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.776298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-812b2d68-3e07-4a0d-a3d3-6d61cc71c60c tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/quotas/bdaac42ac85f4b2d8372b5e2f73e60fd HTTP/1.1" status: 200 len: 375 time: 0.9510150 Nov 27 15:55:56.782953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:56.793190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] Calling delete_port for 149f2073-d441-4885-aec6-2ab0f0fe2e39 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:56.798874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d11e5820-d59b-4baa-8ce0-58ed175fc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.800408 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d11e5820-d59b-4baa-8ce0-58ed175fc932 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811a8894-b37d-4e8b-beed-69c0550e5d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3009253 Nov 27 15:55:56.801685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event deleted for resources: {'Port': ['ID=149f2073-d441-4885-aec6-2ab0f0fe2e39,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:56.834746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.841961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.844911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] No DVR routers for this DVR port 149f2073-d441-4885-aec6-2ab0f0fe2e39 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:56.850915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.859578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.869795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.879498 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f859efc-1bf9-42b5-a291-012726f1ce61 None None] Pushing event updated for resources: {'Port': ['ID=e7152391-3213-4078-b4b9-cf9fd009e6fd,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:56.895338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.913257 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:56.914032 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:56.922938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:56.928443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-537bfee3-f209-4222-b213-a9f5076400b4 req-ef51fbd8-bcb4-45e5-bd98-0dced4caf456 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 1.3497519 Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: from cryptography.utils import int_from_bytes Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: from cryptography.utils import int_from_bytes Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.958021 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:55:56.960579 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 15:55:56.966540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.012774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.050030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec3ce4c-efdb-41fe-b48d-a6e16758f69a']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:57.062627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] Pushing event deleted for resources: {'Port': ['ID=149f2073-d441-4885-aec6-2ab0f0fe2e39,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:57.064159 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-069b54cf-1b2c-4e90-8fe0-525f88b4400e service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516761 Nov 27 15:55:57.065883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:57.066239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8abf6cd-6a0f-49e4-8639-8d8f850f68cc') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:57.082431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc8039-bf49-4a24-b147-19e60052e6af None None] No DVR routers for this DVR port 149f2073-d441-4885-aec6-2ab0f0fe2e39 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:55:57.085823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 149f2073-d441-4885-aec6-2ab0f0fe2e39 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:55:57.115415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.144244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 149f2073-d441-4885-aec6-2ab0f0fe2e39 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:55:57.144736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 149f2073-d441-4885-aec6-2ab0f0fe2e39 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:55:57.184215 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:57.191957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-537bfee3-f209-4222-b213-a9f5076400b4 req-3f4fe06a-f7b7-4e20-b7e1-9a13d38d1806 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033137 Nov 27 15:55:57.204612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:55:57.238365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:55:57.256162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.265780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:55:57.266177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:55:57.337861 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:55:57.345305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.369693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.375945 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] 10.222.0.15 "DELETE /v2.0/networks/0ec3ce4c-efdb-41fe-b48d-a6e16758f69a HTTP/1.1" status: 204 len: 168 time: 1.3203106 Nov 27 15:55:57.376371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34c85-50dd-4953-bcfe-bfad27205972 tempest-DHCPAgentSchedulersTestJSON-1421175058 tempest-DHCPAgentSchedulersTestJSON-1421175058-project] Pushing event deleted for resources: {'Network': ['ID=0ec3ce4c-efdb-41fe-b48d-a6e16758f69a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:57.441023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-60665ea8-ecac-4157-9875-6ec59e0bcc33 service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622689 Nov 27 15:55:57.466172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Router ec09d4c4-42f7-4ddb-865b-618c8e789818 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:55:57.518043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-6a6df1f5-3429-4ea8-8741-705190b07393 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7246528 Nov 27 15:55:57.552532 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1fbf50a5-7eec-4b66-bad7-69e551daffd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 217 time: 0.0996428 Nov 27 15:55:57.562189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-c892a7b6-f7c1-44d8-9e75-4a005cfe49c0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:55:57.563370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-c892a7b6-f7c1-44d8-9e75-4a005cfe49c0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324261 Nov 27 15:55:57.677275 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78c3960-4699-43fc-b2dd-e1ea3a656300 x-openstack-request-id: req-b78c3960-4699-43fc-b2dd-e1ea3a656300 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:55:57.677635 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:55:57.677894 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b78c3960-4699-43fc-b2dd-e1ea3a656300 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:55:57.678300 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc', 'status': 'completed', 'code': 200} Nov 27 15:55:57.691202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-bc56461c-c124-49f4-996d-1dfc86af0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:57.694716 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-bc56461c-c124-49f4-996d-1dfc86af0269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1329114 Nov 27 15:55:57.703645 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:56Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:57.749801 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fedde-a8c1-4090-b1b8-ef26bfb28718 None None] The sync data for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 is: [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:56Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:55:57.803362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d58800a2-97b4-47ea-ae0c-f5048b728207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:57.805222 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-d58800a2-97b4-47ea-ae0c-f5048b728207 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0971851 Nov 27 15:55:57.874074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Deleting port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:55:57.874734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:57.956474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42712) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:57.965717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-bedd5c03-0664-4c47-b350-913755ceb4a8 service neutron] 10.222.0.15 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933768 Nov 27 15:55:57.968639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:55:57.984271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4f9000d8-7d18-4d1b-94b4-c15592983ddc admin admin] 10.222.0.15 "PUT /v2.0/routers/ec09d4c4-42f7-4ddb-865b-618c8e789818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1758833 Nov 27 15:55:57.990965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Sync routers for ids ['ec09d4c4-42f7-4ddb-865b-618c8e789818'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:55:58.007452 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-0e5e1525-bcd7-4fba-914e-ea66ddd731d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919382 Nov 27 15:55:58.008381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Routers {'ec09d4c4-42f7-4ddb-865b-618c8e789818'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:55:58.009199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ec09d4c4-42f7-4ddb-865b-618c8e789818'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:58.112164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] For port f001940d-ddf9-48d3-a4a4-c1ce4fd617bf, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:55:58.112797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:58.187744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Calling delete_port for f001940d-ddf9-48d3-a4a4-c1ce4fd617bf owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:55:58.227258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-26a1eb1c-f326-498a-af75-8931fb35a66c service neutron] 10.222.0.15 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496846 Nov 27 15:55:58.358234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Set router ec09d4c4-42f7-4ddb-865b-618c8e789818 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:55:58.672121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.679235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.687382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.693908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.700562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.707318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.713745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:58.715920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-ba10c405-930b-4609-83f0-3c1e66d82f86 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2743487 Nov 27 15:55:59.130446 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-75f98391-cb3e-4806-a12c-fe3c3e9cb721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13bba5aa90164e5f8f2c5e8f63bc67e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1717939 Nov 27 15:55:59.135502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:55:59.148817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e7152391-3213-4078-b4b9-cf9fd009e6fd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:55:59.227682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7b80cc2a-65df-49e3-940f-4601ed8f125e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:59.230317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7b80cc2a-65df-49e3-940f-4601ed8f125e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 811 time: 0.3138289 Nov 27 15:55:59.248766 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-7b0ac50a-0b36-469d-af20-0f908a7b993e service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2315254 Nov 27 15:55:59.254827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15e0ab4d-1f8c-471b-8841-df8108a3c2fa req-62477181-6123-4c87-afba-67070e7cc4f8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5300996 Nov 27 15:55:59.270870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-275116d8-8da5-472a-91f4-7974f9d71215 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/quotas/6139d0b7fee74cfcb6563d2fcc86bfc9 HTTP/1.1" status: 200 len: 375 time: 0.0135348 Nov 27 15:55:59.272083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.327602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b77310-bf45-4da4-a61d-6980721acb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.352825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e7152391-3213-4078-b4b9-cf9fd009e6fd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:55:59.353479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.385138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b77310-bf45-4da4-a61d-6980721acb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.463079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b77310-bf45-4da4-a61d-6980721acb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.469810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b77310-bf45-4da4-a61d-6980721acb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.472757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-53b77310-bf45-4da4-a61d-6980721acb4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e377362e-c749-49f7-b39b-301ca2e96872 HTTP/1.1" status: 204 len: 168 time: 0.3351505 Nov 27 15:55:59.485034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:55:54Z', 'revision_number': 4, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8fda4551-41b5-4393-8765-78ec0e34728b', 'name': '', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'mac_address': 'fa:16:3e:a4:60:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:52Z', 'updated_at': '2021-11-27T15:55:54Z', 'revision_number': 2, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'subnets': [{'id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:55:59.520963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-8671a8ec-d4ee-4d02-83b5-fa2f3bb23542 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 217 time: 0.2053647 Nov 27 15:55:59.541540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f001940d-ddf9-48d3-a4a4-c1ce4fd617bf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:59.613295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b77310-bf45-4da4-a61d-6980721acb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377362e-c749-49f7-b39b-301ca2e96872,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:55:59.621729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Checking router: ec09d4c4-42f7-4ddb-865b-618c8e789818 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:55:59.626616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Updating router ec09d4c4-42f7-4ddb-865b-618c8e789818 port 8fda4551-41b5-4393-8765-78ec0e34728b binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:55:59.638318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b5153b8f-ee90-4335-832d-a13ca6a31b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:59.639884 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b5153b8f-ee90-4335-832d-a13ca6a31b02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1181598 Nov 27 15:55:59.720799 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.751125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.753827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1b7191ea-1d9f-461e-8279-c1db0afd17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:55:59.755324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-1b7191ea-1d9f-461e-8279-c1db0afd17fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079493 Nov 27 15:55:59.842239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-8520d986-462c-4d7d-a76b-6684bd392c06 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5578723 Nov 27 15:55:59.849680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d446e62d-5328-4d80-b984-9d59c7762cfc req-db12f42c-bfba-4519-8d86-017854036111 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 210 time: 0.1337357 Nov 27 15:55:59.866384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:55:59.933483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-a848ab3a-f0c7-43ab-8a43-34b7f4308589 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664989 Nov 27 15:56:00.016174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.078105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port e7152391-3213-4078-b4b9-cf9fd009e6fd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e7152391-3213-4078-b4b9-cf9fd009e6fd,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:00.095673 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.107537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:00.125362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-95bfccba-b4f6-41f5-95e6-8cde76e36851 service neutron] 10.222.0.15 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705572 Nov 27 15:56:00.180051 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-f5efaff5-0202-4f0d-bd44-a14900c12923 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390020 Nov 27 15:56:00.183607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cbc635e-2820-4d1a-a58b-fd401ef4a860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.282671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-e22195a5-274c-44ba-9982-c9c9fb87dbcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=f4e1571f-5343-4cb8-935a-b7c654af1322 HTTP/1.1" status: 200 len: 217 time: 0.0833097 Nov 27 15:56:00.286409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-a9e32289-ae76-41b5-ac06-bce4f82b854b service neutron] 10.222.0.15 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601646 Nov 27 15:56:00.357081 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.375780 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.407597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=e7152391-3213-4078-b4b9-cf9fd009e6fd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:00.429154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-118b9318-6f24-4ade-af88-730a49648470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:00.430816 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-118b9318-6f24-4ade-af88-730a49648470 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1369681 Nov 27 15:56:00.439282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-d9db806b-62a7-45f2-9b6c-a47deb0deda5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:00.447070 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-d9db806b-62a7-45f2-9b6c-a47deb0deda5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 820 time: 0.2938101 Nov 27 15:56:00.483178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'port': {'device_id': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'admin_state_up': True, 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:00.489983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7fd3e-36d5-4743-a9cb-283142012078 None None] Pushing event updated for resources: {'Port': ['ID=8fda4551-41b5-4393-8765-78ec0e34728b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:00.578966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Attempting to bind port 8fda4551-41b5-4393-8765-78ec0e34728b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:00.579313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Attempting to bind port 8fda4551-41b5-4393-8765-78ec0e34728b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:00.579695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Attempting to bind port 8fda4551-41b5-4393-8765-78ec0e34728b on network 5e86959b-eb53-4a04-81cb-a7be31373a56 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:00.585789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:00.586174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Checking segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:00.586592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.586993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Bound using segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:00.587529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Bound port: 8fda4551-41b5-4393-8765-78ec0e34728b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:00.588059 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.674409 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cbc635e-2820-4d1a-a58b-fd401ef4a860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.685118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4183a4cf-de85-4296-b79b-7881967905fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:00.687758 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4183a4cf-de85-4296-b79b-7881967905fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2331684 Nov 27 15:56:00.692734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cbc635e-2820-4d1a-a58b-fd401ef4a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.731729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] For port 8fda4551-41b5-4393-8765-78ec0e34728b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:00.742228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] For port 8fda4551-41b5-4393-8765-78ec0e34728b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8fda4551-41b5-4393-8765-78ec0e34728b,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:00.752493 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:00.832704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc635e-2820-4d1a-a58b-fd401ef4a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08660094-ac15-49bd-a3b6-d45004245fc7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:00.868239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1d85417-cd66-4f2e-997a-e28efbec6ccc req-1e192526-1239-459e-9df2-99f5d588fc65 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 210 time: 0.0515559 Nov 27 15:56:00.872254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Routers {'ec09d4c4-42f7-4ddb-865b-618c8e789818'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:00.872475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ec09d4c4-42f7-4ddb-865b-618c8e789818'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:00.875712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7fd3e-36d5-4743-a9cb-283142012078 None None] Pushing event updated for resources: {'Port': ['ID=8fda4551-41b5-4393-8765-78ec0e34728b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:01.008114 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0cbc635e-2820-4d1a-a58b-fd401ef4a860 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=407731286fc34a468d75e4e491f9f19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8962274 Nov 27 15:56:01.008310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:01.012134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Router 1db2d08f-bd6c-401e-b362-3985a9c855ef has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:56:01.033657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-a3d6c41f-8ed1-4d9e-b67a-b83b616b8232 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334980 Nov 27 15:56:01.058326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] Set router ec09d4c4-42f7-4ddb-865b-618c8e789818 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:01.157857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.163745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.170869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.177378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.177541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Made reservation on behalf of bdaac42ac85f4b2d8372b5e2f73e60fd for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:01.180938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.183311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.184079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e7152391-3213-4078-b4b9-cf9fd009e6fd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:01.190809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.197099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.199831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-3d164f29-0679-4cd3-8fa0-511168ec8212 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.3843789 Nov 27 15:56:01.202108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3579a891-bee6-4c1a-b430-ef1783f1614d req-5b838dd7-56f8-4a7c-813f-e7348b2d5582 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 210 time: 0.1950016 Nov 27 15:56:01.251489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0831e21d-f9b7-41c1-a759-56ef32b9323a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.349947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e7152391-3213-4078-b4b9-cf9fd009e6fd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:01.350304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.363506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-dc276d0e-d6fb-41bf-940f-85f61e60d831 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123200 Nov 27 15:56:01.383913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3c925a2-1eae-42f5-83a9-d5afe7362e4d req-5e435c33-1eed-4f30-92b0-98c8278bbd04 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772251 Nov 27 15:56:01.429201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0831e21d-f9b7-41c1-a759-56ef32b9323a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.430055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-2a742f40-1d35-4ebb-a6ff-8a1a28254dec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=46819611-afb3-4c0d-af56-91293a072eee HTTP/1.1" status: 200 len: 217 time: 0.0551603 Nov 27 15:56:01.491957 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:56:01.526861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:55:54Z', 'revision_number': 4, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8fda4551-41b5-4393-8765-78ec0e34728b', 'name': '', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'mac_address': 'fa:16:3e:a4:60:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:52Z', 'updated_at': '2021-11-27T15:56:00Z', 'revision_number': 4, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'subnets': [{'id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:01.527431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:01.538376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-144806f1-be56-4c51-baf8-558cdb201b35 admin admin] 10.222.0.15 "PUT /v2.0/routers/1db2d08f-bd6c-401e-b362-3985a9c855ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2378802 Nov 27 15:56:01.538376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42774) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:01.540648 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] Sync routers for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:01.556984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafc48a-63b0-44f4-b79f-3956fa9b9b5e None None] The sync data for ids ['ec09d4c4-42f7-4ddb-865b-618c8e789818'] in n-d-819494-4 is: [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:55:54Z', 'revision_number': 4, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8fda4551-41b5-4393-8765-78ec0e34728b', 'name': '', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'mac_address': 'fa:16:3e:a4:60:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:52Z', 'updated_at': '2021-11-27T15:56:00Z', 'revision_number': 4, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'subnets': [{'id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:01.566665 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:01.567452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:01.596347 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.636896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0831e21d-f9b7-41c1-a759-56ef32b9323a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.640093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0831e21d-f9b7-41c1-a759-56ef32b9323a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:01.672778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0831e21d-f9b7-41c1-a759-56ef32b9323a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08660094-ac15-49bd-a3b6-d45004245fc7 HTTP/1.1" status: 204 len: 168 time: 0.6354356 Nov 27 15:56:01.711478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831e21d-f9b7-41c1-a759-56ef32b9323a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08660094-ac15-49bd-a3b6-d45004245fc7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:01.733177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-e337b7ed-8349-4f5d-bc9f-c8732527504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.736767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-e337b7ed-8349-4f5d-bc9f-c8732527504c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.2951224 Nov 27 15:56:01.771154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Allocated IP 172.20.0.14 (86c47f96-283f-47de-ac67-bc79498986d8/f4219ea7-a12d-49d8-b750-8d20a847d560/ff0a7899-64b2-4f3f-80c4-baf7942838db) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:01.858674 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:01.883118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4df29283-d3d5-41dd-ae21-92c938ae1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:01.896224 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4df29283-d3d5-41dd-ae21-92c938ae1d71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421781 Nov 27 15:56:01.896686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.074022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fe4f2d0-7f71-4af0-b2f1-9346fe868e08 req-b6972d34-e221-4c27-bf2f-9518722478bb tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 210 time: 0.0616260 Nov 27 15:56:02.164922 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.273946 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:55:58Z', 'revision_number': 5, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port': {'id': '57a38227-2b03-4634-9ddc-5fa5f4882c9f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:53:11Z', 'updated_at': '2021-11-27T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:02.299290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Deleting port 57a38227-2b03-4634-9ddc-5fa5f4882c9f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:02.299788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.337578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] Checking router: 1db2d08f-bd6c-401e-b362-3985a9c855ef for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:56:02.364756 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] Routers {'1db2d08f-bd6c-401e-b362-3985a9c855ef'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:02.367373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1db2d08f-bd6c-401e-b362-3985a9c855ef'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:02.413952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-57e52867-b753-4c7a-976c-10402e1ef5cd service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031586 Nov 27 15:56:02.423983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] For port 57a38227-2b03-4634-9ddc-5fa5f4882c9f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=57a38227-2b03-4634-9ddc-5fa5f4882c9f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:02.424950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.450448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Calling delete_port for 57a38227-2b03-4634-9ddc-5fa5f4882c9f owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:02.514907 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] Set router 1db2d08f-bd6c-401e-b362-3985a9c855ef gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:02.570755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-40d60dff-8984-41eb-97c3-9f18aee0f313 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396670 Nov 27 15:56:02.642748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b890b306-a65d-425e-9087-441aff2a0619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93 HTTP/1.1" status: 200 len: 217 time: 0.0598178 Nov 27 15:56:02.714930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7583b345-4689-4246-8d82-a6e4d975c8f5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:02.717646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7583b345-4689-4246-8d82-a6e4d975c8f5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 811 time: 0.6562362 Nov 27 15:56:02.775159 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:56:02Z', 'revision_number': 6, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:02.797083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.803586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.844541 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde73c-d6f9-4aca-ab07-4d770febeb72 None None] The sync data for ids ['1db2d08f-bd6c-401e-b362-3985a9c855ef'] in n-d-819494-4 is: [{'id': '1db2d08f-bd6c-401e-b362-3985a9c855ef', 'name': 'tempest-ServersTestJSON-1904403973-router', 'tenant_id': '30575d9b7f9a4b85ab58aa015159ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:53:08Z', 'updated_at': '2021-11-27T15:56:02Z', 'revision_number': 6, 'project_id': '30575d9b7f9a4b85ab58aa015159ed11', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:02.861985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Request body: {'port': {'device_id': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'admin_state_up': True, 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:02.902475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58781b3e-6ebf-4bb6-af36-5119506c86d7 req-e7e8c5da-8a7c-49d6-93fa-2d606d753374 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 210 time: 0.1209669 Nov 27 15:56:02.922485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:02.977429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=57a38227-2b03-4634-9ddc-5fa5f4882c9f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:02.986958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.123116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.129446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.155004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.162479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.170151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.176733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.183211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.185565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-c7bf911f-14ac-49ad-a2dc-866b524389f6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.4106524 Nov 27 15:56:03.191690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.193981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Network 86c47f96-283f-47de-ac67-bc79498986d8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:03.196536 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.203721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:03.216552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-2dd657f1-ec5d-4853-9483-e55471374cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.219073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-2dd657f1-ec5d-4853-9483-e55471374cf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.5666618 Nov 27 15:56:03.220619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:03.224180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:03.227709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Made reservation on behalf of 6139d0b7fee74cfcb6563d2fcc86bfc9 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:03.251811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.388122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a830f6b-944f-4baf-bd17-7c953ba570a1 req-3a6c548a-f283-4bee-ad2b-dca1e0ff29e8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 210 time: 0.1574230 Nov 27 15:56:03.421286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.421851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db2d08f-bd6c-401e-b362-3985a9c855ef {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:03.429540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.433486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46c83b05-5f84-41c2-9543-5737c32c0e4e admin admin] 10.222.0.15 "DELETE /v2.0/routers/1db2d08f-bd6c-401e-b362-3985a9c855ef HTTP/1.1" status: 204 len: 168 time: 1.8947034 Nov 27 15:56:03.435891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42810) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:03.442663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8fda4551-41b5-4393-8765-78ec0e34728b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:03.465040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.465785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.505811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b5f91f96-369a-440a-9f51-eda17de90e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:03.507450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-b5f91f96-369a-440a-9f51-eda17de90e87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2343545 Nov 27 15:56:03.515685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Deleting subnet 22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:56:03.519096 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-ba46d882-6db1-4372-a86b-746cf6f86d97 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0428088 Nov 27 15:56:03.523298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46ea1810-c8d9-4009-a6ee-cfedd1d7becf req-4b8b5d5c-f57e-4dc2-8529-152798e0c0bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3293355 Nov 27 15:56:03.527886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.582729 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.587135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Request body: {'port': {'device_id': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:03.591557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8fda4551-41b5-4393-8765-78ec0e34728b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:03.592108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.705279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.744836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.781486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.790336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 8fda4551-41b5-4393-8765-78ec0e34728b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8fda4551-41b5-4393-8765-78ec0e34728b,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:03.791377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Allocated IP 172.20.0.9 (5e86959b-eb53-4a04-81cb-a7be31373a56/90337017-7c75-4c21-9b8c-d7bd6fa463b9/c0403cb9-66f2-4473-97ec-05e7ad1cbfc8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:03.797029 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.813956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:03.818837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.850560 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.858042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5774bb93-40d7-449f-b9a4-285e0e357c7c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/22ac6d1d-cd5d-4f3c-93d5-aa9aae7cb94c HTTP/1.1" status: 204 len: 168 time: 0.4211802 Nov 27 15:56:03.859730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42820) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:03.878512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a0f36e-e89c-45e2-940e-9f0af0ada030 None None] Network 3788a99f-9835-4f60-80f2-3abc25370ac0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:03.928720 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-7ef15a08-9f0d-4093-8a8e-66b1cc632efc service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799682 Nov 27 15:56:03.978356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:03.983820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=8fda4551-41b5-4393-8765-78ec0e34728b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:04.156342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485831e-8a54-48cf-ba8a-35bff1a940f9 req-66435f55-0848-4e19-a240-3b68b523b94c tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:04.163713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f485831e-8a54-48cf-ba8a-35bff1a940f9 req-66435f55-0848-4e19-a240-3b68b523b94c tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 932 time: 0.1009741 Nov 27 15:56:04.204712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Deleting port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:04.204968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.213107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] DHCP port deletion for 3788a99f-9835-4f60-80f2-3abc25370ac0 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:56:04.257883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f485831e-8a54-48cf-ba8a-35bff1a940f9 req-0994de03-f0c8-45f9-b897-2801d3117e2a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931509 Nov 27 15:56:04.283791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] Deleting port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:04.284399 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.364601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] For port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:04.365632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.384813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Calling delete_port for 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:04.411583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] For port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,segment=NetworkSegment(3f2487ee-7bec-48b1-aea9-71212c789424),segment_id=3f2487ee-7bec-48b1-aea9-71212c789424)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:04.411879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.427404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] Calling delete_port for 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:04.578531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.671446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.686002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] No DVR routers for this DVR port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:04.697810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:04.706253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] Pushing event deleted for resources: {'Port': ['ID=1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:04.713044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb4da2-ef98-42eb-907f-6b924fa8a7b1 None None] No DVR routers for this DVR port 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:04.715837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42840) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:04.770499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8200ae7d-0acd-4473-ab42-c765b85addbf req-552ff4ae-fec0-4637-9832-fe46d795d2e0 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 210 time: 0.1189668 Nov 27 15:56:04.786719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.812034 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4765d0f7-cb3e-435e-a80a-6696bb8a9d8a service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685615 Nov 27 15:56:04.896373 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4e1ce1b8-2f2c-4d42-9afc-797de68965e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 200 len: 217 time: 0.0499346 Nov 27 15:56:04.936810 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.974655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b2d3bcad-8600-4845-bd46-f66e6d64a5e0 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:04.987429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:04.994853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.004231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.012771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.018040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4bc549c6-8ec5-4244-8642-c90912f9bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.019497 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-4bc549c6-8ec5-4244-8642-c90912f9bc56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.1118309 Nov 27 15:56:05.022480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.034298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.034991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8fda4551-41b5-4393-8765-78ec0e34728b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:05.040330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.047851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.049856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-a66983de-5c3f-441c-a414-d7d673889f37 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2877879 Nov 27 15:56:05.051637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3788a99f-9835-4f60-80f2-3abc25370ac0']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:05.067315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2487ee-7bec-48b1-aea9-71212c789424') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:05.067618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2487ee-7bec-48b1-aea9-71212c789424') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:05.089660 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.117671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8fda4551-41b5-4393-8765-78ec0e34728b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:05.118148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.120911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.121318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0a7899-64b2-4f3f-80c4-baf7942838db {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:05.129964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.143533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Transition to ACTIVE for port object ff0a7899-64b2-4f3f-80c4-baf7942838db will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:05.169708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.179786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:56:05.182223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.208560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Pushing event updated for resources: {'Port': ['ID=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:05.215891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:05.223798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b30123dc-6cf7-4061-aa36-10281a20dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.232384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:05.260182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:56:05.279443 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:56:05.314580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.315268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.335718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ecc4eb77-cde0-483c-8589-1df7a45041b3 req-d4f08138-61df-48a4-814e-a7c2f06573f1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2492862 Nov 27 15:56:05.350793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.358388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.369165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3788a99f-9835-4f60-80f2-3abc25370ac0 HTTP/1.1" status: 204 len: 168 time: 1.5069857 Nov 27 15:56:05.389279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626f07d-82e2-4b5a-b21d-6933e20772b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3788a99f-9835-4f60-80f2-3abc25370ac0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:05.405024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42850) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.414380 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b2d3bcad-8600-4845-bd46-f66e6d64a5e0 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "PUT /v2.0/quotas/d16a35fba55e4cdab785b25c68ad7b6a HTTP/1.1" status: 200 len: 366 time: 0.6797349 Nov 27 15:56:05.416423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-a5d59251-ea2b-473f-a531-b54219f12dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.420280 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-a5d59251-ea2b-473f-a531-b54219f12dd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2706897 Nov 27 15:56:05.447768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42852) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.448798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e3e4610f-a439-4850-880e-b1295d0ce714 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0425034 Nov 27 15:56:05.460229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 57a38227-2b03-4634-9ddc-5fa5f4882c9f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:05.500097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 57a38227-2b03-4634-9ddc-5fa5f4882c9f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:05.500365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 57a38227-2b03-4634-9ddc-5fa5f4882c9f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:05.500976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f001940d-ddf9-48d3-a4a4-c1ce4fd617bf no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:05.522107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38df12e-08f6-418f-acb4-f5a18613e80e req-3eb9cc4d-c8c7-46df-b303-2d5e70d46eaf tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:05.523852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d38df12e-08f6-418f-acb4-f5a18613e80e req-3eb9cc4d-c8c7-46df-b303-2d5e70d46eaf tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 944 time: 0.0933189 Nov 27 15:56:05.524890 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-7691bd2f-b8d9-4508-b4b1-ac6307b7d88f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6696470 Nov 27 15:56:05.525319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f001940d-ddf9-48d3-a4a4-c1ce4fd617bf {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:05.525719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f001940d-ddf9-48d3-a4a4-c1ce4fd617bf not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:05.526170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:05.544168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a342835c-ae8d-43d3-85a2-9609f6a4f715 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "GET /v2.0/quotas/d16a35fba55e4cdab785b25c68ad7b6a HTTP/1.1" status: 200 len: 366 time: 0.0519931 Nov 27 15:56:05.544409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42854) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.548329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:05.549265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1fd1ab0a-c76e-47e3-a3df-ebc2fcf763da not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:05.558779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:05.564700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Request body: {'port': {'device_id': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:05.589670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a61cc2e5-47b8-47a4-a1d5-e45c5c14fd5d tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/d16a35fba55e4cdab785b25c68ad7b6a HTTP/1.1" status: 204 len: 168 time: 0.0393929 Nov 27 15:56:05.592899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.620960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-83a31ee6-41a9-4ec8-9f0a-80040fc4d375 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0262477 Nov 27 15:56:05.621774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.625376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d38df12e-08f6-418f-acb4-f5a18613e80e req-63795e8c-52fa-432e-93aa-bccd5728d469 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Nov 27 15:56:05.638632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f7ad37d7-cdaa-4571-b2a9-db612b1cd67e tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "GET /v2.0/quotas/d16a35fba55e4cdab785b25c68ad7b6a HTTP/1.1" status: 200 len: 370 time: 0.0121441 Nov 27 15:56:05.639260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.656071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4ea6297d-2986-4e1d-8cd4-8a565acc7ca6 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "GET /v2.0/quotas/d16a35fba55e4cdab785b25c68ad7b6a/default HTTP/1.1" status: 200 len: 370 time: 0.0157735 Nov 27 15:56:05.656934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42862) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.666288 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-cb3c9b93-2ff5-4e2b-b227-27dea8563eb3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] delete failed (client error): The resource could not be found. Nov 27 15:56:05.670865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cb3c9b93-2ff5-4e2b-b227-27dea8563eb3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/d16a35fba55e4cdab785b25c68ad7b6a HTTP/1.1" status: 404 len: 348 time: 0.0124607 Nov 27 15:56:05.673498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42864) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.736380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Attempting to bind port ff0a7899-64b2-4f3f-80c4-baf7942838db on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:05.737022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Attempting to bind port ff0a7899-64b2-4f3f-80c4-baf7942838db by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:05.737265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Attempting to bind port ff0a7899-64b2-4f3f-80c4-baf7942838db on network 86c47f96-283f-47de-ac67-bc79498986d8 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:05.743390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.775746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Port ff0a7899-64b2-4f3f-80c4-baf7942838db on network 86c47f96-283f-47de-ac67-bc79498986d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:05.776241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Attempting to bind port ff0a7899-64b2-4f3f-80c4-baf7942838db on network 86c47f96-283f-47de-ac67-bc79498986d8 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:05.795340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-262a34ea-afce-42d1-b565-dab1b2bfafb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30575d9b7f9a4b85ab58aa015159ed11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1164329 Nov 27 15:56:05.796451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.798062 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-65ffdc10-7ad1-439a-b2a0-004ac4219f9d service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468807 Nov 27 15:56:05.822321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:05.822739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Checking segment: {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:05.823972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Bound using segment: {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:05.824334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Bound port: ff0a7899-64b2-4f3f-80c4-baf7942838db, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b138f0c1-3a5f-4b51-af41-ce9c05b94076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:05.824761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.871675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9bf06975-dc71-43b7-898e-bc5617f1e723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.905083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42874) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:05.914544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9bf06975-dc71-43b7-898e-bc5617f1e723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:05.987398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:network and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:05.994935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.007002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b3d41-2794-4c95-af6c-4942e0add141 req-ae0032a2-550e-4998-9031-1ca8a6c93608 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.008514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b3b3d41-2794-4c95-af6c-4942e0add141 req-ae0032a2-550e-4998-9031-1ca8a6c93608 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 931 time: 0.0921304 Nov 27 15:56:06.013094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:subnet and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.022917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.052948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:subnetpool and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.057263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9bf06975-dc71-43b7-898e-bc5617f1e723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:06.059882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9bf06975-dc71-43b7-898e-bc5617f1e723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:06.061903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9bf06975-dc71-43b7-898e-bc5617f1e723 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b7357d1-23c0-4046-a681-d66b7ef653a9 HTTP/1.1" status: 204 len: 168 time: 0.2636776 Nov 27 15:56:06.072310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:06.105664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.115646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b3b3d41-2794-4c95-af6c-4942e0add141 req-52f6572b-d50a-4f89-90ed-99927f14dad4 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996628 Nov 27 15:56:06.117459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf06975-dc71-43b7-898e-bc5617f1e723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7357d1-23c0-4046-a681-d66b7ef653a9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:06.120523 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b18b18a6-7f52-48c6-8d8d-794415eec19f req-641c8d4e-b689-4ed5-b4f7-ec85d1f07fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933822 Nov 27 15:56:06.125353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:06.131030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:port and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.138591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.141731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:06.157459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:router and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.172320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.190322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:floatingip and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.194039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.234833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:security_group and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.238356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.247793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.248467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:06.249223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Usage tracker for resource:security_group_rule and project:db3916e938b34db5af3433f893c89e1d is out of sync, need to count used quota {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 15:56:06.249805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 1092 time: 2.6999574 Nov 27 15:56:06.263313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.quota.resource [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110076) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 15:56:06.266528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:06.268976 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00226aaf-7437-43d0-9df4-83174ea52eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:06.287921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-42cfbf06-c8d7-479d-9146-b753739d9bc3 tempest-QuotasTest-851215140 tempest-QuotasTest-851215140-project-admin] 10.222.0.15 "GET /v2.0/quotas/db3916e938b34db5af3433f893c89e1d/details.json HTTP/1.1" status: 200 len: 703 time: 0.3779247 Nov 27 15:56:06.360916 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a630a-7f91-4564-9416-471e7a7b547d x-openstack-request-id: req-e17a630a-7f91-4564-9416-471e7a7b547d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:06.361205 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:06.376541 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e17a630a-7f91-4564-9416-471e7a7b547d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:06.377134 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'status': 'completed', 'code': 200} Nov 27 15:56:06.407963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1330-b508-4d5b-aee6-8e978ad92693 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:06.436620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.437098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.437598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.438057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.438563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.438950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.439466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.441360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-bddd9661-871a-4ce2-8e03-19eb0ecae881 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6479 time: 0.2105615 Nov 27 15:56:06.567498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:06.580868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-db5f9134-bb44-4256-96cd-0dc16ef11712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.586965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-db5f9134-bb44-4256-96cd-0dc16ef11712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1095 time: 0.2571166 Nov 27 15:56:06.602367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:06.642573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Transition to ACTIVE for port object c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:06.701800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:06.733650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.753779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.763924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.771795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.773296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42900) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:06.783027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.791532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.800784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.803437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-068bad2e-5269-4867-87d6-322760dcca7f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2721190 Nov 27 15:56:06.818677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-8cb15d06-f9a4-4b5e-8c8a-d3c567b9f530 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.1686316 Nov 27 15:56:06.935788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8085c5a-b9e7-44bb-b441-e014400bf0c0 req-6359ca03-73f9-4c99-b81a-9c03f16b5a53 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.944708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8085c5a-b9e7-44bb-b441-e014400bf0c0 req-6359ca03-73f9-4c99-b81a-9c03f16b5a53 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 944 time: 0.1399634 Nov 27 15:56:06.953374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Pushing event updated for resources: {'Port': ['ID=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:06.957336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-3646f323-9404-496a-bfba-7be4a821fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:06.959250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-3646f323-9404-496a-bfba-7be4a821fb01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 200 len: 902 time: 0.4805882 Nov 27 15:56:06.961850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Attempting to bind port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:06.962188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Attempting to bind port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:06.962521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Attempting to bind port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 on network 5e86959b-eb53-4a04-81cb-a7be31373a56 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:06.979757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 on network 5e86959b-eb53-4a04-81cb-a7be31373a56 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:06.980068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Attempting to bind port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 on network 5e86959b-eb53-4a04-81cb-a7be31373a56 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:07.001045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60f7e352-a6dd-4f5a-90b7-acd4066614d3 req-c40cdfc9-4e5f-444e-8c55-a8c16615f6a1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760654 Nov 27 15:56:07.061771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8085c5a-b9e7-44bb-b441-e014400bf0c0 req-c50f3fb6-6b0d-4463-bf01-6d2333fc1e16 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159718 Nov 27 15:56:07.078655 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-ece20c54-e91f-45e0-93d8-74d2a442b207 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 200 len: 217 time: 0.1104944 Nov 27 15:56:07.080158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:07.080724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Checking segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:07.081350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Bound using segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:07.081979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Bound port: c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:07.082762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.086797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5523822-cacf-41c6-9a73-2c2df21fcd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.294114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53605ba6-f959-44c0-82b9-636831f56348 req-e25f3df1-d2f2-435c-b7f0-f3c8566f7215 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.303284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53605ba6-f959-44c0-82b9-636831f56348 req-e25f3df1-d2f2-435c-b7f0-f3c8566f7215 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 943 time: 0.0966845 Nov 27 15:56:07.321881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-7264eb0a-22ad-4298-b442-03e5b4c75a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.324469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-7264eb0a-22ad-4298-b442-03e5b4c75a46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.2348802 Nov 27 15:56:07.334917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abeaff-e8d7-431f-a880-d7117da45fad req-1b399d9c-ea1e-4bf9-b4a2-3f3ae68d8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.336389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-1b399d9c-ea1e-4bf9-b4a2-3f3ae68d8f81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.4961686 Nov 27 15:56:07.393619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53605ba6-f959-44c0-82b9-636831f56348 req-8ea32b3d-3615-4616-8527-345bd049b996 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818582 Nov 27 15:56:07.394113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42924) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:07.409184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] For port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:07.418961 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-35ffe323-4c6b-423d-95a7-f5b5d07c7e73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636683 Nov 27 15:56:07.450366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] For port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:07.458307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a6e7c-1a5c-4320-bc3e-40343903c31d req-5689b90b-fada-4744-a062-1a62bd87aeb0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.461321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-032a6e7c-1a5c-4320-bc3e-40343903c31d req-5689b90b-fada-4744-a062-1a62bd87aeb0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 944 time: 0.1251214 Nov 27 15:56:07.488685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.502186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c3867cf-ab70-4532-ba4d-ecf1b4a00786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.549027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-032a6e7c-1a5c-4320-bc3e-40343903c31d req-60d9f632-58c8-44d5-af4e-41b26f30ec61 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820765 Nov 27 15:56:07.568250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5523822-cacf-41c6-9a73-2c2df21fcd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.609077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5523822-cacf-41c6-9a73-2c2df21fcd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.631902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-300161390-network', 'tenant_id': '780e0a7ef09e43fea3f42ab1792af2c2'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:07.665863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Made reservation on behalf of 780e0a7ef09e43fea3f42ab1792af2c2 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:07.669646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.679330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523822-cacf-41c6-9a73-2c2df21fcd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0fd978-5082-4df7-8989-a2a6c910d3a3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:07.685339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-911aa59a-1e6c-4b94-b313-b50d5024c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.686897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-911aa59a-1e6c-4b94-b313-b50d5024c221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3453460 Nov 27 15:56:07.692511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.693959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.695357 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] 10.222.0.21 "PUT /v2.0/ports/c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 HTTP/1.1" status: 200 len: 1091 time: 2.1410148 Nov 27 15:56:07.697444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.700761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d5523822-cacf-41c6-9a73-2c2df21fcd6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37e63a9d0915406c9ae7421f2d1b36b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9198532 Nov 27 15:56:07.707343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42938) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:07.828546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e26633-5344-42a1-9c90-d22861a35c3a service neutron] Pushing event updated for resources: {'Port': ['ID=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:07.898824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aee5c259-3f96-428d-8015-20bcd50eef70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.908053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-2e48f8f1-6457-49b5-b7c8-108ca065b223 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786713 Nov 27 15:56:07.958940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-df6c93f7-82f4-48e3-b84b-79c0c77e7e4c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.960393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-df6c93f7-82f4-48e3-b84b-79c0c77e7e4c tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 944 time: 0.1625612 Nov 27 15:56:07.960552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aee5c259-3f96-428d-8015-20bcd50eef70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.973337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:07.983054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-0fd52319-6058-4f1f-9655-e95f2af1d178 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.985233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-df14c818-d46b-4e6a-ae08-745b8708e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:07.986825 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-df14c818-d46b-4e6a-ae08-745b8708e4fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 1094 time: 0.2352545 Nov 27 15:56:07.990195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-0fd52319-6058-4f1f-9655-e95f2af1d178 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.2416191 Nov 27 15:56:08.000726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.047844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-dc9e8832-e011-47dd-9133-7d996ff09841 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/quotas/51a74828180048e5bdeac84df8b13b76 HTTP/1.1" status: 200 len: 375 time: 0.0566399 Nov 27 15:56:08.065353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:56:08.104416 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-ed6460de-4a84-481c-9a99-cbe4563d242c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 HTTP/1.1" status: 200 len: 217 time: 0.0869722 Nov 27 15:56:08.149446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.149446 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Added segment 5a9959cf-818e-406c-a28f-a2a487827b9c of type vlan for network b6c74ef1-7191-4efb-a8cc-6bb9b362383d Nov 27 15:56:08.162262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-75c32c79-7ae4-4ff2-b0ed-440fd0b13dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578199 Nov 27 15:56:08.170288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcceca2-4a30-4bf7-bd56-93e67e735781,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:08.233071 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.236244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aee5c259-3f96-428d-8015-20bcd50eef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.241056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aee5c259-3f96-428d-8015-20bcd50eef70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.244893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-aee5c259-3f96-428d-8015-20bcd50eef70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab0fd978-5082-4df7-8989-a2a6c910d3a3 HTTP/1.1" status: 204 len: 168 time: 0.5365415 Nov 27 15:56:08.262948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-8ac83f0c-1f73-4c30-acbe-e32085fece95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:08.264443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-8ac83f0c-1f73-4c30-acbe-e32085fece95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1095 time: 0.2300251 Nov 27 15:56:08.284081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-7b689b08-d98f-4ef6-831c-c253ff0e53c1 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352631 Nov 27 15:56:08.292631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966f85-acfa-4e65-a1a4-903f7d23ae3a req-1a8d7b26-210c-46c9-9f42-9cbb763876c4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:08.299840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e966f85-acfa-4e65-a1a4-903f7d23ae3a req-1a8d7b26-210c-46c9-9f42-9cbb763876c4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2248909 Nov 27 15:56:08.327322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-6ae07bfa-d158-43db-9722-afe37365066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:08.328787 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-6ae07bfa-d158-43db-9722-afe37365066b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.2076762 Nov 27 15:56:08.348807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5c259-3f96-428d-8015-20bcd50eef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0fd978-5082-4df7-8989-a2a6c910d3a3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:08.358072 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41abeaff-e8d7-431f-a880-d7117da45fad req-359c6a7e-798e-4d45-b6ae-86480c8d3d19 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356804 Nov 27 15:56:08.389697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'tag': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:08.392071 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60975e5c-8c3c-4075-993c-f22c9af5dbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b322d197-2956-4b71-89a5-1fc0fcd65f2b", "tag": "c0403cb9-66f2-4473-97ec-05e7ad1cbfc8"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:08.400631 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-e2b23460-6bab-4537-a254-a139bd4819af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566218 Nov 27 15:56:08.430818 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.457394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Deleting port 72447139-5c1b-426d-9693-37c40f56250d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:08.457757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.520088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4d1b11b5-c7a6-4ab4-a3c6-4a036ee381df req-f403a82b-fadb-4b8f-afe7-33c664acc380 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239577 Nov 27 15:56:08.784426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.785480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:08.785999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.856078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:08.916654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e4164f-6b8d-479d-ae37-d67a2e07c3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.942087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e966f85-acfa-4e65-a1a4-903f7d23ae3a req-1d0a9d01-5851-4c0d-8b33-4761f8211f7d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6412153 Nov 27 15:56:08.977229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-291e5b1c-1130-460f-bb90-50a627ca58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:08.979660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-291e5b1c-1130-460f-bb90-50a627ca58fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1095 time: 0.5438936 Nov 27 15:56:08.985940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5872078 Nov 27 15:56:08.986115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] For port 72447139-5c1b-426d-9693-37c40f56250d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=72447139-5c1b-426d-9693-37c40f56250d,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:08.986115 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:08.986334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35211f0-d9f6-4143-ad5f-53852d2659c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c74ef1-7191-4efb-a8cc-6bb9b362383d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:08.995347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42964) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:08.995620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network b6c74ef1-7191-4efb-a8cc-6bb9b362383d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:56:09.001854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Request body: {'subnet': {'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-300161390-subnet', 'tenant_id': '780e0a7ef09e43fea3f42ab1792af2c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:09.011106 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-69f09131-7a26-487e-a89b-cb3e379c9ac6 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996792 Nov 27 15:56:09.025552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Calling delete_port for 72447139-5c1b-426d-9693-37c40f56250d owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:09.053385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-9d3bef4c-0381-4194-b5bc-9f036032f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.062210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-9d3bef4c-0381-4194-b5bc-9f036032f7ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.7568157 Nov 27 15:56:09.090556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-64c72abb-e435-472a-a042-c9a7cd305e3d service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8057301 Nov 27 15:56:09.196398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Made reservation on behalf of 780e0a7ef09e43fea3f42ab1792af2c2 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:09.199117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.239242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.245274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.251233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.257203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.264269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.271033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.277950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.279974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-ab19fad9-4ce4-4db3-a5f3-5d66d572ea0c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2481518 Nov 27 15:56:09.317773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-0e8a4959-0666-4a43-9051-66ebb6c8a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.319245 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-0e8a4959-0666-4a43-9051-66ebb6c8a5c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.3113859 Nov 27 15:56:09.326410 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-3c0fc343-4a03-4eba-bfd4-74c2aa490b95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 998 time: 0.2348654 Nov 27 15:56:09.347194 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-beab04e6-20b5-4855-b78f-655a4b0ed19c req-8b39d202-854b-49ea-92f7-167970b05ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182518 Nov 27 15:56:09.369062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ff0a7899-64b2-4f3f-80c4-baf7942838db details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:09.390775 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-a2327a7e-7c1b-4af8-ad5b-8392465f8e8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.0613220 Nov 27 15:56:09.424076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e4164f-6b8d-479d-ae37-d67a2e07c3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.426803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-30bc8c72-2cf4-461d-a241-1f0bcb7a5713 service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169613 Nov 27 15:56:09.437875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e4164f-6b8d-479d-ae37-d67a2e07c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.479264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77a3f7eb-f88f-4962-9826-c24749af0924 req-61f1f0f4-48c3-4555-ba11-e3691ba420a1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886382 Nov 27 15:56:09.505131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-40932ddb-b959-4095-999d-2a6d6d6de801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.508655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:09.518232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-40932ddb-b959-4095-999d-2a6d6d6de801 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1804709 Nov 27 15:56:09.532724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'port_id': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'mac_address': 'fa:16:3e:ff:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:09.538009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-f3c962f2-5399-4801-8d76-bcb0698c58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.539011 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-f3c962f2-5399-4801-8d76-bcb0698c58a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.1395054 Nov 27 15:56:09.545660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.560647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23e4164f-6b8d-479d-ae37-d67a2e07c3d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db3916e938b34db5af3433f893c89e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687312 Nov 27 15:56:09.575314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['72447139-5c1b-426d-9693-37c40f56250d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:09.575733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42966) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:09.591657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4164f-6b8d-479d-ae37-d67a2e07c3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1b231-a718-4bd5-9978-671035683def,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:09.640166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event deleted for resources: {'Port': ['ID=72447139-5c1b-426d-9693-37c40f56250d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:09.643525 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-0e0acba9-877a-4139-9ef9-6bbb064de869 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685799 Nov 27 15:56:09.678517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-760e94ed-49ac-41b4-9bc4-6cc1b4572f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.680629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-760e94ed-49ac-41b4-9bc4-6cc1b4572f48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485648 Nov 27 15:56:09.683023 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.703781 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab45382-d710-4c93-8fa7-e0243cccd994 x-openstack-request-id: req-5ab45382-d710-4c93-8fa7-e0243cccd994 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:09.704076 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b322d197-2956-4b71-89a5-1fc0fcd65f2b", "tag": "c0403cb9-66f2-4473-97ec-05e7ad1cbfc8", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:09.704504 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ab45382-d710-4c93-8fa7-e0243cccd994 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:09.705034 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'tag': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8', 'status': 'completed', 'code': 200} Nov 27 15:56:09.706908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16179c7a-658a-4912-b712-040d32c7737a req-99837afd-c296-4d67-97ac-e25578222d82 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.717601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16179c7a-658a-4912-b712-040d32c7737a req-99837afd-c296-4d67-97ac-e25578222d82 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 944 time: 0.1228414 Nov 27 15:56:09.725545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0a7899-64b2-4f3f-80c4-baf7942838db {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:09.737639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.767124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:09.772986 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.784799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] No DVR routers for this DVR port 72447139-5c1b-426d-9693-37c40f56250d on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:09.808920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.812483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f16a5e08-5034-4199-8ed7-d20b1246bbc8 req-6e3c799b-de19-48f9-aebb-f72fe37f924b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "DELETE /v2.0/ports/72447139-5c1b-426d-9693-37c40f56250d HTTP/1.1" status: 204 len: 173 time: 1.8310740 Nov 27 15:56:09.826366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:09.875680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eff97b02-8fc7-41a3-97a9-c3320e226ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.945480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:09.949089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-a699d97f-2b71-4977-a78c-4130a8f44835 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276285 Nov 27 15:56:09.955011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eff97b02-8fc7-41a3-97a9-c3320e226ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:09.967588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16179c7a-658a-4912-b712-040d32c7737a req-d3aed12b-b29a-4d75-b3cd-164fed9e5649 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475355 Nov 27 15:56:09.979674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-4e457d9a-7948-43cc-b8e1-53832ff0ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:09.981108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-4e457d9a-7948-43cc-b8e1-53832ff0ef9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 1094 time: 0.2736864 Nov 27 15:56:09.995930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-dee34a3a-8de5-467a-8870-0c7de6f7b80d service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325622 Nov 27 15:56:10.017210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Checking segment: {'id': '5a9959cf-818e-406c-a28f-a2a487827b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:10.017612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Network hostable DHCP agents. Network: b6c74ef1-7191-4efb-a8cc-6bb9b362383d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:56:10.039533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ff0a7899-64b2-4f3f-80c4-baf7942838db'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:10.117447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ddf77-102e-4ebf-9e7c-ad1c7c2166ed req-49055aa4-3607-4970-bfc7-55ce4fdef147 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.119587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd6ddf77-102e-4ebf-9e7c-ad1c7c2166ed req-49055aa4-3607-4970-bfc7-55ce4fdef147 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 943 time: 0.2552855 Nov 27 15:56:10.154023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-975cd46c-73a9-454c-8af4-84d9f5a187ad req-7401edbe-944f-4160-902e-5464a4fd2e35 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6a1696-d568-4530-99c9-e5be48082a0e HTTP/1.1" status: 200 len: 210 time: 0.0617247 Nov 27 15:56:10.171018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Network b6c74ef1-7191-4efb-a8cc-6bb9b362383d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:56:10.214469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eff97b02-8fc7-41a3-97a9-c3320e226ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:10.217045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eff97b02-8fc7-41a3-97a9-c3320e226ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:10.218251 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eff97b02-8fc7-41a3-97a9-c3320e226ff5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccc1b231-a718-4bd5-9978-671035683def HTTP/1.1" status: 204 len: 168 time: 0.6394026 Nov 27 15:56:10.227756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, b6c74ef1-7191-4efb-a8cc-6bb9b362383d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:10.236951 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00226aaf-7437-43d0-9df4-83174ea52eb4 req-a1241de8-8a1e-4fb8-a176-9b10f8af5d9b service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208252 Nov 27 15:56:10.242043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.242662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:10.247236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-f0596861-8dce-41b4-9987-55f46a4e5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.248704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-f0596861-8dce-41b4-9987-55f46a4e5b1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 912 time: 0.2480211 Nov 27 15:56:10.252813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff97b02-8fc7-41a3-97a9-c3320e226ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1b231-a718-4bd5-9978-671035683def,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:10.272442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d9d90-c098-4978-944d-ec5c8a1d0505 None None] Network b6c74ef1-7191-4efb-a8cc-6bb9b362383d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:10.308518 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:10.314255 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-66a0faaa-94d7-457c-bd36-72a5b0f86f50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3173983 Nov 27 15:56:10.317983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-1887f15d-2839-42fb-91a9-02f8c9f7df90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 HTTP/1.1" status: 200 len: 217 time: 0.0600789 Nov 27 15:56:10.346458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69f0104f-044f-421f-b4f7-571832d707ca req-a0a9e112-f758-4e36-af48-eefb3122539d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 210 time: 0.1158435 Nov 27 15:56:10.363963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfd89452-8276-4836-bec6-4fc3357fd2a7 req-cc2cb59f-17fe-4801-985a-7b5641efed06 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950543 Nov 27 15:56:10.435069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd6ddf77-102e-4ebf-9e7c-ad1c7c2166ed req-4cdb5adc-c74b-422c-a647-d6c24ac41efe tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974083 Nov 27 15:56:10.470471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-c3e00b9b-cdef-4919-ad62-cb9096246c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.476191 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-c3e00b9b-cdef-4919-ad62-cb9096246c1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.1416230 Nov 27 15:56:10.533506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-12d25400-b10a-4d7f-a340-d2787734fbfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495040 Nov 27 15:56:10.580174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920cd6e-beca-4b5a-85bd-276e20a36e57 None None] Network b6c74ef1-7191-4efb-a8cc-6bb9b362383d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:10.652039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280200-5f61-4252-8310-1eb9355b0f32 req-5e7d549c-0d09-4990-acd4-77861c97292b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.656991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc280200-5f61-4252-8310-1eb9355b0f32 req-5e7d549c-0d09-4990-acd4-77861c97292b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1651947 Nov 27 15:56:10.748158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-5d535bfe-738b-4411-bf2b-f9975386d7cc service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003996 Nov 27 15:56:10.808189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.819635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.826289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.833044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.842479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.851666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.860487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:10.863171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-9413397a-fbad-4e61-a281-6168cb103bd2 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2052243 Nov 27 15:56:10.875076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60975e5c-8c3c-4075-993c-f22c9af5dbc5 req-cb1d1c82-4d14-4ce9-8d3a-5f6402e35d17 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104436 Nov 27 15:56:10.885794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc280200-5f61-4252-8310-1eb9355b0f32 req-8199e12b-0c62-4b1e-9280-305b31c17b44 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628878 Nov 27 15:56:10.945984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d18e3666-1df7-4c1c-a298-897fbe4e152d req-77ac43cd-58ac-42f8-b83c-d17d53561d39 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743341 Nov 27 15:56:11.105759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72513-8df1-44e3-8c9a-f9de09aead01 req-96c540af-9023-46ef-8b8d-efb079c2509a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:11.107365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26c72513-8df1-44e3-8c9a-f9de09aead01 req-96c540af-9023-46ef-8b8d-efb079c2509a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 945 time: 0.0712941 Nov 27 15:56:11.128580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:11.173798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26c72513-8df1-44e3-8c9a-f9de09aead01 req-88d6209e-e9e6-40cc-8ac7-fca4ea2822a3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601690 Nov 27 15:56:11.353287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-ced7fb20-e903-4ced-837b-676224d0d1cd tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:11.355529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-ced7fb20-e903-4ced-837b-676224d0d1cd tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.1719060 Nov 27 15:56:11.377063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Request body: {'port': {'device_id': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'admin_state_up': True, 'tenant_id': '51a74828180048e5bdeac84df8b13b76'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:11.379424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ff0a7899-64b2-4f3f-80c4-baf7942838db up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:11.500589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port ff0a7899-64b2-4f3f-80c4-baf7942838db completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:11.504850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port ff0a7899-64b2-4f3f-80c4-baf7942838db triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:11.505329 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:11.549272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Made reservation on behalf of 51a74828180048e5bdeac84df8b13b76 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:11.555050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4b494be-dc6d-4d51-a34d-56a5d49a6463 req-b7551193-078c-47ab-84d4-dd89fb6d4bd7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 210 time: 0.0423973 Nov 27 15:56:11.555970 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:11.563483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-057f6072-6884-4768-af62-672de23302f7 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:11.565011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-057f6072-6884-4768-af62-672de23302f7 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/networks?id=b6c74ef1-7191-4efb-a8cc-6bb9b362383d HTTP/1.1" status: 200 len: 821 time: 0.1819088 Nov 27 15:56:11.590797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-b38f6b65-9b9f-4c67-ab83-e85952861f44 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/quotas/780e0a7ef09e43fea3f42ab1792af2c2 HTTP/1.1" status: 200 len: 375 time: 0.0196288 Nov 27 15:56:11.615920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:11.634326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-3e08d310-6275-4b22-8dd7-31fd5457c0ca tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=780e0a7ef09e43fea3f42ab1792af2c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363669 Nov 27 15:56:11.656142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:11.658316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:11.661289 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e767aa5-c891-4b51-b310-f426eae0fa89" -d '{"events": [{"server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "name": "network-vif-plugged", "status": "completed", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:11.667526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:11.668316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72447139-5c1b-426d-9693-37c40f56250d no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:11.699922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 72447139-5c1b-426d-9693-37c40f56250d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:11.700347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72447139-5c1b-426d-9693-37c40f56250d not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:11.706267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'name': 'network-vif-deleted', 'tag': '72447139-5c1b-426d-9693-37c40f56250d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:11.711652 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fdce80-5f06-4add-bb4c-4cb7d93d2a87" -d '{"events": [{"server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "name": "network-vif-deleted", "tag": "72447139-5c1b-426d-9693-37c40f56250d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:11.726150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56ebd9-9d7e-4d7c-87bd-01f85185e359 req-e6a35087-f001-46eb-b471-f03c4d6bfc69 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:11.728421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea56ebd9-9d7e-4d7c-87bd-01f85185e359 req-e6a35087-f001-46eb-b471-f03c4d6bfc69 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 945 time: 0.0647101 Nov 27 15:56:11.757646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:11.790029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Allocated IP 172.20.0.12 (ae793e7a-3c8a-451a-b149-ce72d19a690b/234351fe-63b9-4917-bcd6-14a3cf769636/bf41b268-ac12-49b5-b8f3-a3f9e8e22306) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:11.825139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea56ebd9-9d7e-4d7c-87bd-01f85185e359 req-38fcf741-4d40-419f-83f0-0a1f0715cd2d tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840604 Nov 27 15:56:11.920171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-42b720e2-ce30-4c96-853b-2de7335ed6f0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:56:11.921627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-42b720e2-ce30-4c96-853b-2de7335ed6f0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2794664 Nov 27 15:56:12.008666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afb605-38c8-48a5-bf5d-5132d813826a req-b29884c9-bde9-4df4-9e95-43d8e52abd2b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.010117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-85afb605-38c8-48a5-bf5d-5132d813826a req-b29884c9-bde9-4df4-9e95-43d8e52abd2b tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 945 time: 0.0848691 Nov 27 15:56:12.011425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:12.022613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb134f-da67-43ed-be7e-ed4a2159ac01 req-90db3b9b-a0e4-40b0-9c73-a96749b314fa tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.024278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bacb134f-da67-43ed-be7e-ed4a2159ac01 req-90db3b9b-a0e4-40b0-9c73-a96749b314fa tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 943 time: 0.1275461 Nov 27 15:56:12.030558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.095747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2fbf3e5e-32e3-4881-acf0-f9ac8ce1f398 service neutron] 10.222.0.15 "GET /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581502 Nov 27 15:56:12.147394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:12.164705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'port_id': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8', 'mac_address': 'fa:16:3e:b8:c9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:12.174404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bacb134f-da67-43ed-be7e-ed4a2159ac01 req-3cb9ce8f-595f-4f9a-91b9-565b8f1709c6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345768 Nov 27 15:56:12.177783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Deleting port ae54c526-f3fb-4d57-8891-95f11fb3bf9a {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:12.178233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.217982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-ec25e3f1-2c8e-47f0-a6a2-99ddac625fec service neutron] 10.222.0.15 "GET /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213365 Nov 27 15:56:12.222049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.239125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:12.253527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.266407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216', '463876a6-d3cd-4356-80af-bf793200f954'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:12.271424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:12.303535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.341586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Network ae793e7a-3c8a-451a-b149-ce72d19a690b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:12.348610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] For port ae54c526-f3fb-4d57-8891-95f11fb3bf9a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:12.349469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.358933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:12.361951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:12.404779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Calling delete_port for ae54c526-f3fb-4d57-8891-95f11fb3bf9a owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:12.424050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event updated for resources: {'Port': ['ID=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:12.458531 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc65b56-e502-4043-9d4d-ea8cbefcc995 x-openstack-request-id: req-cbc65b56-e502-4043-9d4d-ea8cbefcc995 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:12.458831 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6a1696-d568-4530-99c9-e5be48082a0e", "name": "network-vif-deleted", "tag": "72447139-5c1b-426d-9693-37c40f56250d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:12.459094 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbc65b56-e502-4043-9d4d-ea8cbefcc995 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:12.459500 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6a1696-d568-4530-99c9-e5be48082a0e', 'name': 'network-vif-deleted', 'tag': '72447139-5c1b-426d-9693-37c40f56250d', 'status': 'completed', 'code': 200} Nov 27 15:56:12.479418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:12.509646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:12.557950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.558660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.594635 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a8242-09ae-4770-bead-a4285dec9cc1 x-openstack-request-id: req-af0a8242-09ae-4770-bead-a4285dec9cc1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:12.595648 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-e7c13397-161e-4541-bdff-de14609f2531 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2243669 Nov 27 15:56:12.595984 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "name": "network-vif-plugged", "status": "completed", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:12.596932 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af0a8242-09ae-4770-bead-a4285dec9cc1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:12.597487 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'code': 200} Nov 27 15:56:12.609609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Request body: {'port': {'device_id': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:12.614605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c0403cb9-66f2-4473-97ec-05e7ad1cbfc8'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:12.652299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90698f1-cc37-46c3-bd6e-043c56908f31 req-de1154a7-fa70-4740-ba2b-b9f978cd45d3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.657017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f90698f1-cc37-46c3-bd6e-043c56908f31 req-de1154a7-fa70-4740-ba2b-b9f978cd45d3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1211863 Nov 27 15:56:12.749678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1593386875', 'router:external': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:12.753661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.803628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.859065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f90698f1-cc37-46c3-bd6e-043c56908f31 req-fc8cc871-7e4b-4b7d-a6e1-e101b58e9400 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967432 Nov 27 15:56:12.913033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174071a6-bf20-407c-ad9b-8a825e7913b8 req-233ead60-8562-476c-a8f0-6a95be77d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.915209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-174071a6-bf20-407c-ad9b-8a825e7913b8 req-233ead60-8562-476c-a8f0-6a95be77d2df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.2382801 Nov 27 15:56:12.917001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Made reservation on behalf of 345c55e6843e4d8a83668c9461bbd55c for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:12.920828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:12.957916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.965079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.971194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.977717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.986112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event deleted for resources: {'Port': ['ID=ae54c526-f3fb-4d57-8891-95f11fb3bf9a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:12.987289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:12.995167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.002235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.004371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-933d834a-40b4-4b27-8abb-015203d8d77b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2674220 Nov 27 15:56:13.013952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.030446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] No DVR routers for this DVR port ae54c526-f3fb-4d57-8891-95f11fb3bf9a on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:13.035442 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.039029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-85afb605-38c8-48a5-bf5d-5132d813826a req-59d690c9-885b-43d9-b965-4b550255b6c0 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "DELETE /v2.0/ports/ae54c526-f3fb-4d57-8891-95f11fb3bf9a HTTP/1.1" status: 204 len: 173 time: 1.0195801 Nov 27 15:56:13.179054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-174071a6-bf20-407c-ad9b-8a825e7913b8 req-80f1c36c-1d6c-4914-9e52-3b6e6e036d6a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520137 Nov 27 15:56:13.205559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9539ef4b-2065-4a21-ae70-ded85a3715ff req-cc6dd734-d5cd-47fb-9301-9b1c68b5185a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1798208 Nov 27 15:56:13.212489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf41b268-ac12-49b5-b8f3-a3f9e8e22306 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:13.221490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.224112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67152dc1-c9ca-4cc4-bf3a-3acf767361f5 req-bf30aa6c-468d-437c-b796-00ae245c76c8 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.225843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67152dc1-c9ca-4cc4-bf3a-3acf767361f5 req-bf30aa6c-468d-437c-b796-00ae245c76c8 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.2132740 Nov 27 15:56:13.246860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Transition to ACTIVE for port object bf41b268-ac12-49b5-b8f3-a3f9e8e22306 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:13.252074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.264670 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.276032 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.314315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Pushing event updated for resources: {'Port': ['ID=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:13.318693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:56:13.330040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67152dc1-c9ca-4cc4-bf3a-3acf767361f5 req-eafcb785-eb69-4f19-9d5b-76ad3b6d986b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939612 Nov 27 15:56:13.352236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4544f5f1-9eca-4362-a7d0-1171d3416cb1 req-f4e2810c-e7a2-4ce0-ab8a-828a9fe849a0 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 210 time: 0.0518227 Nov 27 15:56:13.357064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a94b6-57da-4dcf-b909-18034ade5dc0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:13.360103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.360456 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Added segment 5948a23a-e6c0-42ed-83ae-da3848acf283 of type vlan for network e2bc899a-da9a-40b3-904a-e68065c3e8d8 Nov 27 15:56:13.421099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Attempting to bind port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:13.421682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Attempting to bind port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:13.421941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Attempting to bind port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:13.426005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.428528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 on network ae793e7a-3c8a-451a-b149-ce72d19a690b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:13.428864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Attempting to bind port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:13.435687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:13.436091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Checking segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:13.436487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Bound using segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:13.436919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Bound port: bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:13.437279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.511257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.512211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.512794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.516076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-587a85d1-b9f8-4879-8889-b4e6f9f66f26 req-41f9365a-f14d-433c-940a-1ec7b1d099ea tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa308308-0a41-47c4-b894-1a50841a0066 HTTP/1.1" status: 200 len: 210 time: 0.0459695 Nov 27 15:56:13.541875 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-a79a5e77-e8be-41eb-b8ac-dcbc6122f418 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866795 Nov 27 15:56:13.542897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] For port bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:13.546888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] For port bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:13.552110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.594812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.595440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.596805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] 10.222.0.37 "PUT /v2.0/ports/bf41b268-ac12-49b5-b8f3-a3f9e8e22306 HTTP/1.1" status: 200 len: 1092 time: 0.9918113 Nov 27 15:56:13.608107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0950940 Nov 27 15:56:13.608895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:13.626791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'subnet': {'network_id': 'e2bc899a-da9a-40b3-904a-e68065c3e8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:13.650225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110629-1e11-4d7a-b9c7-5151b9f09b1f service neutron] Pushing event updated for resources: {'Port': ['ID=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:13.654538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-04b768c2-89e2-4bb6-87a3-8ff909de5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.656028 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-04b768c2-89e2-4bb6-87a3-8ff909de5173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 1096 time: 0.0757947 Nov 27 15:56:13.665396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d9c97-245f-4906-a828-28b16562ca7c req-82de656b-b42f-4684-880a-5006b06f24b4 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.668648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a12d9c97-245f-4906-a828-28b16562ca7c req-82de656b-b42f-4684-880a-5006b06f24b4 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 944 time: 0.2113318 Nov 27 15:56:13.668648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f793d-0cc8-4e2b-9d94-516d5c990786 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Network': ['ID=e2bc899a-da9a-40b3-904a-e68065c3e8d8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:13.686913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network e2bc899a-da9a-40b3-904a-e68065c3e8d8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:56:13.722237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8031-efff-4724-a9c7-59263876c884 req-9dfd53ae-1cbe-4c0e-abf7-74122b7f8066 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.723781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ffc8031-efff-4724-a9c7-59263876c884 req-9dfd53ae-1cbe-4c0e-abf7-74122b7f8066 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 944 time: 0.1404359 Nov 27 15:56:13.733207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Made reservation on behalf of 345c55e6843e4d8a83668c9461bbd55c for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:13.735516 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:13.788720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-4f4266ce-55ba-4c30-9b0e-3fd59c447d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.790578 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-4f4266ce-55ba-4c30-9b0e-3fd59c447d55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 1095 time: 0.1332431 Nov 27 15:56:13.805211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a12d9c97-245f-4906-a828-28b16562ca7c req-b67605ad-505a-458f-9f95-3bbcc03b4780 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294048 Nov 27 15:56:13.866223 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-ade598bc-be41-4183-93cd-d1b74ff7def8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306 HTTP/1.1" status: 200 len: 217 time: 0.0553439 Nov 27 15:56:13.871669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-b7f9b1a9-2682-4215-bb15-c35bf1deaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.873159 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-b7f9b1a9-2682-4215-bb15-c35bf1deaa5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1566339 Nov 27 15:56:13.882801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ffc8031-efff-4724-a9c7-59263876c884 req-6de3ce7f-8b12-433d-b449-ca5d2d9a442e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449134 Nov 27 15:56:13.943344 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-b2ebd69c-0e66-447a-8e8a-93a771c25355 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56 HTTP/1.1" status: 200 len: 217 time: 0.0563481 Nov 27 15:56:13.986487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-b4183232-caa8-4a58-a88e-2436ab802d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:13.988189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-b4183232-caa8-4a58-a88e-2436ab802d0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.1102712 Nov 27 15:56:14.024181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-d22fba72-09af-423b-b437-25302713785e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274127 Nov 27 15:56:14.025906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-b13bf9eb-c847-4fb4-a96c-d274d5abf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.027203 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-b13bf9eb-c847-4fb4-a96c-d274d5abf587 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0748136 Nov 27 15:56:14.028670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:14.086076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:14.090608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:14.091175 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.114581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 15:56:14.114961 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.142428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-53baf355-1e7e-4519-844f-b329a8393830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.144381 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-53baf355-1e7e-4519-844f-b329a8393830 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930779 Nov 27 15:56:14.177912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e97c6a31-d052-4b92-a2ef-4ecb5e60b750,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:14.178166 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-1001d44d-272b-4eca-a18c-ba674b911bcf service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445203 Nov 27 15:56:14.181601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.189325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Checking segment: {'id': '5948a23a-e6c0-42ed-83ae-da3848acf283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e2bc899a-da9a-40b3-904a-e68065c3e8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:14.189791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network hostable DHCP agents. Network: e2bc899a-da9a-40b3-904a-e68065c3e8d8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:56:14.218849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e2bc899a-da9a-40b3-904a-e68065c3e8d8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:56:14.220054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:14.228065 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.238144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, e2bc899a-da9a-40b3-904a-e68065c3e8d8) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:14.247513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.248243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.256974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ee9ae-1c03-42c2-8a14-3a0f8e7c7726 None None] Network e2bc899a-da9a-40b3-904a-e68065c3e8d8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:14.326987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c95a6d4-30b7-4c49-a150-498e05436c1c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7074223 Nov 27 15:56:14.336165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43084) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:14.345447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1772241789', 'network_id': 'e2bc899a-da9a-40b3-904a-e68065c3e8d8'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:14.348109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:14.402969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-f4f1eb26-e1de-4330-a159-d4c17856d250 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473354 Nov 27 15:56:14.442789 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92dd1929-e61f-4ee8-845d-0c33dcae81dd req-048ad67c-3542-4415-b69c-50037fd81b39 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307835 Nov 27 15:56:14.472141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13ee18-1f89-4e66-8f00-0e1a73a0cac4 None None] Network e2bc899a-da9a-40b3-904a-e68065c3e8d8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:14.575482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa9bcc-196c-44b6-b3e2-c43e52ba25a3 req-f1d8ffab-6a91-4ae0-bd1b-f84a9d89ae9a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.577037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adaa9bcc-196c-44b6-b3e2-c43e52ba25a3 req-f1d8ffab-6a91-4ae0-bd1b-f84a9d89ae9a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1192374 Nov 27 15:56:14.606798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:14.609289 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e49b3-8911-49a1-a447-95321dc2d7df" -d '{"events": [{"server_uuid": "b322d197-2956-4b71-89a5-1fc0fcd65f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0403cb9-66f2-4473-97ec-05e7ad1cbfc8"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:14.610288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.616563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.622936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.629134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.635197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.641091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.647152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.649077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-3ad1ed90-8417-4756-8237-0a1978de8c5a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2352755 Nov 27 15:56:14.697302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-16ab9f34-ea11-40bc-a76b-5764ce56412f tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:14.698884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-16ab9f34-ea11-40bc-a76b-5764ce56412f tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.37 "GET /v2.0/networks?id=b6c74ef1-7191-4efb-a8cc-6bb9b362383d HTTP/1.1" status: 200 len: 821 time: 0.4303236 Nov 27 15:56:14.721459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Request body: {'port': {'device_id': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d', 'admin_state_up': True, 'tenant_id': '780e0a7ef09e43fea3f42ab1792af2c2'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:14.778993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'name': 'network-vif-deleted', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a'}, {'name': 'network-changed', 'server_uuid': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'tag': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:14.781226 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77abf455-b753-46cb-a48c-b734d7abe715" -d '{"events": [{"server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "name": "network-vif-deleted", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a"}, {"name": "network-changed", "server_uuid": "80d114c0-2f2c-4a1b-86c8-9dab182d5948", "tag": "bf41b268-ac12-49b5-b8f3-a3f9e8e22306"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:14.787961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Made reservation on behalf of 345c55e6843e4d8a83668c9461bbd55c for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:14.790350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.795878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adaa9bcc-196c-44b6-b3e2-c43e52ba25a3 req-7311b51a-e886-4a18-97da-bb37a93a26f4 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093744 Nov 27 15:56:14.814186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] device_id is not set on port 3b863481-8fb3-4ec5-9b9d-eb8c11185902 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:56:14.819284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-facaeb1e-66a5-4d19-a1b7-6c430c575806 req-7bf8f09f-b241-4cf9-8b2b-68e06175fee6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1625111 Nov 27 15:56:14.886937 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d1043a6-a4d6-41a5-b2bb-f175ba2bf7f0 req-16272c2e-cbce-47b8-bb1d-07ff79628d51 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719455 Nov 27 15:56:14.940523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-902f7344-b510-42b6-8ef5-0091a5e23539 req-be2d1f37-0040-47aa-9a06-7cc03dbc0972 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 210 time: 0.0521286 Nov 27 15:56:14.961074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Made reservation on behalf of 780e0a7ef09e43fea3f42ab1792af2c2 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:14.963144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Allocated IP 2001:db8::24b (e2bc899a-da9a-40b3-904a-e68065c3e8d8/e97c6a31-d052-4b92-a2ef-4ecb5e60b750/3b863481-8fb3-4ec5-9b9d-eb8c11185902) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:14.964622 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aa7062-2869-4b97-aab2-6472c9d57434 x-openstack-request-id: req-13aa7062-2869-4b97-aab2-6472c9d57434 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:14.965113 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b322d197-2956-4b71-89a5-1fc0fcd65f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0403cb9-66f2-4473-97ec-05e7ad1cbfc8", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:14.965580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:14.965715 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13aa7062-2869-4b97-aab2-6472c9d57434 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:14.966696 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8', 'code': 200} Nov 27 15:56:15.068163 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9eaf44-7dcd-41c1-9cb3-a2558647b99c x-openstack-request-id: req-dc9eaf44-7dcd-41c1-9cb3-a2558647b99c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:15.068436 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa308308-0a41-47c4-b894-1a50841a0066", "name": "network-vif-deleted", "tag": "ae54c526-f3fb-4d57-8891-95f11fb3bf9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80d114c0-2f2c-4a1b-86c8-9dab182d5948", "tag": "bf41b268-ac12-49b5-b8f3-a3f9e8e22306", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:15.069361 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc9eaf44-7dcd-41c1-9cb3-a2558647b99c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:15.069361 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa308308-0a41-47c4-b894-1a50841a0066', 'name': 'network-vif-deleted', 'tag': 'ae54c526-f3fb-4d57-8891-95f11fb3bf9a', 'status': 'completed', 'code': 200} Nov 27 15:56:15.069727 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'tag': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306', 'status': 'completed', 'code': 200} Nov 27 15:56:15.168511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf455-b753-46cb-a48c-b734d7abe715 req-388bdc79-5eb9-46e3-8653-44702da9c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.170009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-388bdc79-5eb9-46e3-8653-44702da9c02a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 1095 time: 0.0998433 Nov 27 15:56:15.176208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cfda5-e1d7-45ca-a2a7-63d8164014a3 req-c00e10ab-d622-496f-b810-9a68b16fa3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.177608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-929cfda5-e1d7-45ca-a2a7-63d8164014a3 req-c00e10ab-d622-496f-b810-9a68b16fa3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 1096 time: 0.1112225 Nov 27 15:56:15.199121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe10d3-8e0b-4667-a59a-ddf1041d271b req-e2c343c1-9360-447f-adf4-9bff93fdedba tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.200778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cfe10d3-8e0b-4667-a59a-ddf1041d271b req-e2c343c1-9360-447f-adf4-9bff93fdedba tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 944 time: 0.1676576 Nov 27 15:56:15.212615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc3f8a-dedd-495d-abe7-1b6f8e15520d req-500b788a-65fb-4347-ba8b-f9fc520b492c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.214631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5cfc3f8a-dedd-495d-abe7-1b6f8e15520d req-500b788a-65fb-4347-ba8b-f9fc520b492c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1387210 Nov 27 15:56:15.218056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.245465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Allocated IP 172.20.0.10 (b6c74ef1-7191-4efb-a8cc-6bb9b362383d/bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01/e2ba98b1-3cab-44df-96c5-711bb63e26e5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:15.312258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-929cfda5-e1d7-45ca-a2a7-63d8164014a3 req-b5c8b9c8-bc3e-460d-b75c-702da925d0ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188939 Nov 27 15:56:15.325919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cfe10d3-8e0b-4667-a59a-ddf1041d271b req-a87ba029-8bcd-41b2-a492-4c1c1655bc46 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083982 Nov 27 15:56:15.333360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf455-b753-46cb-a48c-b734d7abe715 req-1b3a4a27-a09f-4ee1-8108-c8bb9c848929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.334914 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-1b3a4a27-a09f-4ee1-8108-c8bb9c848929 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 916 time: 0.1541302 Nov 27 15:56:15.335293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5cfc3f8a-dedd-495d-abe7-1b6f8e15520d req-8ec76323-52fd-4290-abd0-64a6b3974026 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131105 Nov 27 15:56:15.356888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.425650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e2bc899a-da9a-40b3-904a-e68065c3e8d8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:15.428352 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-3c066887-d3c0-4754-870c-49f56cc3335c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306 HTTP/1.1" status: 200 len: 217 time: 0.0811377 Nov 27 15:56:15.431224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:15.435483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:15.436458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.437059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.475309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.501312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Port': ['ID=3b863481-8fb3-4ec5-9b9d-eb8c11185902,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:15.510780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-462ca025-e745-4387-99e2-e8008cf87082 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1730170 Nov 27 15:56:15.514811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43104) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:15.526087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.548184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf455-b753-46cb-a48c-b734d7abe715 req-c545401e-c597-447a-8b70-57b31423093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.549752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-c545401e-c597-447a-8b70-57b31423093f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.1055946 Nov 27 15:56:15.605702 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-d7569a3f-e204-4d40-a8fc-dcbec8ca125b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471370 Nov 27 15:56:15.678466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Deleting port 3b863481-8fb3-4ec5-9b9d-eb8c11185902 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:15.678720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.761195 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-82378f20-d03e-4831-9de8-c55951765ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451399 Nov 27 15:56:15.840155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:15.855718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Network b6c74ef1-7191-4efb-a8cc-6bb9b362383d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:15.861964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Calling delete_port for 3b863481-8fb3-4ec5-9b9d-eb8c11185902 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:15.864881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:15.870342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:15.875131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Pushing event updated for resources: {'Port': ['ID=e2ba98b1-3cab-44df-96c5-711bb63e26e5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:15.926053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80a20-7af5-414d-9147-ee77c827224f req-8e52d89e-b0cd-47ae-98bb-f9ef59115de2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.927531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11a80a20-7af5-414d-9147-ee77c827224f req-8e52d89e-b0cd-47ae-98bb-f9ef59115de2 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 944 time: 0.3926828 Nov 27 15:56:15.942048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77abf455-b753-46cb-a48c-b734d7abe715 req-74a6498b-eab7-4f59-bde9-b22df0e899a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699033 Nov 27 15:56:15.973206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:15.973872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.002888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-2b10483b-7e63-4c86-b601-4016575b5ab9 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2926035 Nov 27 15:56:16.012225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a565-b586-4b55-a176-a488ce061fe9 req-e4152858-4fca-422b-971a-b62bedc2fac9 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.013698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73c5a565-b586-4b55-a176-a488ce061fe9 req-e4152858-4fca-422b-971a-b62bedc2fac9 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1129417 Nov 27 15:56:16.024963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Request body: {'port': {'device_id': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:16.047751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.056123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11a80a20-7af5-414d-9147-ee77c827224f req-6439e04b-403e-4736-82d0-bccf1682a55f tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/security-groups?id=37db6834-3533-4eae-accb-cbe8b6d164a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130509 Nov 27 15:56:16.062868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-5e66a3af-0fa8-46fb-88c9-b198cb685844 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.064355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-5e66a3af-0fa8-46fb-88c9-b198cb685844 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 944 time: 0.0675206 Nov 27 15:56:16.094799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b863481-8fb3-4ec5-9b9d-eb8c11185902,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:16.115866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.137295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73c5a565-b586-4b55-a176-a488ce061fe9 req-4addac08-3e6e-4cd3-b909-caf2091d5648 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Nov 27 15:56:16.141222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.147229 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a96faf9d-fa9f-4ad6-8fc0-7dc14d0c2430 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3b863481-8fb3-4ec5-9b9d-eb8c11185902 HTTP/1.1" status: 204 len: 168 time: 0.6314363 Nov 27 15:56:16.147854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:16.154488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2bc899a-da9a-40b3-904a-e68065c3e8d8', 'external_fixed_ips': [{'subnet_id': 'e97c6a31-d052-4b92-a2ef-4ecb5e60b750', 'ip_address': '2001:db8::24b'}]}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:16.210284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.211324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.278015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.282122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Deleting port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:16.282524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.323984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.329969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.338220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.348475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.355832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.362811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.368746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.371234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-80b393f9-3440-431e-9b62-8629f32c6fe9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2110450 Nov 27 15:56:16.407104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d7e2-a06e-4b83-bda5-10b951f9d2cc req-a4ff9fd7-5ff8-4c3c-a903-473d4f9082d3 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.409055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b752d7e2-a06e-4b83-bda5-10b951f9d2cc req-a4ff9fd7-5ff8-4c3c-a903-473d4f9082d3 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 932 time: 0.2038403 Nov 27 15:56:16.478441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.517115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] For port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,segment=NetworkSegment(adc66ed9-5654-4faa-8ce1-654d90a7bf82),segment_id=adc66ed9-5654-4faa-8ce1-654d90a7bf82)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:16.517814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.554573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b752d7e2-a06e-4b83-bda5-10b951f9d2cc req-e74ca3db-a7ba-4473-8e2e-20962138c25d tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304557 Nov 27 15:56:16.554797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Calling delete_port for 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:16.570972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07ff1dab-9f7f-4032-a62e-d1205958c4b7 req-6ccd1773-a04a-4d24-95ad-23287723b717 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851475 Nov 27 15:56:16.695770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ba98b1-3cab-44df-96c5-711bb63e26e5 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:16.706557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.724493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Transition to ACTIVE for port object e2ba98b1-3cab-44df-96c5-711bb63e26e5 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:16.733645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0497dab-9d3a-4501-afb1-fc8574ad8591 req-60a01296-2f15-4525-8105-c0da65af3312 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:16.735097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0497dab-9d3a-4501-afb1-fc8574ad8591 req-60a01296-2f15-4525-8105-c0da65af3312 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 944 time: 0.0813761 Nov 27 15:56:16.736250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.811481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ba98b1-3cab-44df-96c5-711bb63e26e5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:16.853986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:16.861629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0497dab-9d3a-4501-afb1-fc8574ad8591 req-13cd6d4c-33e8-4d9b-a425-a91609235313 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990868 Nov 27 15:56:16.940566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Pushing event deleted for resources: {'Port': ['ID=72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:16.982358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Attempting to bind port e2ba98b1-3cab-44df-96c5-711bb63e26e5 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:16.982697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Attempting to bind port e2ba98b1-3cab-44df-96c5-711bb63e26e5 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5a9959cf-818e-406c-a28f-a2a487827b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:16.983029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Attempting to bind port e2ba98b1-3cab-44df-96c5-711bb63e26e5 on network b6c74ef1-7191-4efb-a8cc-6bb9b362383d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:16.999406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934818a5-099b-4bb9-a44b-6095e939b411 req-434a1b34-5ecb-422f-8171-6d9a25572fa9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.000831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-934818a5-099b-4bb9-a44b-6095e939b411 req-434a1b34-5ecb-422f-8171-6d9a25572fa9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1140339 Nov 27 15:56:17.002699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Port e2ba98b1-3cab-44df-96c5-711bb63e26e5 on network b6c74ef1-7191-4efb-a8cc-6bb9b362383d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:17.003026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Attempting to bind port e2ba98b1-3cab-44df-96c5-711bb63e26e5 on network b6c74ef1-7191-4efb-a8cc-6bb9b362383d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:17.009448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] No DVR routers for this DVR port 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:17.013068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.016345 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad54ea90-6691-4c66-a4cf-654dfd5c90d9 req-ee11b69a-4596-4eee-b76e-70b9327f6272 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.37 "DELETE /v2.0/ports/72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 HTTP/1.1" status: 204 len: 173 time: 0.9303570 Nov 27 15:56:17.019757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:17.020452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Checking segment: {'id': '5a9959cf-818e-406c-a28f-a2a487827b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:17.020850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Bound using segment: {'id': '5a9959cf-818e-406c-a28f-a2a487827b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:17.021307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Bound port: e2ba98b1-3cab-44df-96c5-711bb63e26e5, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9959cf-818e-406c-a28f-a2a487827b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:17.021687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.023898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-72757dd2-e019-4057-827f-a2919e7a067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.025338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-72757dd2-e019-4057-827f-a2919e7a067c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.1694260 Nov 27 15:56:17.033021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.061274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff163-9012-45b2-a747-7d957b25baff req-281816f5-3a29-45b1-b4a4-2fe046f141f5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.062844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72ff163-9012-45b2-a747-7d957b25baff req-281816f5-3a29-45b1-b4a4-2fe046f141f5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1289890 Nov 27 15:56:17.072127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'name': 'network-vif-deleted', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:17.074957 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca9e2a-922f-4253-a07b-30fdc2875b16" -d '{"events": [{"server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "name": "network-vif-deleted", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:17.080161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.149078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-934818a5-099b-4bb9-a44b-6095e939b411 req-fc638967-09f3-4c94-b070-10a6526d9ccd tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388662 Nov 27 15:56:17.180333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] For port e2ba98b1-3cab-44df-96c5-711bb63e26e5, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:17.186226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72ff163-9012-45b2-a747-7d957b25baff req-a0c6e406-9c2e-40ca-a61a-a7b85331c1ab tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167567 Nov 27 15:56:17.187966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] For port e2ba98b1-3cab-44df-96c5-711bb63e26e5, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5,segment=NetworkSegment(5a9959cf-818e-406c-a28f-a2a487827b9c),segment_id=5a9959cf-818e-406c-a28f-a2a487827b9c)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:17.196121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.218635 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f65f0-ce14-4c30-b857-edafbf6175a0 x-openstack-request-id: req-069f65f0-ce14-4c30-b857-edafbf6175a0 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:17.218917 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76420c97-16c5-430d-aeab-818110a9547d", "name": "network-vif-deleted", "tag": "72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:17.219174 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-069f65f0-ce14-4c30-b857-edafbf6175a0 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:17.220005 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76420c97-16c5-430d-aeab-818110a9547d', 'name': 'network-vif-deleted', 'tag': '72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0', 'status': 'completed', 'code': 200} Nov 27 15:56:17.238066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-80502701-6433-4d40-9d1e-baca292b50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.239613 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-80502701-6433-4d40-9d1e-baca292b50bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.2044616 Nov 27 15:56:17.267465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.268085 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.269511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] 10.222.0.37 "PUT /v2.0/ports/e2ba98b1-3cab-44df-96c5-711bb63e26e5 HTTP/1.1" status: 200 len: 1092 time: 1.2523024 Nov 27 15:56:17.269965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'tag': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:17.272301 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418" -d '{"events": [{"name": "network-changed", "server_uuid": "5b74fbf7-675b-422e-b453-ab8a15df3952", "tag": "e2ba98b1-3cab-44df-96c5-711bb63e26e5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:17.319961 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-509d4a13-31f1-4ae3-8b97-f77bda50b9f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.0702531 Nov 27 15:56:17.329879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279980f6-40fb-4da1-8c6c-fdaac6190df6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ba98b1-3cab-44df-96c5-711bb63e26e5,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:17.340968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd18fbc5-8c0d-4dec-a82a-da9692aced6d req-cd0b5adb-cac6-4d6e-bcb5-b87eb87d5c33 tempest-LiveMigrationTest-495966900 tempest-LiveMigrationTest-495966900-project] 10.222.0.15 "GET /v2.0/ports?device_id=76420c97-16c5-430d-aeab-818110a9547d HTTP/1.1" status: 200 len: 210 time: 0.0422909 Nov 27 15:56:17.380667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-e735b940-c2e5-4b00-92eb-71c329bf952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.382283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-e735b940-c2e5-4b00-92eb-71c329bf952e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=780e0a7ef09e43fea3f42ab1792af2c2&device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 1095 time: 0.0534596 Nov 27 15:56:17.389979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Allocated IP 2001:db8::24b (e2bc899a-da9a-40b3-904a-e68065c3e8d8/e97c6a31-d052-4b92-a2ef-4ecb5e60b750/1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:17.407822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf41b268-ac12-49b5-b8f3-a3f9e8e22306 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:17.414906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-72b06ce5-97dc-4fd2-9860-bd6ae6b9d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.416127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:17.417790 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-72b06ce5-97dc-4fd2-9860-bd6ae6b9d5e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.0897174 Nov 27 15:56:17.447037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: ae54c526-f3fb-4d57-8891-95f11fb3bf9a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:17.447647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ae54c526-f3fb-4d57-8891-95f11fb3bf9a not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:17.474977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-a8f4819d-1fad-49fc-a7ec-53e94998fe6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5 HTTP/1.1" status: 200 len: 217 time: 0.0794530 Nov 27 15:56:17.551582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-659fe8e0-ec9e-4289-803e-b48fe05cb2d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129096 Nov 27 15:56:17.582938 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd85d5a-f26f-4bde-a25f-adee21ff8219 x-openstack-request-id: req-3cd85d5a-f26f-4bde-a25f-adee21ff8219 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:17.583931 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b74fbf7-675b-422e-b453-ab8a15df3952", "tag": "e2ba98b1-3cab-44df-96c5-711bb63e26e5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:17.583931 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cd85d5a-f26f-4bde-a25f-adee21ff8219 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:17.584171 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'tag': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5', 'status': 'completed', 'code': 200} Nov 27 15:56:17.602518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eccce-8143-4427-8440-dd01df339220 req-2b2cb7d9-b923-4f16-868a-7cdedadc7207 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.612255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-060eccce-8143-4427-8440-dd01df339220 req-2b2cb7d9-b923-4f16-868a-7cdedadc7207 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1287904 Nov 27 15:56:17.621763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-5bd1fc05-f274-4ecf-bdc2-d044c71ca7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.623525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-5bd1fc05-f274-4ecf-bdc2-d044c71ca7ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01 HTTP/1.1" status: 200 len: 861 time: 0.1243656 Nov 27 15:56:17.663748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-0e2ab960-faa2-47a4-bd8d-8139a6cc306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.665588 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-0e2ab960-faa2-47a4-bd8d-8139a6cc306d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 1096 time: 0.2180262 Nov 27 15:56:17.670962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-83d98a5f-b2ad-4d20-ad09-6062d69ff839 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c74ef1-7191-4efb-a8cc-6bb9b362383d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380456 Nov 27 15:56:17.751726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:17.758519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.763325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'port_id': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306', 'mac_address': 'fa:16:3e:8d:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234351fe-63b9-4917-bcd6-14a3cf769636', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:17.779551 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-fe7649ec-0c1d-4db6-ba83-3518d0c05faf service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130907 Nov 27 15:56:17.796400 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-060eccce-8143-4427-8440-dd01df339220 req-29c61699-bf0c-4150-bf02-300faf518085 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827986 Nov 27 15:56:17.803472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.820511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf41b268-ac12-49b5-b8f3-a3f9e8e22306 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:17.852239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-0e6c9d40-dd51-4e3d-87d8-bb4b31399b99 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699505 Nov 27 15:56:17.864456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:17.867390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f64a1-c582-4b99-92b6-ed05bbe65bbf req-ba40afd7-58b4-4113-8a45-57522e429393 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.870409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.873921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d78f64a1-c582-4b99-92b6-ed05bbe65bbf req-ba40afd7-58b4-4113-8a45-57522e429393 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 944 time: 0.1675918 Nov 27 15:56:17.874544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-c39a2932-5546-415d-b6ac-407304f053d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:17.876960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-c39a2932-5546-415d-b6ac-407304f053d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 912 time: 0.2012722 Nov 27 15:56:17.898924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:17.925018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:18.021690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d78f64a1-c582-4b99-92b6-ed05bbe65bbf req-744ab4f4-9510-4cf2-b15a-c2468a80b9be tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421766 Nov 27 15:56:18.057597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75604ffe-0277-4917-8a8f-ee4375cea173 req-7191d6c9-4160-48fc-9604-5111ac4c9426 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785641 Nov 27 15:56:18.073979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.081909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.089888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.096209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.104565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf41b268-ac12-49b5-b8f3-a3f9e8e22306'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:18.107171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.118608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.125399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.127535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-8354825b-045d-430f-8a7a-ac50a6f2ca50 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2240891 Nov 27 15:56:18.252552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-6aec7be0-5a80-4b2d-a5a5-d39625ed5a14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 HTTP/1.1" status: 200 len: 217 time: 0.3650384 Nov 27 15:56:18.284499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e2bc899a-da9a-40b3-904a-e68065c3e8d8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:18.293336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e852d-907f-4bc2-ace7-bbb01054ea3b req-c110887b-f018-457c-b56e-3821e3b0e056 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.301586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e9e852d-907f-4bc2-ace7-bbb01054ea3b req-c110887b-f018-457c-b56e-3821e3b0e056 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 945 time: 0.1727290 Nov 27 15:56:18.304692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-160942e2-71d9-4171-9bc8-b82c2f5b7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.306256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-160942e2-71d9-4171-9bc8-b82c2f5b7f76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=780e0a7ef09e43fea3f42ab1792af2c2&device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 1095 time: 0.1679060 Nov 27 15:56:18.326357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:18.334377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38a57767-ffc0-4262-a63f-ca447e4c3413 req-3f982282-1d3f-480f-acaa-1abe3c6ff9c4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1873312 Nov 27 15:56:18.337310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:18.342174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Port': ['ID=1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:18.377378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d7e0e52-56e3-4ccd-a413-2c7c276947da req-09e3d366-8cc8-4d86-b280-388ce421c584 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854990 Nov 27 15:56:18.430785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-5386c5d6-364b-4e2d-b491-93a0d6e84987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.432916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-5386c5d6-364b-4e2d-b491-93a0d6e84987 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c74ef1-7191-4efb-a8cc-6bb9b362383d HTTP/1.1" status: 200 len: 922 time: 0.0952408 Nov 27 15:56:18.446349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-d51b682d-8a94-4592-bbaf-b879186ceac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.448771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-d51b682d-8a94-4592-bbaf-b879186ceac4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.1847541 Nov 27 15:56:18.498189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-09d37103-e28a-4eab-98d1-9143e76d6ec3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394857 Nov 27 15:56:18.506946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e9e852d-907f-4bc2-ace7-bbb01054ea3b req-05abac59-f764-4a32-b816-29ede7c784ab tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043262 Nov 27 15:56:18.511364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-e64b775f-9874-4f8c-b834-3c87a756a7af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5 HTTP/1.1" status: 200 len: 217 time: 0.0561635 Nov 27 15:56:18.566630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43148) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:18.603792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737442-c7a4-43e5-a1c2-8281b2238563 req-5091619b-e136-4b22-b78a-8f47324d6b1f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.605285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35737442-c7a4-43e5-a1c2-8281b2238563 req-5091619b-e136-4b22-b78a-8f47324d6b1f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0972075 Nov 27 15:56:18.608148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-b052d39d-5bdd-406b-a02a-54de606d4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:18.610623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-b052d39d-5bdd-406b-a02a-54de606d4a90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01 HTTP/1.1" status: 200 len: 861 time: 0.0897443 Nov 27 15:56:18.677721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-265ad363-a295-480e-a338-ade6ecd1a5e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c74ef1-7191-4efb-a8cc-6bb9b362383d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455790 Nov 27 15:56:18.701051 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-58aa1640-ef9e-4474-b157-4901cc26be58 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953542 Nov 27 15:56:18.703961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:18.796981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35737442-c7a4-43e5-a1c2-8281b2238563 req-46c00aa7-731c-4a18-bac9-ed59090398ad tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824262 Nov 27 15:56:18.833962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Deleting subnet 7ce2444c-391e-44d8-91e7-1e0054b9f2d1 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:56:18.836965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:18.884254 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee98a06-517a-4f24-b9de-ba46b331c37a req-fff3c0fc-73f5-4341-a359-f2236b64f231 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431122 Nov 27 15:56:18.894226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:18.933358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-9e908745-0967-4f9c-921f-fa5408860847 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470398 Nov 27 15:56:19.000537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.010665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.037177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891a7e8-8b34-46e5-837d-1d9aab1c8179 req-4db0ebe1-023e-442f-bd48-e75467afa92e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.038697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f891a7e8-8b34-46e5-837d-1d9aab1c8179 req-4db0ebe1-023e-442f-bd48-e75467afa92e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1654761 Nov 27 15:56:19.140102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Router e8dc9ef7-4223-4ce7-b197-2b22f6b4af97 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:19.163241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7a55ebd-0f70-4c7e-8085-fc8ad2c92418 req-08ba559a-1bfd-4188-ad8b-d8f170fe21aa service neutron] 10.222.0.37 "GET /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205453 Nov 27 15:56:19.167200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.171944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f891a7e8-8b34-46e5-837d-1d9aab1c8179 req-a6bccb75-a645-4b57-be5b-4ed43c210576 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233459 Nov 27 15:56:19.207515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce2444c-391e-44d8-91e7-1e0054b9f2d1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:19.209517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.214039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-41313705-4980-4a2f-9f7c-abdb331999b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7ce2444c-391e-44d8-91e7-1e0054b9f2d1 HTTP/1.1" status: 204 len: 168 time: 0.6451316 Nov 27 15:56:19.215740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43160) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:19.248199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:19.258370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Sync routers for ids ['e8dc9ef7-4223-4ce7-b197-2b22f6b4af97'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:19.267507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8c580-d4c5-4920-ad56-069baf026282 req-e7e4fd7f-3c97-4159-ae9f-0adaf60283c0 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.268718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.269014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9d8c580-d4c5-4920-ad56-069baf026282 req-e7e4fd7f-3c97-4159-ae9f-0adaf60283c0 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 944 time: 0.1655891 Nov 27 15:56:19.270332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eeb46e69-573a-4700-8cb0-fd841e29d36f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1192179 Nov 27 15:56:19.272850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43162) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:19.277747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Routers {'e8dc9ef7-4223-4ce7-b197-2b22f6b4af97'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:19.278560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e8dc9ef7-4223-4ce7-b197-2b22f6b4af97'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:19.316552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.345312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9d8c580-d4c5-4920-ad56-069baf026282 req-fca65700-2736-44d9-a9b8-f1ec1006f610 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678546 Nov 27 15:56:19.384927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.412849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e2ba98b1-3cab-44df-96c5-711bb63e26e5 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:19.415355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf41b268-ac12-49b5-b8f3-a3f9e8e22306 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:19.424956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Set router e8dc9ef7-4223-4ce7-b197-2b22f6b4af97 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:19.442309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.487242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909a1380-a230-48ba-869c-ef496b2094ea']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:19.500006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc66ed9-5654-4faa-8ce1-654d90a7bf82') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:19.500445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc66ed9-5654-4faa-8ce1-654d90a7bf82') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:19.500596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.512607 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.540519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.547053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.553877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.560688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.568468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.572990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Deleting port 1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:19.573528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.575351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.581365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.583270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-338ed401-76b8-406f-8265-4057eeb6c715 req-240f4576-330c-4c86-9022-91aeb5da6eb7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.1379609 Nov 27 15:56:19.584329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.599204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:56:19.599593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:56:19.602041 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:56:19.665737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.684864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Calling delete_port for 1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:19.711572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:19.715719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.725584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:19.725963 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.729700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e2ba98b1-3cab-44df-96c5-711bb63e26e5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5,segment=NetworkSegment(5a9959cf-818e-406c-a28f-a2a487827b9c),segment_id=5a9959cf-818e-406c-a28f-a2a487827b9c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:19.729809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.733914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] 10.222.0.15 "DELETE /v2.0/networks/909a1380-a230-48ba-869c-ef496b2094ea HTTP/1.1" status: 204 len: 168 time: 0.5170419 Nov 27 15:56:19.742849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43168) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:19.751686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e096-633e-4e5c-9f6e-1908175e1717 admin admin] Pushing event deleted for resources: {'Network': ['ID=909a1380-a230-48ba-869c-ef496b2094ea,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:19.760319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c1ea-1e62-4d1c-9575-a4070844ec23 req-514fea06-163a-4ed1-b87d-e267bf5962a5 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.761839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4186c1ea-1e62-4d1c-9575-a4070844ec23 req-514fea06-163a-4ed1-b87d-e267bf5962a5 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 945 time: 0.1644928 Nov 27 15:56:19.768699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5', 'network_id': 'b6c74ef1-7191-4efb-a8cc-6bb9b362383d', 'port_id': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5', 'mac_address': 'fa:16:3e:27:0b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:19.774924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-338ed401-76b8-406f-8265-4057eeb6c715 req-0b19e041-f7b9-445b-bbec-77d6b6a1f51b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1826267 Nov 27 15:56:19.821759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Deleting subnet 3c39a3bb-9174-4d93-b195-6236e38de90f {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:56:19.831191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.836421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.857178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dc9ef7-4223-4ce7-b197-2b22f6b4af97', 'name': '', 'tenant_id': '345c55e6843e4d8a83668c9461bbd55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2bc899a-da9a-40b3-904a-e68065c3e8d8', 'external_fixed_ips': [{'subnet_id': 'e97c6a31-d052-4b92-a2ef-4ecb5e60b750', 'ip_address': '2001:db8::24b'}], 'enable_snat': True}, 'gw_port_id': '1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:56:16Z', 'updated_at': '2021-11-27T15:56:18Z', 'revision_number': 3, 'project_id': '345c55e6843e4d8a83668c9461bbd55c', 'gw_port': {'id': '1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5', 'name': '', 'network_id': 'e2bc899a-da9a-40b3-904a-e68065c3e8d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dc9ef7-4223-4ce7-b197-2b22f6b4af97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'e97c6a31-d052-4b92-a2ef-4ecb5e60b750', 'ip_address': '2001:db8::24b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:56:17Z', 'updated_at': '2021-11-27T15:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97c6a31-d052-4b92-a2ef-4ecb5e60b750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:19.858532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4186c1ea-1e62-4d1c-9575-a4070844ec23 req-fa105b51-f94d-484d-a627-235e06fa8b3c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817935 Nov 27 15:56:19.908678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Checking router: e8dc9ef7-4223-4ce7-b197-2b22f6b4af97 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:56:19.909043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Updating router e8dc9ef7-4223-4ce7-b197-2b22f6b4af97 port 1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:56:19.913339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ba98b1-3cab-44df-96c5-711bb63e26e5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:19.917849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.932726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74587-5685-45fb-8fdb-f91649bfedb1 req-4ae7d853-d536-4123-a484-487a86696c39 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:19.934391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71c74587-5685-45fb-8fdb-f91649bfedb1 req-4ae7d853-d536-4123-a484-487a86696c39 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0522537 Nov 27 15:56:19.962048 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.965262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e2ba98b1-3cab-44df-96c5-711bb63e26e5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5,segment=NetworkSegment(5a9959cf-818e-406c-a28f-a2a487827b9c),segment_id=5a9959cf-818e-406c-a28f-a2a487827b9c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:19.966332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.972340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:19.990712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71c74587-5685-45fb-8fdb-f91649bfedb1 req-efe64aa9-0b84-4c65-99fa-891c8c55a930 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 Nov 27 15:56:19.998901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.051434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:20.053228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.053880 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f176f8be-791f-4921-8e57-260fc6db9ae7" -d '{"events": [{"server_uuid": "80d114c0-2f2c-4a1b-86c8-9dab182d5948", "name": "network-vif-plugged", "status": "completed", "tag": "bf41b268-ac12-49b5-b8f3-a3f9e8e22306"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:20.080528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:20.089760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event deleted for resources: {'Port': ['ID=1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:20.093187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.125114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.128612 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c39a3bb-9174-4d93-b195-6236e38de90f HTTP/1.1" status: 204 len: 168 time: 0.3854718 Nov 27 15:56:20.131173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:20.132168 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd802897-a1d8-4b95-a061-f6f7fe3b9312 x-openstack-request-id: req-cd802897-a1d8-4b95-a061-f6f7fe3b9312 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:20.132464 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d114c0-2f2c-4a1b-86c8-9dab182d5948", "name": "network-vif-plugged", "status": "completed", "tag": "bf41b268-ac12-49b5-b8f3-a3f9e8e22306", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:20.132767 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd802897-a1d8-4b95-a061-f6f7fe3b9312 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:20.133171 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306', 'code': 200} Nov 27 15:56:20.142661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00051b-df12-4df1-bf49-90f99c75bc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c39a3bb-9174-4d93-b195-6236e38de90f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:20.145610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.146136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.146431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:20.188617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:20.188969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 72aeb0af-3f6f-4257-bcd1-2cd6f7e140b0 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:20.193915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=e2ba98b1-3cab-44df-96c5-711bb63e26e5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:20.240180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.242833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.250994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab3c3-945a-4496-b477-b28faed8a8ba req-c84fa021-d953-43fb-a0b8-5b1133e11fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:20.252499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-193ab3c3-945a-4496-b477-b28faed8a8ba req-c84fa021-d953-43fb-a0b8-5b1133e11fde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 1097 time: 0.0673404 Nov 27 15:56:20.288297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e2ba98b1-3cab-44df-96c5-711bb63e26e5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:20.289668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.290160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8dc9ef7-4223-4ce7-b197-2b22f6b4af97 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:20.296719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.300660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-59afcfcf-38a8-48c3-9be7-ca111fb7fd20 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e8dc9ef7-4223-4ce7-b197-2b22f6b4af97 HTTP/1.1" status: 204 len: 168 time: 1.0260415 Nov 27 15:56:20.301446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:20.310755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.326131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:20.346903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-193ab3c3-945a-4496-b477-b28faed8a8ba req-b57529fe-00f8-45b7-8c45-519c101bc271 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853221 Nov 27 15:56:20.359432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Deleting subnet e97c6a31-d052-4b92-a2ef-4ecb5e60b750 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:56:20.362442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fccdce-5c2f-4b65-b23a-e8a3734ca271 req-ab58ac52-9822-40cf-9d59-8430d99eb3b7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:20.364156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50fccdce-5c2f-4b65-b23a-e8a3734ca271 req-ab58ac52-9822-40cf-9d59-8430d99eb3b7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0752995 Nov 27 15:56:20.496374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.496597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.503912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:56:20.504275 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:56:20.534808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50fccdce-5c2f-4b65-b23a-e8a3734ca271 req-18c76309-7a32-4b2f-80ca-2d626651fe7e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438320 Nov 27 15:56:20.537661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e5a7b-bbc4-485d-befa-33245f452b53']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:20.537978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.560251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6edf566-a493-4df3-bdd0-21a9a165bab5') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:20.560587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6edf566-a493-4df3-bdd0-21a9a165bab5') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:20.575162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec2c18-1f00-41a9-82ec-ea11d1b1ba22 req-b75d24e5-2894-4727-aeff-39f6a62cb7ff tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:20.576662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1ec2c18-1f00-41a9-82ec-ea11d1b1ba22 req-b75d24e5-2894-4727-aeff-39f6a62cb7ff tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 945 time: 0.1247363 Nov 27 15:56:20.579362 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.580156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.604279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.619699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:56:20.620255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:56:20.621717 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:56:20.631966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.660035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.663671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/e97c6a31-d052-4b92-a2ef-4ecb5e60b750 HTTP/1.1" status: 204 len: 168 time: 0.3612378 Nov 27 15:56:20.665352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042839be-c22c-4226-90ad-c67b1235ffba tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e97c6a31-d052-4b92-a2ef-4ecb5e60b750,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:20.667134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:20.742894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.824171 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.856088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bc899a-da9a-40b3-904a-e68065c3e8d8']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:20.866170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5948a23a-e6c0-42ed-83ae-da3848acf283') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:20.866463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5948a23a-e6c0-42ed-83ae-da3848acf283') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:20.877060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.890694 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.896766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:56:20.897198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:56:20.899669 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:56:20.962263 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.965758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1ec2c18-1f00-41a9-82ec-ea11d1b1ba22 req-6324d3a6-92ad-40e6-a3dd-3d5825d8dd9d tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791225 Nov 27 15:56:20.966595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2bc899a-da9a-40b3-904a-e68065c3e8d8 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 15:56:20.968854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.976153 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e2bc899a-da9a-40b3-904a-e68065c3e8d8 HTTP/1.1" status: 204 len: 168 time: 0.3041437 Nov 27 15:56:20.981886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:20.989891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842364f6-72c5-496f-8575-3a2b885c17a5 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2bc899a-da9a-40b3-904a-e68065c3e8d8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:20.997838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.003822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.018930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.026367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Port 1202f5fa-1ac3-4c20-b1d3-362f5ddc3ba5 not found while updating agent binding for router e8dc9ef7-4223-4ce7-b197-2b22f6b4af97. {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 15:56:21.027584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.037246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.040267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:21.042212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 15:56:21.043204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8dc9ef7-4223-4ce7-b197-2b22f6b4af97'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 15:56:21.043592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a320aef-a62d-4f3d-8f79-faab3382f123 None None] The sync data for ids ['e8dc9ef7-4223-4ce7-b197-2b22f6b4af97'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:21.045079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.051469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.053611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-6995dc16-8a7f-4424-8576-efedb21cee40 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.1729915 Nov 27 15:56:21.056836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.063551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6e6e5a7b-bbc4-485d-befa-33245f452b53 HTTP/1.1" status: 204 len: 168 time: 0.9283412 Nov 27 15:56:21.083053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab3b7e-7d4d-40b1-a7e4-3a9b73b810e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6e5a7b-bbc4-485d-befa-33245f452b53,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:21.148381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e8f582e-59b5-4ec2-8f85-42987df55947 req-555d5b45-a028-4699-abd3-5026bb68b741 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846362 Nov 27 15:56:21.212680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce0438-f5c8-43b1-a56c-f31654818b6c req-b425ab1e-928f-4a01-951f-ab77ca1cfe55 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.221826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18ce0438-f5c8-43b1-a56c-f31654818b6c req-b425ab1e-928f-4a01-951f-ab77ca1cfe55 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 946 time: 0.0824430 Nov 27 15:56:21.267058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:21.271773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'name': 'tempest-router--764126352', 'project_id': 'b467d0a7a21148b381f82e6dd9645d5e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:21.289285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18ce0438-f5c8-43b1-a56c-f31654818b6c req-74c0a448-210b-47af-8b99-a6b3d1d461a1 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Nov 27 15:56:21.310165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43200) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:21.339817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.340971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.378383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9df85-4f9d-4d44-9de6-6bfc2c70ff1a req-d6dcbb1f-1520-4c85-b930-ccce237b4a8a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.380454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fa9df85-4f9d-4d44-9de6-6bfc2c70ff1a req-d6dcbb1f-1520-4c85-b930-ccce237b4a8a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0899301 Nov 27 15:56:21.407694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-89a6d3e6-e156-45a1-8dfd-f238c20cc9de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0a75ef21d91414eb96ac65731a6ca3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936270 Nov 27 15:56:21.408802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43202) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:21.412644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e2ba98b1-3cab-44df-96c5-711bb63e26e5 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:21.462305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.475050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.509288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fa9df85-4f9d-4d44-9de6-6bfc2c70ff1a req-4a55818e-5150-498f-a731-af887766d54e tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204691 Nov 27 15:56:21.512766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5dae311-301a-4522-822d-27f45fc9b9d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.532745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.537508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:21.538142 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8008e77-71db-455c-8bfc-6e132817cc78 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2696874 Nov 27 15:56:21.555436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port e2ba98b1-3cab-44df-96c5-711bb63e26e5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:21.560571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port e2ba98b1-3cab-44df-96c5-711bb63e26e5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:21.560947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.565202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5dae311-301a-4522-822d-27f45fc9b9d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.632523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.652546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5dae311-301a-4522-822d-27f45fc9b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.655159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5dae311-301a-4522-822d-27f45fc9b9d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.659091 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b5dae311-301a-4522-822d-27f45fc9b9d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37db6834-3533-4eae-accb-cbe8b6d164a2 HTTP/1.1" status: 204 len: 168 time: 0.2465866 Nov 27 15:56:21.664206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dae311-301a-4522-822d-27f45fc9b9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db6834-3533-4eae-accb-cbe8b6d164a2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:21.688850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.737253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e2ba98b1-3cab-44df-96c5-711bb63e26e5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5,segment=NetworkSegment(5a9959cf-818e-406c-a28f-a2a487827b9c),segment_id=5a9959cf-818e-406c-a28f-a2a487827b9c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:21.743400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.796763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=e2ba98b1-3cab-44df-96c5-711bb63e26e5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:21.808208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622acbc-32f0-44ab-99a0-a516eeee44a3 req-bb6b6dba-b2f9-4891-b36e-06224966e89d tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:21.809720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b622acbc-32f0-44ab-99a0-a516eeee44a3 req-bb6b6dba-b2f9-4891-b36e-06224966e89d tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1387961 Nov 27 15:56:21.858087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.861426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.924096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b622acbc-32f0-44ab-99a0-a516eeee44a3 req-18ae7d18-dd91-423f-afe5-0c0065069901 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854032 Nov 27 15:56:21.924677 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.925208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 459ed087-362b-4db1-a677-223b05808e50 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:21.929511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:21.933688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c13f41c3-c692-41df-a0fa-afec85a042e3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/routers/459ed087-362b-4db1-a677-223b05808e50 HTTP/1.1" status: 204 len: 168 time: 0.3919098 Nov 27 15:56:22.068171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43216) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:22.103293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:22.113313 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0c992c4-d04f-4231-bcf1-856b97d2cc5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62b97fa16be841c1b5bf7f597c5ed7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437863 Nov 27 15:56:22.116315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43222) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:22.128557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079077-64e1-4225-9c86-e314f09c86d6 req-8211caed-99a4-4507-9e0d-36b6d5e3e057 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.130365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4079077-64e1-4225-9c86-e314f09c86d6 req-8211caed-99a4-4507-9e0d-36b6d5e3e057 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 946 time: 0.0620234 Nov 27 15:56:22.134679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:22.137183 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b11cef-2d8d-4fbd-bd5d-88c5dd64f725" -d '{"events": [{"server_uuid": "5b74fbf7-675b-422e-b453-ab8a15df3952", "name": "network-vif-plugged", "status": "completed", "tag": "e2ba98b1-3cab-44df-96c5-711bb63e26e5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:22.170797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-830334bd-8276-443e-8356-d3d936906904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.179227 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61935cf6-f5eb-4a7c-ac5d-d77453837beb x-openstack-request-id: req-61935cf6-f5eb-4a7c-ac5d-d77453837beb {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:22.179586 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b74fbf7-675b-422e-b453-ab8a15df3952", "name": "network-vif-plugged", "status": "completed", "tag": "e2ba98b1-3cab-44df-96c5-711bb63e26e5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:22.179791 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61935cf6-f5eb-4a7c-ac5d-d77453837beb {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:22.180185 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5', 'code': 200} Nov 27 15:56:22.183833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4079077-64e1-4225-9c86-e314f09c86d6 req-33c77483-ba3b-402d-9218-88ea5abb8565 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Nov 27 15:56:22.193274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-830334bd-8276-443e-8356-d3d936906904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.250816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-830334bd-8276-443e-8356-d3d936906904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.253874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-830334bd-8276-443e-8356-d3d936906904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.257327 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-830334bd-8276-443e-8356-d3d936906904 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5989159-bee7-407e-9e49-ba8fd1dd4580 HTTP/1.1" status: 204 len: 168 time: 0.1375368 Nov 27 15:56:22.263466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830334bd-8276-443e-8356-d3d936906904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5989159-bee7-407e-9e49-ba8fd1dd4580,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:22.350589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13f1f-73b9-4d4f-9743-3dac0615271f req-7dafbfdf-19f3-467c-8ac8-de2ac2e4c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.352097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51a13f1f-73b9-4d4f-9743-3dac0615271f req-7dafbfdf-19f3-467c-8ac8-de2ac2e4c3fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 1097 time: 0.0566714 Nov 27 15:56:22.365059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.371100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.376979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.382891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.388774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.394715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.401066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.403031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-49d6ae79-2ca8-4e77-8bd6-32ecfeac661a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.1559074 Nov 27 15:56:22.409547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1084515390', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:22.506761 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.507752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.549705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51a13f1f-73b9-4d4f-9743-3dac0615271f req-1c9485fb-2904-4849-b0c0-634a8443d225 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441531 Nov 27 15:56:22.562514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c255e89-42d7-4968-bcf8-7974d968b87d req-597fb33a-3f81-4ed2-98a0-0ed10591c38c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.563930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c255e89-42d7-4968-bcf8-7974d968b87d req-597fb33a-3f81-4ed2-98a0-0ed10591c38c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 946 time: 0.1574821 Nov 27 15:56:22.580334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc5daa6d-29a1-40f7-bebc-a9865f13613b req-9548ab4d-6ce4-429f-824b-67a261c487f4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598444 Nov 27 15:56:22.631982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.794292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c255e89-42d7-4968-bcf8-7974d968b87d req-7751f421-6bde-43ea-ab9e-1a730a0889aa tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225134 Nov 27 15:56:22.872890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:22.884334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8878f-c4be-463e-8382-613e4e0333ef req-48a283c6-18fe-493a-af48-704f0d87608a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:22.886303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbc8878f-c4be-463e-8382-613e4e0333ef req-48a283c6-18fe-493a-af48-704f0d87608a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.2233818 Nov 27 15:56:23.006913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbc8878f-c4be-463e-8382-613e4e0333ef req-4320ece3-00e9-4484-9001-9aa627ecc297 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057444 Nov 27 15:56:23.079410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75d92-4e45-4b79-ac9c-afe04a7f2a03 req-877d374e-e507-460b-9577-7abc313621c6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.080888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70e75d92-4e45-4b79-ac9c-afe04a7f2a03 req-877d374e-e507-460b-9577-7abc313621c6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0660844 Nov 27 15:56:23.230040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70e75d92-4e45-4b79-ac9c-afe04a7f2a03 req-738d8323-0874-40ca-9739-3c50f9646579 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404119 Nov 27 15:56:23.257105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:23.283483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:23.389073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16568-cd51-4dbd-8217-24ddf4e80853 req-74a8cc76-e32c-422e-a714-2ee5e9f52415 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.390656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21c16568-cd51-4dbd-8217-24ddf4e80853 req-74a8cc76-e32c-422e-a714-2ee5e9f52415 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 946 time: 0.1097436 Nov 27 15:56:23.477694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Allocated IP 172.25.1.223 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/2fda2624-fd1f-465e-a631-38023cc3c527) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:23.484166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21c16568-cd51-4dbd-8217-24ddf4e80853 req-5df3c6ef-319c-457f-993b-d0c27cfe8467 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870218 Nov 27 15:56:23.605689 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:23.643970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:23.701964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event updated for resources: {'Port': ['ID=2fda2624-fd1f-465e-a631-38023cc3c527,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:23.741901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:23.746158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:23.749201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:23.847527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.854762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.860914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.867429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.874120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.880568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.887624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:23.889709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-18e18912-3f5d-4ee0-88f6-00d256caddbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.1930544 Nov 27 15:56:24.061952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44a1552f-4382-47db-9c7d-6b04342d7272 req-ff6e4ce1-accf-4498-b46b-aeb8ab4c5bb3 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349957 Nov 27 15:56:24.429064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-7286c2b3-27e4-445a-bef6-0589e91f7cad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3161154 Nov 27 15:56:24.663897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634bd5f-2ffd-41e3-bfd8-c370ad670d0a req-d781f33d-295b-4880-91ef-c49ebcc4dd0f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:24.665364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f634bd5f-2ffd-41e3-bfd8-c370ad670d0a req-d781f33d-295b-4880-91ef-c49ebcc4dd0f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.5242913 Nov 27 15:56:24.692529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:24.763791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-368992c6-fcee-43c4-96b2-497d8356205b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:24.765240 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-368992c6-fcee-43c4-96b2-497d8356205b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183401 Nov 27 15:56:24.830863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-b17370bd-e93d-4ea1-a64c-581277162d2f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/quotas/bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 375 time: 0.0567465 Nov 27 15:56:24.855803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f634bd5f-2ffd-41e3-bfd8-c370ad670d0a req-dc7910b0-560d-4938-b355-3ae96ecd2c9b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698909 Nov 27 15:56:24.872680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-18485db1-53ca-4ad7-82e2-fca9d7c0467e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354729 Nov 27 15:56:24.985210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:25.148596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a10a6f-fe7e-4ae7-9fc5-3f3c719d206d req-4a6bfb10-4aa3-45f9-b5d5-d7f0c5e32043 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.156255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53a10a6f-fe7e-4ae7-9fc5-3f3c719d206d req-4a6bfb10-4aa3-45f9-b5d5-d7f0c5e32043 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0799625 Nov 27 15:56:25.229493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53a10a6f-fe7e-4ae7-9fc5-3f3c719d206d req-bf84422c-651d-48f9-bf5e-f1752cd86d99 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664921 Nov 27 15:56:25.243397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Router 8e6003ee-7090-4c5a-a478-a16e715321b8 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:25.356538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29c706d1-0e68-49cf-91f0-5445c41bfaad req-ef909713-862a-4353-9af9-3f958ba21bbf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 210 time: 0.0719616 Nov 27 15:56:25.426424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440757-c1b5-45a3-b713-d52c6b3f00f0 req-a5c05374-c778-477b-b8d3-8196206a365c tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.427969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c440757-c1b5-45a3-b713-d52c6b3f00f0 req-a5c05374-c778-477b-b8d3-8196206a365c tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 946 time: 0.1902678 Nov 27 15:56:25.511069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:25.524902 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] Sync routers for ids ['8e6003ee-7090-4c5a-a478-a16e715321b8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:25.535162 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] Routers {'8e6003ee-7090-4c5a-a478-a16e715321b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:25.536017 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['8e6003ee-7090-4c5a-a478-a16e715321b8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:25.548923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.554901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.562097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.568061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.570104 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:25.574799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.579293 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] Routers {'8e6003ee-7090-4c5a-a478-a16e715321b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:25.580060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['8e6003ee-7090-4c5a-a478-a16e715321b8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:25.580943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.587010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:25.588898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-c4aeb5b5-8fcb-4dac-8819-9c21be117178 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.1599088 Nov 27 15:56:25.602021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c440757-c1b5-45a3-b713-d52c6b3f00f0 req-9760aaf5-5e26-44d2-b20a-0c58eabf31ba tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575291 Nov 27 15:56:25.613226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:25.616893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8921bbf7-4846-45bc-9ee0-a505f32f9b21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5085387 Nov 27 15:56:25.617270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43324) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:25.621296 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:25.622083 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c1d0a-b700-4e40-9679-9e02d3fe755e None None] The sync data for ids ['8e6003ee-7090-4c5a-a478-a16e715321b8'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:25.711213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dadd20b-2e09-45e1-8e8a-4f8dd0e3f6fd req-08b1bd04-cffd-4d77-bce5-53e64d0008cc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019492 Nov 27 15:56:26.036900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dad76-93d8-4532-95a7-912d1587ce8f req-4139f598-ea54-4e3a-8a66-e9e269e5b767 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.038656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e38dad76-93d8-4532-95a7-912d1587ce8f req-4139f598-ea54-4e3a-8a66-e9e269e5b767 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0916693 Nov 27 15:56:26.077042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0a731-8007-4307-8075-55651baa5396 req-a354c35a-b63d-4a07-994f-2804914402ce tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.078748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08c0a731-8007-4307-8075-55651baa5396 req-a354c35a-b63d-4a07-994f-2804914402ce tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 946 time: 0.1011026 Nov 27 15:56:26.130724 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e8b18abf-6639-4bfd-9e5e-aab375d4a75f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/8e6003ee-7090-4c5a-a478-a16e715321b8 HTTP/1.1" status: 200 len: 925 time: 0.5121961 Nov 27 15:56:26.133954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:26.146001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e38dad76-93d8-4532-95a7-912d1587ce8f req-c8755807-3fb3-442d-b179-1747f4856279 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999124 Nov 27 15:56:26.169206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6301ba33-3149-4966-8b91-731faa2cebd5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e6003ee-7090-4c5a-a478-a16e715321b8 HTTP/1.1" status: 200 len: 205 time: 0.0338550 Nov 27 15:56:26.173215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43338) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:26.190239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08c0a731-8007-4307-8075-55651baa5396 req-0be4183f-6573-4970-a1d9-9c92828f0d44 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Nov 27 15:56:26.301334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-0c879fef-266a-4b62-bc3a-f2d59f111e6f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501738 Nov 27 15:56:26.370372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ea258-8b7c-4ee7-a06e-68db1398021a req-2424130b-c4a5-4c33-87cb-c4528216db43 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.373286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b04ea258-8b7c-4ee7-a06e-68db1398021a req-2424130b-c4a5-4c33-87cb-c4528216db43 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0640168 Nov 27 15:56:26.478218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79af7074-aaa7-40aa-b7b6-2385663e8c60 req-90ca9fb1-6da9-4dfc-bc9b-ac0fdd939cb3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 210 time: 0.0415266 Nov 27 15:56:26.487318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b04ea258-8b7c-4ee7-a06e-68db1398021a req-a0342dba-b9df-4c70-bd63-a5a393bd80ba tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055548 Nov 27 15:56:26.548740 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:26.621198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-03766dc6-6d35-4b20-9e58-43445ac715b8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.622808 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-03766dc6-6d35-4b20-9e58-43445ac715b8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937853 Nov 27 15:56:26.658387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Request body: {'port': {'device_id': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'bfda4e2fe1f240748cc97e497314fbc6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:26.738519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:26.818736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Made reservation on behalf of bfda4e2fe1f240748cc97e497314fbc6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:26.822167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:26.833277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:26.853169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Deleting port 2fda2624-fd1f-465e-a631-38023cc3c527 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:26.854231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:26.873028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.879198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.885782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.891637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.897545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.904640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.911933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:26.913851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-226ba956-5365-482f-a586-c6abb8b9b17c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.1047347 Nov 27 15:56:26.969332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:26.992053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Calling delete_port for 2fda2624-fd1f-465e-a631-38023cc3c527 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:27.001099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79e3a019-bb4b-489a-bebe-caed9ab70b7c req-c75f42a6-ab16-40cd-8ac4-ab1f0b858de4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697658 Nov 27 15:56:27.053984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.062333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.140110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85069511-1f74-4355-80a8-17f2939d8a30,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:27.286635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105162c-f14c-4909-afba-de468c91387a req-b9b37b90-8aa4-42b9-8801-ab0041ecfcec tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:27.294146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d105162c-f14c-4909-afba-de468c91387a req-b9b37b90-8aa4-42b9-8801-ab0041ecfcec tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0620728 Nov 27 15:56:27.295662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.297959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Allocated IP 192.168.233.65 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/bf6e8d66-a7b1-4494-a37b-5a8157ce7619) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:27.336754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event deleted for resources: {'Port': ['ID=2fda2624-fd1f-465e-a631-38023cc3c527,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:27.422235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d105162c-f14c-4909-afba-de468c91387a req-e1485130-5cad-4bd7-a732-5ec73b0f25b5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261065 Nov 27 15:56:27.426675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.459746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-a274a634-932c-48ef-999a-018abd4f5119 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:27.459746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-a274a634-932c-48ef-999a-018abd4f5119 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 946 time: 0.1396499 Nov 27 15:56:27.471460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a3f54-92d4-4085-accc-0b0c98441d85 req-53608a12-8ba7-424f-adc4-d09d304e4170 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:27.473851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b1a3f54-92d4-4085-accc-0b0c98441d85 req-53608a12-8ba7-424f-adc4-d09d304e4170 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 946 time: 0.1757438 Nov 27 15:56:27.565278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.569142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.626113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.626787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Fanout notify agent at l3_agent the message router_deleted on router 8e6003ee-7090-4c5a-a478-a16e715321b8 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:27.634845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.641521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2ee4105e-0ef9-4f7a-917e-2b1a63d8dc62 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/8e6003ee-7090-4c5a-a478-a16e715321b8 HTTP/1.1" status: 204 len: 168 time: 1.4657059 Nov 27 15:56:27.641657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b1a3f54-92d4-4085-accc-0b0c98441d85 req-a7e490f9-36d2-442c-b018-5a2118e86c43 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/security-groups?id=7bcceca2-4a30-4bf7-bd56-93e67e735781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559498 Nov 27 15:56:27.641774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43358) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:27.648853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1476783607', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': False}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:27.680002 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.681074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.695995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Deleting port e2ba98b1-3cab-44df-96c5-711bb63e26e5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:27.696400 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.700158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.722480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69179f56-ca17-4099-be9a-cf423760726b req-0215d24e-f325-4619-8592-65a61b05f472 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:27.729960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69179f56-ca17-4099-be9a-cf423760726b req-0215d24e-f325-4619-8592-65a61b05f472 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1493995 Nov 27 15:56:27.762618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.829746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2ed7be7-d69d-4fa1-91a5-907435051bae req-4e62a376-30c5-43a7-81d6-225300a90abb tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 210 time: 0.0943990 Nov 27 15:56:27.840669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.862864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69179f56-ca17-4099-be9a-cf423760726b req-0305ff63-b2c6-4339-a443-6e0b44d30385 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318719 Nov 27 15:56:27.896950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] For port e2ba98b1-3cab-44df-96c5-711bb63e26e5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e2ba98b1-3cab-44df-96c5-711bb63e26e5,segment=NetworkSegment(5a9959cf-818e-406c-a28f-a2a487827b9c),segment_id=5a9959cf-818e-406c-a28f-a2a487827b9c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:27.897681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.912919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Calling delete_port for e2ba98b1-3cab-44df-96c5-711bb63e26e5 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:27.961031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:27.962993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:27.970204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:27.973184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:27.975709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:28.059374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.060017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.085494 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-4ec4d935-69f1-4856-bc12-d3749410cdcf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4307871 Nov 27 15:56:28.089541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.096211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3e456568-8903-4038-8b7f-cf7580976d92 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:28.099306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Request body: {'port': {'device_id': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:28.107639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e2ba98b1-3cab-44df-96c5-711bb63e26e5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:28.168419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Pushing event deleted for resources: {'Port': ['ID=e2ba98b1-3cab-44df-96c5-711bb63e26e5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:28.179103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.240508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] No DVR routers for this DVR port e2ba98b1-3cab-44df-96c5-711bb63e26e5 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:28.244306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.249984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc5eb3cc-40a2-447f-b5d7-395b442a3367 req-be21f8d9-8c0b-4013-b9f9-a8ca609c6c99 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.37 "DELETE /v2.0/ports/e2ba98b1-3cab-44df-96c5-711bb63e26e5 HTTP/1.1" status: 204 len: 173 time: 0.7741902 Nov 27 15:56:28.250788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'name': 'network-vif-deleted', 'tag': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:28.260196 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3afea72-b610-4287-816f-27145ecbe5be" -d '{"events": [{"server_uuid": "5b74fbf7-675b-422e-b453-ab8a15df3952", "name": "network-vif-deleted", "tag": "e2ba98b1-3cab-44df-96c5-711bb63e26e5"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:28.336077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3e456568-8903-4038-8b7f-cf7580976d92,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:28.348917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3e456568-8903-4038-8b7f-cf7580976d92', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'port_id': '3e456568-8903-4038-8b7f-cf7580976d92', 'mac_address': 'fa:16:3e:e6:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:28.374622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.382860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.391814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.400420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.403783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b48f126e-b577-41c5-90c0-23abc38f84cd None None] Provisioning complete for port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:28.404215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b48f126e-b577-41c5-90c0-23abc38f84cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.408537 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.410530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.417082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.424600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.433958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ff8f781-193a-4dee-900e-018e0918496e req-8f8a2200-5262-40f1-b8c7-9c7f23c1fc0f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5422 time: 0.2677016 Nov 27 15:56:28.437341 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb00e2-1ecb-4118-bcc2-170152ca8840 x-openstack-request-id: req-9cbb00e2-1ecb-4118-bcc2-170152ca8840 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:28.437767 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b74fbf7-675b-422e-b453-ab8a15df3952", "name": "network-vif-deleted", "tag": "e2ba98b1-3cab-44df-96c5-711bb63e26e5", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:28.438125 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cbb00e2-1ecb-4118-bcc2-170152ca8840 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:28.442413 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b74fbf7-675b-422e-b453-ab8a15df3952', 'name': 'network-vif-deleted', 'tag': 'e2ba98b1-3cab-44df-96c5-711bb63e26e5', 'status': 'completed', 'code': 200} Nov 27 15:56:28.450485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e456568-8903-4038-8b7f-cf7580976d92 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:28.475090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.494913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3e456568-8903-4038-8b7f-cf7580976d92,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:28.501824 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.502029 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:28.560430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:28.563499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b48f126e-b577-41c5-90c0-23abc38f84cd None None] Port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:56:28.575076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ff8f781-193a-4dee-900e-018e0918496e req-c1939a08-1c6f-4611-8827-e6159385b074 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401188 Nov 27 15:56:28.635753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6e14-16c5-4dc6-9727-8b7277572ef0 req-27d2cc12-a5de-4632-8224-69694852c15f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:28.637353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-398b6e14-16c5-4dc6-9727-8b7277572ef0 req-27d2cc12-a5de-4632-8224-69694852c15f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0612276 Nov 27 15:56:28.709457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-398b6e14-16c5-4dc6-9727-8b7277572ef0 req-f4484add-62ba-498d-bca4-60b29747bbe1 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630558 Nov 27 15:56:28.784165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3e456568-8903-4038-8b7f-cf7580976d92'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:28.790069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9f207fd-22fc-4819-a9d5-bd2f75dc1cb0 req-01468e7f-f5bf-468c-831c-37f06fd3cd87 tempest-ServerAddressesNegativeTestJSON-1526873296 tempest-ServerAddressesNegativeTestJSON-1526873296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b74fbf7-675b-422e-b453-ab8a15df3952 HTTP/1.1" status: 200 len: 210 time: 0.0316563 Nov 27 15:56:29.043767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Allocated IP 172.25.1.138 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/918d2ffa-d9ad-48d2-8e38-6f709925dc53) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:29.107943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4da26-aba8-4050-afb8-7c3544101ad7 req-4d14dd7d-fd15-4a8b-99a8-38183ae97580 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.110043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0aa4da26-aba8-4050-afb8-7c3544101ad7 req-4d14dd7d-fd15-4a8b-99a8-38183ae97580 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1368856 Nov 27 15:56:29.123535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765f203-33bf-4ba0-ab64-e3674df695a8 req-66bcebaa-6564-4db6-b7ba-d7931259c49e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.125604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b765f203-33bf-4ba0-ab64-e3674df695a8 req-66bcebaa-6564-4db6-b7ba-d7931259c49e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 935 time: 0.0941188 Nov 27 15:56:29.143519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6e8d66-a7b1-4494-a37b-5a8157ce7619 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:29.157823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.178715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Transition to ACTIVE for port object bf6e8d66-a7b1-4494-a37b-5a8157ce7619 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:29.193564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.202208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0aa4da26-aba8-4050-afb8-7c3544101ad7 req-a4c438bb-9b2b-4cb8-86c9-de1a6782f5a8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754528 Nov 27 15:56:29.227541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b765f203-33bf-4ba0-ab64-e3674df695a8 req-4cd0cead-9524-4d57-a46c-062b057b413e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858877 Nov 27 15:56:29.262206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.292620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:29.374708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.410753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:29.411100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:29.411428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:29.435367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:29.439956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:29.442346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:29.444492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:29.444758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:29.448857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Port': ['ID=918d2ffa-d9ad-48d2-8e38-6f709925dc53,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:29.473847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:29.474363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:29.474750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:29.475178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Bound port: bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:29.475530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.632092 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.641985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:29.646751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:29.655290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.720189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.726253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.733704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.739727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.747071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.750276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.750903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.752306 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] 10.222.0.21 "PUT /v2.0/ports/bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 1095 time: 1.6573546 Nov 27 15:56:29.754211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.761754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.769550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:29.770390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8199c775-d27b-4487-aa31-79b36034f4ed req-29f962e8-a000-4673-acf5-29f091c1b2db tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5423 time: 0.1049047 Nov 27 15:56:29.782479 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236a2120-06c2-441a-b247-3ed1c2013a21" -d '{"events": [{"name": "network-changed", "server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:29.846483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8199c775-d27b-4487-aa31-79b36034f4ed req-139ee25f-1da7-449d-98db-5f764da6bcb9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731781 Nov 27 15:56:29.893025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4880-2f88-490d-85e3-6eef6e9f1759 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:29.906113 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a4b0f7-d8ec-4174-986b-87bd5438f067 x-openstack-request-id: req-96a4b0f7-d8ec-4174-986b-87bd5438f067 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:29.906409 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:29.906668 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96a4b0f7-d8ec-4174-986b-87bd5438f067 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:29.907066 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'status': 'completed', 'code': 200} Nov 27 15:56:29.909826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9fe5b-3616-4d82-8057-0c63a15f8395 req-90bb5f63-5c1a-4eac-ad64-5230cc42a085 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.919271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ec9fe5b-3616-4d82-8057-0c63a15f8395 req-90bb5f63-5c1a-4eac-ad64-5230cc42a085 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0803847 Nov 27 15:56:29.932294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-f6ee32e9-d18a-49be-b752-812d84da0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:29.933829 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-f6ee32e9-d18a-49be-b752-812d84da0a87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1098 time: 0.1201706 Nov 27 15:56:29.934588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:29.953811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43384) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:30.001189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ec9fe5b-3616-4d82-8057-0c63a15f8395 req-91d1471a-a5f0-44ff-8736-1f23a0cb4627 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810144 Nov 27 15:56:30.031347 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-275de2be-c630-4d36-a8a3-4dc1a8b5d4a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0848322 Nov 27 15:56:30.031926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Deleting subnet bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:56:30.036694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.076932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.123532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0ec1d1a0-6dc3-48db-9e56-84e86039c42a details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:30.127023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3e456568-8903-4038-8b7f-cf7580976d92 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:30.132925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-5de15d1a-acb9-4254-aa1b-ccc18b17cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:30.135394 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-5de15d1a-acb9-4254-aa1b-ccc18b17cf61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0949798 Nov 27 15:56:30.140357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.214047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.229905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.236111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01 HTTP/1.1" status: 204 len: 168 time: 0.2783270 Nov 27 15:56:30.252110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 3e456568-8903-4038-8b7f-cf7580976d92 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:30.252400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43388) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:30.264921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3e456568-8903-4038-8b7f-cf7580976d92 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:30.265400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.290708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.325800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a7987-e8d1-438d-97dc-239139f5953e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd59f7d4-3ceb-49cb-a7e8-d486c02d8d01,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:30.400011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-318f1a0d-7ee5-47a7-8f54-8a4db48e8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:30.402207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-318f1a0d-7ee5-47a7-8f54-8a4db48e8f60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131868 Nov 27 15:56:30.464127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:30.482611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '0ec1d1a0-6dc3-48db-9e56-84e86039c42a', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'port_id': '0ec1d1a0-6dc3-48db-9e56-84e86039c42a', 'mac_address': 'fa:16:3e:a4:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:30.537473 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.567458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-f6828a94-ca71-49b8-85fc-10fd56af2441 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255145 Nov 27 15:56:30.571490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec1d1a0-6dc3-48db-9e56-84e86039c42a {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:30.575373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Router f6a7835d-0c32-4ba7-9dbf-774036738999 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:30.645356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:30.664170 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.665705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f4e1571f-5343-4cb8-935a-b7c654af1322 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:30.731381 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.754987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f4e1571f-5343-4cb8-935a-b7c654af1322,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:30.759928 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d5219db-cb7e-4344-87c3-e48b875e75a5 req-59e8ead9-8f14-4793-97a4-4c946a6cf3c8 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804435 Nov 27 15:56:30.773356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:30.793394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.793839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Sync routers for ids ['f6a7835d-0c32-4ba7-9dbf-774036738999'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:30.804828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db732-709b-4abf-9ea9-7500243ba110 req-263b942d-ebc9-4cf4-9d28-c9f687c28fbf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:30.807603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.809011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'f4e1571f-5343-4cb8-935a-b7c654af1322', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'port_id': 'f4e1571f-5343-4cb8-935a-b7c654af1322', 'mac_address': 'fa:16:3e:2b:f6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:30.809970 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8a279b59-d7f0-4be9-9222-7de2f532884c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1645763 Nov 27 15:56:30.812368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43394) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:30.812861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a5db732-709b-4abf-9ea9-7500243ba110 req-263b942d-ebc9-4cf4-9d28-c9f687c28fbf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.4884193 Nov 27 15:56:30.834123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:30.836416 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ecfaa-99ae-4dbc-bf31-dc8f316440a3" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "3e456568-8903-4038-8b7f-cf7580976d92"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:30.852276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60095041-85fd-412f-a60f-bacfa7a3d57f req-b2361533-6520-4f82-9f25-add90c74cb16 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:30.860853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3e456568-8903-4038-8b7f-cf7580976d92,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:30.861066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60095041-85fd-412f-a60f-bacfa7a3d57f req-b2361533-6520-4f82-9f25-add90c74cb16 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 947 time: 0.5147052 Nov 27 15:56:30.861967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:30.865087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Routers {'f6a7835d-0c32-4ba7-9dbf-774036738999'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:30.865746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f6a7835d-0c32-4ba7-9dbf-774036738999'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:30.891824 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.989256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:30.994926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a5db732-709b-4abf-9ea9-7500243ba110 req-dbd83b1d-15b1-4520-95b5-3642ee861a3e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809888 Nov 27 15:56:31.011901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60095041-85fd-412f-a60f-bacfa7a3d57f req-684cf9a6-9f9d-4891-a58c-4a0f4f3c171d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455736 Nov 27 15:56:31.023292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-f315a601-9e3a-41b7-bff8-f591052f7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.023292 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-f315a601-9e3a-41b7-bff8-f591052f7bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1098 time: 0.1975136 Nov 27 15:56:31.046503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.054375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e1571f-5343-4cb8-935a-b7c654af1322 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:31.061796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:31.087641 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a159ce75-d71f-47c9-af05-ea9c455063ec x-openstack-request-id: req-a159ce75-d71f-47c9-af05-ea9c455063ec {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:31.088387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43402) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:31.088492 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "3e456568-8903-4038-8b7f-cf7580976d92", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:31.088647 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a159ce75-d71f-47c9-af05-ea9c455063ec {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:31.089044 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92', 'code': 200} Nov 27 15:56:31.097260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e825ae6e-3c0c-4fa0-be60-b50fdc42f72e tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/f6a7835d-0c32-4ba7-9dbf-774036738999 HTTP/1.1" status: 200 len: 909 time: 0.2680275 Nov 27 15:56:31.099588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f4e1571f-5343-4cb8-935a-b7c654af1322,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:31.104212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Set router f6a7835d-0c32-4ba7-9dbf-774036738999 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:31.109376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1476783607', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': True}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:31.126269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c74ef1-7191-4efb-a8cc-6bb9b362383d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:31.131055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.131736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6df335cf-3d26-45d7-b8d3-7d413c036457 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:31.198541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9959cf-818e-406c-a28f-a2a487827b9c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:31.199141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9959cf-818e-406c-a28f-a2a487827b9c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:31.210481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-92c2d158-97b5-446d-887a-d7095d0866e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.215074 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-92c2d158-97b5-446d-887a-d7095d0866e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1815062 Nov 27 15:56:31.223156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.259387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.260914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.269402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.276961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6df335cf-3d26-45d7-b8d3-7d413c036457,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:31.284285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-1b773e82-b334-4bf7-9bdb-93c13c7711f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0567315 Nov 27 15:56:31.285794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:56:31.286221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:56:31.289952 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:56:31.292398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:31.297968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '6df335cf-3d26-45d7-b8d3-7d413c036457', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'port_id': '6df335cf-3d26-45d7-b8d3-7d413c036457', 'mac_address': 'fa:16:3e:73:09:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:31.305305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.313267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.321634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.329845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.336124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.343502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.350840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.351711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-e4b75d2a-a91b-4fe4-8676-a1835fdc2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.354515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-e4b75d2a-a91b-4fe4-8676-a1835fdc2db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0532014 Nov 27 15:56:31.355412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-2911cf54-86cc-40f0-97b3-a63d707ed967 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5426 time: 0.2315791 Nov 27 15:56:31.386999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.405220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df335cf-3d26-45d7-b8d3-7d413c036457 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:31.420509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-517f1f51-5b8c-4bf3-8d0a-189d77af802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.422620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-517f1f51-5b8c-4bf3-8d0a-189d77af802a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540106 Nov 27 15:56:31.433526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6df335cf-3d26-45d7-b8d3-7d413c036457,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:31.440365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e2ba98b1-3cab-44df-96c5-711bb63e26e5 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:31.445155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.446100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 11776a08-4e56-4a28-8c53-f28f1e9d4d93 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:31.464849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948e09d-d4df-4601-94a9-3bcb291f31fe req-6e7497dc-b69f-4a33-b8e9-e6e74f070ef2 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:31.466719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2948e09d-d4df-4601-94a9-3bcb291f31fe req-6e7497dc-b69f-4a33-b8e9-e6e74f070ef2 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.2743676 Nov 27 15:56:31.478165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: e2ba98b1-3cab-44df-96c5-711bb63e26e5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:31.478999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e2ba98b1-3cab-44df-96c5-711bb63e26e5 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:31.492531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.515888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.554643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-13ba2e26-f7bf-451d-83b8-b30c49c4e8ef service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216676 Nov 27 15:56:31.566925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.571011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6c74ef1-7191-4efb-a8cc-6bb9b362383d HTTP/1.1" status: 204 len: 168 time: 1.3172948 Nov 27 15:56:31.647323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8f995-cfcd-44c0-b639-d5817afe00c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c74ef1-7191-4efb-a8cc-6bb9b362383d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:31.653886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:31.658634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a7835d-0c32-4ba7-9dbf-774036738999', 'name': 'tempest-snat-router-1476783607', 'tenant_id': '345c55e6843e4d8a83668c9461bbd55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': False}, 'gw_port_id': '918d2ffa-d9ad-48d2-8e38-6f709925dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:56:27Z', 'updated_at': '2021-11-27T15:56:29Z', 'revision_number': 3, 'project_id': '345c55e6843e4d8a83668c9461bbd55c', 'gw_port': {'id': '918d2ffa-d9ad-48d2-8e38-6f709925dc53', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7835d-0c32-4ba7-9dbf-774036738999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:56:28Z', 'updated_at': '2021-11-27T15:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:31.685013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04e06adc-822c-4146-ab1c-65422390ddc4 req-b6543fdb-820d-4744-8b72-367b31319c4b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3165522 Nov 27 15:56:31.708303 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.715850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Checking router: f6a7835d-0c32-4ba7-9dbf-774036738999 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:56:31.716032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Updating router f6a7835d-0c32-4ba7-9dbf-774036738999 port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:56:31.730690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-236a2120-06c2-441a-b247-3ed1c2013a21 req-0cdc9d26-c70c-4c93-862a-c84c9b475eda service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608210 Nov 27 15:56:31.747598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.749004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2948e09d-d4df-4601-94a9-3bcb291f31fe req-3d42c7c9-5cea-4c8c-90d7-6c8ddd068256 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662964 Nov 27 15:56:31.749576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '11776a08-4e56-4a28-8c53-f28f1e9d4d93', 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe', 'port_id': '11776a08-4e56-4a28-8c53-f28f1e9d4d93', 'mac_address': 'fa:16:3e:ac:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f820c47d-f250-4c81-8bcc-e4536c0f4306', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:31.756612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:31.801789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.879856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43408) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:31.891045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.910680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11776a08-4e56-4a28-8c53-f28f1e9d4d93 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:31.925590 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ea52c95c-263b-4fe1-9da9-49bd14f71f51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=780e0a7ef09e43fea3f42ab1792af2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413034 Nov 27 15:56:31.925915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43410) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:31.945655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:31.975413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f80afd6-dd16-4b61-8680-e8f7ae2e33dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.976621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:31.977204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 46819611-afb3-4c0d-af56-91293a072eee details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:32.001290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f80afd6-dd16-4b61-8680-e8f7ae2e33dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.027848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.051647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.059430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f80afd6-dd16-4b61-8680-e8f7ae2e33dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.066030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f80afd6-dd16-4b61-8680-e8f7ae2e33dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.067444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7f80afd6-dd16-4b61-8680-e8f7ae2e33dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bcceca2-4a30-4bf7-bd56-93e67e735781 HTTP/1.1" status: 204 len: 168 time: 0.1402850 Nov 27 15:56:32.068758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.084106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=46819611-afb3-4c0d-af56-91293a072eee,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:32.090005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80afd6-dd16-4b61-8680-e8f7ae2e33dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcceca2-4a30-4bf7-bd56-93e67e735781,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.114576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '46819611-afb3-4c0d-af56-91293a072eee', 'network_id': 'ac0cf00f-7189-441a-afba-8114ce6bcd0d', 'port_id': '46819611-afb3-4c0d-af56-91293a072eee', 'mac_address': 'fa:16:3e:28:14:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f39ae-9a58-4ef7-98fe-ca45267f7364', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:32.205863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.223783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7363-4e23-4f5f-9024-66cddd22b705 req-72133815-332a-4ac3-8a55-99991adc2a3f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.225286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dbf7363-4e23-4f5f-9024-66cddd22b705 req-72133815-332a-4ac3-8a55-99991adc2a3f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0823612 Nov 27 15:56:32.226490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46819611-afb3-4c0d-af56-91293a072eee {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:32.234156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.238164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ec361-03ec-4859-8d3b-3004b7f3c534 req-b0808b59-6e75-4539-a276-945598dc324f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.239675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-663ec361-03ec-4859-8d3b-3004b7f3c534 req-b0808b59-6e75-4539-a276-945598dc324f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 947 time: 0.0856330 Nov 27 15:56:32.248973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.255867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=46819611-afb3-4c0d-af56-91293a072eee,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:32.280917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.281594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eca2655b-7790-46bd-a5b3-069e256188bc details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:32.320805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Attempting to bind port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:32.321176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Attempting to bind port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:32.321621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Attempting to bind port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:32.326548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc51d6-def8-4da7-b0a2-ca00d98d79bd None None] Pushing event updated for resources: {'Port': ['ID=918d2ffa-d9ad-48d2-8e38-6f709925dc53,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.336347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:32.336723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:32.337122 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.337564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:32.338040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Bound port: 918d2ffa-d9ad-48d2-8e38-6f709925dc53, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:32.338418 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.363691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Allocated IP 172.25.1.128 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/2fa415ed-8cfe-43d4-b966-fa05f5b0f862) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:32.380113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dbf7363-4e23-4f5f-9024-66cddd22b705 req-c6da8990-5b0f-484e-961a-e1170772857e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394441 Nov 27 15:56:32.383358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-663ec361-03ec-4859-8d3b-3004b7f3c534 req-d45e8415-33ab-435a-8e02-06d8bdae4648 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107500 Nov 27 15:56:32.502019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.546410 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.546720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eca2655b-7790-46bd-a5b3-069e256188bc,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:32.573976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'eca2655b-7790-46bd-a5b3-069e256188bc', 'network_id': '3612dd2d-b6da-4890-8d81-c127f9a40abe', 'port_id': 'eca2655b-7790-46bd-a5b3-069e256188bc', 'mac_address': 'fa:16:3e:3c:b2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f820c47d-f250-4c81-8bcc-e4536c0f4306', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:32.585041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.600357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Port': ['ID=2fa415ed-8cfe-43d4-b966-fa05f5b0f862,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.604312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:32.606488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:32.609327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:32.626775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] For port 918d2ffa-d9ad-48d2-8e38-6f709925dc53, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:32.638969 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.641767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] For port 918d2ffa-d9ad-48d2-8e38-6f709925dc53, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=918d2ffa-d9ad-48d2-8e38-6f709925dc53,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:32.652598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.679487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca2655b-7790-46bd-a5b3-069e256188bc {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:32.712037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eca2655b-7790-46bd-a5b3-069e256188bc,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:32.721225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:32.746979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Routers {'f6a7835d-0c32-4ba7-9dbf-774036738999'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:32.747639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f6a7835d-0c32-4ba7-9dbf-774036738999'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:32.753208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:32.756611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc51d6-def8-4da7-b0a2-ca00d98d79bd None None] Pushing event updated for resources: {'Port': ['ID=918d2ffa-d9ad-48d2-8e38-6f709925dc53,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.933396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.939517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.945586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.952190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.952988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:32.959090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.969228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.970263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43442) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:32.971676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:32.973596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-28c41432-614b-4afa-a041-0ceaced1c092 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5430 time: 0.1901314 Nov 27 15:56:33.043563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:33.049708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d1f45-6699-403d-932a-92c4b927f977 req-e3bd037a-f1ab-4d4b-9dad-31f9f006dc62 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:33.051204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a15d1f45-6699-403d-932a-92c4b927f977 req-e3bd037a-f1ab-4d4b-9dad-31f9f006dc62 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1778908 Nov 27 15:56:33.057596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] Set router f6a7835d-0c32-4ba7-9dbf-774036738999 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:33.087625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-567573637-network', 'tenant_id': 'f16635f75e0a43089fd3f79e9e5eb6ad'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:33.087809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'mac_address': 'fa:16:3e:59:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:33.094877 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.110344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Made reservation on behalf of f16635f75e0a43089fd3f79e9e5eb6ad for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:33.112764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.123876 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.192260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84251ba9-1671-4fe8-b90a-afd6aea8049a req-1ba33959-c9ca-4792-ba0e-dd64246aa4ab tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811819 Nov 27 15:56:33.202509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a15d1f45-6699-403d-932a-92c4b927f977 req-ef93cdad-739c-4532-b393-b31c209e0254 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399119 Nov 27 15:56:33.224934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.249954 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.256400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.275175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6e8d66-a7b1-4494-a37b-5a8157ce7619 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:33.291635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:56:33.302431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:33.308124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.308538 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Added segment 8d560853-1ea5-443d-89c7-9161f877737d of type vlan for network f72ee358-12de-4798-8221-8d837047e7ea Nov 27 15:56:33.326747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:33.333240 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.355472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.383449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.385066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:33.385278 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.386022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.394498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:33.399151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a7835d-0c32-4ba7-9dbf-774036738999', 'name': 'tempest-snat-router-1476783607', 'tenant_id': '345c55e6843e4d8a83668c9461bbd55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': False}, 'gw_port_id': '918d2ffa-d9ad-48d2-8e38-6f709925dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:56:27Z', 'updated_at': '2021-11-27T15:56:29Z', 'revision_number': 3, 'project_id': '345c55e6843e4d8a83668c9461bbd55c', 'gw_port': {'id': '918d2ffa-d9ad-48d2-8e38-6f709925dc53', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7835d-0c32-4ba7-9dbf-774036738999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:56:28Z', 'updated_at': '2021-11-27T15:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:33.404426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['46819611-afb3-4c0d-af56-91293a072eee'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:33.432357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc41372-8d68-4f5a-aeed-1555d3f58c68 None None] The sync data for ids ['f6a7835d-0c32-4ba7-9dbf-774036738999'] in n-d-819494-4 is: [{'id': 'f6a7835d-0c32-4ba7-9dbf-774036738999', 'name': 'tempest-snat-router-1476783607', 'tenant_id': '345c55e6843e4d8a83668c9461bbd55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': False}, 'gw_port_id': '918d2ffa-d9ad-48d2-8e38-6f709925dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:56:27Z', 'updated_at': '2021-11-27T15:56:29Z', 'revision_number': 3, 'project_id': '345c55e6843e4d8a83668c9461bbd55c', 'gw_port': {'id': '918d2ffa-d9ad-48d2-8e38-6f709925dc53', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7835d-0c32-4ba7-9dbf-774036738999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:56:28Z', 'updated_at': '2021-11-27T15:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:33.467154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['f4e1571f-5343-4cb8-935a-b7c654af1322'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:33.473094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43450) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:33.473337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4952662 Nov 27 15:56:33.479655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96048fa4-910a-4efd-af1c-4e143ec004d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f72ee358-12de-4798-8221-8d837047e7ea,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:33.487312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['eca2655b-7790-46bd-a5b3-069e256188bc'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:33.516414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Request body: {'subnet': {'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-567573637-subnet', 'tenant_id': 'f16635f75e0a43089fd3f79e9e5eb6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:33.518498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network f72ee358-12de-4798-8221-8d837047e7ea details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:56:33.563360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['0ec1d1a0-6dc3-48db-9e56-84e86039c42a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:33.565391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['6df335cf-3d26-45d7-b8d3-7d413c036457'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:33.620997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Made reservation on behalf of f16635f75e0a43089fd3f79e9e5eb6ad for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:33.623977 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:33.702093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b411-8789-4973-98e1-58a5db7c2c6a req-523796dc-ee12-4b92-a6cd-8d1068d7e39b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:33.703677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4454b411-8789-4973-98e1-58a5db7c2c6a req-523796dc-ee12-4b92-a6cd-8d1068d7e39b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1802881 Nov 27 15:56:33.720018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40898ce9-2057-4943-bfce-384633a997ec req-ada67b43-5b5e-42cb-ad5f-39723882b5e9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:33.721594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40898ce9-2057-4943-bfce-384633a997ec req-ada67b43-5b5e-42cb-ad5f-39723882b5e9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 948 time: 0.1992302 Nov 27 15:56:33.811080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:33.831423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Router b9d41347-df45-45ec-b26b-3ead86371eff is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:33.890199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40898ce9-2057-4943-bfce-384633a997ec req-d1c71fb2-9911-4178-acee-4fa0208954b1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580462 Nov 27 15:56:33.896213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4454b411-8789-4973-98e1-58a5db7c2c6a req-17d6cce4-a2e3-4330-b1bf-209c5858b9bf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670399 Nov 27 15:56:34.431789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['11776a08-4e56-4a28-8c53-f28f1e9d4d93'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:34.502741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:34.515536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:34.530456 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Sync routers for ids ['b9d41347-df45-45ec-b26b-3ead86371eff'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:34.557757 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Routers {'b9d41347-df45-45ec-b26b-3ead86371eff'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:34.558402 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b9d41347-df45-45ec-b26b-3ead86371eff'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:34.596767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.603709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.609870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.615685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.622262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.628315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.635338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.637363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-186d6279-e4a5-448e-9825-6eaf5df43f10 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5430 time: 0.2280457 Nov 27 15:56:34.645596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1642adc-edaf-4bcf-9254-4e880c05b658 req-1146953e-641f-4937-bd85-ca1d4b8fdb91 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.647006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1642adc-edaf-4bcf-9254-4e880c05b658 req-1146953e-641f-4937-bd85-ca1d4b8fdb91 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.2365727 Nov 27 15:56:34.657775 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:34.661774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43458) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:34.669263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-10a5f992-0388-4860-a911-3d8248bbc3c9 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5781391 Nov 27 15:56:34.708094 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Set router b9d41347-df45-45ec-b26b-3ead86371eff gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:34.739839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ebf38f-7436-4551-b792-bb58b02f381d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:34.760398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Checking segment: {'id': '8d560853-1ea5-443d-89c7-9161f877737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:34.760923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Network hostable DHCP agents. Network: f72ee358-12de-4798-8221-8d837047e7ea, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:56:34.822423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-32b2f0bd-7635-4d0c-9081-6706fb2ef775 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/b9d41347-df45-45ec-b26b-3ead86371eff HTTP/1.1" status: 200 len: 908 time: 0.1587930 Nov 27 15:56:34.825075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43460) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:34.839819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Network f72ee358-12de-4798-8221-8d837047e7ea is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:56:34.856093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1642adc-edaf-4bcf-9254-4e880c05b658 req-8fe4f804-5d74-4245-86ea-603f29c668f9 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704602 Nov 27 15:56:34.861159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, f72ee358-12de-4798-8221-8d837047e7ea) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:34.871047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab03cb2-f225-4ec2-9e68-25808e29b569 None None] Network f72ee358-12de-4798-8221-8d837047e7ea requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:34.881675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edcc796d-55d2-47d8-b863-a29ef5863907 req-fffa4640-c22b-4124-ae0f-6429d2c09110 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2336121 Nov 27 15:56:34.883247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:34.886044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:34.931988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cedaf195-2216-4460-95fb-3238902994fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4569449 Nov 27 15:56:35.044047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.128074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41347-df45-45ec-b26b-3ead86371eff', 'name': 'tempest-snat-router-1476783607', 'tenant_id': '345c55e6843e4d8a83668c9461bbd55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '2fa415ed-8cfe-43d4-b966-fa05f5b0f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:56:31Z', 'updated_at': '2021-11-27T15:56:32Z', 'revision_number': 3, 'project_id': '345c55e6843e4d8a83668c9461bbd55c', 'gw_port': {'id': '2fa415ed-8cfe-43d4-b966-fa05f5b0f862', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41347-df45-45ec-b26b-3ead86371eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:56:32Z', 'updated_at': '2021-11-27T15:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:35.195179 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Checking router: b9d41347-df45-45ec-b26b-3ead86371eff for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:56:35.195719 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Updating router b9d41347-df45-45ec-b26b-3ead86371eff port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:56:35.229226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105de3f-abbc-41c4-822f-9075330e0bce req-e067800a-3440-4bb9-b0f5-978da09e13bb tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:35.231361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e105de3f-abbc-41c4-822f-9075330e0bce req-e067800a-3440-4bb9-b0f5-978da09e13bb tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1828372 Nov 27 15:56:35.245266 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.267386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.309503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad9254-c8e6-49d1-92d8-f292aa8c248a req-c2a60c2c-d79f-4e12-8f5d-dce9c9dc58ce tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:35.311241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0cad9254-c8e6-49d1-92d8-f292aa8c248a req-c2a60c2c-d79f-4e12-8f5d-dce9c9dc58ce tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 948 time: 0.1920264 Nov 27 15:56:35.344869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Deleting port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:35.345334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.432857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e105de3f-abbc-41c4-822f-9075330e0bce req-3004cf21-a119-4030-b9f6-30968bc13129 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933136 Nov 27 15:56:35.445814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 918d2ffa-d9ad-48d2-8e38-6f709925dc53 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:35.469177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.485184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0cad9254-c8e6-49d1-92d8-f292aa8c248a req-5979ee4c-285b-4ea8-94a8-4705ae5891d0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584282 Nov 27 15:56:35.492068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Calling delete_port for 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:35.527320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-932a00aa-1561-4ef4-b1d6-ba3b3ce5b712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.538677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e631d5c-8fac-40fa-9e0d-bdef21deda4b None None] Network f72ee358-12de-4798-8221-8d837047e7ea requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:56:35.621039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:35.621778 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.707884 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.718216 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.781304 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830856b5-82a9-4737-8d2a-9fd734a18efa None None] Pushing event updated for resources: {'Port': ['ID=2fa415ed-8cfe-43d4-b966-fa05f5b0f862,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:35.793566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.810477 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Attempting to bind port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:35.810870 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Attempting to bind port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:35.813800 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Attempting to bind port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:35.821628 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:35.822609 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:35.822960 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.823357 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:35.823836 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Bound port: 2fa415ed-8cfe-43d4-b966-fa05f5b0f862, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:35.824221 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.828835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 918d2ffa-d9ad-48d2-8e38-6f709925dc53, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=918d2ffa-d9ad-48d2-8e38-6f709925dc53,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:35.836520 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.848341 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:35.882743 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.db.api [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:56:35.883291 n-d-819494-4 neutron-server[110078]: DEBUG oslo_db.api [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:56:35.895231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=918d2ffa-d9ad-48d2-8e38-6f709925dc53,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:35.928748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fa415ed-8cfe-43d4-b966-fa05f5b0f862,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:35.967740 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.049518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.055401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.058957 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.061057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.062121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.067985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.074126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.079975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.085886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.088431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-47bed56a-bc33-48c3-bd74-92e278c6f3a7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5430 time: 0.1172364 Nov 27 15:56:36.100876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610e479-df85-4cd6-8908-4243447526d1 req-5783f53b-f653-4127-a318-34f0d709dd21 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.103744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a610e479-df85-4cd6-8908-4243447526d1 req-5783f53b-f653-4127-a318-34f0d709dd21 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1212814 Nov 27 15:56:36.111602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.112205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9d41347-df45-45ec-b26b-3ead86371eff {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:36.117127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.120060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-384d4b49-b388-41db-a5ab-2609b8067c7c tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/routers/b9d41347-df45-45ec-b26b-3ead86371eff HTTP/1.1" status: 204 len: 168 time: 1.2931137 Nov 27 15:56:36.123090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43482) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:36.195647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-446df55b-3cd4-4a1b-a631-e6c0b383d537 req-6d68dbc4-9c90-44a3-9db1-699b2ac4a834 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911653 Nov 27 15:56:36.199366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a610e479-df85-4cd6-8908-4243447526d1 req-26949695-6cba-4203-958c-ea9b594864ec tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Nov 27 15:56:36.231251 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.404614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Attempting to bind port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:36.404990 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Attempting to bind port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:36.405352 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Attempting to bind port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:36.414546 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:36.416131 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:36.416546 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.417085 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:36.417600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Bound port: 2fa415ed-8cfe-43d4-b966-fa05f5b0f862, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:36.417984 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.437814 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.plugin [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Port 2fa415ed-8cfe-43d4-b966-fa05f5b0f862 has been deleted concurrently {{(pid=110078) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 27 15:56:36.453954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:36.454331 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 15:56:36.455000 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b9d41347-df45-45ec-b26b-3ead86371eff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110078) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 15:56:36.455378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583aa7-ceba-4ed5-9b78-e4c4316c8220 None None] The sync data for ids ['b9d41347-df45-45ec-b26b-3ead86371eff'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:36.573212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62a4ff-f431-4ed0-8687-a6bbfd958cd3 req-71cb73fc-6792-438c-95d8-67593bd5bee2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.575008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a62a4ff-f431-4ed0-8687-a6bbfd958cd3 req-71cb73fc-6792-438c-95d8-67593bd5bee2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0583062 Nov 27 15:56:36.637294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.663357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e1067-fca1-4078-ab54-ab4de3e82564 req-aa4b1b1a-af41-4e4c-8d11-070d17c98570 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:36.664875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-129e1067-fca1-4078-ab54-ab4de3e82564 req-aa4b1b1a-af41-4e4c-8d11-070d17c98570 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 948 time: 0.0858376 Nov 27 15:56:36.668739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a62a4ff-f431-4ed0-8687-a6bbfd958cd3 req-0cbf0a77-8810-42fa-a588-903690a94225 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878994 Nov 27 15:56:36.691801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Deleting port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:36.692136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.735010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-129e1067-fca1-4078-ab54-ab4de3e82564 req-b36b9854-1220-4f5d-bf5b-0fa4e65f529f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625224 Nov 27 15:56:36.748616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 46819611-afb3-4c0d-af56-91293a072eee up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:36.773401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] For port 918d2ffa-d9ad-48d2-8e38-6f709925dc53, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=918d2ffa-d9ad-48d2-8e38-6f709925dc53,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:36.774131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.788539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Calling delete_port for 918d2ffa-d9ad-48d2-8e38-6f709925dc53 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:36.800072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 46819611-afb3-4c0d-af56-91293a072eee completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:36.805360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 46819611-afb3-4c0d-af56-91293a072eee triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:36.805835 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.895982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.920735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46819611-afb3-4c0d-af56-91293a072eee'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:36.923179 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd99ed95-6889-44aa-b4fe-e7f23ec09e51" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "46819611-afb3-4c0d-af56-91293a072eee"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:36.950461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=46819611-afb3-4c0d-af56-91293a072eee,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:36.958264 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.989683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:36.999792 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782bb0d4-d5bf-4692-8137-b26036d1f79d x-openstack-request-id: req-782bb0d4-d5bf-4692-8137-b26036d1f79d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:37.000160 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "46819611-afb3-4c0d-af56-91293a072eee", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:37.000337 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-782bb0d4-d5bf-4692-8137-b26036d1f79d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:37.000726 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46819611-afb3-4c0d-af56-91293a072eee', 'code': 200} Nov 27 15:56:37.027049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event deleted for resources: {'Port': ['ID=918d2ffa-d9ad-48d2-8e38-6f709925dc53,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:37.031703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:37.036300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 918d2ffa-d9ad-48d2-8e38-6f709925dc53 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:37.057198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.057589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.057937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.058275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.058732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.058938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.059266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.059588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.059909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.060326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.060783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.061043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 918d2ffa-d9ad-48d2-8e38-6f709925dc53 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:37.061168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:37.061458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 918d2ffa-d9ad-48d2-8e38-6f709925dc53 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 15:56:37.084268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port 918d2ffa-d9ad-48d2-8e38-6f709925dc53 not found, will not notify nova. {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 15:56:37.106118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.215427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.217833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.269370 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.270015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6a7835d-0c32-4ba7-9dbf-774036738999 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:37.275412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.281913 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-659f4c42-b343-4c4f-8d46-5cc205863ecc tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f6a7835d-0c32-4ba7-9dbf-774036738999 HTTP/1.1" status: 204 len: 168 time: 1.1576290 Nov 27 15:56:37.282679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43530) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:37.287745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1019341502', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:37.322747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.326276 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.378007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-7d1a0ecb-47db-4413-b23f-29d341de893c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.379513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-7d1a0ecb-47db-4413-b23f-29d341de893c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/networks?id=f72ee358-12de-4798-8221-8d837047e7ea HTTP/1.1" status: 200 len: 809 time: 0.1765251 Nov 27 15:56:37.391286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.398512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.405094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.411229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.417740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.423664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.429637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.437999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.439936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-d5da16a7-a647-4198-ad59-4c6fd635de33 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5431 time: 0.1419699 Nov 27 15:56:37.461877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-b66f0485-6d58-4b47-80f1-47f76ced2526 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/quotas/f16635f75e0a43089fd3f79e9e5eb6ad HTTP/1.1" status: 200 len: 375 time: 0.0209558 Nov 27 15:56:37.497895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4800fd96-afff-4018-8a2f-bd9aeae34dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.508658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-5642910b-347a-4a0a-ab27-c34692c30ac6 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f16635f75e0a43089fd3f79e9e5eb6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394177 Nov 27 15:56:37.538859 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.543877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c8069d-0ac2-47b7-a74a-8011fcec2d0c req-505222b0-87c9-4d3c-9be8-24d43a6e2671 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907137 Nov 27 15:56:37.670613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-602f0dac-68d2-48cd-8258-3588bd445856 service neutron] 10.222.0.15 "GET /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558394 Nov 27 15:56:37.758920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.779260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:37.798006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-1ae1f118-c8fa-49ac-828b-6540602b92ef service neutron] 10.222.0.15 "GET /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207130 Nov 27 15:56:37.910236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4580d4-d0a6-4463-b2cf-fc936ffa007d req-65540408-c5e9-4301-a216-ce02eaa76859 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:37.911762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f4580d4-d0a6-4463-b2cf-fc936ffa007d req-65540408-c5e9-4301-a216-ce02eaa76859 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Nov 27 15:56:37.918637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Allocated IP 172.25.1.117 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/1d9f94e8-1b0f-4625-94f5-12aa24e7c148) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:37.963042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f4580d4-d0a6-4463-b2cf-fc936ffa007d req-49b4dbfb-a811-472e-8a5c-670a71d85b75 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Nov 27 15:56:38.048940 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.094317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.119344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a52d38-043b-495d-ba84-7b77b85ff9cb req-60338359-859f-4416-bc52-f4fe57a5e91c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.125916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3a52d38-043b-495d-ba84-7b77b85ff9cb req-60338359-859f-4416-bc52-f4fe57a5e91c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0971184 Nov 27 15:56:38.138823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:38.143489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:38.147046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:38.178182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732a9a5-30a7-4a25-86d3-1ee00b5d88be req-37e24bd1-8d40-433d-a463-12c22e06aa00 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.179797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9732a9a5-30a7-4a25-86d3-1ee00b5d88be req-37e24bd1-8d40-433d-a463-12c22e06aa00 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 948 time: 0.1121821 Nov 27 15:56:38.189909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event updated for resources: {'Port': ['ID=1d9f94e8-1b0f-4625-94f5-12aa24e7c148,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:38.202883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3a52d38-043b-495d-ba84-7b77b85ff9cb req-14a92c48-fbd2-458b-8d1e-ae85ed76764d tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751672 Nov 27 15:56:38.255704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9732a9a5-30a7-4a25-86d3-1ee00b5d88be req-dcd6d95e-caa6-4565-8978-5e969626fd06 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515122 Nov 27 15:56:38.307116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27ce1634-3311-41af-a351-4b5c0b69d0c6 req-7d292b06-601f-4c42-8238-772ad43271e9 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 210 time: 0.0281160 Nov 27 15:56:38.425920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.492070 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:56:38.515273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.691737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.698351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.704733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.710931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.717559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.724357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.731954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:38.737983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-f3296148-12aa-4b6c-844a-99eae45d64be tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5431 time: 0.1132817 Nov 27 15:56:38.746776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0ec1d1a0-6dc3-48db-9e56-84e86039c42a up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:38.757765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.812695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:38.823665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:38.824758 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.863537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ca5d6a0-2276-4830-9a11-3fb4e1a0a56b req-8592a3d6-05cb-4205-9695-4e221091c415 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189706 Nov 27 15:56:38.949050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.950861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Router d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:38.992748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:38.998528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:38.999639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6df335cf-3d26-45d7-b8d3-7d413c036457 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:39.027209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec1d1a0-6dc3-48db-9e56-84e86039c42a'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:39.029698 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3efc5ac-af5f-4926-9932-35da3f24012b" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "0ec1d1a0-6dc3-48db-9e56-84e86039c42a"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:39.032839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 918d2ffa-d9ad-48d2-8e38-6f709925dc53 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:39.072309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:39.092590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] Sync routers for ids ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:39.094817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 918d2ffa-d9ad-48d2-8e38-6f709925dc53 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:39.095626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 918d2ffa-d9ad-48d2-8e38-6f709925dc53 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:39.108925 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c28d3-73fd-417b-b4c5-ca91a015b147 x-openstack-request-id: req-416c28d3-73fd-417b-b4c5-ca91a015b147 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:39.109314 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "0ec1d1a0-6dc3-48db-9e56-84e86039c42a", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:39.109463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.109568 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-416c28d3-73fd-417b-b4c5-ca91a015b147 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:39.109884 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec1d1a0-6dc3-48db-9e56-84e86039c42a', 'code': 200} Nov 27 15:56:39.113352 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-53b6471d-a458-40bc-935a-47cb5fbd8350 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.8272126 Nov 27 15:56:39.113833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43572) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:39.117078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1ebb1-0542-4b4f-9b3a-c56b20771e34 req-fb6c503f-9c70-494b-bfb4-7f03896cb9f8 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:39.118313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ae1ebb1-0542-4b4f-9b3a-c56b20771e34 req-fb6c503f-9c70-494b-bfb4-7f03896cb9f8 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0781507 Nov 27 15:56:39.118596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': False}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:39.136164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] Routers {'d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:39.136907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:39.140012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:39.174960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:39.181541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ae1ebb1-0542-4b4f-9b3a-c56b20771e34 req-b11fedd1-cd60-4a0e-9cd2-84e125bb6f4a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562694 Nov 27 15:56:39.186615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 6df335cf-3d26-45d7-b8d3-7d413c036457 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:39.190016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] Routers {'d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:39.190870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:39.194307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 6df335cf-3d26-45d7-b8d3-7d413c036457 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:39.194893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.247841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:39.250428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee143872-8bf0-4284-873e-27fdb27a3d97 None None] The sync data for ids ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:39.329713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.379124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6df335cf-3d26-45d7-b8d3-7d413c036457,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:39.389171 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.389988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 11776a08-4e56-4a28-8c53-f28f1e9d4d93 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:39.472958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:39.494043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-f1dfce5a-760d-43d6-951e-8809efda864f tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:39.496959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:39.501316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-f1dfce5a-760d-43d6-951e-8809efda864f tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.37 "GET /v2.0/networks?id=f72ee358-12de-4798-8221-8d837047e7ea HTTP/1.1" status: 200 len: 809 time: 0.1863291 Nov 27 15:56:39.502291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:39.503366 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.514482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Request body: {'port': {'device_id': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea', 'admin_state_up': True, 'tenant_id': 'f16635f75e0a43089fd3f79e9e5eb6ad'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:39.585170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.620631 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.630567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf6e74-55dc-443e-bc8b-10a1caba6288 req-f422ab1d-d173-4c26-9d3e-f2b241ff0f25 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:39.638714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68cf6e74-55dc-443e-bc8b-10a1caba6288 req-f422ab1d-d173-4c26-9d3e-f2b241ff0f25 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.3320160 Nov 27 15:56:39.665774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:39.671889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.674627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:39.677353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04b13-2728-4c00-af64-428d57914df1 req-8b8a3b67-9860-4242-b5d8-dd735d2068de tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:39.685736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-daa04b13-2728-4c00-af64-428d57914df1 req-8b8a3b67-9860-4242-b5d8-dd735d2068de tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 948 time: 0.1831777 Nov 27 15:56:39.765462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68cf6e74-55dc-443e-bc8b-10a1caba6288 req-8a92cded-2839-481b-823f-24bb677e1a01 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258116 Nov 27 15:56:39.772098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:39.799337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:39.805102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:39.805861 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.823927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Made reservation on behalf of f16635f75e0a43089fd3f79e9e5eb6ad for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:39.827429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.867152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-daa04b13-2728-4c00-af64-428d57914df1 req-02ca62a3-82c3-4390-a902-0fe96db52680 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805422 Nov 27 15:56:39.925486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.966909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d1f2b59-c84e-4bd0-a06c-f5eabd93e11c req-4321f099-7603-4dda-989e-1fcbdb3e308b tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 210 time: 0.0778480 Nov 27 15:56:39.967897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:39.985070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:39.987270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f4e1571f-5343-4cb8-935a-b7c654af1322 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:40.093713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:40.119028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port f4e1571f-5343-4cb8-935a-b7c654af1322 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:40.119313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.123979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.128327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port f4e1571f-5343-4cb8-935a-b7c654af1322 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:40.128917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.139589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Allocated IP 172.20.0.7 (f72ee358-12de-4798-8221-8d837047e7ea/b0ebf38f-7436-4551-b792-bb58b02f381d/a5340c64-14ac-44ce-8374-150f2aa1cfcd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:40.166764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.172740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.178874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.184789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.191306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.196636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.202572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.218803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-c7c7d5f4-d43b-4492-a60c-e942bafc46b8 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5434 time: 0.1430357 Nov 27 15:56:40.241669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.290432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f4e1571f-5343-4cb8-935a-b7c654af1322,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:40.302435 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.303642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eca2655b-7790-46bd-a5b3-069e256188bc up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:40.396927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7187ac2-38ce-43c8-933d-1de2d7f0b867 req-f71969cb-fbfc-4444-b36d-facbe1460d49 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701832 Nov 27 15:56:40.409167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:40.422647 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.439572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port eca2655b-7790-46bd-a5b3-069e256188bc completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:40.446993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port eca2655b-7790-46bd-a5b3-069e256188bc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:40.447437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.451635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7848bf-086e-49e8-b597-9f43e29d0dc7 req-0172533f-c01b-4985-a28f-aeaf6bc1d723 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.453269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db7848bf-086e-49e8-b597-9f43e29d0dc7 req-0172533f-c01b-4985-a28f-aeaf6bc1d723 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1244283 Nov 27 15:56:40.560901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.580543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db7848bf-086e-49e8-b597-9f43e29d0dc7 req-13774e54-5748-42e1-96f4-d8fc7ec812d7 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 Nov 27 15:56:40.602279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eca2655b-7790-46bd-a5b3-069e256188bc,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:40.608590 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.610474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Router d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:56:40.625122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.665123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.682244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:40.720584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Network f72ee358-12de-4798-8221-8d837047e7ea is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:40.724671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:40.726483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Pushing event updated for resources: {'Port': ['ID=a5340c64-14ac-44ce-8374-150f2aa1cfcd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:40.729672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:40.740473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:40.749725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.751438 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] Sync routers for ids ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:40.752264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3fa7f2a-5bed-4393-8aa2-52dd36ebcda6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "PUT /v2.0/routers/d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f HTTP/1.1" status: 200 len: 926 time: 1.6368041 Nov 27 15:56:40.754466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43586) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:40.767207 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] Routers {'d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:40.769504 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:40.817764 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:40.821481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:40.822190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:40.846750 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] Routers {'d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:40.847458 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:40.860759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-02f2bba0-cc8a-435b-b485-7407f1c06f00 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3521242 Nov 27 15:56:40.875740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Request body: {'port': {'device_id': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:40.894606 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:40.895754 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9b41c-312b-43ba-b435-899b76b3a144 None None] The sync data for ids ['d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:40.915678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ce19149d-c5a7-446a-bd31-6efd5cacf606 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f HTTP/1.1" status: 200 len: 926 time: 0.1586869 Nov 27 15:56:40.919296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43592) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:41.008801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c45ca0-9d06-406d-b708-4bf9f4ecc987 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.013424 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-22c45ca0-9d06-406d-b708-4bf9f4ecc987 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929539 Nov 27 15:56:41.014122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43598) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:41.027652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5e8e6-1efb-44fb-a5c0-b6f811e9cf4e req-5ae5bfe1-7803-4560-ae3f-0147a486e7a6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.029149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c5e8e6-1efb-44fb-a5c0-b6f811e9cf4e req-5ae5bfe1-7803-4560-ae3f-0147a486e7a6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1285584 Nov 27 15:56:41.037080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab959641-0a10-4b71-b11f-204a0eaf3696 req-db58beec-7466-4c2e-a1bd-618755f27a57 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.038573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab959641-0a10-4b71-b11f-204a0eaf3696 req-db58beec-7466-4c2e-a1bd-618755f27a57 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1029329 Nov 27 15:56:41.059403 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.104381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d9153-bf03-4733-9fa0-b0236486ea00 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.107244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-801d9153-bf03-4733-9fa0-b0236486ea00 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.0916805 Nov 27 15:56:41.109882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43600) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:41.112455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df335cf-3d26-45d7-b8d3-7d413c036457'}, {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93'}, {'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619'}, {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322'}, {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:41.114818 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4326a290-8d07-4ae8-ae25-0d82b02f3225" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "6df335cf-3d26-45d7-b8d3-7d413c036457"}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93"}, {"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-plugged", "status": "completed", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619"}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322"}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:41.128361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.148880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c5e8e6-1efb-44fb-a5c0-b6f811e9cf4e req-cdfcd6cd-02c7-4abe-a2cf-00ae2cdc397a tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092951 Nov 27 15:56:41.153540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2f9a7b23-cbab-430a-9ee4-a73dc828d513 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f HTTP/1.1" status: 200 len: 205 time: 0.0422885 Nov 27 15:56:41.154155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43604) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:41.165086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab959641-0a10-4b71-b11f-204a0eaf3696 req-44fcd579-d6cc-419f-9e14-f52d4ff8da4b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022956 Nov 27 15:56:41.299444 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d5fec8-639c-42d1-a263-853ba417872c x-openstack-request-id: req-f0d5fec8-639c-42d1-a263-853ba417872c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:41.299663 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "6df335cf-3d26-45d7-b8d3-7d413c036457", "code": 200}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93", "code": 200}, {"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-plugged", "status": "completed", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619", "code": 200}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322", "code": 200}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-plugged", "status": "completed", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:41.299867 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0d5fec8-639c-42d1-a263-853ba417872c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:41.300761 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df335cf-3d26-45d7-b8d3-7d413c036457', 'code': 200} Nov 27 15:56:41.301046 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93', 'code': 200} Nov 27 15:56:41.301668 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'code': 200} Nov 27 15:56:41.302445 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322', 'code': 200} Nov 27 15:56:41.302445 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc', 'code': 200} Nov 27 15:56:41.314807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.354185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af47cec-77e6-4e3d-a873-df2edf15814c req-b54fa17f-4cb7-48c3-9c50-64237db91c60 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.355942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7af47cec-77e6-4e3d-a873-df2edf15814c req-b54fa17f-4cb7-48c3-9c50-64237db91c60 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 931 time: 0.1147823 Nov 27 15:56:41.480522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7af47cec-77e6-4e3d-a873-df2edf15814c req-2a146ef7-7c16-4f8b-b201-1e83c8337eb7 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179521 Nov 27 15:56:41.507167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.522573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e8115-2bde-47ee-802a-44e9126847a4 req-8ed20e12-0025-4192-84d6-8b22aeeb0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.524083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c7e8115-2bde-47ee-802a-44e9126847a4 req-8ed20e12-0025-4192-84d6-8b22aeeb0839 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1100 time: 0.1165674 Nov 27 15:56:41.541010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.541510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.541987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.542432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.542887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.543341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.543789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.545716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3896b97-c46d-449a-893e-475f27af024c req-6c9cf048-9ea6-4180-9f21-1a11c2f40f09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6493 time: 0.1180387 Nov 27 15:56:41.596358 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c7e8115-2bde-47ee-802a-44e9126847a4 req-1523b71c-432b-4da1-a594-5f0aee1003eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Nov 27 15:56:41.607182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Deleting port 1d9f94e8-1b0f-4625-94f5-12aa24e7c148 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:41.607783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.619207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.625182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.631194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.637281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.643840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.650420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.656510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.658425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-15434231-d173-4a35-8f43-5b0cc1840028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.1769781 Nov 27 15:56:41.679165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5340c64-14ac-44ce-8374-150f2aa1cfcd {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:41.696229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.697112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.709424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Calling delete_port for 1d9f94e8-1b0f-4625-94f5-12aa24e7c148 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:41.756026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Transition to ACTIVE for port object a5340c64-14ac-44ce-8374-150f2aa1cfcd will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:41.769234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3896b97-c46d-449a-893e-475f27af024c req-0e2d52ea-68cf-4be1-81d9-fd36b7413dfb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2120993 Nov 27 15:56:41.772987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.850585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37707709-4220-4b09-b972-bb72bb0ecdca req-f7da781d-c9cd-4d87-8c8d-0c4abb45578a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:41.852344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37707709-4220-4b09-b972-bb72bb0ecdca req-f7da781d-c9cd-4d87-8c8d-0c4abb45578a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1919160 Nov 27 15:56:41.864287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80da1d6f-89c0-48ec-8940-10d6f07d2d2f req-70e23351-95de-4859-a091-080f5acc2113 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1878879 Nov 27 15:56:41.886221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Pushing event updated for resources: {'Port': ['ID=a5340c64-14ac-44ce-8374-150f2aa1cfcd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:41.917493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:41.950928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event deleted for resources: {'Port': ['ID=1d9f94e8-1b0f-4625-94f5-12aa24e7c148,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:41.976849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37707709-4220-4b09-b972-bb72bb0ecdca req-62893498-9032-4c7c-a3e6-2b6ea83d8675 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115937 Nov 27 15:56:41.994726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Attempting to bind port a5340c64-14ac-44ce-8374-150f2aa1cfcd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:41.995062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Attempting to bind port a5340c64-14ac-44ce-8374-150f2aa1cfcd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '8d560853-1ea5-443d-89c7-9161f877737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:41.995391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Attempting to bind port a5340c64-14ac-44ce-8374-150f2aa1cfcd on network f72ee358-12de-4798-8221-8d837047e7ea {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:42.000886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Port a5340c64-14ac-44ce-8374-150f2aa1cfcd on network f72ee358-12de-4798-8221-8d837047e7ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:42.001203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Attempting to bind port a5340c64-14ac-44ce-8374-150f2aa1cfcd on network f72ee358-12de-4798-8221-8d837047e7ea {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:42.007245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:42.007580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Checking segment: {'id': '8d560853-1ea5-443d-89c7-9161f877737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:42.007959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Bound using segment: {'id': '8d560853-1ea5-443d-89c7-9161f877737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:42.008383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Bound port: a5340c64-14ac-44ce-8374-150f2aa1cfcd, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d560853-1ea5-443d-89c7-9161f877737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:42.008735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.016780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.075120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] For port a5340c64-14ac-44ce-8374-150f2aa1cfcd, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:42.078136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] For port a5340c64-14ac-44ce-8374-150f2aa1cfcd, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd,segment=NetworkSegment(8d560853-1ea5-443d-89c7-9161f877737d),segment_id=8d560853-1ea5-443d-89c7-9161f877737d)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:42.083752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.098577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.099396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.101048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] 10.222.0.37 "PUT /v2.0/ports/a5340c64-14ac-44ce-8374-150f2aa1cfcd HTTP/1.1" status: 200 len: 1091 time: 1.2308915 Nov 27 15:56:42.104770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'tag': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:42.106460 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb73a9-b588-4551-bf72-40e7ab17da9b" -d '{"events": [{"name": "network-changed", "server_uuid": "60c578a7-c199-4b7a-8baa-78fc4638523d", "tag": "a5340c64-14ac-44ce-8374-150f2aa1cfcd"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:42.126626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.130381 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.156879 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c446e263-6ac1-46c1-8179-f81f21101e27 x-openstack-request-id: req-c446e263-6ac1-46c1-8179-f81f21101e27 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:42.157172 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c578a7-c199-4b7a-8baa-78fc4638523d", "tag": "a5340c64-14ac-44ce-8374-150f2aa1cfcd", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:42.157474 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c446e263-6ac1-46c1-8179-f81f21101e27 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:42.157850 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'tag': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd', 'status': 'completed', 'code': 200} Nov 27 15:56:42.178236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d34245-46b6-4d7c-8720-079c387f762a service neutron] Pushing event updated for resources: {'Port': ['ID=a5340c64-14ac-44ce-8374-150f2aa1cfcd,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:42.195067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.197555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Fanout notify agent at l3_agent the message router_deleted on router d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:42.209750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.210876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-120bb01f-efc5-4c70-a574-574b9750e9e6 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f HTTP/1.1" status: 204 len: 168 time: 1.0555899 Nov 27 15:56:42.215735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43616) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:42.220645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1323131060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:42.227148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-a510f0ba-730f-4a7b-8315-e5a0a541a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.229309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-a510f0ba-730f-4a7b-8315-e5a0a541a56c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f16635f75e0a43089fd3f79e9e5eb6ad&device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 1094 time: 0.0643437 Nov 27 15:56:42.253877 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.256626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.285004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-430644d8-e33f-491a-9f36-bfc61ea0fbb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd HTTP/1.1" status: 200 len: 217 time: 0.0432234 Nov 27 15:56:42.330340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.338686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.356684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.360768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-01d31529-1360-4449-8248-64ffa686f178 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1413949 Nov 27 15:56:42.361083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:42.366317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:42.412386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ab009-6e28-48f7-9238-926a684a0ba3 req-db07a280-c9e1-451b-956c-09aef49af66b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.413920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-700ab009-6e28-48f7-9238-926a684a0ba3 req-db07a280-c9e1-451b-956c-09aef49af66b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1139154 Nov 27 15:56:42.415322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de283-503f-4564-91d2-8ee3d9ed209d req-28e77913-57b5-480e-bf66-37d69a7c5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.416636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-28e77913-57b5-480e-bf66-37d69a7c5049 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0ebf38f-7436-4551-b792-bb58b02f381d HTTP/1.1" status: 200 len: 849 time: 0.1246073 Nov 27 15:56:42.452530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef77a3-fc34-4a13-a01c-9f7508012176 req-5dd9d0f8-7204-4b03-8d53-eacd4b2279da tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.453964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7aef77a3-fc34-4a13-a01c-9f7508012176 req-5dd9d0f8-7204-4b03-8d53-eacd4b2279da tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1421964 Nov 27 15:56:42.493258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-8cd5aa73-45a4-431d-91bc-9b4a9cc64b23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f72ee358-12de-4798-8221-8d837047e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382886 Nov 27 15:56:42.564269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-700ab009-6e28-48f7-9238-926a684a0ba3 req-6d3bd590-94be-42d0-9f9f-9a00ed8967f8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399512 Nov 27 15:56:42.576083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.596423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7aef77a3-fc34-4a13-a01c-9f7508012176 req-caf327ac-2401-4ec2-94bb-e70a893fc2c1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320469 Nov 27 15:56:42.641569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-897e6393-1c12-4018-9ed3-b30c2abf4746 service neutron] 10.222.0.37 "GET /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343124 Nov 27 15:56:42.773072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-632de283-503f-4564-91d2-8ee3d9ed209d req-61bcc17b-61f5-4f4a-90b2-0d7204ba1ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212633 Nov 27 15:56:42.782882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472b5d1-e723-4eb1-b166-1b509c2eff64 req-4924522c-3b1f-4fc9-9360-dcf5e7fb7b98 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.784359 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9472b5d1-e723-4eb1-b166-1b509c2eff64 req-4924522c-3b1f-4fc9-9360-dcf5e7fb7b98 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 943 time: 0.0799839 Nov 27 15:56:42.820926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.841311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:42.852409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9472b5d1-e723-4eb1-b166-1b509c2eff64 req-c8ca18d7-c9a1-43fc-9b60-d0fdd6df70d0 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615628 Nov 27 15:56:42.884338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-5f9e67a0-72ea-4ec8-93ac-a9c549b75d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:42.886040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-5f9e67a0-72ea-4ec8-93ac-a9c549b75d8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f16635f75e0a43089fd3f79e9e5eb6ad&device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 1094 time: 0.0531824 Nov 27 15:56:42.982759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Allocated IP 172.25.1.44 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/5e6de176-050c-41d3-9db6-e7f41f602b9d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:43.042491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-75093f54-c852-4bad-a120-acb69688f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.043274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-75093f54-c852-4bad-a120-acb69688f468 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f72ee358-12de-4798-8221-8d837047e7ea HTTP/1.1" status: 200 len: 910 time: 0.1457164 Nov 27 15:56:43.110638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:43.115358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-b7f784e1-b2ce-4ed6-bbff-d65e51f2efba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd HTTP/1.1" status: 200 len: 217 time: 0.0535703 Nov 27 15:56:43.144745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:43.184870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:43.187800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:43.191888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:43.202475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.208520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.215228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.218894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event updated for resources: {'Port': ['ID=5e6de176-050c-41d3-9db6-e7f41f602b9d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:43.221286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.228452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.234470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.240572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.242812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-acd9b60a-fdf2-422b-b993-821d65ba50bf tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.1985793 Nov 27 15:56:43.262991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-461dbbd3-9597-4392-b09c-52a69e601751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.264519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-461dbbd3-9597-4392-b09c-52a69e601751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0ebf38f-7436-4551-b792-bb58b02f381d HTTP/1.1" status: 200 len: 849 time: 0.1388919 Nov 27 15:56:43.272263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8422-f52a-4e36-b1a7-08abb0b96ddd req-8720f8d4-13fc-4c61-9c79-bf6692577f73 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.281555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-907e8422-f52a-4e36-b1a7-08abb0b96ddd req-8720f8d4-13fc-4c61-9c79-bf6692577f73 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1701951 Nov 27 15:56:43.327603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-3c01dd83-b353-409e-a905-c26ab9a92d2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f72ee358-12de-4798-8221-8d837047e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440593 Nov 27 15:56:43.487988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:43.705700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:43.709493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:43.712135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-907e8422-f52a-4e36-b1a7-08abb0b96ddd req-46e93b34-61ff-47de-a910-fd5ef45fc012 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297576 Nov 27 15:56:43.745036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70ead4ea-f3ec-477a-b26a-ed96b02539d0 req-3af4a2bc-e886-494a-8fe0-175a6a4e9028 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4921544 Nov 27 15:56:43.829531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-fc6b2341-a15c-488e-8e9e-e8bafa5b2955 service neutron] 10.222.0.37 "GET /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902408 Nov 27 15:56:43.867962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Router 11de2613-bd33-474b-accb-7306611dc74d is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:43.920912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c653-d2ce-46b5-98dd-27208921fe50 req-a6d1cb1d-5c55-4823-a343-b9704d7afee7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:43.928160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1f3c653-d2ce-46b5-98dd-27208921fe50 req-a6d1cb1d-5c55-4823-a343-b9704d7afee7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1452377 Nov 27 15:56:43.981362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:43.988626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:43.992372 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-611fc9d5-afab-4e3d-b53c-02e84cd1e1ee tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "PUT /v2.0/routers/11de2613-bd33-474b-accb-7306611dc74d HTTP/1.1" status: 200 len: 883 time: 1.6302359 Nov 27 15:56:43.993031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43636) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:43.996832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] Sync routers for ids ['11de2613-bd33-474b-accb-7306611dc74d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:44.008275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] Routers {'11de2613-bd33-474b-accb-7306611dc74d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:44.011833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['11de2613-bd33-474b-accb-7306611dc74d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:44.029586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3403-9316-434b-a3da-88b12c9db802 req-bd0c57ba-08dc-45f3-883f-f12461d50497 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:44.031121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-707e3403-9316-434b-a3da-88b12c9db802 req-bd0c57ba-08dc-45f3-883f-f12461d50497 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1646502 Nov 27 15:56:44.052498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1f3c653-d2ce-46b5-98dd-27208921fe50 req-6ae3b686-0041-4870-9d4a-a271383f3fa0 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140018 Nov 27 15:56:44.056853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfeb73a9-b588-4551-bf72-40e7ab17da9b req-b75d2b49-e2bd-4bd9-9d6f-92bc9db822f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125099 Nov 27 15:56:44.084434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:44.093877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] Routers {'11de2613-bd33-474b-accb-7306611dc74d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:44.094714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['11de2613-bd33-474b-accb-7306611dc74d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:44.130145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:44.131080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc865586-3d7d-4e53-8267-44b08ba83241 None None] The sync data for ids ['11de2613-bd33-474b-accb-7306611dc74d'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:44.131717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-707e3403-9316-434b-a3da-88b12c9db802 req-0f8c223f-1af0-4eb6-9862-1b028b252303 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779741 Nov 27 15:56:44.150497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43638) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:44.156287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e94d5596-41af-447e-9213-11102bdef554 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/11de2613-bd33-474b-accb-7306611dc74d HTTP/1.1" status: 200 len: 924 time: 0.1527102 Nov 27 15:56:44.261801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2516b7b8-6522-4909-959e-d4b428fd7a86 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:44.266130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2516b7b8-6522-4909-959e-d4b428fd7a86 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=11de2613-bd33-474b-accb-7306611dc74d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1143558 Nov 27 15:56:44.266448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43644) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:44.281686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1270b-189c-443f-b7a5-1096d9a9baad req-e2c63192-884b-45e8-b4ed-bf61642f1617 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:44.291679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36c1270b-189c-443f-b7a5-1096d9a9baad req-e2c63192-884b-45e8-b4ed-bf61642f1617 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 943 time: 0.0903971 Nov 27 15:56:44.349748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36c1270b-189c-443f-b7a5-1096d9a9baad req-a98dc36d-671a-48e8-ba7f-71ce93b75226 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557859 Nov 27 15:56:44.382243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b5842-5672-4253-86d8-f4a49109a77b tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:44.386483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5d8b5842-5672-4253-86d8-f4a49109a77b tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.1158495 Nov 27 15:56:44.386834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43646) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:44.416892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be00dfb7-ad32-4e7f-a66e-782c71fd2c26 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=11de2613-bd33-474b-accb-7306611dc74d HTTP/1.1" status: 200 len: 205 time: 0.0288696 Nov 27 15:56:44.419403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43648) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:44.423432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566453eb-7fb8-4be0-90f7-e50e75f8b114 req-27a40ed8-11be-435f-a5b0-adfdd466e0bd tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:44.425120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-566453eb-7fb8-4be0-90f7-e50e75f8b114 req-27a40ed8-11be-435f-a5b0-adfdd466e0bd tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1100 time: 0.0742800 Nov 27 15:56:44.445378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-566453eb-7fb8-4be0-90f7-e50e75f8b114 req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.519471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-566453eb-7fb8-4be0-90f7-e50e75f8b114 req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.523174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-566453eb-7fb8-4be0-90f7-e50e75f8b114 req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.533694 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.561544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-566453eb-7fb8-4be0-90f7-e50e75f8b114 req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294658 Nov 27 15:56:44.562570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f24169-c906-4b68-aa12-25b026a18f4a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:44.570337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.571116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.571116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.571417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.571759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.572090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.572454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.572745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.573080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.583211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.583211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.583211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ee2fe-9dce-42e9-b443-b8a7b24b9395 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:44.636492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.690164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Deleting port 5e6de176-050c-41d3-9db6-e7f41f602b9d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:44.690507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.766611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:44.779163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Calling delete_port for 5e6de176-050c-41d3-9db6-e7f41f602b9d owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:44.838142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8de29-471c-466a-9bcd-043b3e21388b req-0fdf40a9-a224-4312-a443-f4d6ee70bb38 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:44.840095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ba8de29-471c-466a-9bcd-043b3e21388b req-0fdf40a9-a224-4312-a443-f4d6ee70bb38 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0545826 Nov 27 15:56:44.895919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ba8de29-471c-466a-9bcd-043b3e21388b req-4673c3c3-0141-4c62-acec-d66284572f4c tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Nov 27 15:56:45.026683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.032619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.038724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.045377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.051368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.059492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.066861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.068980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-249b19fd-966c-4947-b0cb-be969447cc54 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.1044080 Nov 27 15:56:45.150273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6853326-cd8e-40f1-a61a-2f4aa6ffc779 req-dbe38df0-8f2d-484d-a03f-b02254140f63 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695028 Nov 27 15:56:45.262421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a19cd-fe09-47b0-a312-c3fbef1eb355 req-14ac849f-c778-4cb6-8b0f-7c08b027ada8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.264084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b59a19cd-fe09-47b0-a312-c3fbef1eb355 req-14ac849f-c778-4cb6-8b0f-7c08b027ada8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0935416 Nov 27 15:56:45.277035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f30e9-0a0f-4e7f-9ea0-8c0392f45cd6 req-4e2b6695-bb6e-4d21-9f29-7b9052e81385 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.278547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c31f30e9-0a0f-4e7f-9ea0-8c0392f45cd6 req-4e2b6695-bb6e-4d21-9f29-7b9052e81385 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0692902 Nov 27 15:56:45.283919 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9c458eb3-f573-4bd5-a453-702beaa6015b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720558 Nov 27 15:56:45.295482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9ce7e1fe-cc81-4e2a-8ea7-bab2043eaa24 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:56:45.296448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9ce7e1fe-cc81-4e2a-8ea7-bab2043eaa24 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049963 Nov 27 15:56:45.316021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.347421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event deleted for resources: {'Port': ['ID=5e6de176-050c-41d3-9db6-e7f41f602b9d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:45.353652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b59a19cd-fe09-47b0-a312-c3fbef1eb355 req-738d7ab7-bea5-49d7-8261-4ef25cd234e9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738416 Nov 27 15:56:45.361263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c31f30e9-0a0f-4e7f-9ea0-8c0392f45cd6 req-87178976-9a17-464b-8c12-dbb4520c0331 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747988 Nov 27 15:56:45.415891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.494438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.501189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.508064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.515288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.532676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.533040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.533040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.533192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.540861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.540861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4fc5c0c-fc7f-43e9-843a-3a3117a38188 req-5f152970-6f1c-4d06-a576-08108dec3c5f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.1133146 Nov 27 15:56:45.551084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:45.556285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Request body: {'floatingip': {'port_id': '3e456568-8903-4038-8b7f-cf7580976d92'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:45.605541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.607912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Fanout notify agent at l3_agent the message router_deleted on router 11de2613-bd33-474b-accb-7306611dc74d {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:45.619781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.620907 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d1cdd57b-8cc1-4cf4-946b-95c3cd195544 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/11de2613-bd33-474b-accb-7306611dc74d HTTP/1.1" status: 204 len: 168 time: 1.2004695 Nov 27 15:56:45.624108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.626253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43698) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:45.633170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1144477213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:45.720194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f70e20-94e0-4b4d-aaef-2d976fec342a req-c4d48700-287b-48aa-9c60-b08fd05731dc tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:45.721744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f70e20-94e0-4b4d-aaef-2d976fec342a req-c4d48700-287b-48aa-9c60-b08fd05731dc tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 943 time: 0.1822414 Nov 27 15:56:45.794804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.795847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:45.982110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f70e20-94e0-4b4d-aaef-2d976fec342a req-499a8802-0297-40da-b25f-7094ee8f84ea tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516048 Nov 27 15:56:46.022290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.030786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.046551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-2822d31e-04c3-458c-b697-5bd920e3b376 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:46.047958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-2822d31e-04c3-458c-b697-5bd920e3b376 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.3215234 Nov 27 15:56:46.096480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.097690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-10fa2475-b584-4537-a252-d8360e47e9a3 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4696453 Nov 27 15:56:46.100496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43718) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:46.105890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': True}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:46.108285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-37b606cd-51a8-4bbc-a0b8-30508e2dc72e tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/quotas/51a74828180048e5bdeac84df8b13b76 HTTP/1.1" status: 200 len: 375 time: 0.0515501 Nov 27 15:56:46.253127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f41932-3754-4f47-8798-746eabe1b105 req-109b5bfe-3d5d-47ea-96e5-a930b62937b2 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:46.254838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15f41932-3754-4f47-8798-746eabe1b105 req-109b5bfe-3d5d-47ea-96e5-a930b62937b2 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.2058287 Nov 27 15:56:46.334534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.339895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-9a8e6f79-b022-46a7-a8d5-d703fd4a0025 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2237339 Nov 27 15:56:46.496607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15f41932-3754-4f47-8798-746eabe1b105 req-025baa7e-abbf-47af-b82c-89e722fcf00b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267854 Nov 27 15:56:46.545005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.570763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.645207 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.resource_extend [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 15:56:46.682723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Allocated IP 172.25.1.99 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/01bbeb0e-c4d2-4863-b747-ea7a935e4c90) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:46.700535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-e4f300ec-008c-402e-8b4c-945396a084b0 service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281260 Nov 27 15:56:46.747152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.755120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3f91-9ef7-4dab-abca-0bb3a858400b req-b7fc180f-8940-4fa0-8e05-67ce4b24b654 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:46.756618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f1d3f91-9ef7-4dab-abca-0bb3a858400b req-b7fc180f-8940-4fa0-8e05-67ce4b24b654 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1869695 Nov 27 15:56:46.790188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.791802 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.797544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-ef4982af-db4b-4c53-87e6-98b0d9969b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:46.799037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-ef4982af-db4b-4c53-87e6-98b0d9969b01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1100 time: 0.1965442 Nov 27 15:56:46.825179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:46.870815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:46.874765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:46.877326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:46.879380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Port': ['ID=01bbeb0e-c4d2-4863-b747-ea7a935e4c90,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:47.139992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:47.269866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f1d3f91-9ef7-4dab-abca-0bb3a858400b req-a900576d-4035-4fc7-824d-e256a8149e22 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826517 Nov 27 15:56:47.284839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-01b1ffba-a2ab-4664-9900-b6b41c23490d service neutron] 10.222.0.15 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737529 Nov 27 15:56:47.307983 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Floating IP a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37 associated. External IP: 172.25.1.217, port: 3e456568-8903-4038-8b7f-cf7580976d92. Nov 27 15:56:47.347091 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:47.350465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:47.351911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-1a94b503-e402-4d97-95af-0337b0fa0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:47.353947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-1a94b503-e402-4d97-95af-0337b0fa0bea service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.5176015 Nov 27 15:56:47.450307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-497995ab-f350-4618-8974-ed79c779120e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0852373 Nov 27 15:56:47.471994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a5340c64-14ac-44ce-8374-150f2aa1cfcd details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:47.533194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Router 0200c03d-c356-4c79-ae01-f76302e11cd8 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:47.548998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7960-a63d-447c-9989-931fbb07f016 req-7c755cda-87fe-4032-aeba-a8d823715798 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:47.550583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ffe7960-a63d-447c-9989-931fbb07f016 req-7c755cda-87fe-4032-aeba-a8d823715798 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.2024050 Nov 27 15:56:47.583008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a5340c64-14ac-44ce-8374-150f2aa1cfcd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd,segment=NetworkSegment(8d560853-1ea5-443d-89c7-9161f877737d),segment_id=8d560853-1ea5-443d-89c7-9161f877737d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:47.596325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd', 'network_id': 'f72ee358-12de-4798-8221-8d837047e7ea', 'port_id': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd', 'mac_address': 'fa:16:3e:08:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ebf38f-7436-4551-b792-bb58b02f381d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:47.620828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-6beedd07-1843-481a-9ab6-abd870b33377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:47.622512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-6beedd07-1843-481a-9ab6-abd870b33377 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1527228 Nov 27 15:56:47.643511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:47.656775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5340c64-14ac-44ce-8374-150f2aa1cfcd {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:47.665218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cae686-c7f6-4def-a2fc-f89bbc195e04 req-bc5cf196-4308-4b86-9e47-75d3c78916a8 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:47.666873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4cae686-c7f6-4def-a2fc-f89bbc195e04 req-bc5cf196-4308-4b86-9e47-75d3c78916a8 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 943 time: 0.1983023 Nov 27 15:56:47.686341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:47.688200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a5340c64-14ac-44ce-8374-150f2aa1cfcd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd,segment=NetworkSegment(8d560853-1ea5-443d-89c7-9161f877737d),segment_id=8d560853-1ea5-443d-89c7-9161f877737d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:47.694417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:47.697985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:47.700971 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] Sync routers for ids ['0200c03d-c356-4c79-ae01-f76302e11cd8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:47.704459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aaeb8d00-c66c-4302-b0d3-1cdb73213ce3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "PUT /v2.0/routers/0200c03d-c356-4c79-ae01-f76302e11cd8 HTTP/1.1" status: 200 len: 918 time: 1.6020632 Nov 27 15:56:47.704732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:47.719841 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] Routers {'0200c03d-c356-4c79-ae01-f76302e11cd8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:47.720794 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0200c03d-c356-4c79-ae01-f76302e11cd8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:47.766183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ffe7960-a63d-447c-9989-931fbb07f016 req-2e5bb1f7-6b47-4187-969d-d9ff85f94ab7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029963 Nov 27 15:56:47.771676 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:47.799003 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] Routers {'0200c03d-c356-4c79-ae01-f76302e11cd8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:47.799736 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0200c03d-c356-4c79-ae01-f76302e11cd8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:47.807447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a5340c64-14ac-44ce-8374-150f2aa1cfcd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:47.848776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-b76acfef-a86d-4360-9011-218c14d38be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:47.850324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-b76acfef-a86d-4360-9011-218c14d38be3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154067 Nov 27 15:56:47.861517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4cae686-c7f6-4def-a2fc-f89bbc195e04 req-ff33658c-b627-4843-b367-0cf28b10c327 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764374 Nov 27 15:56:47.881151 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-013ac293-c35c-4c8f-8e8d-b8457a60978e tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/0200c03d-c356-4c79-ae01-f76302e11cd8 HTTP/1.1" status: 200 len: 924 time: 0.1735559 Nov 27 15:56:47.882099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43742) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:47.886015 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:47.886954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26425e23-2c41-4e0b-b482-31f2399be6e0 None None] The sync data for ids ['0200c03d-c356-4c79-ae01-f76302e11cd8'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:47.901397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b00b5324-4cc0-49bd-9b04-028d2caa834f req-66514c0e-031c-498e-af4a-b2f792c9e56e tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 210 time: 0.0585632 Nov 27 15:56:47.911983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:56:47.943996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f9c3f-4b01-41ec-80cd-75db0fb267b3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:47.947154 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-281f9c3f-4b01-41ec-80cd-75db0fb267b3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=0200c03d-c356-4c79-ae01-f76302e11cd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0625749 Nov 27 15:56:47.949390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43744) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:47.966669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a5340c64-14ac-44ce-8374-150f2aa1cfcd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:48.051329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430d938-638c-4d9d-aa63-e27f31da0f02 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.055622 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d430d938-638c-4d9d-aa63-e27f31da0f02 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.1024153 Nov 27 15:56:48.056783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:48.094546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac23b-4c43-44d6-a293-53670eb989f7 req-d6b624ff-f3a2-45df-9cb7-e36eaedecaa3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.096522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-507ac23b-4c43-44d6-a293-53670eb989f7 req-d6b624ff-f3a2-45df-9cb7-e36eaedecaa3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1308255 Nov 27 15:56:48.097754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1699f5b5-103f-4d01-aafa-a6443eaeaf35 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0200c03d-c356-4c79-ae01-f76302e11cd8 HTTP/1.1" status: 200 len: 205 time: 0.0399671 Nov 27 15:56:48.098507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43748) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:48.167466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-cae4ed33-0dfc-4534-8c2a-918bdfda861f service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036416 Nov 27 15:56:48.222249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:48.259408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:48.268978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:48.303184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-507ac23b-4c43-44d6-a293-53670eb989f7 req-82d756e3-183a-47cb-a7d3-fba77660b940 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569242 Nov 27 15:56:48.309693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] Sync routers for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:48.314193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e6877053-ac34-4faf-a1d3-8bbadf50550b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "PUT /v2.0/floatingips/a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37 HTTP/1.1" status: 200 len: 992 time: 2.7620196 Nov 27 15:56:48.320889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:48.327677 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034afc7-d095-470a-a442-f567aee7cd52" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "3e456568-8903-4038-8b7f-cf7580976d92"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:48.327938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:48.328724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:48.372151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:48.378415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-33b43c9f-8bb3-481f-9da9-e0f244cc1960 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000096 Nov 27 15:56:48.458125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806dfea-32ca-4477-8c45-23a03109c3d5 req-ea2f63d4-785f-4043-a84b-7470249b77ed tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.469651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d806dfea-32ca-4477-8c45-23a03109c3d5 req-ea2f63d4-785f-4043-a84b-7470249b77ed tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0933423 Nov 27 15:56:48.473809 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2206fc-0800-4311-b05f-b96f80dbd359 x-openstack-request-id: req-ac2206fc-0800-4311-b05f-b96f80dbd359 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:48.474086 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "tag": "3e456568-8903-4038-8b7f-cf7580976d92", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:48.474644 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac2206fc-0800-4311-b05f-b96f80dbd359 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:48.475428 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92', 'status': 'completed', 'code': 200} Nov 27 15:56:48.492158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Deleting port 01bbeb0e-c4d2-4863-b747-ea7a935e4c90 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:48.492527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:48.575825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d806dfea-32ca-4477-8c45-23a03109c3d5 req-5df1bef1-b81d-4524-9b4f-4663dde29907 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052773 Nov 27 15:56:48.594439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.595358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.595846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.596320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.596843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.597470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.597943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.599907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-d454b191-a513-409e-9f20-f05b0c9e8283 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6493 time: 0.0945017 Nov 27 15:56:48.606777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:48.623640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Calling delete_port for 01bbeb0e-c4d2-4863-b747-ea7a935e4c90 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:48.623904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:48.721543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ef80-486e-446f-b312-9e698549243c req-c5e20686-cafe-4019-b171-ab556c94bd56 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.723094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb83ef80-486e-446f-b312-9e698549243c req-c5e20686-cafe-4019-b171-ab556c94bd56 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1063788 Nov 27 15:56:48.778628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-484e764c-7d2f-4c8a-bc84-47e2d9a81e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.782004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-484e764c-7d2f-4c8a-bc84-47e2d9a81e38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=811a8894-b37d-4e8b-beed-69c0550e5d7e HTTP/1.1" status: 200 len: 912 time: 0.1537032 Nov 27 15:56:48.906722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-784377b6-aafe-42f8-a8c0-55840c51b949 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 200 len: 1000 time: 0.1025472 Nov 27 15:56:48.910946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-bf8f0bbf-fbcf-4f18-96e0-570df6d5ee6f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:48.913222 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-bf8f0bbf-fbcf-4f18-96e0-570df6d5ee6f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.21 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 815 time: 0.1620855 Nov 27 15:56:48.914657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:48.935944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'port_id': '3e456568-8903-4038-8b7f-cf7580976d92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'mac_address': 'fa:16:3e:e6:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:55:14Z', 'updated_at': '2021-11-27T15:56:46Z', 'revision_number': 1, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:16Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:48.946913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Request body: {'port': {'device_id': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'admin_state_up': True, 'tenant_id': '51a74828180048e5bdeac84df8b13b76'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:48.952700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event deleted for resources: {'Port': ['ID=01bbeb0e-c4d2-4863-b747-ea7a935e4c90,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:48.963975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb83ef80-486e-446f-b312-9e698549243c req-b6fe258b-ba78-4742-9385-ae17bb8b6604 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294805 Nov 27 15:56:48.965929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] Checking router: f2b6205d-8ae4-453f-9532-22a62f3c1fe4 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:56:48.981128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:48.981850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:49.056837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc291-a8f6-4bb1-9661-aa6b60b3a40c req-b1861883-0bb2-47b8-8ad8-951abe94246a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.058532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f13bc291-a8f6-4bb1-9661-aa6b60b3a40c req-b1861883-0bb2-47b8-8ad8-951abe94246a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1460614 Nov 27 15:56:49.062253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-a7328a9a-360a-4854-b552-bdb6dab9933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.063679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-a7328a9a-360a-4854-b552-bdb6dab9933e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 HTTP/1.1" status: 200 len: 850 time: 0.1447160 Nov 27 15:56:49.080234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.111903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:56:49.181202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98981e36-92b5-4eb0-8b33-5da08280b760 req-cbeddf71-c022-47d6-9807-46210a3d3a8c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.182614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98981e36-92b5-4eb0-8b33-5da08280b760 req-cbeddf71-c022-47d6-9807-46210a3d3a8c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 944 time: 0.1228752 Nov 27 15:56:49.182853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.185822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.195514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f13bc291-a8f6-4bb1-9661-aa6b60b3a40c req-7d0edd7c-7b40-4f3e-86b6-3394f0ef7021 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224382 Nov 27 15:56:49.206587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034afc7-d095-470a-a442-f567aee7cd52 req-82e0c710-9cae-400a-9bd9-d027a8a08ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.208204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-82e0c710-9cae-400a-9bd9-d027a8a08ebe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811a8894-b37d-4e8b-beed-69c0550e5d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336210 Nov 27 15:56:49.245499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Made reservation on behalf of 51a74828180048e5bdeac84df8b13b76 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:49.249811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.258706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.259373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Fanout notify agent at l3_agent the message router_deleted on router 0200c03d-c356-4c79-ae01-f76302e11cd8 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:49.267651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.272894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9c30b453-dfbc-4588-9139-3d5e5d72044a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/0200c03d-c356-4c79-ae01-f76302e11cd8 HTTP/1.1" status: 204 len: 168 time: 1.1730676 Nov 27 15:56:49.276073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43766) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:49.279983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2026753595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:49.354517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed97e55f-6158-4e27-8b20-3e86ee588922 req-0d867d98-5af0-4fd7-bcb5-b09a38591152 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 210 time: 0.0464652 Nov 27 15:56:49.365220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.366201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.387382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98981e36-92b5-4eb0-8b33-5da08280b760 req-8acf26af-bd57-4a33-9ac0-8a7195468fdf tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888278 Nov 27 15:56:49.389514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'port_id': '3e456568-8903-4038-8b7f-cf7580976d92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'mac_address': 'fa:16:3e:e6:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:55:14Z', 'updated_at': '2021-11-27T15:56:46Z', 'revision_number': 1, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:16Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:49.418906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b72df6-4f64-4d9c-8d16-9fec1727290f None None] The sync data for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 is: [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'port_id': '3e456568-8903-4038-8b7f-cf7580976d92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'mac_address': 'fa:16:3e:e6:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:55:14Z', 'updated_at': '2021-11-27T15:56:46Z', 'revision_number': 1, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:16Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:49.429625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-89c02cea-8222-4754-a4a8-fccbf8164155 service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118967 Nov 27 15:56:49.485638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a5340c64-14ac-44ce-8374-150f2aa1cfcd up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:49.518739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Allocated IP 172.20.0.6 (ae793e7a-3c8a-451a-b149-ce72d19a690b/234351fe-63b9-4917-bcd6-14a3cf769636/aea6f589-17fc-4c59-a77e-007e4366f2ab) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:49.521839 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.531921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.558950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port a5340c64-14ac-44ce-8374-150f2aa1cfcd completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:49.566275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port a5340c64-14ac-44ce-8374-150f2aa1cfcd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:49.567060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.570534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.571984 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-55232a29-9a4c-4d7f-9fe9-5f6df8c40027 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2953489 Nov 27 15:56:49.574653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43772) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:49.579670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': False}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:49.609841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e71bb-5e21-44a8-b6c4-8edcc85ec688 req-4afc4914-d939-47bc-991f-16f56c97008d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.613775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-287e71bb-5e21-44a8-b6c4-8edcc85ec688 req-4afc4914-d939-47bc-991f-16f56c97008d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1579592 Nov 27 15:56:49.665954 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.672415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3de7d-69f1-4be7-8ded-eace41b991cc req-924ff5f4-c0b8-40e9-bae4-d00e443b1425 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.682186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49a3de7d-69f1-4be7-8ded-eace41b991cc req-924ff5f4-c0b8-40e9-bae4-d00e443b1425 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1494727 Nov 27 15:56:49.690509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f034afc7-d095-470a-a442-f567aee7cd52 req-48430965-08a4-4469-b55c-6fea7f38a4ae service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522564 Nov 27 15:56:49.699919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:49.702302 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f59fce4-1806-452c-acc9-de94c26b287f" -d '{"events": [{"server_uuid": "60c578a7-c199-4b7a-8baa-78fc4638523d", "name": "network-vif-plugged", "status": "completed", "tag": "a5340c64-14ac-44ce-8374-150f2aa1cfcd"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:49.716730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a5340c64-14ac-44ce-8374-150f2aa1cfcd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd,segment=NetworkSegment(8d560853-1ea5-443d-89c7-9161f877737d),segment_id=8d560853-1ea5-443d-89c7-9161f877737d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:49.725603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:49.745586 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c495105-f0f7-45aa-bdf0-0d28b6808aac None None] New status for floating IP a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:56:49.775267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49a3de7d-69f1-4be7-8ded-eace41b991cc req-c3ce1f87-81f5-4ec4-92f5-f424a1c16beb tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867646 Nov 27 15:56:49.815738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-287e71bb-5e21-44a8-b6c4-8edcc85ec688 req-3bf617b3-0e71-440e-b66a-c7949d208313 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849582 Nov 27 15:56:49.874625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a5340c64-14ac-44ce-8374-150f2aa1cfcd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:49.891088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.893150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.895254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.896363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.897048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.897708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.898639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.900066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.902488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.902997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.903590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.904068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:56:49.981150 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3b278-7bfc-41bf-a125-502b3fa120d7 x-openstack-request-id: req-81a3b278-7bfc-41bf-a125-502b3fa120d7 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:49.981544 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c578a7-c199-4b7a-8baa-78fc4638523d", "name": "network-vif-plugged", "status": "completed", "tag": "a5340c64-14ac-44ce-8374-150f2aa1cfcd", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:49.981808 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81a3b278-7bfc-41bf-a125-502b3fa120d7 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:49.982213 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd', 'code': 200} Nov 27 15:56:49.994188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0946b-61da-4312-b986-bd292b523529 req-3fd238ca-cf03-4247-9aa3-172d9bf6c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:49.996205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4cf0946b-61da-4312-b986-bd292b523529 req-3fd238ca-cf03-4247-9aa3-172d9bf6c732 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.1175401 Nov 27 15:56:50.048090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d371a-3b55-4d2f-bb12-401e0ab392b2 req-6d06004a-4eac-4861-bfb6-a019553f9c1c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.049865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-681d371a-3b55-4d2f-bb12-401e0ab392b2 req-6d06004a-4eac-4861-bfb6-a019553f9c1c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1432908 Nov 27 15:56:50.129415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4cf0946b-61da-4312-b986-bd292b523529 req-463a1928-baed-429b-b109-650e662aae88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088355 Nov 27 15:56:50.175478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-681d371a-3b55-4d2f-bb12-401e0ab392b2 req-2ea727ad-78e3-41bc-a859-1b1ad21e82b3 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159787 Nov 27 15:56:50.244486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-1ced9373-803a-4b8f-af6e-b79e9c724e1d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.246369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-1ced9373-803a-4b8f-af6e-b79e9c724e1d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.1397319 Nov 27 15:56:50.266497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-d0792af6-f369-415f-9a20-6fa5d1e7ccd4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/quotas/4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 375 time: 0.0099926 Nov 27 15:56:50.356197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.384182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a934a4-2027-42d3-a470-be17d95b9354 req-80b5a005-0ff6-4d7c-8b59-3eeb1f6e68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.385698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b2a934a4-2027-42d3-a470-be17d95b9354 req-80b5a005-0ff6-4d7c-8b59-3eeb1f6e68fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 1096 time: 0.1725552 Nov 27 15:56:50.398308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-c322564f-fb7c-484a-b43b-c2cdf7544ff9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1238360 Nov 27 15:56:50.416306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2049-a440-4776-88f7-086fb5964726 req-b373fc2c-4aa8-4272-bdf0-8de04dd857e1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.417871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-360b2049-a440-4776-88f7-086fb5964726 req-b373fc2c-4aa8-4272-bdf0-8de04dd857e1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1097877 Nov 27 15:56:50.435763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.493081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf548ef-2eab-4e9e-965a-45ff59f459ef req-b510df9d-9d7b-485b-9361-4b62aa1f5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.494603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cf548ef-2eab-4e9e-965a-45ff59f459ef req-b510df9d-9d7b-485b-9361-4b62aa1f5340 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 1096 time: 0.1476564 Nov 27 15:56:50.502733 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b2a934a4-2027-42d3-a470-be17d95b9354 req-4b0b1d69-4082-4ba9-a264-976916d0a9b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022809 Nov 27 15:56:50.530658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.542618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216', '463876a6-d3cd-4356-80af-bf793200f954', 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:50.553846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-360b2049-a440-4776-88f7-086fb5964726 req-c881c24e-de3d-4e87-bf43-9fcce97a6c91 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230676 Nov 27 15:56:50.586722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Network ae793e7a-3c8a-451a-b149-ce72d19a690b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:50.594426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:50.602510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:50.607789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-20a41c71-2ebd-4afd-bbe2-f713c2182e36 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885700 Nov 27 15:56:50.609095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event updated for resources: {'Port': ['ID=aea6f589-17fc-4c59-a77e-007e4366f2ab,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:50.621054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cf548ef-2eab-4e9e-965a-45ff59f459ef req-a4d20004-af54-4987-98d5-8e543048a64e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143486 Nov 27 15:56:50.738845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.739392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.741039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3960c-3428-44ee-bef1-af492a536d1a req-655b151f-e434-4012-8cb0-9288928c1be9 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.742580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c3960c-3428-44ee-bef1-af492a536d1a req-655b151f-e434-4012-8cb0-9288928c1be9 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 931 time: 0.0772569 Nov 27 15:56:50.767689 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-cdc4c4a3-a3b9-43da-bdda-ba9dcae31ba7 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8261082 Nov 27 15:56:50.768226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.769840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-b5d984fc-c936-4b6e-9dde-5a510eb1a37a service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607695 Nov 27 15:56:50.790673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.811600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3c3960c-3428-44ee-bef1-af492a536d1a req-7290a357-4aa8-4a5f-9864-641e2ef5936e tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606408 Nov 27 15:56:50.834534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Request body: {'port': {'device_id': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:50.937235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:50.955139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782971f0-b12e-4cf7-812a-1f4621647a6d req-f91ec006-1a93-4f65-b059-7ed8e77bb95c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:50.964139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-782971f0-b12e-4cf7-812a-1f4621647a6d req-f91ec006-1a93-4f65-b059-7ed8e77bb95c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 945 time: 0.0708861 Nov 27 15:56:50.967781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Allocated IP 172.25.1.247 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/e33dc226-e050-44c8-9240-47189fe1589c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:51.048620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-782971f0-b12e-4cf7-812a-1f4621647a6d req-f8ec7f33-cc06-4384-b4b7-610f726ff0ec tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816658 Nov 27 15:56:51.122643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c79678-e300-4fb7-aa05-af67aaa85607 req-71d87522-12b5-408f-b47a-55461bf594f2 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:51.137089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92c79678-e300-4fb7-aa05-af67aaa85607 req-71d87522-12b5-408f-b47a-55461bf594f2 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0812743 Nov 27 15:56:51.207202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ebaf4fe-11a6-41d5-a7ca-8588e7333e05 req-975f9a45-0895-4912-8836-9611ae4d8723 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 210 time: 0.0400901 Nov 27 15:56:51.215863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92c79678-e300-4fb7-aa05-af67aaa85607 req-5f293cca-d8a4-4c58-93c5-e896fcc89e9e tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Nov 27 15:56:51.222503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.314395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.363679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393a46f-2988-4c11-a2e6-b3cdfe1b5f4f req-0e6617f7-14bb-45d6-a987-81ca89a68e24 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:51.365913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9393a46f-2988-4c11-a2e6-b3cdfe1b5f4f req-0e6617f7-14bb-45d6-a987-81ca89a68e24 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0613754 Nov 27 15:56:51.376368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:51.382149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:51.392087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:51.420694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea6f589-17fc-4c59-a77e-007e4366f2ab {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:51.436269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.447984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Pushing event updated for resources: {'Port': ['ID=e33dc226-e050-44c8-9240-47189fe1589c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:51.467634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9393a46f-2988-4c11-a2e6-b3cdfe1b5f4f req-f935d70b-e3e4-48e9-8d99-7991092b54c7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900650 Nov 27 15:56:51.501950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Transition to ACTIVE for port object aea6f589-17fc-4c59-a77e-007e4366f2ab will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:51.528975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.639580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Pushing event updated for resources: {'Port': ['ID=aea6f589-17fc-4c59-a77e-007e4366f2ab,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:51.730435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0ffe3-da5a-496b-9f6e-78840d707455 req-8e7b8847-409a-45fa-b458-48507ac32c0c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:51.737800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31f0ffe3-da5a-496b-9f6e-78840d707455 req-8e7b8847-409a-45fa-b458-48507ac32c0c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0806539 Nov 27 15:56:51.745192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Attempting to bind port aea6f589-17fc-4c59-a77e-007e4366f2ab on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:51.745544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Attempting to bind port aea6f589-17fc-4c59-a77e-007e4366f2ab by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:51.745839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Attempting to bind port aea6f589-17fc-4c59-a77e-007e4366f2ab on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:51.778180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Port aea6f589-17fc-4c59-a77e-007e4366f2ab on network ae793e7a-3c8a-451a-b149-ce72d19a690b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:51.778439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Attempting to bind port aea6f589-17fc-4c59-a77e-007e4366f2ab on network ae793e7a-3c8a-451a-b149-ce72d19a690b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:51.790407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31f0ffe3-da5a-496b-9f6e-78840d707455 req-2622e3c0-a888-4a29-ade2-8e2561f1155a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512121 Nov 27 15:56:51.790737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:51.791061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Checking segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:51.791439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Bound using segment: {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:51.791894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Bound port: aea6f589-17fc-4c59-a77e-007e4366f2ab, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a50a06-b0e0-470a-aa23-8887afa697e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:51.792265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.815471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.937364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff57656-58e8-43ea-8b5f-ff40dff1f16b req-2ef2166c-df75-41da-822f-6472fb3c7c40 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:51.938890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ff57656-58e8-43ea-8b5f-ff40dff1f16b req-2ef2166c-df75-41da-822f-6472fb3c7c40 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 943 time: 0.0490029 Nov 27 15:56:51.941632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] For port aea6f589-17fc-4c59-a77e-007e4366f2ab, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:51.957734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] For port aea6f589-17fc-4c59-a77e-007e4366f2ab, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:51.965586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:51.993798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ff57656-58e8-43ea-8b5f-ff40dff1f16b req-362c7438-d0a4-4336-865b-46641f8a4a8a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476625 Nov 27 15:56:52.035591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.036224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:52.037637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] 10.222.0.21 "PUT /v2.0/ports/aea6f589-17fc-4c59-a77e-007e4366f2ab HTTP/1.1" status: 200 len: 1091 time: 1.2074442 Nov 27 15:56:52.039818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'tag': 'aea6f589-17fc-4c59-a77e-007e4366f2ab'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:52.042192 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0436c4-7d9e-4571-b5ac-3859dd663808" -d '{"events": [{"name": "network-changed", "server_uuid": "03ef3e7f-da83-4c79-a482-ab0a16341139", "tag": "aea6f589-17fc-4c59-a77e-007e4366f2ab"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:52.105762 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71068c3-4804-4ebd-b915-018b85f7fbde x-openstack-request-id: req-f71068c3-4804-4ebd-b915-018b85f7fbde {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:52.106106 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ef3e7f-da83-4c79-a482-ab0a16341139", "tag": "aea6f589-17fc-4c59-a77e-007e4366f2ab", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:52.106306 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f71068c3-4804-4ebd-b915-018b85f7fbde {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:52.106712 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'tag': 'aea6f589-17fc-4c59-a77e-007e4366f2ab', 'status': 'completed', 'code': 200} Nov 27 15:56:52.187567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e6adf-2d30-4ede-905d-5ef2778dc93f service neutron] Pushing event updated for resources: {'Port': ['ID=aea6f589-17fc-4c59-a77e-007e4366f2ab,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:52.213368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007266e-9a1d-44fc-8dc2-ad762cc1c6c7 req-d23286c3-9fed-4b94-aaf0-1338d8edd904 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.214905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c007266e-9a1d-44fc-8dc2-ad762cc1c6c7 req-d23286c3-9fed-4b94-aaf0-1338d8edd904 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 945 time: 0.0857246 Nov 27 15:56:52.231164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:52.244926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-c9d2523c-fcb7-4bdb-bb08-2a7fa81020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.246427 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-c9d2523c-fcb7-4bdb-bb08-2a7fa81020e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 1094 time: 0.1369109 Nov 27 15:56:52.249079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:52.261983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-3efb7b97-1e07-4903-baf4-a549820d82b6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.263454 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-3efb7b97-1e07-4903-baf4-a549820d82b6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.2166758 Nov 27 15:56:52.336589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'port': {'device_id': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'admin_state_up': True, 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:52.342288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-8a175320-8261-41bb-9b52-39b57bd1c8a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab HTTP/1.1" status: 200 len: 217 time: 0.0778172 Nov 27 15:56:52.500201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-3e23f816-8721-470f-9a5c-737daafbfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.501728 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-3e23f816-8721-470f-9a5c-737daafbfdb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.1428401 Nov 27 15:56:52.543324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-443b79d3-603e-4057-84dd-9ac5f8f05264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306356 Nov 27 15:56:52.572069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c007266e-9a1d-44fc-8dc2-ad762cc1c6c7 req-a60a05a9-c0f4-4843-a2f7-0d9a42b080e7 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508914 Nov 27 15:56:52.586843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8132843d-7dca-469f-9f9a-f6b691886aae req-0cd65777-f78f-4e47-9e44-c93d97f27843 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Nov 27 15:56:52.627346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:52.630807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:52.683161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Router 8b17055a-41f9-4673-9086-1bc1b3f94590 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:56:52.722526 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-70a05b7c-3978-4da3-ad6d-397574b1f36b service neutron] 10.222.0.21 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691871 Nov 27 15:56:52.725112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ae66-791b-4f38-b291-53061b8c4b1c req-bc23ae97-ec8d-4821-87f5-40c27ddc77c5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.726617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c899ae66-791b-4f38-b291-53061b8c4b1c req-bc23ae97-ec8d-4821-87f5-40c27ddc77c5 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0836928 Nov 27 15:56:52.735472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300e50f-a1dc-42e4-b451-4c07b71e3bf6 req-0f4b03cf-7a33-4d15-98ad-6741c3c5f793 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.736875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6300e50f-a1dc-42e4-b451-4c07b71e3bf6 req-0f4b03cf-7a33-4d15-98ad-6741c3c5f793 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0800686 Nov 27 15:56:52.804249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c899ae66-791b-4f38-b291-53061b8c4b1c req-db0f7906-1f64-466c-b145-1a5483ee273b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664115 Nov 27 15:56:52.816178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6300e50f-a1dc-42e4-b451-4c07b71e3bf6 req-df36a231-0fea-4ed8-9b78-c54223f042c1 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 Nov 27 15:56:52.921055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-1e49d620-647e-495a-ae17-67e107b89579 req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-86073227', 'description': 'tempest-description-1781131286'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:52.978202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0533c-8cf3-4db2-9a52-16f378830ced req-ab1c941b-4906-49da-8f7c-58aadf4e0543 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:52.979955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8a0533c-8cf3-4db2-9a52-16f378830ced req-ab1c941b-4906-49da-8f7c-58aadf4e0543 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0762992 Nov 27 15:56:52.980884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e49d620-647e-495a-ae17-67e107b89579 req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.068334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8a0533c-8cf3-4db2-9a52-16f378830ced req-ab9e1072-ac89-4ac6-94ac-fb4dcdfb3d59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776517 Nov 27 15:56:53.106109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e49d620-647e-495a-ae17-67e107b89579 req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.110469 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e49d620-647e-495a-ae17-67e107b89579 req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.145375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1e49d620-647e-495a-ae17-67e107b89579 req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.146850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e49d620-647e-495a-ae17-67e107b89579 req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2335494 Nov 27 15:56:53.160129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24edafd-22d5-4bef-9bb5-8dc89c1639be tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af229e3-6639-46b9-9f73-df860b970b65,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:53.240101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Allocated IP 172.20.0.9 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/6b159720-1da3-4819-abbf-52d6594bc702) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:53.269597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82dc83bc-17bf-4115-ae2e-8e9399122501 req-beff0a35-63d0-4e2b-94b1-81c14e6807f9 service neutron] 10.222.0.21 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380340 Nov 27 15:56:53.281285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:56:53.293996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.295470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] Sync routers for ids ['8b17055a-41f9-4673-9086-1bc1b3f94590'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:56:53.298272 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d5163f44-a629-4d5d-9e02-5849c3a7e3c3 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "PUT /v2.0/routers/8b17055a-41f9-4673-9086-1bc1b3f94590 HTTP/1.1" status: 200 len: 920 time: 3.7226465 Nov 27 15:56:53.299107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43856) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:53.328233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] Routers {'8b17055a-41f9-4673-9086-1bc1b3f94590'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:53.328969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['8b17055a-41f9-4673-9086-1bc1b3f94590'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:53.366510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:53.376073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] Routers {'8b17055a-41f9-4673-9086-1bc1b3f94590'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:56:53.376760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['8b17055a-41f9-4673-9086-1bc1b3f94590'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:53.410155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ae0d-df0b-4c8c-8653-5ee9a0dd1d35 req-8837b763-4b91-4f85-a57f-59a29c68a106 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.411746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb4ae0d-df0b-4c8c-8653-5ee9a0dd1d35 req-8837b763-4b91-4f85-a57f-59a29c68a106 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 943 time: 0.0964892 Nov 27 15:56:53.415453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:53.416176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd6e606-1490-4c8b-8fe5-850d5bd00ecc None None] The sync data for ids ['8b17055a-41f9-4673-9086-1bc1b3f94590'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:56:53.419065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-822c431a-a5f9-4461-9d41-b6cc8bafa5a2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.420824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-822c431a-a5f9-4461-9d41-b6cc8bafa5a2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 811 time: 0.1859860 Nov 27 15:56:53.448482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-88e2788a-454c-47f6-a97e-ccb6990c6404 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/quotas/6139d0b7fee74cfcb6563d2fcc86bfc9 HTTP/1.1" status: 200 len: 375 time: 0.0187113 Nov 27 15:56:53.497936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-dd4945d3-bc9c-4477-a260-0823b6cd5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.499460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-dd4945d3-bc9c-4477-a260-0823b6cd5b0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 1094 time: 0.1500707 Nov 27 15:56:53.500550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb4ae0d-df0b-4c8c-8653-5ee9a0dd1d35 req-5bdb4523-bdac-4667-b6c1-269f4130370d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769103 Nov 27 15:56:53.526371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1cad4229-8354-46e9-8248-a1c294809ee6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/8b17055a-41f9-4673-9086-1bc1b3f94590 HTTP/1.1" status: 200 len: 926 time: 0.2239482 Nov 27 15:56:53.528133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:53.531504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-7c8889e2-2b57-49f9-8f9d-f5cc43116157 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734308 Nov 27 15:56:53.636045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.654915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0899dd61-41c3-43da-ad92-024e25f08979 req-89448f29-1372-41ab-aba5-87f089623a74 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-86073227&fields=id&tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd HTTP/1.1" status: 200 len: 267 time: 0.0701854 Nov 27 15:56:53.665275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-31fb65e6-89e8-4446-b603-026c3d8bc8fe service neutron] 10.222.0.15 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311457 Nov 27 15:56:53.666967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3044955-c3bb-4f2d-90eb-c35515056ef8 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.670859 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3044955-c3bb-4f2d-90eb-c35515056ef8 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=8b17055a-41f9-4673-9086-1bc1b3f94590&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1369519 Nov 27 15:56:53.673553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43862) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:53.703347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-6478946a-079c-4778-851a-fe5a1c50d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.704776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-6478946a-079c-4778-851a-fe5a1c50d63d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 916 time: 0.1942763 Nov 27 15:56:53.779403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899dd61-41c3-43da-ad92-024e25f08979 req-cc6c1fd2-ceb4-45c0-8077-edf2a1a9485b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.780893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0899dd61-41c3-43da-ad92-024e25f08979 req-cc6c1fd2-ceb4-45c0-8077-edf2a1a9485b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1186812 Nov 27 15:56:53.784227 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-fcfd9e2d-032b-4d2a-b386-c55a22c5f06e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab HTTP/1.1" status: 200 len: 217 time: 0.0452054 Nov 27 15:56:53.791785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-8d25fac7-f8c5-4361-93b6-d1c20e6e875d service neutron] 10.222.0.15 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188588 Nov 27 15:56:53.797753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'port': {'security_groups': ['6158a1d3-f537-4337-87a5-502333639335', '2af229e3-6639-46b9-9f73-df860b970b65']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:53.804448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.824674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'b227f7fa-d15a-450a-89f4-0c60bb173905'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:53.901033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06775522-3be4-495c-931b-8096279004b6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.902455 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06775522-3be4-495c-931b-8096279004b6 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.2237046 Nov 27 15:56:53.902644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:53.907076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43864) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:53.913372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:53.915729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-d5cc88ad-66e4-4be4-b3c9-ddf45b300b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:53.917260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-d5cc88ad-66e4-4be4-b3c9-ddf45b300b35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.1224952 Nov 27 15:56:53.921357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:53.923308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:53.925514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:53.979087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-8ba80319-5084-4fa4-b015-ca2569119b62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503607 Nov 27 15:56:53.995628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c26810be-fa64-4e59-b0fd-4645b69b995f tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b17055a-41f9-4673-9086-1bc1b3f94590 HTTP/1.1" status: 200 len: 205 time: 0.0874145 Nov 27 15:56:54.000691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:54.032099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:54.032757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.127308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-8b05aa7e-02fc-46e0-b3b1-b838958b4332 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8281193 Nov 27 15:56:54.164391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Request body: {'port': {'device_id': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:54.237638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-5b7d26a0-ae6e-4b39-b8a9-e341f0425cd4 service neutron] 10.222.0.21 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441187 Nov 27 15:56:54.288565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8f2bd5e5-e49a-4bdc-ba0c-903ada5fa8a5 None None] Provisioning complete for port 6b159720-1da3-4819-abbf-52d6594bc702 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:54.289533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd5e5-e49a-4bdc-ba0c-903ada5fa8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.316303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.329000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04ff57-c1f8-4657-9d30-2543dd86cf9f req-75b0bf30-684e-40a7-9d84-e5db9978f350 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:54.331161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db04ff57-c1f8-4657-9d30-2543dd86cf9f req-75b0bf30-684e-40a7-9d84-e5db9978f350 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 945 time: 0.2054918 Nov 27 15:56:54.337599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bd5e5-e49a-4bdc-ba0c-903ada5fa8a5 None None] Port 6b159720-1da3-4819-abbf-52d6594bc702 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:56:54.379765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.404480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b0436c4-7d9e-4571-b5ac-3859dd663808 req-2ca66c15-ca35-407d-9bc4-25baba68f08a service neutron] 10.222.0.21 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447263 Nov 27 15:56:54.524862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db04ff57-c1f8-4657-9d30-2543dd86cf9f req-6b70f511-7605-4d91-9789-6eea8b4fe492 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746595 Nov 27 15:56:54.526636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:54.570636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.583069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.604904 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.616523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ff0a7899-64b2-4f3f-80c4-baf7942838db'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:54.655446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b159720-1da3-4819-abbf-52d6594bc702 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:54.672450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.690589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Transition to ACTIVE for port object 6b159720-1da3-4819-abbf-52d6594bc702 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:54.695076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.705957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:54.706525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.708545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0899dd61-41c3-43da-ad92-024e25f08979 req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "PUT /v2.0/ports/ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 982 time: 0.9151120 Nov 27 15:56:54.708545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:54.711049 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:54.775119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99dd50-56c0-4883-9794-67d0adc241c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:54.788641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device aea6f589-17fc-4c59-a77e-007e4366f2ab details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:54.792899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ff0a7899-64b2-4f3f-80c4-baf7942838db'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:54.794385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a843-6b5c-43fc-b174-f006295a6954 req-ea18b520-f7e9-4df6-a96b-21321f95eb15 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:54.802023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ed2a843-6b5c-43fc-b174-f006295a6954 req-ea18b520-f7e9-4df6-a96b-21321f95eb15 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 943 time: 0.1549017 Nov 27 15:56:54.814585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-59e45de3-d871-4071-86fb-2096038d9600 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:54.816470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-59e45de3-d871-4071-86fb-2096038d9600 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 945 time: 0.1629162 Nov 27 15:56:54.848478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Deleting port e33dc226-e050-44c8-9240-47189fe1589c {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:54.849641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.864165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a668d-5283-4854-9834-55cc189c117d service neutron] Pushing event updated for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:54.905688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Attempting to bind port 6b159720-1da3-4819-abbf-52d6594bc702 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:54.905959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Attempting to bind port 6b159720-1da3-4819-abbf-52d6594bc702 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:54.906298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Attempting to bind port 6b159720-1da3-4819-abbf-52d6594bc702 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:54.918007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Port 6b159720-1da3-4819-abbf-52d6594bc702 on network da689c32-e1f0-4b96-8609-a536c61723a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:54.918881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Attempting to bind port 6b159720-1da3-4819-abbf-52d6594bc702 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:54.926578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:54.926954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:54.927417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:54.927990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Bound port: 6b159720-1da3-4819-abbf-52d6594bc702, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:54.928407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:54.983963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b3eb2eb-20f0-4ad9-b55d-a9d78f25a098 req-7625c5f3-6140-4887-98cd-ebe1056c3127 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 210 time: 0.1328177 Nov 27 15:56:55.022396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:55.026830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b159720-1da3-4819-abbf-52d6594bc702,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:55.039281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.039570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.056051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Calling delete_port for e33dc226-e050-44c8-9240-47189fe1589c owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:55.114385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a668d-5283-4854-9834-55cc189c117d service neutron] Pushing event updated for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:55.123423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.124150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.125592 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-471a668d-5283-4854-9834-55cc189c117d service neutron] 10.222.0.37 "PUT /v2.0/ports/6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 200 len: 1091 time: 0.9800131 Nov 27 15:56:55.126165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:55.128297 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab" -d '{"events": [{"name": "network-changed", "server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "tag": "6b159720-1da3-4819-abbf-52d6594bc702"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:55.148352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port aea6f589-17fc-4c59-a77e-007e4366f2ab, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:55.178110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'aea6f589-17fc-4c59-a77e-007e4366f2ab', 'network_id': 'ae793e7a-3c8a-451a-b149-ce72d19a690b', 'port_id': 'aea6f589-17fc-4c59-a77e-007e4366f2ab', 'mac_address': 'fa:16:3e:99:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234351fe-63b9-4917-bcd6-14a3cf769636', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:55.210672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ed2a843-6b5c-43fc-b174-f006295a6954 req-7288f2c8-859d-4b61-80bc-1abfcf54f0b8 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076934 Nov 27 15:56:55.265945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.279858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-dc46a3e9-a7f4-449f-a867-9cd86ddcbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.284050 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-dc46a3e9-a7f4-449f-a867-9cd86ddcbb25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 1094 time: 0.1077528 Nov 27 15:56:55.299547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea6f589-17fc-4c59-a77e-007e4366f2ab {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:55.330587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port aea6f589-17fc-4c59-a77e-007e4366f2ab, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:55.341603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.368406 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-3db446a1-cfa3-4bb3-884c-11078387eea8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 200 len: 217 time: 0.0735207 Nov 27 15:56:55.399877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90224d2-098d-4e29-b025-81453f6d5579 req-84773d76-3fd5-476c-b521-ae9c68ad7569 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.407711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a90224d2-098d-4e29-b025-81453f6d5579 req-84773d76-3fd5-476c-b521-ae9c68ad7569 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.2573018 Nov 27 15:56:55.452452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=aea6f589-17fc-4c59-a77e-007e4366f2ab,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:55.512206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Deleting port a5340c64-14ac-44ce-8374-150f2aa1cfcd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:56:55.512659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.516616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-b19e2daa-2ae3-4018-9a53-4da3b34e849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.519234 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-b19e2daa-2ae3-4018-9a53-4da3b34e849c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1412928 Nov 27 15:56:55.529065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09e175-a715-4eeb-9ce3-682328a176b6 req-bf291478-622a-45fa-a0a6-7f1aa0e9f437 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.530684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c09e175-a715-4eeb-9ce3-682328a176b6 req-bf291478-622a-45fa-a0a6-7f1aa0e9f437 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 944 time: 0.1866498 Nov 27 15:56:55.583022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a90224d2-098d-4e29-b025-81453f6d5579 req-818712d5-e691-4c11-99db-bea431940bc5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742842 Nov 27 15:56:55.590999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-5229e4cc-f223-47d0-b50c-eb5b88a6f66f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.592604 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-5229e4cc-f223-47d0-b50c-eb5b88a6f66f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 811 time: 0.1626163 Nov 27 15:56:55.599274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde12b-038e-4946-9133-33cb20f53c20 req-71332971-6e66-4789-ab4c-fb0e242d4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:55.600799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-71332971-6e66-4789-ab4c-fb0e242d4845 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736091 Nov 27 15:56:55.607950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Request body: {'port': {'device_id': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'admin_state_up': True, 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:55.639199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.695117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event deleted for resources: {'Port': ['ID=e33dc226-e050-44c8-9240-47189fe1589c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:55.720722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['aea6f589-17fc-4c59-a77e-007e4366f2ab'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:55.722213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c09e175-a715-4eeb-9ce3-682328a176b6 req-49ce6a9c-8626-423f-9a19-c69e281f115f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725559 Nov 27 15:56:55.788186 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-9ef97e95-7571-4f19-bada-4e5014f8bb2d service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759553 Nov 27 15:56:55.803392 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7fae8f-10ea-4336-9f96-5d2d3d3d00a0 x-openstack-request-id: req-1a7fae8f-10ea-4336-9f96-5d2d3d3d00a0 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:55.803685 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:55.803948 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a7fae8f-10ea-4336-9f96-5d2d3d3d00a0 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:55.804351 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'status': 'completed', 'code': 200} Nov 27 15:56:55.824337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] For port a5340c64-14ac-44ce-8374-150f2aa1cfcd, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a5340c64-14ac-44ce-8374-150f2aa1cfcd,segment=NetworkSegment(8d560853-1ea5-443d-89c7-9161f877737d),segment_id=8d560853-1ea5-443d-89c7-9161f877737d)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:55.824708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.856837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-8de12112-260a-43b7-927b-e7bc84e3f971 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-86073227&fields=id&tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd HTTP/1.1" status: 200 len: 267 time: 0.1743526 Nov 27 15:56:55.858152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Calling delete_port for a5340c64-14ac-44ce-8374-150f2aa1cfcd owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:56:55.864272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.888886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Made reservation on behalf of 6139d0b7fee74cfcb6563d2fcc86bfc9 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:56:55.895306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:55.990615 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d19a5-3776-4e6d-ab74-4906dbcd0f11 x-openstack-request-id: req-444d19a5-3776-4e6d-ab74-4906dbcd0f11 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:55.990962 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "tag": "6b159720-1da3-4819-abbf-52d6594bc702", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:55.991238 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-444d19a5-3776-4e6d-ab74-4906dbcd0f11 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:55.991552 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702', 'status': 'completed', 'code': 200} Nov 27 15:56:56.006129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-8cd57eaf-3c43-4231-891f-f7d8f4f68737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.007608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-8cd57eaf-3c43-4231-891f-f7d8f4f68737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1136 time: 0.1535218 Nov 27 15:56:56.015793 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bddde12b-038e-4946-9133-33cb20f53c20 req-ec2ee4e7-12f5-42ff-bce7-b390e9a438fa service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164912 Nov 27 15:56:56.048575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.057538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.100127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-0785e5ec-5054-4b7e-b13e-4c448807aed9 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.101689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-0785e5ec-5054-4b7e-b13e-4c448807aed9 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 985 time: 0.2338438 Nov 27 15:56:56.151857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'port': {'security_groups': ['6158a1d3-f537-4337-87a5-502333639335']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:56.161528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.162045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Fanout notify agent at l3_agent the message router_deleted on router 8b17055a-41f9-4673-9086-1bc1b3f94590 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:56:56.182625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Allocated IP 172.20.0.11 (5e86959b-eb53-4a04-81cb-a7be31373a56/90337017-7c75-4c21-9b8c-d7bd6fa463b9/cc6d1761-4c83-4bb7-9fe8-864cf3d19baa) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:56.198841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-7254b661-36d1-4274-bf67-923496aa03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.200315 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-7254b661-36d1-4274-bf67-923496aa03dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 1094 time: 0.1260376 Nov 27 15:56:56.202300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-87c1fd67-3919-4925-83d3-1f44ad1baa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.203506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-87c1fd67-3919-4925-83d3-1f44ad1baa6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.1868784 Nov 27 15:56:56.205739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.210263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9fe55515-4253-490a-affd-abc0193f28b5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/8b17055a-41f9-4673-9086-1bc1b3f94590 HTTP/1.1" status: 204 len: 168 time: 2.2042329 Nov 27 15:56:56.210885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43894) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:56.215990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1853681155', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:56.218615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d9162-f46e-4fd8-9d2e-43514d46d0da req-a6fe0bcc-9357-48a2-8905-9b020b4858c6 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.220087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888d9162-f46e-4fd8-9d2e-43514d46d0da req-a6fe0bcc-9357-48a2-8905-9b020b4858c6 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c578a7-c199-4b7a-8baa-78fc4638523d HTTP/1.1" status: 200 len: 945 time: 0.1895986 Nov 27 15:56:56.305770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-dcf7ac0a-8f6a-4af3-b9ab-32d1d961b0d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.0806503 Nov 27 15:56:56.308940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.382641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888d9162-f46e-4fd8-9d2e-43514d46d0da req-8585d966-4a27-4b63-82be-7cc893979c9c tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538677 Nov 27 15:56:56.386192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.388372 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.389641 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.398479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a5340c64-14ac-44ce-8374-150f2aa1cfcd'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:56.425641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Pushing event deleted for resources: {'Port': ['ID=a5340c64-14ac-44ce-8374-150f2aa1cfcd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:56.473091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-b78f0e4c-0a42-4167-8a34-466aa87e0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.474487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-b78f0e4c-0a42-4167-8a34-466aa87e0103 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.1347408 Nov 27 15:56:56.483101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] No DVR routers for this DVR port a5340c64-14ac-44ce-8374-150f2aa1cfcd on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:56:56.488025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.491569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4e20acb-99da-4897-9068-cff9b6bafbf3 req-bc6659f1-7b8c-466f-9718-2271e680b854 tempest-ServerGroupTestJSON-1317924424 tempest-ServerGroupTestJSON-1317924424-project] 10.222.0.37 "DELETE /v2.0/ports/a5340c64-14ac-44ce-8374-150f2aa1cfcd HTTP/1.1" status: 204 len: 173 time: 1.6672099 Nov 27 15:56:56.532556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c0470bf-e10c-4a4a-910e-381a6eb481b5 req-25cce75a-3ea5-4554-a3c0-afca0edeb05f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 210 time: 0.0400910 Nov 27 15:56:56.561810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.563525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-b386732e-7070-4472-b148-2717ded1e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.565079 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-b386732e-7070-4472-b148-2717ded1e8a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.3389661 Nov 27 15:56:56.569316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-262eda2c-843d-475f-94ee-db3ddfacb44f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779943 Nov 27 15:56:56.680445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:56.719086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1630e8-8e78-4d64-bae9-feb5742a3cc3 req-dc794888-7c43-493d-9749-a26284320a35 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:56.720573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c1630e8-8e78-4d64-bae9-feb5742a3cc3 req-dc794888-7c43-493d-9749-a26284320a35 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 943 time: 0.0861306 Nov 27 15:56:56.731072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:56.739465 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-70575497-2459-4d64-af85-5592f4d1883d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 200 len: 217 time: 0.1601696 Nov 27 15:56:57.045739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.064714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ff0a7899-64b2-4f3f-80c4-baf7942838db'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:57.127573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.128258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.129700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6ffa340-1788-448f-998a-1f278f6cf8df req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "PUT /v2.0/ports/ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 943 time: 0.9880438 Nov 27 15:56:57.156406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c1630e8-8e78-4d64-bae9-feb5742a3cc3 req-1267f0b4-ee09-444e-9068-f88284c186b8 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268706 Nov 27 15:56:57.171109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400ce5c-633d-4d63-98de-684ebee17061 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event updated for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:57.199472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.224777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.278373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e493-7497-40b3-a5c9-73b17ad86733 req-9527523f-716f-477a-999b-924f7a054c5d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.280671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ff0a7899-64b2-4f3f-80c4-baf7942838db'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:57.281875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31e0e493-7497-40b3-a5c9-73b17ad86733 req-9527523f-716f-477a-999b-924f7a054c5d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 944 time: 0.0674548 Nov 27 15:56:57.282632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-24539bdb-bb29-49c3-b50a-e3db210bdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.285367 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-24539bdb-bb29-49c3-b50a-e3db210bdb36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.5367687 Nov 27 15:56:57.302792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-5a0767ce-31ac-41ff-bff9-0fc2382e0613 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895313 Nov 27 15:56:57.362850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc2001-fd75-44db-bbc6-cfd9657feebd req-41365b6f-9e7d-46c8-9daa-cde19dad5fed tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.364567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09dc2001-fd75-44db-bbc6-cfd9657feebd req-41365b6f-9e7d-46c8-9daa-cde19dad5fed tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1105433 Nov 27 15:56:57.378678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31e0e493-7497-40b3-a5c9-73b17ad86733 req-b001614d-d726-4753-8f59-c0b056867cc8 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757926 Nov 27 15:56:57.429834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.447283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c0403cb9-66f2-4473-97ec-05e7ad1cbfc8'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:56:57.456553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09dc2001-fd75-44db-bbc6-cfd9657feebd req-191419b0-6072-409b-8e9e-7ff891eae7d1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768754 Nov 27 15:56:57.526757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-05e7c48b-0704-43b4-a9bf-878c6370ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.528247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-05e7c48b-0704-43b4-a9bf-878c6370ef48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294164 Nov 27 15:56:57.530371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:57.533835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Pushing event updated for resources: {'Port': ['ID=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:57.559749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:57.576555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:57.646277 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-20cfb85b-84bf-4b7b-b1b1-3390033f53c4 req-5fa794d2-4a18-4b6e-b3bf-a39bbb4d5534 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324814 Nov 27 15:56:57.685051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.685665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.725622 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-b645aac8-708a-4242-a17d-fc1824f18731 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1216516 Nov 27 15:56:57.732940 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-9753b187-e2db-4895-ba66-38a37e79c704 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965320 Nov 27 15:56:57.740838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Request body: {'port': {'device_id': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:57.765051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35307cf0-8e46-4fcb-b926-3f166ddcbd2a req-966f2ed8-969b-4f55-bda8-bad1389f88f5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:57.766708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35307cf0-8e46-4fcb-b926-3f166ddcbd2a req-966f2ed8-969b-4f55-bda8-bad1389f88f5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 932 time: 0.1235993 Nov 27 15:56:57.775801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-16bd5d4a-2bd7-49e6-bcc9-5a5f81cdfd57 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2760572 Nov 27 15:56:57.793660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:56:57.809601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'name': 'network-vif-deleted', 'tag': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd'}, {'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:57.811833 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d77098-62a9-4cc5-b028-96e0583131ec" -d '{"events": [{"server_uuid": "60c578a7-c199-4b7a-8baa-78fc4638523d", "name": "network-vif-deleted", "tag": "a5340c64-14ac-44ce-8374-150f2aa1cfcd"}, {"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:57.841023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.847639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35307cf0-8e46-4fcb-b926-3f166ddcbd2a req-9e4ca76f-f9ac-4b91-92de-222fcfaf63cc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709133 Nov 27 15:56:57.913664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.931648 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81279f1b-1c5c-4ef2-998c-5a91ac8caaa5 x-openstack-request-id: req-81279f1b-1c5c-4ef2-998c-5a91ac8caaa5 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:56:57.932018 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c578a7-c199-4b7a-8baa-78fc4638523d", "name": "network-vif-deleted", "tag": "a5340c64-14ac-44ce-8374-150f2aa1cfcd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:56:57.932348 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81279f1b-1c5c-4ef2-998c-5a91ac8caaa5 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:56:57.932847 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c578a7-c199-4b7a-8baa-78fc4638523d', 'name': 'network-vif-deleted', 'tag': 'a5340c64-14ac-44ce-8374-150f2aa1cfcd', 'status': 'completed', 'code': 200} Nov 27 15:56:57.933171 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'status': 'completed', 'code': 200} Nov 27 15:56:57.957014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:57.974587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.015944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.045504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-34e5d6e2-2ee9-4037-9ea8-d859d2e77eab req-d2ac5797-6f4f-41da-90cf-d10c91ea3a37 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011265 Nov 27 15:56:58.099781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Allocated IP 172.25.1.208 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/03203278-b728-4a4f-8939-4f3abd65773d) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:58.111729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43930) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:58.182296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d77098-62a9-4cc5-b028-96e0583131ec req-f69c1159-ac3e-4ff9-9eca-065d341a962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:58.183767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-f69c1159-ac3e-4ff9-9eca-065d341a962a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.1790800 Nov 27 15:56:58.212442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Deleting subnet b0ebf38f-7436-4551-b792-bb58b02f381d {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:56:58.216801 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.291869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.346043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d77098-62a9-4cc5-b028-96e0583131ec req-4ef822b1-b04d-4c38-859a-9a41a251e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:58.347432 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-4ef822b1-b04d-4c38-859a-9a41a251e0bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.1555843 Nov 27 15:56:58.360622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.364123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.374771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7942-0983-4837-863e-585530ea85e9 req-396e8aff-7f7d-45c4-b169-10a59d98b850 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:58.376250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-891b7942-0983-4837-863e-585530ea85e9 req-396e8aff-7f7d-45c4-b169-10a59d98b850 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 943 time: 0.1400857 Nov 27 15:56:58.398066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-05764f97-f287-45e0-b335-1a8d3fb8fdf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.0417469 Nov 27 15:56:58.463033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6d1761-4c83-4bb7-9fe8-864cf3d19baa {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:56:58.473079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.479054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-891b7942-0983-4837-863e-585530ea85e9 req-67e8f448-d2fb-4d24-b301-9a518cfe182c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839489 Nov 27 15:56:58.480740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.486832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.511622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d77098-62a9-4cc5-b028-96e0583131ec req-c6076fa3-f36d-47d8-991b-86e2d235b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:58.513062 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-c6076fa3-f36d-47d8-991b-86e2d235b5c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.0957413 Nov 27 15:56:58.522335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ebf38f-7436-4551-b792-bb58b02f381d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:58.524434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Transition to ACTIVE for port object cc6d1761-4c83-4bb7-9fe8-864cf3d19baa will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:56:58.549143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.551523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.554733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bed2da50-7de7-45db-a0a5-76db2d93b054 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0ebf38f-7436-4551-b792-bb58b02f381d HTTP/1.1" status: 204 len: 168 time: 0.4395974 Nov 27 15:56:58.558708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43940) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:58.560736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-f6acd384-5d97-47bd-8251-c300a2ddb6f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389996 Nov 27 15:56:58.578873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:58.589386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:58.593390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event updated for resources: {'Port': ['ID=03203278-b728-4a4f-8939-4f3abd65773d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:58.594938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Allocated IP 172.25.1.226 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/90a4a679-f5d6-4055-8317-758d0b9d0ad0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:56:58.621229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:58.681490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.707650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:58.804536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device aea6f589-17fc-4c59-a77e-007e4366f2ab up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:56:58.829876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.832688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.857394 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-963a615c-bdda-44db-9ac7-ba847c71a689 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814062 Nov 27 15:56:58.867980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port aea6f589-17fc-4c59-a77e-007e4366f2ab completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:56:58.871401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72ee358-12de-4798-8221-8d837047e7ea']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:58.874327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port aea6f589-17fc-4c59-a77e-007e4366f2ab triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:56:58.874705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.900119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.904663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37d01-c048-41b7-93dc-138c74f381a1 req-4d6119c8-e133-4615-8ea3-683a88ac9636 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:58.906201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05f37d01-c048-41b7-93dc-138c74f381a1 req-4d6119c8-e133-4615-8ea3-683a88ac9636 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 944 time: 0.1208246 Nov 27 15:56:58.909828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d560853-1ea5-443d-89c7-9161f877737d') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:58.910134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d560853-1ea5-443d-89c7-9161f877737d') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:56:58.931204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.943236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.957004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Attempting to bind port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:56:58.957339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Attempting to bind port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:56:58.957690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Attempting to bind port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa on network 5e86959b-eb53-4a04-81cb-a7be31373a56 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:58.975910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.980786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.984742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa on network 5e86959b-eb53-4a04-81cb-a7be31373a56 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:56:58.985068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Attempting to bind port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa on network 5e86959b-eb53-4a04-81cb-a7be31373a56 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:56:58.994210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:56:58.994617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:56:58.997749 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:56:59.009613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:56:59.009978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Checking segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:56:59.010368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Bound using segment: {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:56:59.010877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Bound port: cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:56:59.011261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.012083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6f589-17fc-4c59-a77e-007e4366f2ab'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:59.014763 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a75b5-5e34-42b5-ac0a-56726a2bf76f" -d '{"events": [{"server_uuid": "03ef3e7f-da83-4c79-a482-ab0a16341139", "name": "network-vif-plugged", "status": "completed", "tag": "aea6f589-17fc-4c59-a77e-007e4366f2ab"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:59.025941 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-60d77098-62a9-4cc5-b028-96e0583131ec req-d0c2ffff-2bab-497f-959c-b5ac34df3dba service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613686 Nov 27 15:56:59.031357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port aea6f589-17fc-4c59-a77e-007e4366f2ab, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:59.034653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.043592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.074708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05f37d01-c048-41b7-93dc-138c74f381a1 req-afbeec29-55e2-4335-9217-06182ab57859 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625097 Nov 27 15:56:59.111759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:56:59.111759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:56:59.115082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:56:59.117738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=aea6f589-17fc-4c59-a77e-007e4366f2ab,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:59.124970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.140826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.147173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f72ee358-12de-4798-8221-8d837047e7ea HTTP/1.1" status: 204 len: 168 time: 0.5829229 Nov 27 15:56:59.160505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event updated for resources: {'Port': ['ID=90a4a679-f5d6-4055-8317-758d0b9d0ad0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:59.176928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] For port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:56:59.181628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] For port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:56:59.206427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8b8b-6c1e-424d-9647-76906fcc4cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72ee358-12de-4798-8221-8d837047e7ea,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:59.250434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.286053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:59.299772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.313389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8cbb-d28f-4bd3-93d9-0cfa55951313 req-e8f1fcf8-4fe6-4c44-b23d-d221e0520981 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:59.315211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21df8cbb-d28f-4bd3-93d9-0cfa55951313 req-e8f1fcf8-4fe6-4c44-b23d-d221e0520981 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0986190 Nov 27 15:56:59.323328 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.328543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:59.329164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.330585 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc6d1761-4c83-4bb7-9fe8-864cf3d19baa HTTP/1.1" status: 200 len: 1092 time: 1.5943172 Nov 27 15:56:59.331028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'tag': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:56:59.333278 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc36ad79-ce53-4a0c-8230-3db19eb043b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b371571-d651-4edb-bdd0-2a83af03ac5e", "tag": "cc6d1761-4c83-4bb7-9fe8-864cf3d19baa"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:56:59.368552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fef138-219d-4794-8d13-b09b7e616225 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:59.436240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event updated for resources: {'Port': ['ID=03203278-b728-4a4f-8939-4f3abd65773d,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:59.451514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5d194e21-3196-4e0b-8518-aa5da4f27484 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f16635f75e0a43089fd3f79e9e5eb6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620772 Nov 27 15:56:59.454573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43952) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:56:59.483656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.492264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21df8cbb-d28f-4bd3-93d9-0cfa55951313 req-1fd74930-ee46-4cd0-81b6-d46ba89c6030 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699975 Nov 27 15:56:59.493800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-a994ca0c-131c-496f-af40-4b8e79bc33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:59.495734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-a994ca0c-131c-496f-af40-4b8e79bc33e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 1095 time: 0.1169894 Nov 27 15:56:59.521149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.522394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-6bf767c7-876c-4ddc-af8a-f40dfca722bd tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7398162 Nov 27 15:56:59.545891 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-ee172776-2036-4717-a76d-e231423d2efe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa HTTP/1.1" status: 200 len: 217 time: 0.0401311 Nov 27 15:56:59.548128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.556497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b159720-1da3-4819-abbf-52d6594bc702 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:56:59.559877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a5340c64-14ac-44ce-8374-150f2aa1cfcd no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:56:59.597993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: a5340c64-14ac-44ce-8374-150f2aa1cfcd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:56:59.598713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a5340c64-14ac-44ce-8374-150f2aa1cfcd not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:56:59.612099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58ea63b4-a88b-4c53-9a64-1d3205e48e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.625533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-84cdbdfc-d173-423e-96ba-7baf44997766 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.0906117 Nov 27 15:56:59.637855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.640671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58ea63b4-a88b-4c53-9a64-1d3205e48e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.677002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-209ecd1c-cb78-479d-80ca-e3f8a19aaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:59.678519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-209ecd1c-cb78-479d-80ca-e3f8a19aaa19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.0969028 Nov 27 15:56:59.716633 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-9fd66620-0a3d-4a1b-8629-e8473685c56e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287423 Nov 27 15:56:59.799417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b6d2-b75d-4ad6-ad83-3c51968c7fe7 req-a414b374-594f-4ddc-a268-8845c6244598 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:59.800952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6e7b6d2-b75d-4ad6-ad83-3c51968c7fe7 req-a414b374-594f-4ddc-a268-8845c6244598 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 944 time: 0.1221483 Nov 27 15:56:59.819129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-d30c66b0-845a-4b29-b35e-6f2e29f8a9c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:56:59.819855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-d30c66b0-845a-4b29-b35e-6f2e29f8a9c3 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.1815140 Nov 27 15:56:59.827250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58ea63b4-a88b-4c53-9a64-1d3205e48e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.834477 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58ea63b4-a88b-4c53-9a64-1d3205e48e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.834477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-58ea63b4-a88b-4c53-9a64-1d3205e48e97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb9811d5-6e75-41bc-bd41-71a8c33ba4f0 HTTP/1.1" status: 204 len: 168 time: 0.3754423 Nov 27 15:56:59.854568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea63b4-a88b-4c53-9a64-1d3205e48e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9811d5-6e75-41bc-bd41-71a8c33ba4f0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:56:59.868578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b159720-1da3-4819-abbf-52d6594bc702,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:56:59.871735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-87b46d37-72a5-4bce-840a-b0024088871d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:56:59.872889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a88bad8-f9fc-4386-9515-a9c5c7f3f230 req-87b46d37-72a5-4bce-840a-b0024088871d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163243 Nov 27 15:56:59.899058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '6b159720-1da3-4819-abbf-52d6594bc702', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '6b159720-1da3-4819-abbf-52d6594bc702', 'mac_address': 'fa:16:3e:f7:8f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:56:59.921035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6e7b6d2-b75d-4ad6-ad83-3c51968c7fe7 req-2f30a3f0-2307-460c-b261-faca42c4f6cf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Nov 27 15:56:59.970766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:56:59.990019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b159720-1da3-4819-abbf-52d6594bc702 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:00.005930 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87fc149-63cf-47ff-9fdc-9b1edab6362f x-openstack-request-id: req-b87fc149-63cf-47ff-9fdc-9b1edab6362f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:00.011044 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ef3e7f-da83-4c79-a482-ab0a16341139", "name": "network-vif-plugged", "status": "completed", "tag": "aea6f589-17fc-4c59-a77e-007e4366f2ab", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:00.012674 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b87fc149-63cf-47ff-9fdc-9b1edab6362f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:00.013110 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6f589-17fc-4c59-a77e-007e4366f2ab', 'code': 200} Nov 27 15:57:00.038943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b159720-1da3-4819-abbf-52d6594bc702,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:00.054823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:00.115730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:00.208229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-0d0ade2b-d742-4d68-9c9f-97a32b562f3f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:00.209867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-0d0ade2b-d742-4d68-9c9f-97a32b562f3f tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1566441 Nov 27 15:57:00.211878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a36cc5-5ce0-4149-b12f-35669ce1ec25 req-50125cdd-7e96-4885-bb19-698900f7dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:00.213337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a36cc5-5ce0-4149-b12f-35669ce1ec25 req-50125cdd-7e96-4885-bb19-698900f7dd1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 1096 time: 0.1255643 Nov 27 15:57:00.228241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a19ed-3676-4033-b89b-81648bd66430 req-d27eaf3f-dd53-49c8-bb18-d9f564d29695 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:00.229845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a19ed-3676-4033-b89b-81648bd66430 req-d27eaf3f-dd53-49c8-bb18-d9f564d29695 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 944 time: 0.1660082 Nov 27 15:57:00.239389 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336e510-4848-40cd-810b-9a2ec983733a x-openstack-request-id: req-5336e510-4848-40cd-810b-9a2ec983733a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:00.239713 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b371571-d651-4edb-bdd0-2a83af03ac5e", "tag": "cc6d1761-4c83-4bb7-9fe8-864cf3d19baa", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:00.239923 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5336e510-4848-40cd-810b-9a2ec983733a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:00.240353 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'tag': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa', 'status': 'completed', 'code': 200} Nov 27 15:57:00.252324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:00.260461 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-57d50e80-6a64-4ca9-9a27-61d22109a619 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074732 Nov 27 15:57:00.302765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-336ca9a3-cbb8-45c5-bd44-6acc5b79187a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.0834339 Nov 27 15:57:00.315642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6b159720-1da3-4819-abbf-52d6594bc702'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:00.331738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'floatingip': {'port_id': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:00.390334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:00.395634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a19ed-3676-4033-b89b-81648bd66430 req-53dc26aa-fb81-413f-908a-4ab18f4cb425 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534815 Nov 27 15:57:00.399477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a36cc5-5ce0-4149-b12f-35669ce1ec25 req-b0fd1006-2b97-4fd1-a279-4eba6b8e2b37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681001 Nov 27 15:57:00.456872 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5a70ab1-e3c5-4c42-b940-13033d973a7b req-51275961-57f4-461b-b2b7-c27447100839 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580508 Nov 27 15:57:00.503476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Router 5f9ea3c7-f727-475a-9e37-bbda727de4c8 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:57:00.607906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc8cf7-1bb1-488a-9cc4-02f0679e0b67 req-0644f00c-3c53-4404-892a-90bae9b76f33 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:00.609425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0cc8cf7-1bb1-488a-9cc4-02f0679e0b67 req-0644f00c-3c53-4404-892a-90bae9b76f33 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 945 time: 0.1072454 Nov 27 15:57:00.635303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:57:00.651531 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] Sync routers for ids ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:57:00.669154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:00.673001 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-34dcac72-2426-4e17-9f51-fdd6366d7d6b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4581656 Nov 27 15:57:00.673471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43980) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:00.680727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:00.684644 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] Routers {'5f9ea3c7-f727-475a-9e37-bbda727de4c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:00.685633 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:00.694858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0cc8cf7-1bb1-488a-9cc4-02f0679e0b67 req-204d9afe-a7c8-488d-8fdb-d1dd8779a690 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Nov 27 15:57:00.751691 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:00.763287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] Routers {'5f9ea3c7-f727-475a-9e37-bbda727de4c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:00.764081 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:00.807000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-6cdf15d9-c20a-4f54-8bc5-6c4d37e297d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:00.808506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-6cdf15d9-c20a-4f54-8bc5-6c4d37e297d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 1095 time: 0.0845349 Nov 27 15:57:00.812629 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:00.813575 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1330e3-fbf7-42f9-be4e-57f85308c537 None None] The sync data for ids ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:57:01.016404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-b3fcb114-184b-461c-a9a1-937d4a0e044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:01.018008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-b3fcb114-184b-461c-a9a1-937d4a0e044e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 912 time: 0.1919968 Nov 27 15:57:01.065102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-fd9ddbce-ce53-4bf6-a4e5-2a32c4c81945 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa HTTP/1.1" status: 200 len: 217 time: 0.0389197 Nov 27 15:57:01.151876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbe97-a679-436c-93b2-d2f9d98eac4b req-89673c77-3f1b-4227-8877-9c296336b36b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:01.153365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-016cbe97-a679-436c-93b2-d2f9d98eac4b req-89673c77-3f1b-4227-8877-9c296336b36b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1035562 Nov 27 15:57:01.186953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-091095bc-6bc5-452b-9fc4-3b7c50ae88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:01.188282 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-091095bc-6bc5-452b-9fc4-3b7c50ae88f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.0930202 Nov 27 15:57:01.211713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.230706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-d2c26466-5b46-46ef-a271-0060b18f387a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296683 Nov 27 15:57:01.237661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.266010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-016cbe97-a679-436c-93b2-d2f9d98eac4b req-15893dc8-096c-455c-a397-bdc8c18e885c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875411 Nov 27 15:57:01.339480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.343434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.365055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-6716a116-3744-4be7-bac6-1455335bfeff service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242464 Nov 27 15:57:01.368906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Deleting port 90a4a679-f5d6-4055-8317-758d0b9d0ad0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:01.369235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.482931 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Floating IP 3eb51d8e-16d5-46e9-9b80-a5d6e36249fa associated. External IP: 172.25.1.208, port: ff0a7899-64b2-4f3f-80c4-baf7942838db. Nov 27 15:57:01.511165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.530319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Calling delete_port for 90a4a679-f5d6-4055-8317-758d0b9d0ad0 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:01.530504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057f069-079b-4f08-9b1a-d1c27bc5a3ed req-57e4fc1d-0c79-4f0f-a89a-7781fdc9e636 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:01.531880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d057f069-079b-4f08-9b1a-d1c27bc5a3ed req-57e4fc1d-0c79-4f0f-a89a-7781fdc9e636 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 944 time: 0.1030135 Nov 27 15:57:01.533279 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fc36ad79-ce53-4a0c-8230-3db19eb043b8 req-d5c56e17-5cf4-4934-8ec0-4140c7ea700f service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526399 Nov 27 15:57:01.594951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b159720-1da3-4819-abbf-52d6594bc702 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:01.625337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d057f069-079b-4f08-9b1a-d1c27bc5a3ed req-1cf93361-6ec3-4f6c-8188-669f306a69db tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863414 Nov 27 15:57:01.638783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.667726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 6b159720-1da3-4819-abbf-52d6594bc702 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:57:01.672476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 6b159720-1da3-4819-abbf-52d6594bc702 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:01.673020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.752657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.772887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:57:01.785338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.795679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Pushing event deleted for resources: {'Port': ['ID=90a4a679-f5d6-4055-8317-758d0b9d0ad0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:01.855504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b159720-1da3-4819-abbf-52d6594bc702,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:01.861953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.917826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.936258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:01.945116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:57:01.951678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:01.961670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] Sync routers for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:57:01.973303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:01.978560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:01.980206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-8af97e48-40fd-4849-b7f8-79105990bb7d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "PUT /v2.0/floatingips/3eb51d8e-16d5-46e9-9b80-a5d6e36249fa HTTP/1.1" status: 200 len: 997 time: 1.6564603 Nov 27 15:57:01.980678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:01.983119 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58095dca-cff0-4899-b8ec-d36602d64dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:02.021924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:02.024768 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb3fcbe-7874-491e-aa08-c181664d92f8" -d '{"events": [{"server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "name": "network-vif-plugged", "status": "completed", "tag": "6b159720-1da3-4819-abbf-52d6594bc702"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:02.048855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-6d06a4cc-2ab8-4815-9540-bf592cff2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:02.048855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-6d06a4cc-2ab8-4815-9540-bf592cff2e18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.0545132 Nov 27 15:57:02.149117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:57:02.190475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:02.193911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:02.203818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62710-e80d-4462-a0e3-4c07b5c9b480 req-784b7028-1f1e-4bfa-9225-51063c7919a6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:02.205860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59a62710-e80d-4462-a0e3-4c07b5c9b480 req-784b7028-1f1e-4bfa-9225-51063c7919a6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 945 time: 0.0681522 Nov 27 15:57:02.272256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-701050e9-1b24-4296-97b0-b5c35a494725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:02.273152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-701050e9-1b24-4296-97b0-b5c35a494725 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.2171488 Nov 27 15:57:02.278110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59a62710-e80d-4462-a0e3-4c07b5c9b480 req-79160feb-bed1-4639-a979-a8e5fc63e850 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657294 Nov 27 15:57:02.311001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Router 5f9ea3c7-f727-475a-9e37-bbda727de4c8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:57:02.362982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-f411a371-6a3a-4d07-b140-f76aa4f46ef7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 1000 time: 0.0828319 Nov 27 15:57:02.434813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:57:02.443814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:02.448016 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-208d5b84-a626-4567-9ca1-335f61fdf6d9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "PUT /v2.0/routers/5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 200 len: 710 time: 1.7731972 Nov 27 15:57:02.448401 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] Sync routers for ids ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:57:02.448877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44022) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:02.465671 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] Routers {'5f9ea3c7-f727-475a-9e37-bbda727de4c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:02.466812 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:02.472852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-afd4c9d6-2016-423e-bb61-e5cdc115f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:02.473712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3eb51d8e-16d5-46e9-9b80-a5d6e36249fa', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'port_id': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'mac_address': 'fa:16:3e:ff:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:56:58Z', 'updated_at': '2021-11-27T15:57:01Z', 'revision_number': 1, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:59Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:02.482610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-afd4c9d6-2016-423e-bb61-e5cdc115f0cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.1124887 Nov 27 15:57:02.513341 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:02.518773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-222f68eb-7747-481e-a8ed-a51d22ce1e1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349865 Nov 27 15:57:02.523665 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] Routers {'5f9ea3c7-f727-475a-9e37-bbda727de4c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:02.525334 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:02.539907 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2df38aa1-c43e-470b-a9c5-726c1e0f351f tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/routers/5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 200 len: 745 time: 0.0895977 Nov 27 15:57:02.540463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] Checking router: 94d95e1b-038d-42f4-a1b2-cf9dad40a89c for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:57:02.540562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:02.559882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:02.560776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:02.566948 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:02.567926 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48251d4f-e071-4c1d-9a02-f677b3a8d9ed None None] The sync data for ids ['5f9ea3c7-f727-475a-9e37-bbda727de4c8'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:57:02.599106 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3d02c267-4e12-40d0-8386-e6d877c6ce75 tempest-RoutersIpV6AdminTest-229527819 tempest-RoutersIpV6AdminTest-229527819-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 200 len: 205 time: 0.0575023 Nov 27 15:57:02.599763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:02.600353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eac3a-774d-4d9e-97c3-fe9905c953da req-43708052-e289-4b45-8c2f-b0d86d3c15f6 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:02.602283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b10eac3a-774d-4d9e-97c3-fe9905c953da req-43708052-e289-4b45-8c2f-b0d86d3c15f6 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 945 time: 0.2210326 Nov 27 15:57:02.631605 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f7cfe469-9c23-4bc8-b3bb-b7fec54259b9 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 200 len: 205 time: 0.0307541 Nov 27 15:57:02.632201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44030) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:02.677209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-072341be-949d-4262-82ec-5037275cedee service neutron] 10.222.0.15 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575754 Nov 27 15:57:02.681328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b10eac3a-774d-4d9e-97c3-fe9905c953da req-9eb7c271-7237-4d37-b233-927186221e56 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704901 Nov 27 15:57:02.710395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:57:02.746082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:02.812137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62fb85d2-cbe3-4ad5-86d2-de7acb2377cf req-66090eda-bf4b-4624-8457-c188089ad3a9 service neutron] 10.222.0.15 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167276 Nov 27 15:57:02.813899 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42fc4e6-9690-47f2-99a6-903b821f62ee x-openstack-request-id: req-b42fc4e6-9690-47f2-99a6-903b821f62ee {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:02.814244 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:02.814515 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b42fc4e6-9690-47f2-99a6-903b821f62ee {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:02.815468 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'status': 'completed', 'code': 200} Nov 27 15:57:02.906353 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcb0984-ae9d-499d-b2bc-dbfc44b6b4c0 x-openstack-request-id: req-7bcb0984-ae9d-499d-b2bc-dbfc44b6b4c0 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:02.906745 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "name": "network-vif-plugged", "status": "completed", "tag": "6b159720-1da3-4819-abbf-52d6594bc702", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:02.906917 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bcb0984-ae9d-499d-b2bc-dbfc44b6b4c0 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:02.907325 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702', 'code': 200} Nov 27 15:57:02.910907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc6d1761-4c83-4bb7-9fe8-864cf3d19baa details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:57:02.983828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65a954a6-7583-43d1-9619-7d70d5841873 req-54c8e999-3231-44c3-809b-4481a16e0eaa tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0469594 Nov 27 15:57:03.075383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0da326-7512-48cb-9cdc-69d4fbe2156c req-3f25bbec-3b92-44a5-9031-c90c5add5de8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:03.087407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f0da326-7512-48cb-9cdc-69d4fbe2156c req-3f25bbec-3b92-44a5-9031-c90c5add5de8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1019988 Nov 27 15:57:03.166678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f0da326-7512-48cb-9cdc-69d4fbe2156c req-f86a1c95-6b26-40fa-92c6-10c1c072df11 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Nov 27 15:57:03.257228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:03.260418 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:03.308580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-a5029007-e4eb-4a85-99bb-f56ebca2fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:03.312855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-a5029007-e4eb-4a85-99bb-f56ebca2fc40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.4809542 Nov 27 15:57:03.316483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:03.317101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9ea3c7-f727-475a-9e37-bbda727de4c8 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:57:03.327034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:03.328352 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-331c56d1-4754-449a-8ab6-87bad3e847aa tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 204 len: 168 time: 0.6951861 Nov 27 15:57:03.336755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44050) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:03.345763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3eb51d8e-16d5-46e9-9b80-a5d6e36249fa', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'port_id': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'mac_address': 'fa:16:3e:ff:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:56:58Z', 'updated_at': '2021-11-27T15:57:01Z', 'revision_number': 1, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:59Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:03.380644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6be150-1ed3-48d8-b4e9-8cfeb7f4ad98 None None] The sync data for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 is: [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3eb51d8e-16d5-46e9-9b80-a5d6e36249fa', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'port_id': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'mac_address': 'fa:16:3e:ff:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T15:56:58Z', 'updated_at': '2021-11-27T15:57:01Z', 'revision_number': 1, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:59Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:57:03.381283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed192-1a0b-4880-bc8e-f117c996682e req-d858f9d6-5c3d-4b9a-930c-df2b97c97c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:03.383018 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e3ed192-1a0b-4880-bc8e-f117c996682e req-d858f9d6-5c3d-4b9a-930c-df2b97c97c4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 1096 time: 0.4234815 Nov 27 15:57:03.397538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-36a88271-107c-4039-b68a-20dc17e96c91 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 200 len: 205 time: 0.0549457 Nov 27 15:57:03.400553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44052) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:03.452195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:03.468711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa', 'network_id': '5e86959b-eb53-4a04-81cb-a7be31373a56', 'port_id': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa', 'mac_address': 'fa:16:3e:c6:83:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90337017-7c75-4c21-9b8c-d7bd6fa463b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:57:03.485235 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-71af2049-6891-4a38-aee4-2d3216f56ecb tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] delete failed (client error): The resource could not be found. Nov 27 15:57:03.488882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71af2049-6891-4a38-aee4-2d3216f56ecb tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/5f9ea3c7-f727-475a-9e37-bbda727de4c8 HTTP/1.1" status: 404 len: 336 time: 0.0789564 Nov 27 15:57:03.496271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:03.530452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8df06-f290-422f-b9ba-ca37ebc247a1 req-9eb7fd1b-5289-477c-b57c-460b14fbd5d5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:03.541064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8b8df06-f290-422f-b9ba-ca37ebc247a1 req-9eb7fd1b-5289-477c-b57c-460b14fbd5d5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 944 time: 0.2902448 Nov 27 15:57:03.549240 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:03.556637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e3ed192-1a0b-4880-bc8e-f117c996682e req-757606ca-e56b-4ed9-abb7-b15e752ac194 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622405 Nov 27 15:57:03.558329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-5519db54-1ae2-4240-bc8b-95d495b8e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:03.559933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-5519db54-1ae2-4240-bc8b-95d495b8e30b service neutron] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.2301829 Nov 27 15:57:03.563996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6d1761-4c83-4bb7-9fe8-864cf3d19baa {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:03.591349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:03.598907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:03.610896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6911503-63fd-4669-a014-77d04e0e9c5a tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b17055a-41f9-4673-9086-1bc1b3f94590 HTTP/1.1" status: 200 len: 205 time: 0.1112700 Nov 27 15:57:03.611377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44056) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:03.613299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-c96beb86-287c-4ca2-9dd6-eccf489c40d6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 1000 time: 0.4319246 Nov 27 15:57:03.643250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8b8df06-f290-422f-b9ba-ca37ebc247a1 req-75c9e0fa-bc87-49fa-98f8-f15e7693618c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875299 Nov 27 15:57:03.668494 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-d6e9337d-91c5-4a27-a3a5-e0dcd8c78056 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] delete failed (client error): The resource could not be found. Nov 27 15:57:03.669865 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d6e9337d-91c5-4a27-a3a5-e0dcd8c78056 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/8b17055a-41f9-4673-9086-1bc1b3f94590 HTTP/1.1" status: 404 len: 336 time: 0.0575647 Nov 27 15:57:03.672407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44058) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:03.692423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:03.715244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2ae63b4e-5b90-45a4-8d91-61d531e73ed5 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0200c03d-c356-4c79-ae01-f76302e11cd8 HTTP/1.1" status: 200 len: 205 time: 0.0415862 Nov 27 15:57:03.717771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44064) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:03.762093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb85c4-adfa-4f0f-bab4-51608238f409 None None] New status for floating IP 3eb51d8e-16d5-46e9-9b80-a5d6e36249fa: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:57:03.777134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-4d9667a8-ef95-4a72-9b50-9a0c066169ba tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:03.779049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-4d9667a8-ef95-4a72-9b50-9a0c066169ba tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports/ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 943 time: 0.1423728 Nov 27 15:57:03.797775 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-c0ccb565-8185-474e-a63b-48e0876412e8 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] delete failed (client error): The resource could not be found. Nov 27 15:57:03.798787 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0ccb565-8185-474e-a63b-48e0876412e8 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/0200c03d-c356-4c79-ae01-f76302e11cd8 HTTP/1.1" status: 404 len: 336 time: 0.0799294 Nov 27 15:57:03.802029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.052510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d4cbf9b6-0dde-4b50-8456-4ce5c8c419ad tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=11de2613-bd33-474b-accb-7306611dc74d HTTP/1.1" status: 200 len: 205 time: 0.2439291 Nov 27 15:57:04.056656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-99cbd413-0775-44b7-ada2-531726ee74f9 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 1000 time: 0.1661034 Nov 27 15:57:04.057175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44076) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.167354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc6d1761-4c83-4bb7-9fe8-864cf3d19baa'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:04.173576 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-a4154258-4add-4e27-9dc6-a4e6176af19f tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] delete failed (client error): The resource could not be found. Nov 27 15:57:04.174659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a4154258-4add-4e27-9dc6-a4e6176af19f tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/11de2613-bd33-474b-accb-7306611dc74d HTTP/1.1" status: 404 len: 336 time: 0.1153471 Nov 27 15:57:04.201186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44084) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.298243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-d42b82fd-abbe-4b62-9c68-2253d0dbeace service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 1000 time: 0.5088596 Nov 27 15:57:04.311147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f36ff10d-311b-4d86-934b-8777ff6e5cfe tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f HTTP/1.1" status: 200 len: 205 time: 0.1056814 Nov 27 15:57:04.323346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44090) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.384772 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-45568d84-0d98-4c77-98fc-966490d1e23b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] delete failed (client error): The resource could not be found. Nov 27 15:57:04.386930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-45568d84-0d98-4c77-98fc-966490d1e23b tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/d69fd14b-b4ad-47a7-ae4a-a1b96ffabd9f HTTP/1.1" status: 404 len: 336 time: 0.0621791 Nov 27 15:57:04.395482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44092) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.397910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795c19-7f03-4c79-b10f-ddef8c5a6fc5 req-bc18aeb5-69d1-43a5-910c-8271018df57f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:04.399847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91795c19-7f03-4c79-b10f-ddef8c5a6fc5 req-bc18aeb5-69d1-43a5-910c-8271018df57f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 945 time: 0.3414600 Nov 27 15:57:04.424523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-30b61500-2e0c-4c1b-a9fc-781b7bd20671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:04.426247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-30b61500-2e0c-4c1b-a9fc-781b7bd20671 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.1186481 Nov 27 15:57:04.445128 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-458fdc05-8e32-4cb6-aa76-1896b87f1ee4 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e6003ee-7090-4c5a-a478-a16e715321b8 HTTP/1.1" status: 200 len: 205 time: 0.0481627 Nov 27 15:57:04.448564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44096) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.478100 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-f9480c9f-7c86-4427-8c53-e8162426523c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342438 Nov 27 15:57:04.504455 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-32b1a79f-5935-4d57-ab0f-5653242891b2 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] delete failed (client error): The resource could not be found. Nov 27 15:57:04.505565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-32b1a79f-5935-4d57-ab0f-5653242891b2 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/routers/8e6003ee-7090-4c5a-a478-a16e715321b8 HTTP/1.1" status: 404 len: 336 time: 0.0527592 Nov 27 15:57:04.511318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44098) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:04.517829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-d22baba5-95d1-4610-94c5-f19c652a7e6a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:04.526200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-d22baba5-95d1-4610-94c5-f19c652a7e6a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.4478812 Nov 27 15:57:04.568625 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26a77be-119e-4ca7-bae3-2bcbf761de21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] DELETE failed (client error): The resource could not be found. Nov 27 15:57:04.569177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26a77be-119e-4ca7-bae3-2bcbf761de21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:57:04.574737 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b26a77be-119e-4ca7-bae3-2bcbf761de21 tempest-RoutersIpV6AdminTest-459635692 tempest-RoutersIpV6AdminTest-459635692-project] 10.222.0.15 "DELETE /v2.0/subnets/e97c6a31-d052-4b92-a2ef-4ecb5e60b750 HTTP/1.1" status: 404 len: 337 time: 0.0598719 Nov 27 15:57:04.597301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91795c19-7f03-4c79-b10f-ddef8c5a6fc5 req-56242422-be67-4327-9164-fec7d63af6fd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820543 Nov 27 15:57:04.644302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-bf37d741-64ff-4eb5-88e9-bc45227d9515 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 1002 time: 0.1172302 Nov 27 15:57:04.657998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:04.703370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-0311ef30-e671-4768-a70f-2ff2848ab96d service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136910 Nov 27 15:57:04.746301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:04.947501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-58095dca-cff0-4899-b8ec-d36602d64dc6 req-f4d086fe-be73-4f1b-9745-f89d2b456696 service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225354 Nov 27 15:57:05.011920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.019986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0a09f-536e-42aa-8006-b9d18695ec79 req-1600c628-6b52-4303-bbe7-73be62eb73cc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:05.021520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccd0a09f-536e-42aa-8006-b9d18695ec79 req-1600c628-6b52-4303-bbe7-73be62eb73cc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1261632 Nov 27 15:57:05.022670 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.023132 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Floating IP 3eb51d8e-16d5-46e9-9b80-a5d6e36249fa disassociated. External IP: 172.25.1.208, port: ff0a7899-64b2-4f3f-80c4-baf7942838db. Nov 27 15:57:05.115009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44108) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:05.150250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccd0a09f-536e-42aa-8006-b9d18695ec79 req-74d750b3-a1a9-49ff-acb4-e6ba200500be tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922618 Nov 27 15:57:05.156005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bea1aaa7-7222-4c04-9dc9-f6df5bb23fd6 req-523fabb4-f607-45ed-95e6-d03eb5d07a5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0328116 Nov 27 15:57:05.203738 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-30721ad5-25e6-4730-bda6-56ff85fbfc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.297322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b89c433-0f29-40c2-9a2c-b76397799d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.345688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d6c85-d00e-406c-bbb2-b01055759f84 req-a1f4fbe7-1d0d-446c-8ef2-4e58f5072d3c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:05.347464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c47d6c85-d00e-406c-bbb2-b01055759f84 req-a1f4fbe7-1d0d-446c-8ef2-4e58f5072d3c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 945 time: 0.0776246 Nov 27 15:57:05.349333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:57:05.380528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b89c433-0f29-40c2-9a2c-b76397799d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.385939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b89c433-0f29-40c2-9a2c-b76397799d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.428633 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b89c433-0f29-40c2-9a2c-b76397799d70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2afec79e70d4728b13485d6ca86371c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125122 Nov 27 15:57:05.430471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89c433-0f29-40c2-9a2c-b76397799d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a075d3-f396-4cbc-a3b4-217ec2e7289b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:05.432554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:05.486886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec985195-24d3-4840-b5a6-4dc22959c5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.496477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c47d6c85-d00e-406c-bbb2-b01055759f84 req-ce9855c2-0cb3-4e7d-b078-6ffaa48f4b18 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391909 Nov 27 15:57:05.521856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:57:05.523181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec985195-24d3-4840-b5a6-4dc22959c5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.527708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.542452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] Sync routers for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:57:05.556493 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:05.557356 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:05.596574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-6bf9c9f4-7c27-4ee0-9418-57372726e13d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "PUT /v2.0/floatingips/3eb51d8e-16d5-46e9-9b80-a5d6e36249fa HTTP/1.1" status: 200 len: 695 time: 0.9409957 Nov 27 15:57:05.598053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:05.603055 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c14d1-2385-496f-85ae-031ac7361d43" -d '{"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:05.605172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec985195-24d3-4840-b5a6-4dc22959c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.608960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec985195-24d3-4840-b5a6-4dc22959c5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:05.610286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ec985195-24d3-4840-b5a6-4dc22959c5ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3a075d3-f396-4cbc-a3b4-217ec2e7289b HTTP/1.1" status: 204 len: 168 time: 0.1768324 Nov 27 15:57:05.624552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985195-24d3-4840-b5a6-4dc22959c5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a075d3-f396-4cbc-a3b4-217ec2e7289b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:05.796807 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:57:05.983691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44128) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:06.022095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07c33f60-2602-430d-8fbd-8adc77f74594 req-238b42bf-8386-4282-ab79-9e731a3d3770 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.4471676 Nov 27 15:57:06.026943 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-76359614-2b04-4cc2-ae4a-c513545ad201 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=345c55e6843e4d8a83668c9461bbd55c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418181 Nov 27 15:57:06.030137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44130) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:06.040475 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:59Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:06.045001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-f5b31ba2-432f-4a04-8f45-54a0ca86ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.052978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-f5b31ba2-432f-4a04-8f45-54a0ca86ec15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.4449551 Nov 27 15:57:06.066663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] Checking router: 94d95e1b-038d-42f4-a1b2-cf9dad40a89c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:57:06.075336 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:06.076184 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:56:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:06.096780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db8fc9f-fc2c-4545-b828-59c824212de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:06.124226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db8fc9f-fc2c-4545-b828-59c824212de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:06.154114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-634e05e7-8610-453e-8da8-7c6389da3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.155638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-634e05e7-8610-453e-8da8-7c6389da3a83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.1018958 Nov 27 15:57:06.202184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db8fc9f-fc2c-4545-b828-59c824212de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:06.205806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db8fc9f-fc2c-4545-b828-59c824212de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:06.209384 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6db8fc9f-fc2c-4545-b828-59c824212de5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/127a94b6-57da-4dcf-b909-18034ade5dc0 HTTP/1.1" status: 204 len: 168 time: 0.1760316 Nov 27 15:57:06.216549 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:57:06.219074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-867dd080-6d10-4f79-8ded-2d4714345850 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.0547938 Nov 27 15:57:06.223963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8fc9f-fc2c-4545-b828-59c824212de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a94b6-57da-4dcf-b909-18034ade5dc0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:06.344695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-197a456d-1346-4222-9728-371047e69f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.346544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-197a456d-1346-4222-9728-371047e69f79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.1010547 Nov 27 15:57:06.405495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-a78cd14e-2382-4761-a420-309f472fd985 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518754 Nov 27 15:57:06.516516 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:59Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:06.536916 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f15eac0-f6b2-474f-a7e0-87f4e4226d42 x-openstack-request-id: req-8f15eac0-f6b2-474f-a7e0-87f4e4226d42 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:06.537435 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:06.537530 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f15eac0-f6b2-474f-a7e0-87f4e4226d42 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:06.537889 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'status': 'completed', 'code': 200} Nov 27 15:57:06.552407 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef004984-eb58-43d7-ac62-d2841c694658 None None] The sync data for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 is: [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:55:50Z', 'revision_number': 4, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e7152391-3213-4078-b4b9-cf9fd009e6fd', 'name': '', 'network_id': '86c47f96-283f-47de-ac67-bc79498986d8', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'mac_address': 'fa:16:3e:b9:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:47Z', 'updated_at': '2021-11-27T15:55:59Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'subnets': [{'id': 'f4219ea7-a12d-49d8-b750-8d20a847d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:57:06.597622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c14d1-2385-496f-85ae-031ac7361d43 req-56531f46-dc4e-40ce-b33e-4ab7a646011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.600125 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-56531f46-dc4e-40ce-b33e-4ab7a646011e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 1097 time: 0.0988700 Nov 27 15:57:06.651990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-ed5c3985-c9cb-4d5a-84c7-e4fcce303a2d service neutron] 10.222.0.15 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384076 Nov 27 15:57:06.697736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d1b68-756e-4e45-98f3-97fe7f01766b req-3cadfe12-b82f-4ccb-8a7d-ae283c8791b7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.699404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd5d1b68-756e-4e45-98f3-97fe7f01766b req-3cadfe12-b82f-4ccb-8a7d-ae283c8791b7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 945 time: 0.0984685 Nov 27 15:57:06.715785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c14d1-2385-496f-85ae-031ac7361d43 req-1613552a-3e2b-4cf2-81ad-1a4e2d031659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.717285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-1613552a-3e2b-4cf2-81ad-1a4e2d031659 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 200 len: 921 time: 0.1090856 Nov 27 15:57:06.767593 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-76b27179-3bc4-44aa-aea2-d1e07990b30e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 200 len: 217 time: 0.0419633 Nov 27 15:57:06.817115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd5d1b68-756e-4e45-98f3-97fe7f01766b req-c468b286-4b38-406a-a00b-12837a4e754f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768597 Nov 27 15:57:06.866850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c14d1-2385-496f-85ae-031ac7361d43 req-9b8bfc81-2c25-4f77-a1af-9a0859c7c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:06.869482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-9b8bfc81-2c25-4f77-a1af-9a0859c7c58c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 200 len: 860 time: 0.0925448 Nov 27 15:57:06.886648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc6d1761-4c83-4bb7-9fe8-864cf3d19baa up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:06.911642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fd331-d5da-451c-b4f4-2abf97b0c150 req-caa76e94-afc4-4d1e-8f9e-356d819747fd service neutron] 10.222.0.15 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500951 Nov 27 15:57:06.983976 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-5278db3d-90e3-49cd-b4f8-c39218eca9c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86c47f96-283f-47de-ac67-bc79498986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799253 Nov 27 15:57:07.007196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11dc9f2c-b34e-42ee-9775-653da69d7a3b req-83ca35f1-800c-46cb-925a-035786e0fba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0630071 Nov 27 15:57:07.068346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:57:07.076327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:07.076695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.092783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc870a-d314-44cf-92ed-658544903c84 None None] New status for floating IP 3eb51d8e-16d5-46e9-9b80-a5d6e36249fa: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:57:07.180022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838793be-4c43-4282-b613-862e13cfa969 req-4cee9341-48e9-42cc-9528-96fcb4bded6d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:07.181649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-838793be-4c43-4282-b613-862e13cfa969 req-4cee9341-48e9-42cc-9528-96fcb4bded6d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1217420 Nov 27 15:57:07.204543 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-94e856a0-8641-43d3-a0d9-6db010a906ba service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022059 Nov 27 15:57:07.214635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fd528-0d55-45be-9827-dcfc7fa380af req-8b09fdb7-381a-4e95-93f0-97e487cc2c62 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:07.216167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-933fd528-0d55-45be-9827-dcfc7fa380af req-8b09fdb7-381a-4e95-93f0-97e487cc2c62 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 945 time: 0.1201911 Nov 27 15:57:07.299170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-933fd528-0d55-45be-9827-dcfc7fa380af req-a6e05208-4808-4578-9f89-a14a7b21ee0c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738509 Nov 27 15:57:07.313670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-838793be-4c43-4282-b613-862e13cfa969 req-e726c5db-bc3a-4f15-a884-da86d5512269 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224403 Nov 27 15:57:07.400781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.448276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-e90ffdc4-21d4-45dc-8245-91a83cf6a5f1 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips/3eb51d8e-16d5-46e9-9b80-a5d6e36249fa HTTP/1.1" status: 200 len: 693 time: 0.0808499 Nov 27 15:57:07.496550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-310c14d1-2385-496f-85ae-031ac7361d43 req-8781440b-1344-43f2-aea2-ed0d0e85d2cb service neutron] 10.222.0.37 "GET /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823446 Nov 27 15:57:07.529592 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44172) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:07.584464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-8d44f99e-3717-4081-8b1d-d67ee98684f9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 267 time: 0.1630933 Nov 27 15:57:07.600425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:07.605159 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c1b82-f818-4600-80d5-278ca39a3508" -d '{"events": [{"server_uuid": "8b371571-d651-4edb-bdd0-2a83af03ac5e", "name": "network-vif-plugged", "status": "completed", "tag": "cc6d1761-4c83-4bb7-9fe8-864cf3d19baa"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:07.617838 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e6a5dd7-9431-454c-833b-6c8091697bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.625089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:07.632168 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.666090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-2b1b7af8-ae31-4f09-adec-0fbb7ba535c8 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:07.668631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1576932397'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:07.673631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-2b1b7af8-ae31-4f09-adec-0fbb7ba535c8 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 784 time: 0.2164066 Nov 27 15:57:07.692650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cfb7e85d-814e-40a7-8f7a-1f87a34835d3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:07.700424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:07.701975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cfb7e85d-814e-40a7-8f7a-1f87a34835d3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 945 time: 0.1105678 Nov 27 15:57:07.707771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.711020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:07.718593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.738878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'port': {'security_groups': []}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:07.769869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-9625611a-a7bc-4ccf-a874-8327efb0f698 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.0950315 Nov 27 15:57:07.806589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.810873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.845792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:07.853782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-63083ee7-cff6-4c15-9024-711fad35e52c tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.0742331 Nov 27 15:57:07.859539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf01dc50-8374-42e7-9979-fc3c16e03c14,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:07.859866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.868690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.869143 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Added segment 6359cbde-d843-434a-87aa-5af4a77e979a of type vlan for network e5d0fe41-3259-4995-99ba-574b5a06d509 Nov 27 15:57:07.913972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.944376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:07.951057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:07.951742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.021606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4892485 Nov 27 15:57:08.022762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44180) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:08.030625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'subnet': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:08.035819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952038-8594-4a53-9083-cd1fc85da7c7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Network': ['ID=e5d0fe41-3259-4995-99ba-574b5a06d509,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:08.050029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network e5d0fe41-3259-4995-99ba-574b5a06d509 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:08.112693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Deleting port 03203278-b728-4a4f-8939-4f3abd65773d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:08.113075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.181670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:08.188188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.196484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b159720-1da3-4819-abbf-52d6594bc702,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:08.249529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.255851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.256580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.264451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.280266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6b159720-1da3-4819-abbf-52d6594bc702'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:08.307247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Calling delete_port for 03203278-b728-4a4f-8939-4f3abd65773d owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:08.314732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:08.315593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.329086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33b0c853-5b78-4348-94d5-379bab3d4181 req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "PUT /v2.0/ports/6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 200 len: 904 time: 0.6261361 Nov 27 15:57:08.394516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'b227f7fa-d15a-450a-89f4-0c60bb173905'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:08.465200 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.469891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6b159720-1da3-4819-abbf-52d6594bc702'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:08.498398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.516362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a39125a4-bb9e-4e9c-ac45-d30921ee7b52 req-d5a1efbd-d90b-40d8-bb2f-ccbe32255267 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0509219 Nov 27 15:57:08.520067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc1332-b258-4308-8072-bb4ae67e0cbf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:08.542011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:08.544957 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e99cf6-69bc-4bde-a8f5-640bba44a05b" -d '{"events": [{"name": "network-changed", "server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "tag": "6b159720-1da3-4819-abbf-52d6594bc702"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:08.596985 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77512c09-1c63-4e0d-8510-60c61421b7c3 x-openstack-request-id: req-77512c09-1c63-4e0d-8510-60c61421b7c3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:08.597643 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b371571-d651-4edb-bdd0-2a83af03ac5e", "name": "network-vif-plugged", "status": "completed", "tag": "cc6d1761-4c83-4bb7-9fe8-864cf3d19baa", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:08.598123 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77512c09-1c63-4e0d-8510-60c61421b7c3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:08.598732 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa', 'code': 200} Nov 27 15:57:08.605993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Subnet': ['ID=7df7a6d0-36c8-4f1e-919a-68941bd8e2e5,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:08.641632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Checking segment: {'id': '6359cbde-d843-434a-87aa-5af4a77e979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:08.642083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network hostable DHCP agents. Network: e5d0fe41-3259-4995-99ba-574b5a06d509, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:08.704045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:08.751986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, e5d0fe41-3259-4995-99ba-574b5a06d509) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:08.766213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.773984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:08.774604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:08.777009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b511e9f-b178-4880-a400-fbf18f2370ef None None] Network e5d0fe41-3259-4995-99ba-574b5a06d509 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:08.807790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b9b3-2971-4641-9e10-20e32e302b3e req-19fb66b4-c7b6-4adf-a013-8f5ef2596578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:08.809334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a811b9b3-2971-4641-9e10-20e32e302b3e req-19fb66b4-c7b6-4adf-a013-8f5ef2596578 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 1097 time: 0.1066141 Nov 27 15:57:08.812941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event deleted for resources: {'Port': ['ID=03203278-b728-4a4f-8939-4f3abd65773d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:08.828451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7efd9c1a-80da-4572-8d69-405762c4627d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8021657 Nov 27 15:57:08.828746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44194) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:08.856154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'name': 'tempest-AllowedAddressPairTestJSON-1066273322'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:08.910759 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a811b9b3-2971-4641-9e10-20e32e302b3e req-465389a4-aa68-4143-a7fc-01534b312e44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833580 Nov 27 15:57:08.969633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7697304a-719b-487e-b181-56d8df6e5922 None None] Provisioning complete for port 6b159720-1da3-4819-abbf-52d6594bc702 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:08.970021 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7697304a-719b-487e-b181-56d8df6e5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.012103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.014894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.016117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1e7ae6b-8058-4d33-b68b-c357f152d26e req-1023eb48-5abb-45c3-983c-e8b5779bc927 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "DELETE /v2.0/floatingips/3eb51d8e-16d5-46e9-9b80-a5d6e36249fa HTTP/1.1" status: 204 len: 173 time: 1.1539536 Nov 27 15:57:09.042628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a50f-c716-453a-adf9-5a0417004367 req-efc6640b-599b-499a-b493-29ee0249fdef tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:09.044244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9d4a50f-c716-453a-adf9-5a0417004367 req-efc6640b-599b-499a-b493-29ee0249fdef tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 907 time: 0.1313009 Nov 27 15:57:09.069163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:09.073852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.096181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] device_id is not set on port 6f820363-93fd-48b0-854c-29fc192e5014 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:57:09.113924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-e5d0fe41-3259-4995-99ba-574b5a06d509', 'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'tenant_id': '049ba19c82094628adf61cf0a59edf51', 'fixed_ips': [{'subnet_id': '7df7a6d0-36c8-4f1e-919a-68941bd8e2e5'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:09.115091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.290450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f2071-5052-41ae-8905-fd14e95fbbe7 req-4874c23d-d46a-4d93-8093-d12fb9145ea2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:09.291924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-146f2071-5052-41ae-8905-fd14e95fbbe7 req-4874c23d-d46a-4d93-8093-d12fb9145ea2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1521943 Nov 27 15:57:09.302306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1499-d60a-4e8a-ac77-1193db62cb46 req-a285fb8b-43c3-4bb3-89c3-c06e01dcea42 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:09.303743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca3c1499-d60a-4e8a-ac77-1193db62cb46 req-a285fb8b-43c3-4bb3-89c3-c06e01dcea42 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1465797 Nov 27 15:57:09.347723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Allocated IP 172.20.0.8 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/6f820363-93fd-48b0-854c-29fc192e5014) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:09.413231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca3c1499-d60a-4e8a-ac77-1193db62cb46 req-41f8fceb-3eec-4bc2-badb-faeef582c939 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988033 Nov 27 15:57:09.419544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-146f2071-5052-41ae-8905-fd14e95fbbe7 req-c0737bcb-1fb8-41ad-8acc-77c036a8c1e6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127989 Nov 27 15:57:09.514068 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c5ede3-c454-444f-81f2-04db57fb0726 x-openstack-request-id: req-79c5ede3-c454-444f-81f2-04db57fb0726 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:09.514419 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "tag": "6b159720-1da3-4819-abbf-52d6594bc702", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:09.514623 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79c5ede3-c454-444f-81f2-04db57fb0726 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:09.515143 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702', 'status': 'completed', 'code': 200} Nov 27 15:57:09.572961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-671487e2-aaca-4b98-bcae-42e02626c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:09.574555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-671487e2-aaca-4b98-bcae-42e02626c543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 1058 time: 0.0605118 Nov 27 15:57:09.587772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75e372f9-9250-4d74-ae7b-68586e2388b7 req-c092d6b1-1c88-41f9-ac0b-8097c0b13fe4 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups/2af229e3-6639-46b9-9f73-df860b970b65 HTTP/1.1" status: 200 len: 1825 time: 0.0717771 Nov 27 15:57:09.640110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.731903 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75e372f9-9250-4d74-ae7b-68586e2388b7 req-1c67162e-db92-4e8f-8d84-625b05b5812d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.793514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.796284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75e372f9-9250-4d74-ae7b-68586e2388b7 req-1c67162e-db92-4e8f-8d84-625b05b5812d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.819379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-a06c86fd-6bda-443b-90c4-65de373572b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:09.841397 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-a06c86fd-6bda-443b-90c4-65de373572b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.2518175 Nov 27 15:57:09.879180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Allocated IP 172.20.0.2 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/f6779bb2-d720-4170-a8cf-6f27c5d7bba2) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:09.916990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-0f0f0dac-3fc3-4423-b8b4-bb93e18270a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 200 len: 217 time: 0.0525472 Nov 27 15:57:09.986408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75e372f9-9250-4d74-ae7b-68586e2388b7 req-1c67162e-db92-4e8f-8d84-625b05b5812d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.989501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-75e372f9-9250-4d74-ae7b-68586e2388b7 req-1c67162e-db92-4e8f-8d84-625b05b5812d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:09.990847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75e372f9-9250-4d74-ae7b-68586e2388b7 req-1c67162e-db92-4e8f-8d84-625b05b5812d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "DELETE /v2.0/security-groups/2af229e3-6639-46b9-9f73-df860b970b65 HTTP/1.1" status: 204 len: 173 time: 0.3938546 Nov 27 15:57:10.006373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:10.015693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:10.026702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-a8b3ac6e-2c9e-4bcd-acad-a643b69a5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:10.028286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=6f820363-93fd-48b0-854c-29fc192e5014,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:10.031133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-a8b3ac6e-2c9e-4bcd-acad-a643b69a5b71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0932486 Nov 27 15:57:10.032019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:10.039833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67162e-db92-4e8f-8d84-625b05b5812d tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af229e3-6639-46b9-9f73-df860b970b65,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:10.083718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.091669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8556b2-721d-4518-8d0c-2e48a1a3274e req-9e0b2152-fa4f-4023-b01c-d6f1c7094369 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:10.094684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.099673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af8556b2-721d-4518-8d0c-2e48a1a3274e req-9e0b2152-fa4f-4023-b01c-d6f1c7094369 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2120516 Nov 27 15:57:10.118455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-6609ab63-5578-4de8-8278-9ad57c099a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:10.120246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-6609ab63-5578-4de8-8278-9ad57c099a33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725958 Nov 27 15:57:10.135467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aa2a6e5-dd91-4c03-9b33-27df1f56c1f6 req-20ce47f5-2c32-42fc-90f5-29b34b2f10fa tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0651238 Nov 27 15:57:10.156326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:10.157396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.176778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:10.187025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:10.191545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Pushing event updated for resources: {'Port': ['ID=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:10.208132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:10.208407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-51ec2c41-82a1-4df8-a72b-71cfe38583ef tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3777022 Nov 27 15:57:10.212131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:10.218409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'name': 'tempest-AllowedAddressPairTestJSON-1447151592', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7b:c2:a0'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:10.237926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af8556b2-721d-4518-8d0c-2e48a1a3274e req-efec9c08-5791-44b9-8d2f-0317a50b3948 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372545 Nov 27 15:57:10.321225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.338637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Attempting to bind port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:10.338859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Attempting to bind port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6359cbde-d843-434a-87aa-5af4a77e979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:10.339326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Attempting to bind port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 on network e5d0fe41-3259-4995-99ba-574b5a06d509 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:10.346191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:10.346768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Checking segment: {'id': '6359cbde-d843-434a-87aa-5af4a77e979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:10.347302 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.347788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Bound using segment: {'id': '6359cbde-d843-434a-87aa-5af4a77e979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:10.348392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Bound port: f6779bb2-d720-4170-a8cf-6f27c5d7bba2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6359cbde-d843-434a-87aa-5af4a77e979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:10.348847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.356024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-580c4d19-f553-4921-bcfb-be0a59618f40 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194610 Nov 27 15:57:10.449699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] For port f6779bb2-d720-4170-a8cf-6f27c5d7bba2, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:10.454158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] For port f6779bb2-d720-4170-a8cf-6f27c5d7bba2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,segment=NetworkSegment(6359cbde-d843-434a-87aa-5af4a77e979a),segment_id=6359cbde-d843-434a-87aa-5af4a77e979a)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:10.480595 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.576436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:10.625386 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87e99cf6-69bc-4bde-a8f5-640bba44a05b req-1d979f77-b98d-430b-8837-a7ac0f67fa38 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620833 Nov 27 15:57:10.645913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210cf7b-5147-4602-9441-0d32c2b39119 None None] Pushing event updated for resources: {'Port': ['ID=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:10.728928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9e42-18d0-4bdc-973b-3184af2db231 req-1318b2c4-95d3-4ac4-919c-cc3e62fa60a2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:10.730505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90df9e42-18d0-4bdc-973b-3184af2db231 req-1318b2c4-95d3-4ac4-919c-cc3e62fa60a2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2426598 Nov 27 15:57:10.744525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c07d-420e-408b-bb40-9832848edc1d req-3f789f99-0ec6-445e-a453-9f9c3b4b01e9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:10.746241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9543c07d-420e-408b-bb40-9832848edc1d req-3f789f99-0ec6-445e-a453-9f9c3b4b01e9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1298740 Nov 27 15:57:10.885149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90df9e42-18d0-4bdc-973b-3184af2db231 req-73c60d93-93dc-4435-a337-693cb7b56083 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355276 Nov 27 15:57:10.903543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:10.941890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9543c07d-420e-408b-bb40-9832848edc1d req-0ccdedda-503e-4245-b7d6-0314d8fbc2cf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813438 Nov 27 15:57:10.984048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] device_id is not set on port a3cce44f-cb91-4759-9fc7-ed07fdeec064 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:57:11.124247 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.124486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43a838-c886-4c42-adb1-7c290a9358d3 req-7803ad6c-a4c1-494e-9be0-bdaeca09663b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:11.131405 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b43a838-c886-4c42-adb1-7c290a9358d3 req-7803ad6c-a4c1-494e-9be0-bdaeca09663b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1746185 Nov 27 15:57:11.147113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f6779bb2-d720-4170-a8cf-6f27c5d7bba2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:11.207810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:11.208485 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.268340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b43a838-c886-4c42-adb1-7c290a9358d3 req-3777d54c-d571-4728-a139-543c5ea6b21b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218591 Nov 27 15:57:11.276703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed4b41-2b10-44f8-80bf-d020fcb3211d req-05f9b034-3c88-4266-8721-9413bc49719e tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:11.284107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65ed4b41-2b10-44f8-80bf-d020fcb3211d req-05f9b034-3c88-4266-8721-9413bc49719e tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1954632 Nov 27 15:57:11.315838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Allocated IP 172.20.0.3 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/a3cce44f-cb91-4759-9fc7-ed07fdeec064) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:11.321058 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.370527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port f6779bb2-d720-4170-a8cf-6f27c5d7bba2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,segment=NetworkSegment(6359cbde-d843-434a-87aa-5af4a77e979a),segment_id=6359cbde-d843-434a-87aa-5af4a77e979a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:11.370845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65ed4b41-2b10-44f8-80bf-d020fcb3211d req-c9b65f3e-7fc0-4b19-83cf-013888c8dd91 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858700 Nov 27 15:57:11.376356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.443462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:11.555690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f2ab6eb-8896-444b-8cc9-d37f9bf1c8b0 req-ae6b0439-1312-4ff0-81a3-ec9fa44efaa7 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0471768 Nov 27 15:57:11.616664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-fb86f985-cdd1-4c56-8005-b6cd98b6ecae tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:11.624638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-fb86f985-cdd1-4c56-8005-b6cd98b6ecae tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.2602184 Nov 27 15:57:11.650255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-6e023282-5498-4459-ba94-bad3a24f7ed3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/quotas/4a5387fbc18e4a4fa29ef586316200ff HTTP/1.1" status: 200 len: 375 time: 0.0241349 Nov 27 15:57:11.681380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.746406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-d72e6d6a-d221-4f14-9165-0e894c564227 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0892427 Nov 27 15:57:11.764876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.828946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17758b17-0bfe-4d38-a33f-fc60af5b930f None None] Network e5d0fe41-3259-4995-99ba-574b5a06d509 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:11.856917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:11.862597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:11.868941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:11.892815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=a3cce44f-cb91-4759-9fc7-ed07fdeec064,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:11.940550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-5a5f8519-a927-42b2-9e31-975111850393 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846960 Nov 27 15:57:11.947568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:11.948209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:11.980776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-345dae9d-caa6-49b4-8e67-15b317687ad3 None None] Provisioning complete for port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:11.981248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-345dae9d-caa6-49b4-8e67-15b317687ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:12.348462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Provisioning complete for port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:12.349706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:12.374022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-504b5b9a-0bce-4579-b116-bd0eb28396e2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1608398 Nov 27 15:57:12.377508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44256) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:12.411259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d5f6-5ef1-46d8-b48a-6c9a7d41aa85 req-9f7783ca-049d-4237-aaf7-244cc714cd0c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.412818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0e4d5f6-5ef1-46d8-b48a-6c9a7d41aa85 req-9f7783ca-049d-4237-aaf7-244cc714cd0c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1147077 Nov 27 15:57:12.464596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-624503d5-4d5f-419b-8e41-c22ec3b5f052 service neutron] 10.222.0.15 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132985 Nov 27 15:57:12.486783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Provisioning complete for port a3cce44f-cb91-4759-9fc7-ed07fdeec064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:12.487342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:12.519051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0e4d5f6-5ef1-46d8-b48a-6c9a7d41aa85 req-58170cd5-1c4e-452c-a3a6-4ba1d8d4eee3 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987468 Nov 27 15:57:12.531432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Port a3cce44f-cb91-4759-9fc7-ed07fdeec064 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:12.542759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Provisioning complete for port 6f820363-93fd-48b0-854c-29fc192e5014 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:12.543400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:12.558740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93044dc8-ac7a-4a0a-abd2-487629e597de tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.564577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93044dc8-ac7a-4a0a-abd2-487629e597de tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.571246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93044dc8-ac7a-4a0a-abd2-487629e597de tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.572956 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93044dc8-ac7a-4a0a-abd2-487629e597de tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1927350 Nov 27 15:57:12.575872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:12.608593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-50a0615b-d8ce-4cf2-aab7-186ff11ee417 None None] Port 6f820363-93fd-48b0-854c-29fc192e5014 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:12.735087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-aa1b80b8-d5aa-45e7-b05b-e023dfa3a2c4 None None] Provisioning complete for port 6f820363-93fd-48b0-854c-29fc192e5014 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:12.735753 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aa1b80b8-d5aa-45e7-b05b-e023dfa3a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:12.784256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b80b8-d5aa-45e7-b05b-e023dfa3a2c4 None None] Port 6f820363-93fd-48b0-854c-29fc192e5014 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:12.824755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252e11-6545-4ce7-8e6d-2a746646f76d req-35415b0e-6245-4f44-ab38-39161cee64b0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.826341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2252e11-6545-4ce7-8e6d-2a746646f76d req-35415b0e-6245-4f44-ab38-39161cee64b0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1565561 Nov 27 15:57:12.834081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port a3cce44f-cb91-4759-9fc7-ed07fdeec064 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:12.834441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:12.917150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07739-6fa1-45d2-a593-a322cc899583 req-a97910a5-6984-4c4f-b164-1ddbd1d3221b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.918737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4e07739-6fa1-45d2-a593-a322cc899583 req-a97910a5-6984-4c4f-b164-1ddbd1d3221b tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.1638982 Nov 27 15:57:12.930232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-f8c901dc-6a70-48d3-93ba-de5ffc3c8d31 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:12.931766 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-f8c901dc-6a70-48d3-93ba-de5ffc3c8d31 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 946 time: 0.0828171 Nov 27 15:57:13.028145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2252e11-6545-4ce7-8e6d-2a746646f76d req-7ff10f9a-2f0a-4db6-be5b-2391610c1753 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901312 Nov 27 15:57:13.125682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4e07739-6fa1-45d2-a593-a322cc899583 req-483642e7-3634-478f-b5cb-104089223469 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/security-groups?id=6158a1d3-f537-4337-87a5-502333639335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471064 Nov 27 15:57:13.138568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f6779bb2-d720-4170-a8cf-6f27c5d7bba2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:13.157846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Deleting port ff0a7899-64b2-4f3f-80c4-baf7942838db {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:13.158252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.201811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.228078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-154cc4da-be2b-4876-895c-eca9ee6dbca7 None None] Provisioning complete for port a3cce44f-cb91-4759-9fc7-ed07fdeec064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:13.231157 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-154cc4da-be2b-4876-895c-eca9ee6dbca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.266425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for a3cce44f-cb91-4759-9fc7-ed07fdeec064 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:13.360398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-154cc4da-be2b-4876-895c-eca9ee6dbca7 None None] Port a3cce44f-cb91-4759-9fc7-ed07fdeec064 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:13.388989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:13.389376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.393930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] For port ff0a7899-64b2-4f3f-80c4-baf7942838db, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ff0a7899-64b2-4f3f-80c4-baf7942838db,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:13.394509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.479363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0ccb950-05b1-4cc4-9f9f-cc66522d9363 req-3f6b637e-ccd7-46a2-88eb-973bbf436756 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.1801643 Nov 27 15:57:13.479589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Calling delete_port for ff0a7899-64b2-4f3f-80c4-baf7942838db owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:13.499527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-cbe3495e-cb4d-4311-8216-55232f70fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:13.501911 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-cbe3495e-cb4d-4311-8216-55232f70fd69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 1097 time: 0.1018796 Nov 27 15:57:13.574079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-430928f8-07c9-4591-801e-09aca4b25b08 req-a3c0b1af-a977-4e37-bf6c-7dc429892c96 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 210 time: 0.0851486 Nov 27 15:57:13.665945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c45ceb-7799-4e06-8333-38b5f3e022c6 req-3db28a91-3203-438b-acfe-7ac72137a8c2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:13.674488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83c45ceb-7799-4e06-8333-38b5f3e022c6 req-3db28a91-3203-438b-acfe-7ac72137a8c2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0940390 Nov 27 15:57:13.680282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-09903d1a-11c5-4da4-8570-bc3d25dcb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:13.683706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-09903d1a-11c5-4da4-8570-bc3d25dcb8d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 912 time: 0.1720362 Nov 27 15:57:13.761377 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-f4162eb2-addf-48f3-92a1-ca5f49b961df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa HTTP/1.1" status: 200 len: 217 time: 0.0669477 Nov 27 15:57:13.783722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83c45ceb-7799-4e06-8333-38b5f3e022c6 req-56894ad7-f96c-473d-8e97-378f4aae5469 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082678 Nov 27 15:57:13.795320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.822470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.829974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=a3cce44f-cb91-4759-9fc7-ed07fdeec064,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:13.838177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ff0a7899-64b2-4f3f-80c4-baf7942838db'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:13.882039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Pushing event deleted for resources: {'Port': ['ID=ff0a7899-64b2-4f3f-80c4-baf7942838db,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:13.887366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-42a8d08a-8e44-46d9-8bf7-93f6d0128a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:13.888948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-42a8d08a-8e44-46d9-8bf7-93f6d0128a08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.1196251 Nov 27 15:57:13.944770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-912b3a03-1fe0-4b10-890c-cb97c06dfab9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289137 Nov 27 15:57:13.972585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] No DVR routers for this DVR port ff0a7899-64b2-4f3f-80c4-baf7942838db on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:13.975660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:13.979495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6cd935ea-4f68-42f2-9aaf-55d3083a8989 req-793947e7-ce67-49f0-9a2a-124b6d7252c6 tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.37 "DELETE /v2.0/ports/ff0a7899-64b2-4f3f-80c4-baf7942838db HTTP/1.1" status: 204 len: 173 time: 1.0405974 Nov 27 15:57:13.980003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'name': 'network-vif-deleted', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:13.982313 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343fa80d-907e-4907-872f-9c4ab25d8419" -d '{"events": [{"server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "name": "network-vif-deleted", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:14.113757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:14.119301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bd4cdd20-dde2-43e6-82d0-7f13412e72d1 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/ports/a3cce44f-cb91-4759-9fc7-ed07fdeec064 HTTP/1.1" status: 204 len: 168 time: 1.5413842 Nov 27 15:57:14.121151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:14.199137 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adea5c9-9da1-4da4-a64a-ee4c7f6ff77b tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] GET failed (client error): The resource could not be found. Nov 27 15:57:14.199921 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168ebfa7-5d53-4a0d-a0e4-60e6cf1b3651 x-openstack-request-id: req-168ebfa7-5d53-4a0d-a0e4-60e6cf1b3651 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:14.200527 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a898abe6-d4ba-4f10-8c6a-2192a14c6d55", "name": "network-vif-deleted", "tag": "ff0a7899-64b2-4f3f-80c4-baf7942838db", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:14.200949 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-168ebfa7-5d53-4a0d-a0e4-60e6cf1b3651 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:14.201516 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a898abe6-d4ba-4f10-8c6a-2192a14c6d55', 'name': 'network-vif-deleted', 'tag': 'ff0a7899-64b2-4f3f-80c4-baf7942838db', 'status': 'completed', 'code': 200} Nov 27 15:57:14.209613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9adea5c9-9da1-4da4-a64a-ee4c7f6ff77b tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "GET /v2.0/ports/a3cce44f-cb91-4759-9fc7-ed07fdeec064 HTTP/1.1" status: 404 len: 333 time: 0.0827749 Nov 27 15:57:14.226795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44292) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:14.239035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'name': 'tempest-AllowedAddressPairTestJSON-1561132972'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:14.268107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-6c62f0c6-adee-42a0-b6d4-7dc486dee6f7 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032358 Nov 27 15:57:14.358494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3836b9a-b518-49e2-8e02-e370466abef3 req-3537ac6c-6616-4eee-8105-9ab243ab6a4a tempest-ServerRescueTestJSONUnderV235-642718333 tempest-ServerRescueTestJSONUnderV235-642718333-project] 10.222.0.15 "GET /v2.0/ports?device_id=a898abe6-d4ba-4f10-8c6a-2192a14c6d55 HTTP/1.1" status: 200 len: 210 time: 0.0632563 Nov 27 15:57:14.370580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-908af038-93a1-4c68-8b99-00109d904edd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:14.372035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-908af038-93a1-4c68-8b99-00109d904edd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 812 time: 0.2591989 Nov 27 15:57:14.378329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d8e2c-c4b8-44cb-a523-734b79788a9e req-d6aef7d3-b892-44c4-8d16-ddbf138a04fd tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:14.384215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e7d8e2c-c4b8-44cb-a523-734b79788a9e req-d6aef7d3-b892-44c4-8d16-ddbf138a04fd tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1938643 Nov 27 15:57:14.397370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Request body: {'port': {'device_id': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'admin_state_up': True, 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:14.469997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e7d8e2c-c4b8-44cb-a523-734b79788a9e req-2867e5fe-7d69-43e4-8dbd-14f543ee0097 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846989 Nov 27 15:57:14.492488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:14.496121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:14.508259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-313d183d-3395-4a2a-a071-9b3bd504f9dd req-06a7a297-4406-4442-8eae-bf30f53433bd service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281933 Nov 27 15:57:14.537874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] device_id is not set on port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:57:14.540733 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-59b43eeb-10f9-484f-a80b-26e6a03f8997 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1566944 Nov 27 15:57:14.588570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Made reservation on behalf of 4a5387fbc18e4a4fa29ef586316200ff for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:14.593825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:14.647951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-ab90f8ea-96d9-423d-95c5-dbcdda9b6931 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646097 Nov 27 15:57:14.761084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615f75f-6a88-4211-a9be-5142d296699a req-e4ed50da-ef49-4616-b9be-dff2525479b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:14.762730 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-e4ed50da-ef49-4616-b9be-dff2525479b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51a74828180048e5bdeac84df8b13b76&device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 1096 time: 0.1018307 Nov 27 15:57:14.789541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a46062f-7b90-46d8-a4bf-14fd93809125 req-215eb214-ca35-4961-9b11-63fca22178cb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 210 time: 0.0857761 Nov 27 15:57:14.790542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Allocated IP 172.20.0.4 (da689c32-e1f0-4b96-8609-a536c61723a6/b7671bae-4cb6-4ed1-94e0-3da3baf11078/9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:14.802442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aba0cc74-612f-4530-b004-d79fe8ac46a8 req-4796d775-4c3c-4d74-88fa-409621915278 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.1097529 Nov 27 15:57:14.846753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-56f38631-cfea-4676-aacd-49669b8a745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:14.849208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-56f38631-cfea-4676-aacd-49669b8a745f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 1097 time: 0.1571326 Nov 27 15:57:14.850358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Allocated IP 172.20.0.7 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/c1dc1cf9-f9d8-412c-8c6f-2b69754929c5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:14.955587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615f75f-6a88-4211-a9be-5142d296699a req-f557b064-fe2d-4482-a600-89ea28dfacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:14.957339 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-f557b064-fe2d-4482-a600-89ea28dfacad service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 200 len: 916 time: 0.1685829 Nov 27 15:57:15.030664 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-009b7803-563e-4b37-a26a-7cb3c02eb075 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9079097f-984e-42db-ad2f-01dd87e45216 HTTP/1.1" status: 200 len: 217 time: 0.0397851 Nov 27 15:57:15.061236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900238c-5da7-4a9a-8a22-cfbc56d1edeb req-98a4e13c-9456-4fb5-80ea-fd158b618281 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.062979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1900238c-5da7-4a9a-8a22-cfbc56d1edeb req-98a4e13c-9456-4fb5-80ea-fd158b618281 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1744545 Nov 27 15:57:15.107375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-c523c729-83b9-4c27-9b91-98b3bb3fd589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.108887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-c523c729-83b9-4c27-9b91-98b3bb3fd589 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.2316604 Nov 27 15:57:15.115544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615f75f-6a88-4211-a9be-5142d296699a req-22e5f5e5-c13d-4731-86c3-d2581214510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.117584 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-22e5f5e5-c13d-4731-86c3-d2581214510e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 200 len: 855 time: 0.0795043 Nov 27 15:57:15.127917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.154514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-0a395d43-bad6-4eb4-9de2-3907ad25a6d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae793e7a-3c8a-451a-b149-ce72d19a690b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295260 Nov 27 15:57:15.184070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-f616e712-1b24-4c76-82dc-eac434ba53f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b227f7fa-d15a-450a-89f4-0c60bb173905 HTTP/1.1" status: 200 len: 217 time: 0.0562601 Nov 27 15:57:15.216551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.220876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1900238c-5da7-4a9a-8a22-cfbc56d1edeb req-f27cab15-8abf-4222-b040-081bbc9e68e3 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488390 Nov 27 15:57:15.251483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.269476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'b227f7fa-d15a-450a-89f4-0c60bb173905'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:15.280632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-138f3c7d-94de-4c03-ab78-a2e860c29cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.282148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-138f3c7d-94de-4c03-ab78-a2e860c29cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0884106 Nov 27 15:57:15.290745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.313657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Network da689c32-e1f0-4b96-8609-a536c61723a6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:15.321008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:15.326322 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-d7616d87-0123-4b07-893c-1e124735706f service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594226 Nov 27 15:57:15.328966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:15.362478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:15.380639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:15.387995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:15.391292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=c1dc1cf9-f9d8-412c-8c6f-2b69754929c5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:15.393695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:15.397472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-a9ca895b-8c21-4df6-9605-7230f982999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.399507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-a9ca895b-8c21-4df6-9605-7230f982999b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067715 Nov 27 15:57:15.436018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.437753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.470467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44312) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:15.482243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-8476600e-db83-4196-82b6-ab56d1d3343f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0899117 Nov 27 15:57:15.494358 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:57:15.519157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Request body: {'port': {'device_id': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:15.533468 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6615f75f-6a88-4211-a9be-5142d296699a req-d086cd6d-a8cb-4a89-bbda-fa4f30ebbd36 service neutron] 10.222.0.37 "GET /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982019 Nov 27 15:57:15.595625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.596280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.627045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.734264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ccbd3dd9-b95f-4095-b9b8-4290a745cbda tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5016842 Nov 27 15:57:15.739885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44316) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:15.757968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7b:c2:a0'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:15.801873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-14e6a003-49b6-493f-9a6d-5ade4d60bef4 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642635 Nov 27 15:57:15.815097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2b918-5e30-4e42-a1c5-82a1ab165644 req-a418dbec-a825-4ef9-8ab0-8e4ce85ae0cc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:15.816598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fcf2b918-5e30-4e42-a1c5-82a1ab165644 req-a418dbec-a825-4ef9-8ab0-8e4ce85ae0cc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.2175734 Nov 27 15:57:15.848345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-48b5c6bd-4de3-4800-a5e6-f154f13d692e None None] Provisioning complete for port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:15.850400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-48b5c6bd-4de3-4800-a5e6-f154f13d692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.897330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-48b5c6bd-4de3-4800-a5e6-f154f13d692e None None] Port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:15.908873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-48b5c6bd-4de3-4800-a5e6-f154f13d692e None None] Provisioning complete for port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:15.909770 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-48b5c6bd-4de3-4800-a5e6-f154f13d692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.945236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-48b5c6bd-4de3-4800-a5e6-f154f13d692e None None] Port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:15.973214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:15.982336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:15.996534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Transition to ACTIVE for port object 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:57:16.000305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:16.054290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:16.136392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Attempting to bind port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:16.136909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Attempting to bind port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:16.137423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Attempting to bind port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:16.143515 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 on network da689c32-e1f0-4b96-8609-a536c61723a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:57:16.144377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Attempting to bind port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 on network da689c32-e1f0-4b96-8609-a536c61723a6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:16.150840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:16.151294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Checking segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:16.151754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Bound using segment: {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:16.152255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Bound port: 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f5e646-23a6-4749-a2c5-591b7f7cea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:16.152776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:16.232137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:16.235682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:16.240226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:16.280672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.282629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:16.283851 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] 10.222.0.37 "PUT /v2.0/ports/9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 HTTP/1.1" status: 200 len: 1091 time: 0.7824090 Nov 27 15:57:16.284327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:16.287018 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a21fa9-383b-4809-a9da-36937824d871" -d '{"events": [{"name": "network-changed", "server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:16.323836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed297d6-bf97-4bee-a225-ad7d5f090e2c service neutron] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:16.380216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-2549018c-5642-43c5-b6be-0d350e772a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.381894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-2549018c-5642-43c5-b6be-0d350e772a97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 1094 time: 0.0495682 Nov 27 15:57:16.441879 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-d39cbe28-d438-465b-8124-27c10ea9ea1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 HTTP/1.1" status: 200 len: 217 time: 0.0405538 Nov 27 15:57:16.488336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fcf2b918-5e30-4e42-a1c5-82a1ab165644 req-81739de0-4d1b-4131-af06-166b2cc41be5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544578 Nov 27 15:57:16.496288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-5a81d8fc-5e53-4ec9-aaaa-9c7ac1d3d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.498017 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-5a81d8fc-5e53-4ec9-aaaa-9c7ac1d3d0fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0495543 Nov 27 15:57:16.502791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68e5fd-aaac-4d18-8637-25f7062336a4 req-21bb9c1a-4d9b-4d69-b501-42a35fd8c56e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.504378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db68e5fd-aaac-4d18-8637-25f7062336a4 req-21bb9c1a-4d9b-4d69-b501-42a35fd8c56e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 931 time: 0.5799263 Nov 27 15:57:16.526465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bf1a4d0-9bed-4a33-878c-ef35cfbd9507 req-f611b0f7-ee01-4060-9bb3-892595bfabe3 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088821 Nov 27 15:57:16.572326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45313-910d-44c4-b117-fce5f4615469 req-7380d556-0840-4c26-a7f0-9d0c00f9af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.573992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-7380d556-0840-4c26-a7f0-9d0c00f9af4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613427 Nov 27 15:57:16.645501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfcf968a-4958-44af-ae23-0e191d0a2d5b req-4851e9aa-078f-45f9-9078-65edb8b31256 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0859277 Nov 27 15:57:16.658120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:16.689759 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-a44499b9-9d8f-468f-8d75-92ea0ef6e77a service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062598 Nov 27 15:57:16.700712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db68e5fd-aaac-4d18-8637-25f7062336a4 req-63c8c718-015d-4691-b5f8-37fb0848f633 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783924 Nov 27 15:57:16.759985 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec33d1c-8964-4174-984e-2dc88efcfad9 x-openstack-request-id: req-7ec33d1c-8964-4174-984e-2dc88efcfad9 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:16.759985 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:16.760243 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ec33d1c-8964-4174-984e-2dc88efcfad9 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:16.760905 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'status': 'completed', 'code': 200} Nov 27 15:57:16.796746 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-adf45313-910d-44c4-b117-fce5f4615469 req-ed2d6cd0-3d20-42bb-b148-48036e2116f1 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002865 Nov 27 15:57:16.889228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af11e3a-db2e-4eb1-8585-fa0e82ec0119 req-8781094f-131e-4ec3-9be5-965fa29b7e90 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.891025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1af11e3a-db2e-4eb1-8585-fa0e82ec0119 req-8781094f-131e-4ec3-9be5-965fa29b7e90 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1528759 Nov 27 15:57:16.895553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21fa9-383b-4809-a9da-36937824d871 req-cc6c6b9b-3b3f-41fb-a47f-c75d367773f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:16.896777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-cc6c6b9b-3b3f-41fb-a47f-c75d367773f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 1094 time: 0.0464265 Nov 27 15:57:17.011328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21fa9-383b-4809-a9da-36937824d871 req-27d1e76f-9720-4fdf-b8b4-325502fd4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:17.013361 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-27d1e76f-9720-4fdf-b8b4-325502fd4d74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1023750 Nov 27 15:57:17.023681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1af11e3a-db2e-4eb1-8585-fa0e82ec0119 req-539daa37-c8ba-4f16-8f98-4a7e09a4b97c tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238222 Nov 27 15:57:17.025685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.048448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.048448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.060620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-c148d3a3-0fdd-495d-bacb-7a245a8858d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 HTTP/1.1" status: 200 len: 217 time: 0.0391412 Nov 27 15:57:17.123817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21fa9-383b-4809-a9da-36937824d871 req-67afae6a-536a-40be-a3fe-71895921bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:17.125438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-67afae6a-536a-40be-a3fe-71895921bb3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.0520201 Nov 27 15:57:17.192291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21fa9-383b-4809-a9da-36937824d871 req-87d28f16-d1a8-42d7-be74-18974d9908e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:17.194015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=c1dc1cf9-f9d8-412c-8c6f-2b69754929c5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:17.194156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-87d28f16-d1a8-42d7-be74-18974d9908e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545845 Nov 27 15:57:17.218448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] In _notify_port_updated(), no bound segment for port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 on network e5d0fe41-3259-4995-99ba-574b5a06d509 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 15:57:17.224285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:17.224950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.226846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d302d0e0-7e63-4efe-85de-9e1ec369c2c2 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "PUT /v2.0/ports/c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 HTTP/1.1" status: 200 len: 993 time: 1.4796808 Nov 27 15:57:17.230578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44330) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:17.321036 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-c8bfcd4c-68e4-4e2a-8edf-0966fdde056c service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144726 Nov 27 15:57:17.400467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:17.400822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.427971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f76d3592-81db-4997-b3c8-732f2870a559 None None] Provisioning complete for port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:17.428563 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f76d3592-81db-4997-b3c8-732f2870a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.438565 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92a21fa9-383b-4809-a9da-36937824d871 req-d9ff17e1-bb88-455e-93bf-0b88dd50ac8f service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096699 Nov 27 15:57:17.472817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f76d3592-81db-4997-b3c8-732f2870a559 None None] Port c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:17.539238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.555167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:17.570723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Deleting port e7152391-3213-4078-b4b9-cf9fd009e6fd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:17.571064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.674079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ff0a7899-64b2-4f3f-80c4-baf7942838db no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:17.744791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a01bd-22a1-4116-af4c-0d15fc37d66f req-a67a0b7b-e495-4b0f-9f99-faec70150a8b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:17.746432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-531a01bd-22a1-4116-af4c-0d15fc37d66f req-a67a0b7b-e495-4b0f-9f99-faec70150a8b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1721110 Nov 27 15:57:17.824263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bfb99d7-5d48-428e-9da3-72cecaf48b00 req-c5f88e2b-bf43-4d71-9801-b6a65d074780 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0724032 Nov 27 15:57:17.833842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: ff0a7899-64b2-4f3f-80c4-baf7942838db {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:17.834156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ff0a7899-64b2-4f3f-80c4-baf7942838db not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:17.852035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] For port e7152391-3213-4078-b4b9-cf9fd009e6fd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e7152391-3213-4078-b4b9-cf9fd009e6fd,segment=NetworkSegment(b138f0c1-3a5f-4b51-af41-ce9c05b94076),segment_id=b138f0c1-3a5f-4b51-af41-ce9c05b94076)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:17.852280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.887971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Calling delete_port for e7152391-3213-4078-b4b9-cf9fd009e6fd owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:17.897546 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:17.912484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-531a01bd-22a1-4116-af4c-0d15fc37d66f req-e753e9ab-42ac-4c50-8907-c93b153e2fb6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522291 Nov 27 15:57:17.965730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=c1dc1cf9-f9d8-412c-8c6f-2b69754929c5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:18.083107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dc78-14ba-49d8-9b34-f4a4147d4c83 req-bfd1595c-d91a-4410-ad3c-5aae497a8b4f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:18.085117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7553dc78-14ba-49d8-9b34-f4a4147d4c83 req-bfd1595c-d91a-4410-ad3c-5aae497a8b4f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 943 time: 0.1843264 Nov 27 15:57:18.287426 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7553dc78-14ba-49d8-9b34-f4a4147d4c83 req-946d2099-d6bb-483f-a097-14e598671a39 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698625 Nov 27 15:57:18.298027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c015-2640-4858-b820-7260fa24c49d req-ef4b3eec-5936-4650-89dd-c7e9aae631e1 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:18.299652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f09c015-2640-4858-b820-7260fa24c49d req-ef4b3eec-5936-4650-89dd-c7e9aae631e1 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1810429 Nov 27 15:57:18.307863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:18.311981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6b29dbdb-fab6-4eea-92af-0c08bfc83555 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/ports/c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 HTTP/1.1" status: 204 len: 168 time: 1.0804219 Nov 27 15:57:18.315499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:18.351390 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7ae07c-414b-458f-90ee-e5df371817e9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] GET failed (client error): The resource could not be found. Nov 27 15:57:18.356790 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cf7ae07c-414b-458f-90ee-e5df371817e9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "GET /v2.0/ports/c1dc1cf9-f9d8-412c-8c6f-2b69754929c5 HTTP/1.1" status: 404 len: 333 time: 0.0364201 Nov 27 15:57:18.357375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:18.362322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'name': 'tempest-AllowedAddressPairTestJSON-2114042067'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:18.401283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f09c015-2640-4858-b820-7260fa24c49d req-df9ca16b-5563-4384-a414-12cbfa2e9a54 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Nov 27 15:57:18.407146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:18.440807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7152391-3213-4078-b4b9-cf9fd009e6fd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:18.485660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:18.489689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:18.507018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] device_id is not set on port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:57:18.602875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:18.613833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Allocated IP 172.20.0.4 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/b20ff52a-e152-4b01-a1d8-95db4ca1edc1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:18.832071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:57:18.959397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbd66e03-246f-4327-89e3-adc82a6ce8f3 req-7198dcd1-1a0c-4d87-ac98-06a5181b43da tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0336437 Nov 27 15:57:19.007345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:57:19.027802 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] Sync routers for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:57:19.032718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-80bd4e9e-8e89-4359-a899-6a5bc54de889 admin admin] 10.222.0.15 "PUT /v2.0/routers/94d95e1b-038d-42f4-a1b2-cf9dad40a89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5587044 Nov 27 15:57:19.034274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44356) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:19.052373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:19.059580 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:19.162684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0942817-e490-480d-ba3c-49649b911cd0 req-46a46c7f-5825-49a0-887c-a4152972f3dc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:19.165651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0942817-e490-480d-ba3c-49649b911cd0 req-46a46c7f-5825-49a0-887c-a4152972f3dc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0971134 Nov 27 15:57:19.188034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.205359 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:57:19.215194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.223535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0942817-e490-480d-ba3c-49649b911cd0 req-682781f0-8225-4489-9242-426e67ae3f97 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Nov 27 15:57:19.318687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.368460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:19.377310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:19.379497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:19.392526 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:57:18Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:19.425118 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] Checking router: 94d95e1b-038d-42f4-a1b2-cf9dad40a89c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:57:19.428477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=b20ff52a-e152-4b01-a1d8-95db4ca1edc1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:19.435043 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] Routers {'94d95e1b-038d-42f4-a1b2-cf9dad40a89c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:57:19.435942 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:19.447355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.462964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:19.463666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.514431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923a429-6a03-4dfb-b1f5-04047a337044 req-1d8dab37-fafb-4660-8dc5-ae23e9471589 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:19.516018 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-520b2e71-bec1-42b8-93ac-e6e4de0855db tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1575403 Nov 27 15:57:19.522041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44364) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:19.527268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d923a429-6a03-4dfb-b1f5-04047a337044 req-1d8dab37-fafb-4660-8dc5-ae23e9471589 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 943 time: 0.1414318 Nov 27 15:57:19.542735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:c2:a0'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:19.550375 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] Set router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:57:19.642162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c62af-d6ef-4dec-96d5-0213ca508f63 req-8cfcc2c5-df3b-4f61-8c31-38b421f09cb6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:19.644403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e9c62af-d6ef-4dec-96d5-0213ca508f63 req-8cfcc2c5-df3b-4f61-8c31-38b421f09cb6 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0935481 Nov 27 15:57:19.655280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Deleting port e9f2c54e-6e68-44c6-b003-48207b5fca2e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:19.655720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.658566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d923a429-6a03-4dfb-b1f5-04047a337044 req-077479cd-42c3-43ff-aeb8-0e81dd5bd33d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285388 Nov 27 15:57:19.673220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:57:19.746761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e9c62af-d6ef-4dec-96d5-0213ca508f63 req-11296dea-206e-4683-8ac6-82a4b4f48c66 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Nov 27 15:57:19.746930 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:57:18Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:19.771820 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc2529-cb0e-4365-a6c9-e5f6ecff0691 None None] The sync data for ids ['94d95e1b-038d-42f4-a1b2-cf9dad40a89c'] in n-d-819494-4 is: [{'id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1390644929-router', 'tenant_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:37Z', 'updated_at': '2021-11-27T15:57:18Z', 'revision_number': 5, 'project_id': 'bdaac42ac85f4b2d8372b5e2f73e60fd', 'gw_port': {'id': 'e9f2c54e-6e68-44c6-b003-48207b5fca2e', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d95e1b-038d-42f4-a1b2-cf9dad40a89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:39Z', 'updated_at': '2021-11-27T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:57:19.775406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3d1a3c4c-6453-4b76-aef2-cd326ada24e5 None None] Provisioning complete for port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:19.775778 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d1a3c4c-6453-4b76-aef2-cd326ada24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.792419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.830457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a3c4c-6453-4b76-aef2-cd326ada24e5 None None] Port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:19.836766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:19.842246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] For port e9f2c54e-6e68-44c6-b003-48207b5fca2e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e9f2c54e-6e68-44c6-b003-48207b5fca2e,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:19.842615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.856502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'mac_address': 'fa:16:3e:05:0f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:57:19.883761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Calling delete_port for e9f2c54e-6e68-44c6-b003-48207b5fca2e owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:19.897896 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.913886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:19.935483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:19.940269 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:19.993266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:20.089629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ca8c8aa-6261-4146-9691-a705ad5c4399 req-572168ac-2d0b-44bb-b5ef-6aa1fa6a9764 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0266101 Nov 27 15:57:20.159201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.166080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.245829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.250660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:20.282830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=b20ff52a-e152-4b01-a1d8-95db4ca1edc1,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:20.354934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f2c54e-6e68-44c6-b003-48207b5fca2e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:20.361860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] In _notify_port_updated(), no bound segment for port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 on network e5d0fe41-3259-4995-99ba-574b5a06d509 {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 15:57:20.367775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:20.368538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.370997 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5498014f-8e21-456d-8a61-6664ae0cee3d tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "PUT /v2.0/ports/b20ff52a-e152-4b01-a1d8-95db4ca1edc1 HTTP/1.1" status: 200 len: 996 time: 0.8469138 Nov 27 15:57:20.372784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44372) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:20.410559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9695-2741-4247-ba60-7632de69fb5f req-746c45a9-e646-478a-9cef-b3b5b2b1b379 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:20.412112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8ae9695-2741-4247-ba60-7632de69fb5f req-746c45a9-e646-478a-9cef-b3b5b2b1b379 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0744781 Nov 27 15:57:20.457581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.471913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8ae9695-2741-4247-ba60-7632de69fb5f req-f676b80b-ba40-404c-aea9-a53cb8fcc77e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Nov 27 15:57:20.556880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f0e87869-c875-41ff-bc09-549f5e776dc2 None None] Provisioning complete for port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:20.557638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f0e87869-c875-41ff-bc09-549f5e776dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.558263 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.561664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.600940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f0e87869-c875-41ff-bc09-549f5e776dc2 None None] Port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:20.623976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.624556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d95e1b-038d-42f4-a1b2-cf9dad40a89c {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:57:20.629275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.632947 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-661733f0-33ec-4f9f-af86-7d4e153226ea admin admin] 10.222.0.15 "DELETE /v2.0/routers/94d95e1b-038d-42f4-a1b2-cf9dad40a89c HTTP/1.1" status: 204 len: 168 time: 1.5942662 Nov 27 15:57:20.633128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port b20ff52a-e152-4b01-a1d8-95db4ca1edc1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:20.633480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.636077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44376) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:20.737749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Deleting subnet f4219ea7-a12d-49d8-b750-8d20a847d560 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:57:20.755755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.801779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57567daf-d434-47de-9f42-138bfcec8ada req-77c9fb27-13c4-4e31-93d8-14209c74191d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:20.804571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57567daf-d434-47de-9f42-138bfcec8ada req-77c9fb27-13c4-4e31-93d8-14209c74191d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 944 time: 0.0709555 Nov 27 15:57:20.828128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.856498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.873176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for b20ff52a-e152-4b01-a1d8-95db4ca1edc1 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:20.892429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:20.907516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005e109-c924-4dc2-bc5e-281412dc889c req-57ba0bab-7c6d-4071-ac13-0cacca2981fa tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:20.908925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6005e109-c924-4dc2-bc5e-281412dc889c req-57ba0bab-7c6d-4071-ac13-0cacca2981fa tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0836034 Nov 27 15:57:20.912182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57567daf-d434-47de-9f42-138bfcec8ada req-86e97f26-51fd-40b4-b941-b21baa6803af tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Nov 27 15:57:20.978768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6005e109-c924-4dc2-bc5e-281412dc889c req-42f0f78c-71c4-49db-a656-ed68747bf04d tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Nov 27 15:57:21.011725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.035584 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-8a0ce85a-89a8-4763-ac0f-4aaf14a0d463 service neutron] show failed (client error): The resource could not be found. Nov 27 15:57:21.036873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-8a0ce85a-89a8-4763-ac0f-4aaf14a0d463 service neutron] 10.222.0.21 "GET /v2.0/ports/bf6e8d66-a7b1-4494-a37b-5a8157ce7619/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0705032 Nov 27 15:57:21.062296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4219ea7-a12d-49d8-b750-8d20a847d560,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:21.064252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.067470 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0ca22ec2-ed66-4d5a-93dc-f9eaec8ff99d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f4219ea7-a12d-49d8-b750-8d20a847d560 HTTP/1.1" status: 204 len: 168 time: 0.4304764 Nov 27 15:57:21.070999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44394) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:21.098864 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.131914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=b20ff52a-e152-4b01-a1d8-95db4ca1edc1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:21.233773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.245696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.251975 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a9c6fe2e-4702-41bd-ba07-22e505555738 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/ports/b20ff52a-e152-4b01-a1d8-95db4ca1edc1 HTTP/1.1" status: 204 len: 168 time: 0.8758125 Nov 27 15:57:21.252302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44402) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:21.287189 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b053843-61d6-40c4-824c-9c2714fc539b tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] GET failed (client error): The resource could not be found. Nov 27 15:57:21.288660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3b053843-61d6-40c4-824c-9c2714fc539b tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "GET /v2.0/ports/b20ff52a-e152-4b01-a1d8-95db4ca1edc1 HTTP/1.1" status: 404 len: 333 time: 0.0353761 Nov 27 15:57:21.296392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44404) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:21.308507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'name': 'tempest-AllowedAddressPairTestJSON-1186189893'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:21.334902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e7152391-3213-4078-b4b9-cf9fd009e6fd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:21.362789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54d1ba03-49aa-465a-90ce-7f506b06abf2 req-7ffebe13-7b03-4d82-a350-bfc2edfa6832 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0812311 Nov 27 15:57:21.370038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e7152391-3213-4078-b4b9-cf9fd009e6fd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:21.370391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e7152391-3213-4078-b4b9-cf9fd009e6fd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:21.370958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e9f2c54e-6e68-44c6-b003-48207b5fca2e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:21.438524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e9f2c54e-6e68-44c6-b003-48207b5fca2e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:21.439050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e9f2c54e-6e68-44c6-b003-48207b5fca2e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:21.473880 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.497553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c47f96-283f-47de-ac67-bc79498986d8']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:21.506157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:21.510877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b138f0c1-3a5f-4b51-af41-ce9c05b94076') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:21.511050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.511487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b138f0c1-3a5f-4b51-af41-ce9c05b94076') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:21.524596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.538152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-d2b124f5-54dd-48ad-b5b1-c8b439686911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:21.539991 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-d2b124f5-54dd-48ad-b5b1-c8b439686911 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712&tenant_id=bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 1100 time: 0.0703280 Nov 27 15:57:21.540128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.545543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] device_id is not set on port 7c2e1d17-9005-4799-a2f0-8267c4f161bb yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:57:21.547879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:21.548316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:21.550291 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:21.557051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:21.636171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.652314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.655579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] 10.222.0.15 "DELETE /v2.0/networks/86c47f96-283f-47de-ac67-bc79498986d8 HTTP/1.1" status: 204 len: 168 time: 0.5835762 Nov 27 15:57:21.658125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e59da-8333-47e7-acaa-81cd19df38ad admin admin] Pushing event deleted for resources: {'Network': ['ID=86c47f96-283f-47de-ac67-bc79498986d8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:21.669297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d4598-68cf-42ff-932c-5e9f3fc8ce2d req-395234db-6785-434e-a536-f24727332766 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:21.669572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.670558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d21d4598-68cf-42ff-932c-5e9f3fc8ce2d req-395234db-6785-434e-a536-f24727332766 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1101935 Nov 27 15:57:21.672473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:21.743228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:57:21.748037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:21.748592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.758608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Allocated IP 172.20.0.6 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/7c2e1d17-9005-4799-a2f0-8267c4f161bb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:21.772871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d21d4598-68cf-42ff-932c-5e9f3fc8ce2d req-62e7f3ef-3187-49e7-8305-91ce16d4e69f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780339 Nov 27 15:57:21.846279 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.871373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:21.874330 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291c796-a3aa-4be7-80c1-2b4c6d7a41ad" -d '{"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-plugged", "status": "completed", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:21.888746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:21.896681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:21.917051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:21.949802 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f787c-b54e-44d0-9f58-f57cb787d23b x-openstack-request-id: req-761f787c-b54e-44d0-9f58-f57cb787d23b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:21.950103 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-plugged", "status": "completed", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:21.950364 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-761f787c-b54e-44d0-9f58-f57cb787d23b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:21.950763 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'code': 200} Nov 27 15:57:21.982545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4ea07256-a809-42a1-a38b-a10e25a1c362 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdaac42ac85f4b2d8372b5e2f73e60fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635319 Nov 27 15:57:21.985013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44416) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:22.004230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:22.115120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a72cb3-1c96-428f-b7bd-9b2bb12dcef9 req-2142b3db-361b-4346-9e51-3a6888ffc5fd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:22.116670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0a72cb3-1c96-428f-b7bd-9b2bb12dcef9 req-2142b3db-361b-4346-9e51-3a6888ffc5fd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.0968344 Nov 27 15:57:22.119725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:22.131105 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.156237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de866164-7595-49a2-beea-d1e63046ed41 req-3a802c92-a2e5-45de-9107-47b477049eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:22.157733 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-de866164-7595-49a2-beea-d1e63046ed41 req-3a802c92-a2e5-45de-9107-47b477049eb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 1096 time: 0.1333737 Nov 27 15:57:22.161270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ffc01-1bff-4390-8afe-ec56d191884b req-2d5727ac-9a45-4899-b261-bcec16ba9bd9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:22.162782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f41ffc01-1bff-4390-8afe-ec56d191884b req-2d5727ac-9a45-4899-b261-bcec16ba9bd9 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1012678 Nov 27 15:57:22.164005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbefa5c1-748a-4899-ad75-32fadc6b6f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.184834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:22.215108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbefa5c1-748a-4899-ad75-32fadc6b6f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.252977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:22.255364 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dda765-5520-482c-9fc5-4cab5d1d5e78" -d '{"events": [{"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:22.261046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.261183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0a72cb3-1c96-428f-b7bd-9b2bb12dcef9 req-dd6fc3d8-d594-4db6-8014-818e64a808b0 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294420 Nov 27 15:57:22.267518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.320549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f41ffc01-1bff-4390-8afe-ec56d191884b req-d27292e1-2aff-4bd9-bf35-5b569e96a234 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407053 Nov 27 15:57:22.325862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-de866164-7595-49a2-beea-d1e63046ed41 req-2524085d-4865-4e1a-b277-728174141b84 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536679 Nov 27 15:57:22.330146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:22.333379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Transition to ACTIVE for port object bf6e8d66-a7b1-4494-a37b-5a8157ce7619 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:57:22.333960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbefa5c1-748a-4899-ad75-32fadc6b6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.334782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:22.341614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:22.345089 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775c340-a223-440a-86e4-3af1c592800d x-openstack-request-id: req-0775c340-a223-440a-86e4-3af1c592800d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:22.345383 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:22.345691 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0775c340-a223-440a-86e4-3af1c592800d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:22.346080 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'code': 200} Nov 27 15:57:22.350400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.356386 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbefa5c1-748a-4899-ad75-32fadc6b6f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.360047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fbefa5c1-748a-4899-ad75-32fadc6b6f1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6158a1d3-f537-4337-87a5-502333639335 HTTP/1.1" status: 204 len: 168 time: 0.3714757 Nov 27 15:57:22.379891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefa5c1-748a-4899-ad75-32fadc6b6f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6158a1d3-f537-4337-87a5-502333639335,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:22.433905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=7c2e1d17-9005-4799-a2f0-8267c4f161bb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:22.488972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] No DVR routers for this DVR port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:22.542574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:22.543254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.582760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81af8278-8ce4-456a-8af1-ae84b3701128 req-b59f73a1-aa85-4dc7-b29b-8a6e0e55d299 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0488415 Nov 27 15:57:22.613052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:22.654666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:22.655059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:22.655479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:22.666637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d9a101f5-b683-41dd-b917-0f21d96aee91 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3688800 Nov 27 15:57:22.669251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44430) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:22.677107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'network_id': 'e5d0fe41-3259-4995-99ba-574b5a06d509', 'name': 'tempest-AllowedAddressPairTestJSON-1714350242'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:22.688779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:57:22.689109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Attempting to bind port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:22.708702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:22.709171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:22.709597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:22.710042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Bound port: bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:22.713080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.776289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a774ef41-156c-4ff0-96b4-d612e8695ccd None None] Provisioning complete for port 7c2e1d17-9005-4799-a2f0-8267c4f161bb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:22.776843 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a774ef41-156c-4ff0-96b4-d612e8695ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.816831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:22.823604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:22.833606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.875906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Made reservation on behalf of 049ba19c82094628adf61cf0a59edf51 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:22.880519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.890422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a774ef41-156c-4ff0-96b4-d612e8695ccd None None] Port 7c2e1d17-9005-4799-a2f0-8267c4f161bb cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:22.924170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:22.924170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:22.925166 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 1095 time: 1.3729537 Nov 27 15:57:22.963168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] device_id is not set on port eda27441-a4ef-4215-86cd-dff85ce2c8b2 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:57:23.019227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c0984-80fd-46a9-924b-b79830d7bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:23.054877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-2e48500b-6704-4808-9347-2bdd6a30b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.056738 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-2e48500b-6704-4808-9347-2bdd6a30b104 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1098 time: 0.0966218 Nov 27 15:57:23.060705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29e12a-f4f7-4eba-9f5d-22405f60ccc9 req-1aecd897-ebcd-463d-9c42-9d9c71107104 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.068040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f29e12a-f4f7-4eba-9f5d-22405f60ccc9 req-1aecd897-ebcd-463d-9c42-9d9c71107104 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 947 time: 0.1712663 Nov 27 15:57:23.186147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-c2758939-c6d6-436a-8b9e-725f5cca5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.187800 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-c2758939-c6d6-436a-8b9e-725f5cca5772 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1236835 Nov 27 15:57:23.264656 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-2d1334a4-14e3-496d-b871-b7f3b00b5427 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0683692 Nov 27 15:57:23.364285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-344604b6-e7d6-4df6-b647-644f5be27732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.367131 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-344604b6-e7d6-4df6-b647-644f5be27732 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0945134 Nov 27 15:57:23.453533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-39d62a4b-5fd1-423e-af2e-f7c80b6eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.453533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-39d62a4b-5fd1-423e-af2e-f7c80b6eaa26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656803 Nov 27 15:57:23.566767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-23c995a2-028f-420f-ba39-0654c76fb8ad service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026535 Nov 27 15:57:23.578802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44460) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:23.649341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f29e12a-f4f7-4eba-9f5d-22405f60ccc9 req-a4de9c3a-a524-4a27-b19f-f6216590a5df tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804160 Nov 27 15:57:23.680983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63ea5f-5a36-4f43-8a57-f47c4c22918a req-584d6c65-f84b-4183-9309-88cd14726c20 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.689743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd63ea5f-5a36-4f43-8a57-f47c4c22918a req-584d6c65-f84b-4183-9309-88cd14726c20 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1007960 Nov 27 15:57:23.702644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Allocated IP 172.20.0.7 (e5d0fe41-3259-4995-99ba-574b5a06d509/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5/eda27441-a4ef-4215-86cd-dff85ce2c8b2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:23.756371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd63ea5f-5a36-4f43-8a57-f47c4c22918a req-31bdbff0-a952-49c5-97c0-38061797fa9d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655143 Nov 27 15:57:23.762798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-567316370-network', 'tenant_id': 'f927fcd662d3436e96f3856877e42b09'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:23.854745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Made reservation on behalf of f927fcd662d3436e96f3856877e42b09 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:23.858201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:23.872134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:23.883610 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-62bab4b5-9a22-48b3-b307-9444b535a7a4 req-a0cc9244-3b14-489a-9114-d8ee667f5368 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971890 Nov 27 15:57:23.885195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20458-c4e1-4258-8a28-4dd5aadea276 req-8a4933ca-a170-4969-92e3-9c33a92ceeee tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:23.887654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcf20458-c4e1-4258-8a28-4dd5aadea276 req-8a4933ca-a170-4969-92e3-9c33a92ceeee tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0972476 Nov 27 15:57:23.984121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:23.984812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcf20458-c4e1-4258-8a28-4dd5aadea276 req-ece88f62-d2f9-4bd0-b06e-83dbaacfbabe tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649719 Nov 27 15:57:24.016089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.032179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:24.044486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.045062 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Added segment b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1 of type vlan for network ef189615-98bb-45cf-b513-643d7263ac95 Nov 27 15:57:24.076766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.090916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.101098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-debb3b1d-a1f4-4b78-95af-22d7967b96c0 req-5511b504-2751-4d7f-b66c-c506377b2392 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0492930 Nov 27 15:57:24.123483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2d0e86-8306-4b85-87fd-40271faf4172,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:24.146293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.146745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.148812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:24.149452 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.196345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Network e5d0fe41-3259-4995-99ba-574b5a06d509 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:24.199533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:24.203587 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6208739 Nov 27 15:57:24.203728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44466) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:24.212387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:24.215224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Request body: {'subnet': {'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-567316370-subnet', 'tenant_id': 'f927fcd662d3436e96f3856877e42b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:24.226482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37051062-112c-4614-a6c6-288a161e78ab admin admin] Pushing event updated for resources: {'Network': ['ID=ef189615-98bb-45cf-b513-643d7263ac95,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:24.237242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ef189615-98bb-45cf-b513-643d7263ac95 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:24.250996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Made reservation on behalf of f927fcd662d3436e96f3856877e42b09 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:24.253428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.266327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=eda27441-a4ef-4215-86cd-dff85ce2c8b2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:24.358649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:24.359443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.386392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfd56580-be27-475c-9b29-12f2e96d266e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7155733 Nov 27 15:57:24.387558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44468) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:24.396503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7b:c2:a0'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:25:70:97'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:24.580473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.592220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fc8dc2d3-0740-499b-95de-91e8c688f7a0 None None] Provisioning complete for port eda27441-a4ef-4215-86cd-dff85ce2c8b2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:24.592891 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc2d3-0740-499b-95de-91e8c688f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.644230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fc8dc2d3-0740-499b-95de-91e8c688f7a0 None None] Port eda27441-a4ef-4215-86cd-dff85ce2c8b2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:24.655313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:24.657569 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acb291b-f0ab-476b-89ef-a06fddbd9541" -d '{"events": [{"name": "network-changed", "server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:24.762731 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71336ced-b13d-4e09-9f5a-4ac451088f94 x-openstack-request-id: req-71336ced-b13d-4e09-9f5a-4ac451088f94 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:24.763345 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:24.763898 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71336ced-b13d-4e09-9f5a-4ac451088f94 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:24.764548 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'status': 'completed', 'code': 200} Nov 27 15:57:24.867602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.886652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6dfa4-aeac-4e6c-a38f-07bb44b6b2a8 req-f8e31d5a-236e-4b7e-89c7-7d6caa072b78 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:24.888390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88e6dfa4-aeac-4e6c-a38f-07bb44b6b2a8 req-f8e31d5a-236e-4b7e-89c7-7d6caa072b78 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 947 time: 0.1260316 Nov 27 15:57:24.921469 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.924320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-93f74b75-b66b-4b21-bb80-70bdf5207543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:24.927469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:24.930239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-ec701f5b-dfcc-48bd-b716-9adbe5944c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:24.931755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-ec701f5b-dfcc-48bd-b716-9adbe5944c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1098 time: 0.1571548 Nov 27 15:57:24.934172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-93f74b75-b66b-4b21-bb80-70bdf5207543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1098 time: 0.1537695 Nov 27 15:57:24.941869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:24.953335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:25.002206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:25.003275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Checking segment: {'id': 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:25.003626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Network hostable DHCP agents. Network: ef189615-98bb-45cf-b513-643d7263ac95, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:25.040628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Network ef189615-98bb-45cf-b513-643d7263ac95 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:25.064284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ef189615-98bb-45cf-b513-643d7263ac95) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:25.072193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.072808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:25.075658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-6f37dcaa-f362-4d53-a7e9-601be80db844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.077172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-6f37dcaa-f362-4d53-a7e9-601be80db844 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1339183 Nov 27 15:57:25.083914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44720b3f-a768-44de-88bb-7f0a672a3122 None None] Network ef189615-98bb-45cf-b513-643d7263ac95 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:25.137849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-a2cbbf29-1067-496c-b182-563b0fbc0f29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0512569 Nov 27 15:57:25.139385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399cd5-a09b-4e4c-9cef-efb0f303caaa req-691e060c-ed60-4182-af96-013cd4bb3e89 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.140963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27399cd5-a09b-4e4c-9cef-efb0f303caaa req-691e060c-ed60-4182-af96-013cd4bb3e89 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.2731416 Nov 27 15:57:25.194021 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-14e77cb5-2741-4b4c-84ea-20b5a2b003f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9738407 Nov 27 15:57:25.231180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] In _notify_port_updated(), no bound segment for port eda27441-a4ef-4215-86cd-dff85ce2c8b2 on network e5d0fe41-3259-4995-99ba-574b5a06d509 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 15:57:25.236832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.237534 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:25.244582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44486) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:25.258141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "PUT /v2.0/ports/eda27441-a4ef-4215-86cd-dff85ce2c8b2 HTTP/1.1" status: 200 len: 1055 time: 0.8690355 Nov 27 15:57:25.299136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035d85d-24ac-411c-a08e-d302748061e4 None None] Network ef189615-98bb-45cf-b513-643d7263ac95 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:25.324691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-b3ffbc90-d6e9-4e1d-b8c4-ef8f49977fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.326183 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-b3ffbc90-d6e9-4e1d-b8c4-ef8f49977fb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1803174 Nov 27 15:57:25.337392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-1cefa060-0503-4fc7-b6c8-b9d2144cdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.338836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-1cefa060-0503-4fc7-b6c8-b9d2144cdc60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.3986726 Nov 27 15:57:25.350862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33f3ee-7af4-47f7-87fc-b7b03056037e tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event updated for resources: {'Port': ['ID=eda27441-a4ef-4215-86cd-dff85ce2c8b2,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:25.407033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88e6dfa4-aeac-4e6c-a38f-07bb44b6b2a8 req-de271514-a20d-4ec8-98fa-dde9c472273e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708045 Nov 27 15:57:25.457239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-0a12237e-30bc-40bc-9143-af037db763f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0786521 Nov 27 15:57:25.465571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ddfc5a4d-7f83-493b-9f84-c0729db56056 None None] Provisioning complete for port eda27441-a4ef-4215-86cd-dff85ce2c8b2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:25.465938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5a4d-7f83-493b-9f84-c0729db56056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:25.488795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27399cd5-a09b-4e4c-9cef-efb0f303caaa req-a3ca0db3-d0b2-4d4c-a8d7-5e3453359218 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370986 Nov 27 15:57:25.540108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-24bc3e92-3c7e-4860-9402-2ace4eac6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.541641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-24bc3e92-3c7e-4860-9402-2ace4eac6b5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993346 Nov 27 15:57:25.544202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5a4d-7f83-493b-9f84-c0729db56056 None None] Port eda27441-a4ef-4215-86cd-dff85ce2c8b2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:25.558828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-7322e2a3-5566-4395-964d-2c704bc89977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.560323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-7322e2a3-5566-4395-964d-2c704bc89977 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0918722 Nov 27 15:57:25.618483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port eda27441-a4ef-4215-86cd-dff85ce2c8b2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:25.618904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:25.672846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fd93982-3027-48b8-bd5e-3a12ba8b3900 req-7df4c281-858c-4550-b52c-bf313944f275 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0418010 Nov 27 15:57:25.680974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-f4a7d966-7716-4b06-a61f-1a20b0c3ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.682635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-f4a7d966-7716-4b06-a61f-1a20b0c3ac5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131952 Nov 27 15:57:25.722623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4bf36-2ad5-4379-a2de-f723b8f5880a req-f2fbff95-29fa-45a2-9eec-23bc729df383 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:25.724153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44e4bf36-2ad5-4379-a2de-f723b8f5880a req-f2fbff95-29fa-45a2-9eec-23bc729df383 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1143394 Nov 27 15:57:25.739990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-6eb1bc25-9334-4581-a554-b73c42289fef service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865256 Nov 27 15:57:25.760543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:25.814661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44e4bf36-2ad5-4379-a2de-f723b8f5880a req-bb7c7268-765a-46a9-b281-17bd16e6d22a tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562115 Nov 27 15:57:25.816005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for eda27441-a4ef-4215-86cd-dff85ce2c8b2 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:25.883178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-56cb79a2-6fee-49d9-a209-ffb2bc5c1780 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886299 Nov 27 15:57:25.951866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-9714f2b1-70b1-41a8-9c96-60fc6defcd0a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000897 Nov 27 15:57:26.055608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:26.089322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=eda27441-a4ef-4215-86cd-dff85ce2c8b2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:26.152806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7acb291b-f0ab-476b-89ef-a06fddbd9541 req-7846ff83-56e8-495b-95a4-940e715faf29 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584181 Nov 27 15:57:26.222606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bb589-6e03-404b-813a-6dea2afddb98 req-c1749e98-51cd-4f98-bed9-27fe8a50a25e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:26.224373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af2bb589-6e03-404b-813a-6dea2afddb98 req-c1749e98-51cd-4f98-bed9-27fe8a50a25e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.0959213 Nov 27 15:57:26.279721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-6289276f-9764-4f69-965c-7d2ae12b0e92 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:26.288248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-6289276f-9764-4f69-965c-7d2ae12b0e92 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/networks?id=ef189615-98bb-45cf-b513-643d7263ac95 HTTP/1.1" status: 200 len: 808 time: 0.2380800 Nov 27 15:57:26.319305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-3ffefc28-8292-4a36-914f-5b89bbd09de2 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/quotas/f927fcd662d3436e96f3856877e42b09 HTTP/1.1" status: 200 len: 375 time: 0.0294640 Nov 27 15:57:26.380857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-f947f237-77ad-43b3-a7db-264b7f6ed889 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f927fcd662d3436e96f3856877e42b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594943 Nov 27 15:57:26.458149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af2bb589-6e03-404b-813a-6dea2afddb98 req-9d03b47e-2bbd-4495-8183-1c72d1e93cf2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239726 Nov 27 15:57:26.458852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:26.465897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80767825-9bb6-4c65-b8d7-6cf5bcf6f6c9 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/ports/eda27441-a4ef-4215-86cd-dff85ce2c8b2 HTTP/1.1" status: 204 len: 168 time: 1.2199459 Nov 27 15:57:26.468362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44508) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:26.498674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-b957b32e-4622-4f07-880c-4e9de461af7d service neutron] 10.222.0.15 "GET /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167884 Nov 27 15:57:26.502793 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b508f1a-cd34-4781-a182-9a807ee13b29 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] GET failed (client error): The resource could not be found. Nov 27 15:57:26.508365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0b508f1a-cd34-4781-a182-9a807ee13b29 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "GET /v2.0/ports/eda27441-a4ef-4215-86cd-dff85ce2c8b2 HTTP/1.1" status: 404 len: 333 time: 0.0368426 Nov 27 15:57:26.508990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44512) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:26.607934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port 7c2e1d17-9005-4799-a2f0-8267c4f161bb {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:26.608299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:26.643358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c93dc7-1f02-4c1e-a389-5d0b94a55354 req-202c892a-8141-48da-b619-4a015fc9eec1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:26.644994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06c93dc7-1f02-4c1e-a389-5d0b94a55354 req-202c892a-8141-48da-b619-4a015fc9eec1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 947 time: 0.0836682 Nov 27 15:57:26.648197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-a8bbeb97-abad-487d-9fd4-1375ae4925d3 service neutron] 10.222.0.15 "GET /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400318 Nov 27 15:57:26.706663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06c93dc7-1f02-4c1e-a389-5d0b94a55354 req-389f7429-bedf-496d-a9f1-09f037d74929 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Nov 27 15:57:26.712167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:26.727244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for 7c2e1d17-9005-4799-a2f0-8267c4f161bb owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:26.923459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:26.933640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9866635f-e597-4dc8-b700-28a3dbde6701 req-f345ca48-11e1-484f-a069-5474b58b9bd3 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0414732 Nov 27 15:57:26.995583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=7c2e1d17-9005-4799-a2f0-8267c4f161bb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:27.078609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45f0a17e-c385-493c-a0c0-8e75986167ea req-39caaa50-ea80-466c-89bd-957c2858731a tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 210 time: 0.0842180 Nov 27 15:57:27.162922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:27.174026 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3feaeea3-5821-4561-b99a-34534ac0ec51 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/ports/7c2e1d17-9005-4799-a2f0-8267c4f161bb HTTP/1.1" status: 204 len: 168 time: 0.6628323 Nov 27 15:57:27.174757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44532) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:27.246689 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc58e2fa-650f-4abd-9d6e-92e7b066b3b7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] GET failed (client error): The resource could not be found. Nov 27 15:57:27.248175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cc58e2fa-650f-4abd-9d6e-92e7b066b3b7 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "GET /v2.0/ports/7c2e1d17-9005-4799-a2f0-8267c4f161bb HTTP/1.1" status: 404 len: 333 time: 0.0723262 Nov 27 15:57:27.251925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44534) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:27.326600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c616-93c4-4701-8df9-88471fc0bf56 req-00287716-03ef-4a0d-97f5-753553307adc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:27.334665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a35c616-93c4-4701-8df9-88471fc0bf56 req-00287716-03ef-4a0d-97f5-753553307adc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.2306681 Nov 27 15:57:27.395127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port 6f820363-93fd-48b0-854c-29fc192e5014 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:27.395565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:27.410112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-dfa53d2f-f7ba-4510-b032-7ca228272388 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:27.411871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-dfa53d2f-f7ba-4510-b032-7ca228272388 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712&tenant_id=bfda4e2fe1f240748cc97e497314fbc6&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 947 time: 0.1841958 Nov 27 15:57:27.426065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf068b-2ee2-45c6-ba6e-9b1963a6e761 req-a0f4e05b-16ee-44fd-bf9f-550afdb05248 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:27.430608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dcf068b-2ee2-45c6-ba6e-9b1963a6e761 req-a0f4e05b-16ee-44fd-bf9f-550afdb05248 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 947 time: 0.2067976 Nov 27 15:57:27.479476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a35c616-93c4-4701-8df9-88471fc0bf56 req-634c6ad0-64ce-4385-b5e9-86572600f88e tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436305 Nov 27 15:57:27.550669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dcf068b-2ee2-45c6-ba6e-9b1963a6e761 req-5c582e7e-f010-4b64-87d2-c2df8c12bd55 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110225 Nov 27 15:57:27.557852 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-17daa4da-6e9e-454e-b26d-9914a457fb4c service neutron] delete failed (client error): The resource could not be found. Nov 27 15:57:27.559148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-17daa4da-6e9e-454e-b26d-9914a457fb4c service neutron] 10.222.0.21 "DELETE /v2.0/ports/bf6e8d66-a7b1-4494-a37b-5a8157ce7619/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.1277609 Nov 27 15:57:27.575008 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:27.590134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for 6f820363-93fd-48b0-854c-29fc192e5014 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:27.641391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8323646-2d36-4f3c-8521-eba98a08b987 req-7a0d8701-0c8d-4d59-8239-1ef479d7a44a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:27.653918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8323646-2d36-4f3c-8521-eba98a08b987 req-7a0d8701-0c8d-4d59-8239-1ef479d7a44a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.0709589 Nov 27 15:57:27.690852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:57:27.749530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8323646-2d36-4f3c-8521-eba98a08b987 req-b6a17aa2-bcd7-4e25-883e-dd98bb2a7091 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943279 Nov 27 15:57:27.751781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-b96b2b04-f835-47d1-afe2-22d215757ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:27.753610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-b96b2b04-f835-47d1-afe2-22d215757ec7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1098 time: 0.0774546 Nov 27 15:57:27.793793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:27.810377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:27.843270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'mac_address': 'fa:16:3e:59:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:57:27.878178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=6f820363-93fd-48b0-854c-29fc192e5014,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:27.936725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:27.955440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6e8d66-a7b1-4494-a37b-5a8157ce7619 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:27.976028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-bd9f68a1-a8cb-4a19-8773-bc1c94df3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:27.979618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-bd9f68a1-a8cb-4a19-8773-bc1c94df3a45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2124064 Nov 27 15:57:27.992984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:28.005162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.028177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.034165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b4a827ce-e825-4588-84b8-3308404e72dc tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/ports/6f820363-93fd-48b0-854c-29fc192e5014 HTTP/1.1" status: 204 len: 168 time: 0.7807662 Nov 27 15:57:28.036611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44548) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:28.089785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-6ecffad9-36f2-46a9-9b60-0ed77fe0db36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.0994561 Nov 27 15:57:28.139637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:28.175006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting subnet 7df7a6d0-36c8-4f1e-919a-68941bd8e2e5 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:57:28.196889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.241146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80b2dae4-cf75-4b39-8362-87376b0ebd32 req-b0ffc789-3f4f-4ff1-a318-49a08981c19c tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0723262 Nov 27 15:57:28.252937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-a2bee0a2-92db-4662-b3aa-8b0faec9ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:28.253328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.254564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-a2bee0a2-92db-4662-b3aa-8b0faec9ff9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1519222 Nov 27 15:57:28.338587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-92fba419-5808-4406-bc64-b6e9ba8c38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:28.340492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-92fba419-5808-4406-bc64-b6e9ba8c38f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705357 Nov 27 15:57:28.353451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:28.481871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5805ee8b-2c8f-414a-965a-196cc3d5f031 req-a6da1989-d1d9-49c9-88ad-28be926a70df tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 210 time: 0.0985584 Nov 27 15:57:28.559329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d198bd1-fa4c-44df-b8d7-41f0b5de8ecb req-b319e9c7-45dd-4bb2-88fe-76c83faf9b8b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:28.566430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d198bd1-fa4c-44df-b8d7-41f0b5de8ecb req-b319e9c7-45dd-4bb2-88fe-76c83faf9b8b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1183908 Nov 27 15:57:28.585877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-2104b9db-1c7b-4a10-8e51-00eb15d86a69 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245758 Nov 27 15:57:28.612730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-3612283d-3a65-418d-95a8-621655dc909d tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:28.613779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-3612283d-3a65-418d-95a8-621655dc909d tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.37 "GET /v2.0/networks?id=ef189615-98bb-45cf-b513-643d7263ac95 HTTP/1.1" status: 200 len: 808 time: 0.2686405 Nov 27 15:57:28.615169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.644795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Request body: {'port': {'device_id': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95', 'admin_state_up': True, 'tenant_id': 'f927fcd662d3436e96f3856877e42b09'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:28.693996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d198bd1-fa4c-44df-b8d7-41f0b5de8ecb req-50835898-56d4-4479-b864-332d65a3638b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267045 Nov 27 15:57:28.714812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10efe-f7c8-48bb-9166-b0c8348d8710 req-2b3fddfa-9358-4195-8add-9ab0773d7f45 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:28.716349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99e10efe-f7c8-48bb-9166-b0c8348d8710 req-2b3fddfa-9358-4195-8add-9ab0773d7f45 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1296077 Nov 27 15:57:28.749953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.758472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5fcc09-e256-4048-b8d5-58527717d3fc req-508224e2-6e52-4404-a028-385a6a9f2896 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570525 Nov 27 15:57:28.789222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99e10efe-f7c8-48bb-9166-b0c8348d8710 req-bd8da14c-078d-4591-b8b8-34e093831f39 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609968 Nov 27 15:57:28.805786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Subnet': ['ID=7df7a6d0-36c8-4f1e-919a-68941bd8e2e5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:28.823690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.830196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c67ff04f-5b0c-4d23-ba12-7a05e7293a45 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/subnets/7df7a6d0-36c8-4f1e-919a-68941bd8e2e5 HTTP/1.1" status: 204 len: 168 time: 0.7882216 Nov 27 15:57:28.830399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44566) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:28.832301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c0eb0-e1d0-4938-bc4d-30cac23638cd None None] Network e5d0fe41-3259-4995-99ba-574b5a06d509 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:28.858061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Made reservation on behalf of f927fcd662d3436e96f3856877e42b09 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:28.865113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:28.919526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4eca5-da2c-4828-8625-f5dbacc6d650 req-8cd90919-4f6b-40ac-bafa-d8b6e030308f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:28.928013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32f4eca5-da2c-4828-8625-f5dbacc6d650 req-8cd90919-4f6b-40ac-bafa-d8b6e030308f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 948 time: 0.1252351 Nov 27 15:57:28.948646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.025101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32f4eca5-da2c-4828-8625-f5dbacc6d650 req-c2914f75-14ff-49c8-ade7-1feb14c12b60 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Nov 27 15:57:29.067782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Deleting port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:29.068106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.108977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Allocated IP 172.20.0.2 (ef189615-98bb-45cf-b513-643d7263ac95/8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8/a9239106-ff3f-424f-b857-8226775f423a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:29.173087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] For port f6779bb2-d720-4170-a8cf-6f27c5d7bba2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,segment=NetworkSegment(6359cbde-d843-434a-87aa-5af4a77e979a),segment_id=6359cbde-d843-434a-87aa-5af4a77e979a)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:29.173986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.192883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] DHCP port deletion for e5d0fe41-3259-4995-99ba-574b5a06d509 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:57:29.220350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Calling delete_port for f6779bb2-d720-4170-a8cf-6f27c5d7bba2 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:29.306826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] Deleting port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:29.308017 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.337862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.376353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Port': ['ID=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:29.380537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] No DVR routers for this DVR port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:29.416124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.464571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] For port f6779bb2-d720-4170-a8cf-6f27c5d7bba2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,segment=NetworkSegment(6359cbde-d843-434a-87aa-5af4a77e979a),segment_id=6359cbde-d843-434a-87aa-5af4a77e979a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:29.464981 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.485778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] Calling delete_port for f6779bb2-d720-4170-a8cf-6f27c5d7bba2 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:29.499394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f96ea4ad-9f38-450f-ad88-719528328d6a req-000cb2d0-50ad-4f9e-9803-5a1a697152e1 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0746555 Nov 27 15:57:29.502293 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.513829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.561885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d0fe41-3259-4995-99ba-574b5a06d509']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:29.579556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6359cbde-d843-434a-87aa-5af4a77e979a') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:29.579924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6359cbde-d843-434a-87aa-5af4a77e979a') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:29.592751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.595123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Network ef189615-98bb-45cf-b513-643d7263ac95 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:29.597367 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.599163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:29.611809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:29.612135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.620290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:29.620686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.671282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Pushing event updated for resources: {'Port': ['ID=a9239106-ff3f-424f-b857-8226775f423a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:29.688331 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:29.698932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] Pushing event deleted for resources: {'Port': ['ID=f6779bb2-d720-4170-a8cf-6f27c5d7bba2,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:29.701162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f74ec5-07c1-4a49-aa04-cf6e3b639aa3 None None] No DVR routers for this DVR port f6779bb2-d720-4170-a8cf-6f27c5d7bba2 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:29.707513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:29.746531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.748608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.756201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.762377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] 10.222.0.15 "DELETE /v2.0/networks/e5d0fe41-3259-4995-99ba-574b5a06d509 HTTP/1.1" status: 204 len: 168 time: 0.9291713 Nov 27 15:57:29.782849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:29.783752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.786111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:57:29.792083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:29.793073 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.810933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-4ea44c31-897f-4580-9ff7-ccff02286e04 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1733851 Nov 27 15:57:29.837263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Request body: {'port': {'device_id': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:29.838879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed4445-a403-497c-936a-c8cb92293b89 req-18a2e5c1-22ff-480a-92d4-c4e2baa05142 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:29.851652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19ed4445-a403-497c-936a-c8cb92293b89 req-18a2e5c1-22ff-480a-92d4-c4e2baa05142 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 931 time: 0.1607544 Nov 27 15:57:29.869093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d2672-981d-47d7-9d85-fcfb9a796875 tempest-AllowedAddressPairTestJSON-1406633193 tempest-AllowedAddressPairTestJSON-1406633193-project] Pushing event deleted for resources: {'Network': ['ID=e5d0fe41-3259-4995-99ba-574b5a06d509,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:29.907315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.948666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:29.967107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:29.972043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:29.973597 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25ab5f5-9763-42f3-a249-1ce26885e587" -d '{"events": [{"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-plugged", "status": "completed", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:29.979213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.049095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:30.049322 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19ed4445-a403-497c-936a-c8cb92293b89 req-626cbcb7-b2ea-4104-83c8-69358c99d078 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908040 Nov 27 15:57:30.074440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9391-8d8c-4a43-9129-1c207a636908 req-b89cc4cf-a0e5-46ea-8efc-40ad57cf1f80 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:30.078931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-718c9391-8d8c-4a43-9129-1c207a636908 req-b89cc4cf-a0e5-46ea-8efc-40ad57cf1f80 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.2038209 Nov 27 15:57:30.129714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44594) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:30.215583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-718c9391-8d8c-4a43-9129-1c207a636908 req-fd07a62c-a711-4c1e-99c3-cb277978a3a3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302698 Nov 27 15:57:30.228384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b5de-abf9-400d-aac1-7e386bc859d1 req-b4a70aff-07e8-4be9-91a5-43cbab849edf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:30.231742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06c6b5de-abf9-400d-aac1-7e386bc859d1 req-b4a70aff-07e8-4be9-91a5-43cbab849edf tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0821939 Nov 27 15:57:30.300974 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245763a-8a17-43af-9191-a5a51db3106e x-openstack-request-id: req-e245763a-8a17-43af-9191-a5a51db3106e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:30.301342 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-plugged", "status": "completed", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:30.301629 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e245763a-8a17-43af-9191-a5a51db3106e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:30.302032 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'code': 200} Nov 27 15:57:30.347248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06c6b5de-abf9-400d-aac1-7e386bc859d1 req-7c23c894-b28a-4b44-97e6-cf90e422c369 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086793 Nov 27 15:57:30.380617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-06ea58d2-b86c-4994-8e11-f564fc6633d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=049ba19c82094628adf61cf0a59edf51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483914 Nov 27 15:57:30.384962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44602) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:30.415181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9239106-ff3f-424f-b857-8226775f423a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:30.425799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.443545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Transition to ACTIVE for port object a9239106-ff3f-424f-b857-8226775f423a will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:57:30.449291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.470663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d9fee-a5ad-4aa7-b7ee-7933af2c0e91 req-fa75a862-0c05-4376-8f59-9ba748888ec5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:30.472226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f5d9fee-a5ad-4aa7-b7ee-7933af2c0e91 req-fa75a862-0c05-4376-8f59-9ba748888ec5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.0807903 Nov 27 15:57:30.485124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998aec03-73ff-4d6d-9afd-89bfce18cbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.529803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998aec03-73ff-4d6d-9afd-89bfce18cbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.530179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Pushing event updated for resources: {'Port': ['ID=a9239106-ff3f-424f-b857-8226775f423a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:30.581450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f5d9fee-a5ad-4aa7-b7ee-7933af2c0e91 req-33aaa64c-546b-4a08-9243-d456a00f7a28 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983717 Nov 27 15:57:30.620912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Attempting to bind port a9239106-ff3f-424f-b857-8226775f423a on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:30.621673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Attempting to bind port a9239106-ff3f-424f-b857-8226775f423a by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:30.622387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Attempting to bind port a9239106-ff3f-424f-b857-8226775f423a on network ef189615-98bb-45cf-b513-643d7263ac95 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:30.628643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998aec03-73ff-4d6d-9afd-89bfce18cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.630580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Port a9239106-ff3f-424f-b857-8226775f423a on network ef189615-98bb-45cf-b513-643d7263ac95 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:57:30.630580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Attempting to bind port a9239106-ff3f-424f-b857-8226775f423a on network ef189615-98bb-45cf-b513-643d7263ac95 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:30.631423 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998aec03-73ff-4d6d-9afd-89bfce18cbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.632841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-998aec03-73ff-4d6d-9afd-89bfce18cbeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf01dc50-8374-42e7-9979-fc3c16e03c14 HTTP/1.1" status: 204 len: 168 time: 0.2481039 Nov 27 15:57:30.640625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:30.641025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Checking segment: {'id': 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:30.641441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Bound using segment: {'id': 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:30.642041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Bound port: a9239106-ff3f-424f-b857-8226775f423a, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:30.642762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.646796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998aec03-73ff-4d6d-9afd-89bfce18cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf01dc50-8374-42e7-9979-fc3c16e03c14,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:30.712173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8df8a7ec-852b-406e-8bff-b07a3682fd8f req-74442de2-e82a-4d67-be19-ac3fdf68a3fa tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0526257 Nov 27 15:57:30.767725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] For port a9239106-ff3f-424f-b857-8226775f423a, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:30.773911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] For port a9239106-ff3f-424f-b857-8226775f423a, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9239106-ff3f-424f-b857-8226775f423a,segment=NetworkSegment(b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1),segment_id=b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:30.780748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.793505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2d61-68da-41d8-9101-9d64a34bac3a req-b0c5b6f4-1f6d-4494-a2bd-2007d07d1d96 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:30.801876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b55c2d61-68da-41d8-9101-9d64a34bac3a req-b0c5b6f4-1f6d-4494-a2bd-2007d07d1d96 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1100 time: 0.0620849 Nov 27 15:57:30.836933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:30.843389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:30.844952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9239106-ff3f-424f-b857-8226775f423a HTTP/1.1" status: 200 len: 1091 time: 1.0249267 Nov 27 15:57:30.846050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'tag': 'a9239106-ff3f-424f-b857-8226775f423a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:30.848916 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839d294-c188-4a42-a3a9-280618111599" -d '{"events": [{"name": "network-changed", "server_uuid": "757a1ed0-0189-4d7f-b0aa-4d93bcd3b087", "tag": "a9239106-ff3f-424f-b857-8226775f423a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:30.875039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b55c2d61-68da-41d8-9101-9d64a34bac3a req-5acf8598-48c4-46ae-8681-ed3010b3c1d8 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550575 Nov 27 15:57:30.945202 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c8793-892d-4b8b-90bc-629a1028d1ad x-openstack-request-id: req-7d2c8793-892d-4b8b-90bc-629a1028d1ad {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:30.945548 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757a1ed0-0189-4d7f-b0aa-4d93bcd3b087", "tag": "a9239106-ff3f-424f-b857-8226775f423a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:30.945804 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d2c8793-892d-4b8b-90bc-629a1028d1ad {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:30.946200 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'tag': 'a9239106-ff3f-424f-b857-8226775f423a', 'status': 'completed', 'code': 200} Nov 27 15:57:30.972604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f39fe-5539-4371-a0cd-f1f4d2cf7622 service neutron] Pushing event updated for resources: {'Port': ['ID=a9239106-ff3f-424f-b857-8226775f423a,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:30.988473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-7af5f990-9d31-4807-8eda-3ece2e293aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:30.990920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-7af5f990-9d31-4807-8eda-3ece2e293aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f927fcd662d3436e96f3856877e42b09&device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 1094 time: 0.0903881 Nov 27 15:57:31.059133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-cf443b29-029d-4497-9617-91d09d093e1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9239106-ff3f-424f-b857-8226775f423a HTTP/1.1" status: 200 len: 217 time: 0.0572736 Nov 27 15:57:31.095593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f6779bb2-d720-4170-a8cf-6f27c5d7bba2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:31.123720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-6c19c15d-8665-492b-bb88-f7b6c5b3c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.125976 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-6c19c15d-8665-492b-bb88-f7b6c5b3c269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8 HTTP/1.1" status: 200 len: 848 time: 0.0585334 Nov 27 15:57:31.131274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f6779bb2-d720-4170-a8cf-6f27c5d7bba2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:31.131768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f6779bb2-d720-4170-a8cf-6f27c5d7bba2 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:31.175506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-7b3a9bff-06a1-4933-a9bd-3d1e8c01af66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef189615-98bb-45cf-b513-643d7263ac95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371728 Nov 27 15:57:31.307340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-8d8d69e3-af13-4727-8110-e45249bb393e service neutron] 10.222.0.37 "GET /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240823 Nov 27 15:57:31.446934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c3d13c6-d214-4773-9785-1e1970cd1553 req-9cfc9f69-a9f8-42dd-8e44-3cd3cb6d67ac service neutron] 10.222.0.37 "GET /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163707 Nov 27 15:57:31.581646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d294-c188-4a42-a3a9-280618111599 req-1a8eaf3f-d003-401a-a5ad-90d53cc5ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.583713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-1a8eaf3f-d003-401a-a5ad-90d53cc5ff5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f927fcd662d3436e96f3856877e42b09&device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 1094 time: 0.0594587 Nov 27 15:57:31.584342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-28511881-30db-456c-ba55-e11fd9b64a45 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241904 Nov 27 15:57:31.611506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:31.630764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a7a89-8da7-46f9-ac50-c0261cca7931 req-ef028575-9ae1-433d-825e-68966c9033ea tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.638068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe7a7a89-8da7-46f9-ac50-c0261cca7931 req-ef028575-9ae1-433d-825e-68966c9033ea tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 943 time: 0.5005696 Nov 27 15:57:31.704408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:57:31.728060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe7a7a89-8da7-46f9-ac50-c0261cca7931 req-14ab6671-5126-4f52-8277-74d51f3af6d9 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Nov 27 15:57:31.741151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:31.776527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d294-c188-4a42-a3a9-280618111599 req-db7de8a6-9298-44e4-be0c-5254b277919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.778709 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-db7de8a6-9298-44e4-be0c-5254b277919b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef189615-98bb-45cf-b513-643d7263ac95 HTTP/1.1" status: 200 len: 909 time: 0.1771891 Nov 27 15:57:31.841573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-10f78fb6-8fb2-4126-b53b-9226e8919850 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.850948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-10f78fb6-8fb2-4126-b53b-9226e8919850 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543187 Nov 27 15:57:31.855989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-1d9867f8-851b-428c-a959-9b120da12fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9239106-ff3f-424f-b857-8226775f423a HTTP/1.1" status: 200 len: 217 time: 0.0693092 Nov 27 15:57:31.892979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-e4c41a3a-406c-4187-9bf1-31f450d172d3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/quotas/bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 375 time: 0.0255787 Nov 27 15:57:31.905276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:31.918919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4750f0b-4ecc-4fdb-bd13-a2f11cd4a4f8 req-c9cef49f-cb35-47cb-ab71-63651b1f426f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.920993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4750f0b-4ecc-4fdb-bd13-a2f11cd4a4f8 req-c9cef49f-cb35-47cb-ab71-63651b1f426f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.0690787 Nov 27 15:57:31.932748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'port_id': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'mac_address': 'fa:16:3e:05:0f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:57:31.946642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d294-c188-4a42-a3a9-280618111599 req-ac2ba206-8f7e-4a16-8a21-6556e8450205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:31.948158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-ac2ba206-8f7e-4a16-8a21-6556e8450205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8 HTTP/1.1" status: 200 len: 848 time: 0.0803130 Nov 27 15:57:31.986340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1742852280'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:31.989051 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-348b5257-38bb-4a09-b04b-5d9667b1352a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef189615-98bb-45cf-b513-643d7263ac95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312295 Nov 27 15:57:31.993637 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.034624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:32.066037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-5052bbfe-db10-43d3-988e-96847e7ce73a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578622 Nov 27 15:57:32.071894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:32.076864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:32.079038 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.085199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.115317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4750f0b-4ecc-4fdb-bd13-a2f11cd4a4f8 req-e1f5c7e4-c26f-4ffd-8054-fb545868a3cd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836369 Nov 27 15:57:32.140948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.164425 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-617ca4ed-0c47-4f39-9a9f-4acd46dd653f service neutron] 10.222.0.37 "GET /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670408 Nov 27 15:57:32.172704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:32.222533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:32.388832 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1839d294-c188-4a42-a3a9-280618111599 req-09d2f213-edc1-47b4-b423-4eaa7094c4df service neutron] 10.222.0.37 "GET /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123418 Nov 27 15:57:32.450965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f53-f036-4598-aea1-cd710b753f50 req-8e711c90-e915-4b61-9838-ab894009e3fc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:32.460958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a340f53-f036-4598-aea1-cd710b753f50 req-8e711c90-e915-4b61-9838-ab894009e3fc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1980822 Nov 27 15:57:32.513833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.524061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.567115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab647a-ee84-4ed5-ba6a-ad959212b821,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:32.612283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:32.617637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac793095-73a1-44ae-af03-b9a41d42dde8 req-a2226ffa-874e-4af7-8bdd-a7dd75a8ce18 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0557275 Nov 27 15:57:32.633491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a340f53-f036-4598-aea1-cd710b753f50 req-4fd81def-73b3-42f2-a63e-12992cac8bd5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665673 Nov 27 15:57:32.657747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.657747 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 737ef3af-55b7-430e-9214-90f8946523b6 of type vlan for network 613aaa39-7332-4fc7-8cf1-5ff323658703 Nov 27 15:57:32.761751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.822137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f122ef78-0596-47bc-84a4-975ae25b87d2 req-7b964c1f-4850-4db5-b923-bc6f0ba15e94 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 210 time: 0.1216576 Nov 27 15:57:32.822990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:32.858257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:32.861781 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:33.013268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2539306 Nov 27 15:57:33.021363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff1868-7d94-43c7-a200-4753d8d3eb94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=613aaa39-7332-4fc7-8cf1-5ff323658703,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:33.046947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 613aaa39-7332-4fc7-8cf1-5ff323658703 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:33.072550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7952665-4496-4008-8c9a-565dad1e0c19 req-491a843b-af2e-4b70-820e-2514653a9d38 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:33.083752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7952665-4496-4008-8c9a-565dad1e0c19 req-491a843b-af2e-4b70-820e-2514653a9d38 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 943 time: 0.1666477 Nov 27 15:57:33.154048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7952665-4496-4008-8c9a-565dad1e0c19 req-d3fe34df-3d6c-41c9-8631-8dcacbeb2e6e tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690334 Nov 27 15:57:33.168809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44704) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:33.174141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:33.375210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8debda4-f805-4b83-8329-d485e4618c98 req-7a6adf0c-be1a-4089-b709-d05305adef2b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:33.381967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8debda4-f805-4b83-8329-d485e4618c98 req-7a6adf0c-be1a-4089-b709-d05305adef2b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 944 time: 0.1179409 Nov 27 15:57:33.409881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:33.413671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:33.508242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8debda4-f805-4b83-8329-d485e4618c98 req-7d283d14-4f56-4272-a8f8-d63944d8a756 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235924 Nov 27 15:57:33.697322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:33.706076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:33.844859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:33.845452 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:33.886537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-89408b44-8a88-4488-b04a-a63b7409032a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688629 Nov 27 15:57:33.890753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=df2ea6fa-0e51-4e16-999e-7f3196597d99,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:33.936844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d1b-ec1e-41d5-b9cf-dca59153d5dc req-615ccf42-261f-400f-832d-d7d938193ee1 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:33.945136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3abd8d1b-ec1e-41d5-b9cf-dca59153d5dc req-615ccf42-261f-400f-832d-d7d938193ee1 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1821313 Nov 27 15:57:33.957110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '737ef3af-55b7-430e-9214-90f8946523b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:33.957848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 613aaa39-7332-4fc7-8cf1-5ff323658703, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:34.056933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4530d49-dc99-4996-b5d3-7df2b14d629c req-a1f777ed-8b34-4928-bbb1-699190aa248e tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0481517 Nov 27 15:57:34.174718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-de05465c-c60e-4b69-87ab-a7223bdee0b0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:34.178974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-de05465c-c60e-4b69-87ab-a7223bdee0b0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809880 Nov 27 15:57:34.190210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3abd8d1b-ec1e-41d5-b9cf-dca59153d5dc req-73437e23-cb48-4c85-9e19-4200c102a6a7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436779 Nov 27 15:57:34.191996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 613aaa39-7332-4fc7-8cf1-5ff323658703 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:34.202403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Request body: {'port': {'device_id': '643eec51-7624-4118-b80d-5473b226669f', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'bfda4e2fe1f240748cc97e497314fbc6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:34.350611 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.406169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:34.411045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 613aaa39-7332-4fc7-8cf1-5ff323658703) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:34.416826 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e13c9f6-da42-4d04-a266-4b8c5e7ab1da" -d '{"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-plugged", "status": "completed", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:34.432669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1cd5ba4-9a4f-4ab5-9ea4-db88d4fe295a req-5d992e35-5dff-4be5-8179-686bf47e5e7d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 210 time: 0.0789080 Nov 27 15:57:34.437735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:34.438321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.448731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bc747-bbe7-45a8-a378-b2d4d28c5776 None None] Network 613aaa39-7332-4fc7-8cf1-5ff323658703 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:34.482994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Made reservation on behalf of bfda4e2fe1f240748cc97e497314fbc6 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:34.487416 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.500460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accd066-6e3f-432e-b55f-98739d8f53ea req-0b4ab426-a4b1-4bfd-b2bc-5cc4de5db31d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:34.502073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6accd066-6e3f-432e-b55f-98739d8f53ea req-0b4ab426-a4b1-4bfd-b2bc-5cc4de5db31d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 945 time: 0.1470938 Nov 27 15:57:34.509531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:34.515153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9138a6eb-f33e-4ac0-a3ce-b3b573dc07fb tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3451781 Nov 27 15:57:34.518731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44726) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:34.525855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510203108'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:34.567654 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:34.572792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.638307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:34.651202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.651998 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment e277952d-7660-4236-ba11-45bae977d1be of type vlan for network cdac8536-039b-4ebd-aee8-b9f84447e9b7 Nov 27 15:57:34.675163 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.742796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.796468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:34.808737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.817823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:34.819935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:34.869171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6accd066-6e3f-432e-b55f-98739d8f53ea req-c871e45c-aec4-4f2f-ae1f-88d29b7211ba tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473942 Nov 27 15:57:34.881396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3606627 Nov 27 15:57:34.894741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44730) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:34.932357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': 'cdac8536-039b-4ebd-aee8-b9f84447e9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:34.959545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da0da-72b4-4659-b801-fdb2e4aa060f req-0562d9f8-3e15-4c03-9627-6ea1bcd01fa6 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:34.965998 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff1a07-0d03-471b-977a-7a82b5758d55 x-openstack-request-id: req-f0ff1a07-0d03-471b-977a-7a82b5758d55 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:34.966296 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-plugged", "status": "completed", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:34.966557 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0ff1a07-0d03-471b-977a-7a82b5758d55 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:34.971221 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'code': 200} Nov 27 15:57:34.976823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c81da0da-72b4-4659-b801-fdb2e4aa060f req-0562d9f8-3e15-4c03-9627-6ea1bcd01fa6 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 943 time: 0.3848493 Nov 27 15:57:35.012159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e641ebe-1160-4ac8-b4a1-dfe583794227 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=cdac8536-039b-4ebd-aee8-b9f84447e9b7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:35.032125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cdac8536-039b-4ebd-aee8-b9f84447e9b7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:35.145140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-613aaa39-7332-4fc7-8cf1-5ff323658703', 'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': 'df2ea6fa-0e51-4e16-999e-7f3196597d99'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:35.147042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:35.250206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14df5614-8950-498a-b08b-0e6a1cf72496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:35.284495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Allocated IP 192.168.233.40 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/587914ea-0e47-47f3-9b17-367f36c72b92) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:35.337357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c81da0da-72b4-4659-b801-fdb2e4aa060f req-df742cb7-1229-4e54-b250-5d224c92c661 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589885 Nov 27 15:57:35.440310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Allocated IP 172.20.255.242 (613aaa39-7332-4fc7-8cf1-5ff323658703/df2ea6fa-0e51-4e16-999e-7f3196597d99/97e81900-8796-4400-9ade-812286d8e18f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:35.509348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c6706-f067-47d7-8e68-037cfa58593f req-a016742d-38f8-4306-8579-e9658202a122 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:35.519086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b1c6706-f067-47d7-8e68-037cfa58593f req-a016742d-38f8-4306-8579-e9658202a122 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.3149557 Nov 27 15:57:35.527426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:35.530973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:35.630502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ebcc5df-c7d5-4dc9-8daa-84827e2b971e req-3c74be52-3abb-42bb-a858-940677978088 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.1102741 Nov 27 15:57:35.772440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b1c6706-f067-47d7-8e68-037cfa58593f req-16bd82d9-39a7-4c88-96b1-5e8b22036bd6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320907 Nov 27 15:57:35.778909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9239106-ff3f-424f-b857-8226775f423a details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:57:35.847213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-de606148-aa12-488a-ae8c-f71e5fd4ee4a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:35.849999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-de606148-aa12-488a-ae8c-f71e5fd4ee4a tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.21 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 945 time: 0.1365511 Nov 27 15:57:35.937022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.008716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.018886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02e9be00-c66b-4cde-8769-07def1ecd54f req-a81e4a7a-c928-4d9a-ad1f-ca02387c8094 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 210 time: 0.1107657 Nov 27 15:57:36.047771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Deleting port aea6f589-17fc-4c59-a77e-007e4366f2ab {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:36.048117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.182866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Network 613aaa39-7332-4fc7-8cf1-5ff323658703 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:36.189834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] For port aea6f589-17fc-4c59-a77e-007e4366f2ab, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=aea6f589-17fc-4c59-a77e-007e4366f2ab,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:36.190144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.198997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:36.204134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.216513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:36.227536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Calling delete_port for aea6f589-17fc-4c59-a77e-007e4366f2ab owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:36.244220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Pushing event updated for resources: {'Port': ['ID=97e81900-8796-4400-9ade-812286d8e18f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:36.260179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a9239106-ff3f-424f-b857-8226775f423a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9239106-ff3f-424f-b857-8226775f423a,segment=NetworkSegment(b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1),segment_id=b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:36.277594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.298917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.313125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:36.318461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'a9239106-ff3f-424f-b857-8226775f423a', 'network_id': 'ef189615-98bb-45cf-b513-643d7263ac95', 'port_id': 'a9239106-ff3f-424f-b857-8226775f423a', 'mac_address': 'fa:16:3e:fb:43:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:57:36.411285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Attempting to bind port 97e81900-8796-4400-9ade-812286d8e18f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:36.412189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Attempting to bind port 97e81900-8796-4400-9ade-812286d8e18f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '737ef3af-55b7-430e-9214-90f8946523b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:36.412569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Attempting to bind port 97e81900-8796-4400-9ade-812286d8e18f on network 613aaa39-7332-4fc7-8cf1-5ff323658703 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:36.430670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0d3f-d516-4b86-b1da-cbc693d05adc req-545a9e6a-4940-4a4f-ab40-4835203c6516 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:36.439218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83bb0d3f-d516-4b86-b1da-cbc693d05adc req-545a9e6a-4940-4a4f-ab40-4835203c6516 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.6645312 Nov 27 15:57:36.461102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:36.479410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=62b03b22-9f8b-4573-bb33-d49b5b1d4428,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:36.484857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:36.485188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:36.485749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Checking segment: {'id': '737ef3af-55b7-430e-9214-90f8946523b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:36.486091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.488215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Bound using segment: {'id': '737ef3af-55b7-430e-9214-90f8946523b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:36.490430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Bound port: 97e81900-8796-4400-9ade-812286d8e18f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ef3af-55b7-430e-9214-90f8946523b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '613aaa39-7332-4fc7-8cf1-5ff323658703'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:36.491383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.498126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:36.515078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ad65-3359-4762-be4b-af9949f8ee63 req-848c3eee-8a0a-4af9-94e0-bbfaa75056a1 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:36.516568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1708ad65-3359-4762-be4b-af9949f8ee63 req-848c3eee-8a0a-4af9-94e0-bbfaa75056a1 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03ef3e7f-da83-4c79-a482-ab0a16341139 HTTP/1.1" status: 200 len: 945 time: 0.2461209 Nov 27 15:57:36.517218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:36.551264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.582041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['aea6f589-17fc-4c59-a77e-007e4366f2ab'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:36.599333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event deleted for resources: {'Port': ['ID=aea6f589-17fc-4c59-a77e-007e4366f2ab,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:36.604242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': 'e277952d-7660-4236-ba11-45bae977d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cdac8536-039b-4ebd-aee8-b9f84447e9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:36.604623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: cdac8536-039b-4ebd-aee8-b9f84447e9b7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:36.642608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.671380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83bb0d3f-d516-4b86-b1da-cbc693d05adc req-91eda3f6-8529-42a0-a6f6-fbb21d031f9b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308481 Nov 27 15:57:36.672417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] No DVR routers for this DVR port aea6f589-17fc-4c59-a77e-007e4366f2ab on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:36.676344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.681505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e448d038-d437-4c03-9579-9145d9cbf1e9 req-e1747866-26f6-4795-b6ba-390b99c1b798 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.21 "DELETE /v2.0/ports/aea6f589-17fc-4c59-a77e-007e4366f2ab HTTP/1.1" status: 204 len: 173 time: 0.8239045 Nov 27 15:57:36.682756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'name': 'network-vif-deleted', 'tag': 'aea6f589-17fc-4c59-a77e-007e4366f2ab'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:36.683268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:36.683938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.685706 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20d32a-93ca-437b-846f-c3b9f4abce56" -d '{"events": [{"server_uuid": "03ef3e7f-da83-4c79-a482-ab0a16341139", "name": "network-vif-deleted", "tag": "aea6f589-17fc-4c59-a77e-007e4366f2ab"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:36.706151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9239106-ff3f-424f-b857-8226775f423a {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:36.739249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1708ad65-3359-4762-be4b-af9949f8ee63 req-f8234946-134e-48e4-8430-108a94f7ea8e tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844926 Nov 27 15:57:36.748612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-af332753-5243-4dd9-92a4-54599cfe9103 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5519552 Nov 27 15:57:36.749443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network cdac8536-039b-4ebd-aee8-b9f84447e9b7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:36.757240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] For port 97e81900-8796-4400-9ade-812286d8e18f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:36.785795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a9239106-ff3f-424f-b857-8226775f423a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9239106-ff3f-424f-b857-8226775f423a,segment=NetworkSegment(b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1),segment_id=b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:36.788880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] For port 97e81900-8796-4400-9ade-812286d8e18f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=97e81900-8796-4400-9ade-812286d8e18f,segment=NetworkSegment(737ef3af-55b7-430e-9214-90f8946523b6),segment_id=737ef3af-55b7-430e-9214-90f8946523b6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:36.800196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.803187 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.815400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Request body: {'port': {'device_id': '643eec51-7624-4118-b80d-5473b226669f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:36.823924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cdac8536-039b-4ebd-aee8-b9f84447e9b7) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:36.837872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:36.839468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:36.904673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382e6cb-404e-4e8b-98f8-2b43673caec3 None None] Network cdac8536-039b-4ebd-aee8-b9f84447e9b7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:36.960755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44750) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:36.961374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1136348-33b9-448b-b877-e28867eb5e33 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0589683 Nov 27 15:57:37.016157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ca3844e-1a6c-4c20-9a2b-a21051f6f2b7 req-d9bc5720-4c4e-4993-a686-f3aceb32179a tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0390418 Nov 27 15:57:37.028893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.071942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d27e-dbb2-40ec-9f2b-d252bad8da0d req-52759739-abc3-4b35-9a2c-f5d892313428 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:37.079620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c99d27e-dbb2-40ec-9f2b-d252bad8da0d req-52759739-abc3-4b35-9a2c-f5d892313428 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 944 time: 0.1642439 Nov 27 15:57:37.148612 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c87393-3f86-43e6-a5e7-45a5a44081eb x-openstack-request-id: req-40c87393-3f86-43e6-a5e7-45a5a44081eb {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:37.148880 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ef3e7f-da83-4c79-a482-ab0a16341139", "name": "network-vif-deleted", "tag": "aea6f589-17fc-4c59-a77e-007e4366f2ab", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:37.149138 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40c87393-3f86-43e6-a5e7-45a5a44081eb {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:37.149581 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ef3e7f-da83-4c79-a482-ab0a16341139', 'name': 'network-vif-deleted', 'tag': 'aea6f589-17fc-4c59-a77e-007e4366f2ab', 'status': 'completed', 'code': 200} Nov 27 15:57:37.157225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.177988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a9239106-ff3f-424f-b857-8226775f423a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:37.199002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b86fc176-d965-496f-b14f-39187bb89c8e None None] Provisioning complete for port 587914ea-0e47-47f3-9b17-367f36c72b92 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:37.204636 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b86fc176-d965-496f-b14f-39187bb89c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.224875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.235896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c99d27e-dbb2-40ec-9f2b-d252bad8da0d req-3cd7ae32-5da2-4d82-a4b8-6ea5e3931cad tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553807 Nov 27 15:57:37.376138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a9239106-ff3f-424f-b857-8226775f423a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:37.425822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f5759-51af-4240-ac70-74782ccaf967 req-dc101e0e-722d-4a83-941e-86a5499a14eb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:37.434418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-171f5759-51af-4240-ac70-74782ccaf967 req-dc101e0e-722d-4a83-941e-86a5499a14eb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.2303939 Nov 27 15:57:37.480746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.525200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=62b03b22-9f8b-4573-bb33-d49b5b1d4428,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:37.536203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.536559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.536966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.537350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.538389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.539255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.539427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.540091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.540434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.541092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.541538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.541954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:37.611172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b86fc176-d965-496f-b14f-39187bb89c8e None None] Port 587914ea-0e47-47f3-9b17-367f36c72b92 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:37.625316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.657937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdac8536-039b-4ebd-aee8-b9f84447e9b7']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:37.660178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-171f5759-51af-4240-ac70-74782ccaf967 req-b3a157f8-8e58-4077-a23d-4f4be7f85cdd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248163 Nov 27 15:57:37.670038 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf89-b33b-431a-808e-6ff7dbf6761c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.677572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820b664-f099-46b4-952f-f861e4210053 None None] Network cdac8536-039b-4ebd-aee8-b9f84447e9b7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:37.683225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06215abd-328c-4e95-9815-315ff6ff3623 None None] Pushing event updated for resources: {'Port': ['ID=97e81900-8796-4400-9ade-812286d8e18f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:37.696712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e0371-d975-4942-a4cc-d1d77faa56c5 req-1678dc76-c277-4d6c-81e3-397093ce633f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:37.699638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e8e0371-d975-4942-a4cc-d1d77faa56c5 req-1678dc76-c277-4d6c-81e3-397093ce633f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 935 time: 0.1660578 Nov 27 15:57:37.712751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e277952d-7660-4236-ba11-45bae977d1be') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:37.713354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e277952d-7660-4236-ba11-45bae977d1be') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:37.754677 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.795506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.813298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:37.816857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: items = [ Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:37.826375 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:37.872023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216', '463876a6-d3cd-4356-80af-bf793200f954', 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:37.901375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e8e0371-d975-4942-a4cc-d1d77faa56c5 req-3d0699ab-6284-4f0c-983a-8daa4924304e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796551 Nov 27 15:57:37.955701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587914ea-0e47-47f3-9b17-367f36c72b92 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:37.965774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:37.982976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bc29c-328c-48f0-8d34-615b71e4e388 req-eeacc1c0-2842-433a-a9b9-9c2fcdce8038 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:37.990567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-019bc29c-328c-48f0-8d34-615b71e4e388 req-eeacc1c0-2842-433a-a9b9-9c2fcdce8038 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1397331 Nov 27 15:57:38.130222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-019bc29c-328c-48f0-8d34-615b71e4e388 req-ece7314d-e78a-4197-a910-b412b8245cc3 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380658 Nov 27 15:57:38.323704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3b0a49b-23b8-4ef9-8741-513627923cc6 req-fc08dcfa-51f5-49eb-b227-3e054e2d074e tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0714114 Nov 27 15:57:38.495574 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.555913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee9ab4-3631-429e-83b3-8628378a3707 req-08584ac9-b890-4037-9665-e244b50f7335 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:38.564057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dee9ab4-3631-429e-83b3-8628378a3707 req-08584ac9-b890-4037-9665-e244b50f7335 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 944 time: 0.1771178 Nov 27 15:57:38.586119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.590116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Transition to ACTIVE for port object 587914ea-0e47-47f3-9b17-367f36c72b92 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:57:38.604067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.612522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.613683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/cdac8536-039b-4ebd-aee8-b9f84447e9b7 HTTP/1.1" status: 204 len: 168 time: 1.6514707 Nov 27 15:57:38.614540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44768) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:38.639775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-379630825'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:38.649232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc472f-1d7a-4870-ba92-025665d9b633 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=cdac8536-039b-4ebd-aee8-b9f84447e9b7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:38.686088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:38.701213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.759995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:38.779606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.779946 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 360081d3-42fe-4cb3-acbc-bc19bbdd40c2 of type vlan for network 416c328f-f584-4696-a00e-a08d90b92b6b Nov 27 15:57:38.791631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dee9ab4-3631-429e-83b3-8628378a3707 req-f0339d69-a4bb-4abb-8ddc-e73f8bf8fe56 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244089 Nov 27 15:57:38.795658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:38.811536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e88d2f-7128-44c3-afaf-622ad872f2d1 None None] Network 613aaa39-7332-4fc7-8cf1-5ff323658703 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:38.908203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.958721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:38.959073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:38.959407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:38.967418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Port 587914ea-0e47-47f3-9b17-367f36c72b92 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:57:38.967418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:38.971433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2890ecd4-1090-4f6c-9252-74d66eff1a08 None None] Provisioning complete for port 97e81900-8796-4400-9ade-812286d8e18f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:38.971806 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2890ecd4-1090-4f6c-9252-74d66eff1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.973553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:38.975724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:38.975724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:38.975724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Bound port: 587914ea-0e47-47f3-9b17-367f36c72b92, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:38.976293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:38.977119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.003752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:39.004503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.105491 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4723108 Nov 27 15:57:39.146473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:39.160054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:39.160768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44774) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:39.209146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdea476-be44-497f-935e-5a62f9efee3e req-f1083243-a7ed-4587-bf82-d67733829968 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:39.211182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2fdea476-be44-497f-935e-5a62f9efee3e req-f1083243-a7ed-4587-bf82-d67733829968 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.3188601 Nov 27 15:57:39.225609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e173-0b41-4e7e-9c44-7f96bf32d2a1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=416c328f-f584-4696-a00e-a08d90b92b6b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:39.232379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 97e81900-8796-4400-9ade-812286d8e18f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:39.234328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '416c328f-f584-4696-a00e-a08d90b92b6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:39.283667 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.439551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 416c328f-f584-4696-a00e-a08d90b92b6b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:39.518073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:39.543455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:39.544266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.546642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-7368a9ac-2db7-4eaa-96d9-d7e7733c9017 service neutron] 10.222.0.21 "PUT /v2.0/ports/587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 1095 time: 2.7481849 Nov 27 15:57:39.547634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:39.555915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.561815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2890ecd4-1090-4f6c-9252-74d66eff1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.637924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 97e81900-8796-4400-9ade-812286d8e18f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:39.638606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.742808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9239106-ff3f-424f-b857-8226775f423a up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:39.873552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2890ecd4-1090-4f6c-9252-74d66eff1a08 None None] For port 97e81900-8796-4400-9ade-812286d8e18f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=97e81900-8796-4400-9ade-812286d8e18f,segment=NetworkSegment(737ef3af-55b7-430e-9214-90f8946523b6),segment_id=737ef3af-55b7-430e-9214-90f8946523b6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:39.885520 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2890ecd4-1090-4f6c-9252-74d66eff1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:39.994097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port a9239106-ff3f-424f-b857-8226775f423a completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:57:40.001234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890ecd4-1090-4f6c-9252-74d66eff1a08 None None] Pushing event updated for resources: {'Port': ['ID=97e81900-8796-4400-9ade-812286d8e18f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:40.023888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port a9239106-ff3f-424f-b857-8226775f423a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:40.024487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:40.067764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:40.070637 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a93e5d-3089-4491-8acc-632b85d144ca" -d '{"events": [{"name": "network-changed", "server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:40.090009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Performing IP validity checks on allocation pools {{(pid=110076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 15:57:40.090527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 15:57:40.130664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55697-0913-42c8-be36-74a791130fa9 req-5fe02642-5f72-47eb-a564-826c06d21fd0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:40.139202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8f55697-0913-42c8-be36-74a791130fa9 req-5fe02642-5f72-47eb-a564-826c06d21fd0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.9773607 Nov 27 15:57:40.183577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-d2e6dea3-b4bc-4e79-bc9c-65bf1df1bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:40.185088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-d2e6dea3-b4bc-4e79-bc9c-65bf1df1bd2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1098 time: 0.1411111 Nov 27 15:57:40.187395 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:40.212902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2fdea476-be44-497f-935e-5a62f9efee3e req-26274caa-0c95-4eda-a3b9-37e8b40029b1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9747229 Nov 27 15:57:40.234299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9239106-ff3f-424f-b857-8226775f423a'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:40.236938 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358bb958-f587-4a4f-bf3b-e754c2cc7b0f" -d '{"events": [{"server_uuid": "757a1ed0-0189-4d7f-b0aa-4d93bcd3b087", "name": "network-vif-plugged", "status": "completed", "tag": "a9239106-ff3f-424f-b857-8226775f423a"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:40.258669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a9239106-ff3f-424f-b857-8226775f423a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9239106-ff3f-424f-b857-8226775f423a,segment=NetworkSegment(b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1),segment_id=b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:40.260854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:40.266056 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:40.328399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-648bbe3f-539b-4b4e-a3c1-23f1d53ef35b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.1094112 Nov 27 15:57:40.384543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-242f019a-cf6d-4089-affa-7764cab0f692 None None] Provisioning complete for port 97e81900-8796-4400-9ade-812286d8e18f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:40.385299 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-242f019a-cf6d-4089-affa-7764cab0f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:40.400303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-719e6028-a17c-4f27-8412-1e959cdb8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:40.401782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-719e6028-a17c-4f27-8412-1e959cdb8b3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0511639 Nov 27 15:57:40.429444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a9239106-ff3f-424f-b857-8226775f423a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:40.484715 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8f55697-0913-42c8-be36-74a791130fa9 req-3fe76e41-0e3d-4a27-a215-307db1897331 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444915 Nov 27 15:57:40.522978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-00ac1121-4066-4686-9fc8-a1601d50e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:40.524487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-00ac1121-4066-4686-9fc8-a1601d50e1be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846334 Nov 27 15:57:40.593225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ba71d-2174-46f1-982c-eeb5a1a63372 req-e396ec6f-b08e-44d6-9a3a-2b64c0b8f363 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:40.594802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b45ba71d-2174-46f1-982c-eeb5a1a63372 req-e396ec6f-b08e-44d6-9a3a-2b64c0b8f363 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1869266 Nov 27 15:57:40.726324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab847c91-e981-4fc1-9e02-af058f3cceb0 req-1c17c791-4f11-40be-a20b-dff5be299263 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0742624 Nov 27 15:57:40.791859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:40.802398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-50c48338-9cdb-4dcf-ad3a-ee1d4fdbbb24 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491081 Nov 27 15:57:40.827925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b45ba71d-2174-46f1-982c-eeb5a1a63372 req-fde7aa8d-cd82-4bec-8e40-76d10ba2bdfa tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931458 Nov 27 15:57:40.930643 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3df067-f181-4247-a12e-77d6f31229af x-openstack-request-id: req-cb3df067-f181-4247-a12e-77d6f31229af {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:40.930643 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:40.930961 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb3df067-f181-4247-a12e-77d6f31229af {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:40.931236 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92', 'status': 'completed', 'code': 200} Nov 27 15:57:40.971285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=e6cb4d2f-50c8-4906-8c07-7fd7dcb9d11d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:40.982691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device aea6f589-17fc-4c59-a77e-007e4366f2ab no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:40.987743 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a1cd6-ec92-4437-aaab-8cc37f1a8fea x-openstack-request-id: req-6b7a1cd6-ec92-4437-aaab-8cc37f1a8fea {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:40.988032 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757a1ed0-0189-4d7f-b0aa-4d93bcd3b087", "name": "network-vif-plugged", "status": "completed", "tag": "a9239106-ff3f-424f-b857-8226775f423a", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:40.988290 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b7a1cd6-ec92-4437-aaab-8cc37f1a8fea {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:40.988681 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9239106-ff3f-424f-b857-8226775f423a', 'code': 200} Nov 27 15:57:41.010108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: aea6f589-17fc-4c59-a77e-007e4366f2ab {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:41.011095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device aea6f589-17fc-4c59-a77e-007e4366f2ab not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:41.018381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '360081d3-42fe-4cb3-acbc-bc19bbdd40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '416c328f-f584-4696-a00e-a08d90b92b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:41.018755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 416c328f-f584-4696-a00e-a08d90b92b6b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:41.038068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab00564-83ea-42f8-9c38-a9433473d031 req-9f96ce38-b0b6-4447-a3dd-63405bb52284 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:41.039840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eab00564-83ea-42f8-9c38-a9433473d031 req-9f96ce38-b0b6-4447-a3dd-63405bb52284 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 945 time: 0.1561859 Nov 27 15:57:41.044329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dc905f0-75c5-4f75-b47a-0b93e3c390b0 req-e5a572dc-4ee5-45c6-8275-9b0428b6e1c3 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931937 Nov 27 15:57:41.066189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 416c328f-f584-4696-a00e-a08d90b92b6b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:41.096412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 416c328f-f584-4696-a00e-a08d90b92b6b) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:41.106343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f885b38-a319-4c31-b71f-9f693a56ce38 None None] Network 416c328f-f584-4696-a00e-a08d90b92b6b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:41.112973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:41.113860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.144406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eab00564-83ea-42f8-9c38-a9433473d031 req-bfb9bd8e-d2d5-454d-bf5f-412b64d4363b tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969291 Nov 27 15:57:41.181960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977c10-ca35-478f-9e02-80404cf3fdba req-9c538ed3-6100-483a-9032-7578987a9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:41.184429 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fe977c10-ca35-478f-9e02-80404cf3fdba req-9c538ed3-6100-483a-9032-7578987a9cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 1096 time: 0.1126812 Nov 27 15:57:41.233854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b8cac8b-033d-467b-8ddc-21023fc1659b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0179369 Nov 27 15:57:41.234377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44796) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:41.286373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-ed3dfef7-0251-4f75-bccb-12b3240be63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:41.288541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-ed3dfef7-0251-4f75-bccb-12b3240be63d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1098 time: 0.1275749 Nov 27 15:57:41.301477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 97e81900-8796-4400-9ade-812286d8e18f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:41.366242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fe977c10-ca35-478f-9e02-80404cf3fdba req-117cc427-345f-498d-a1cf-0d6ec465fe21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647100 Nov 27 15:57:41.443768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.475923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.565734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.582412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 97e81900-8796-4400-9ade-812286d8e18f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:41.582958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.588514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-8cfdc774-17bf-4dc3-b90a-8c2066e2160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:41.590040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-8cfdc774-17bf-4dc3-b90a-8c2066e2160d service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2885163 Nov 27 15:57:41.625441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c700e53-1f01-4661-80f0-1ec5e0c3de14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-416c328f-f584-4696-a00e-a08d90b92b6b', 'network_id': '416c328f-f584-4696-a00e-a08d90b92b6b', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': 'e6cb4d2f-50c8-4906-8c07-7fd7dcb9d11d'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:41.626850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0c700e53-1f01-4661-80f0-1ec5e0c3de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.717620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-bf51a0a0-055c-42be-91e4-ef154edcb3d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.1157255 Nov 27 15:57:41.727166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:41.796501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0effa-a81e-48fd-97fe-5580d2ae5767 req-56edc9a0-0302-498c-96d0-5de50a2fa2c6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:41.804417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d0effa-a81e-48fd-97fe-5580d2ae5767 req-56edc9a0-0302-498c-96d0-5de50a2fa2c6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.4248884 Nov 27 15:57:41.833033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cb4d2f-50c8-4906-8c07-7fd7dcb9d11d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-0c700e53-1f01-4661-80f0-1ec5e0c3de14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6cb4d2f-50c8-4906-8c07-7fd7dcb9d11d: This subnet is being modified by another concurrent operation. Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 15:57:41.938277 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6cb4d2f-50c8-4906-8c07-7fd7dcb9d11d: This subnet is being modified by another concurrent operation. Nov 27 15:57:41.942118 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 15:57:41.954589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.013326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61196ea-5770-4933-ba14-b7fc1d1fd95d None None] Network 416c328f-f584-4696-a00e-a08d90b92b6b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:42.014075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416c328f-f584-4696-a00e-a08d90b92b6b']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:42.039643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360081d3-42fe-4cb3-acbc-bc19bbdd40c2') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:42.039938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360081d3-42fe-4cb3-acbc-bc19bbdd40c2') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:42.056378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37063a-3110-44e8-b449-841850376f88 req-a469f190-b258-44df-8f4b-03797651eb05 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:42.066286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee37063a-3110-44e8-b449-841850376f88 req-a469f190-b258-44df-8f4b-03797651eb05 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.4073637 Nov 27 15:57:42.066989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.097471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34d0effa-a81e-48fd-97fe-5580d2ae5767 req-3323eebb-263b-4b3a-abb9-c86dd38b35da tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900827 Nov 27 15:57:42.109049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.127482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:42.129045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:42.151451 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:42.255915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.279906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.288824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/416c328f-f584-4696-a00e-a08d90b92b6b HTTP/1.1" status: 204 len: 168 time: 1.0543916 Nov 27 15:57:42.289843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b091735-373f-41a1-a708-4bd13ffe270b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=416c328f-f584-4696-a00e-a08d90b92b6b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:42.291474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44812) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:42.301658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868239813'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:42.302317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e785f-648f-415a-95cc-d3b1ae1b3b2b None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 15:57:42.306479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee37063a-3110-44e8-b449-841850376f88 req-611e2fca-c89f-42e4-9cf0-569ac8327823 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388673 Nov 27 15:57:42.314471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-144ddc7b-9749-4049-adf7-3d4b12305c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:42.319245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-144ddc7b-9749-4049-adf7-3d4b12305c68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.5871494 Nov 27 15:57:42.371232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:42.388130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.425773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-0761a4cc-8de4-49cc-9963-9950d20f7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:42.429734 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-0761a4cc-8de4-49cc-9963-9950d20f7094 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905600 Nov 27 15:57:42.456046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:42.475421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.476063 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 0ddc6990-b905-4c9d-8d1c-7a4c0ed07214 of type vlan for network 4f9f0ba1-bb72-4241-8728-1d36ac12eecb Nov 27 15:57:42.540517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.581343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.590141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:42.590784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:42.657668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e785f-648f-415a-95cc-d3b1ae1b3b2b None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 15:57:42.671005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3784959 Nov 27 15:57:42.674751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44816) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:42.680386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '4f9f0ba1-bb72-4241-8728-1d36ac12eecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:42.725624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7015270b-5211-42ab-a7e2-04ea937c2d77 req-8d8e251d-489a-473e-8cbe-e5c6b55d7c6b tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.1303446 Nov 27 15:57:42.749614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-23874168-c3a1-4646-bcb0-8574840babc6 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043165 Nov 27 15:57:42.752577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290228-db1f-46e9-9452-f60c670a77a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=4f9f0ba1-bb72-4241-8728-1d36ac12eecb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:42.812391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4f9f0ba1-bb72-4241-8728-1d36ac12eecb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:42.936017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:42.939261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:43.054899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d629f5-2a97-42ff-b99e-e59021f0c3a2 req-bca417f9-b0ce-4ae4-a9c9-eb3d00c2b661 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:43.056535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d629f5-2a97-42ff-b99e-e59021f0c3a2 req-bca417f9-b0ce-4ae4-a9c9-eb3d00c2b661 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.4779396 Nov 27 15:57:43.198974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c4149-f307-4245-b361-2f3ceef500fe req-074bc904-ded8-4d69-912f-6a90713c37cf tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:43.206372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-884c4149-f307-4245-b361-2f3ceef500fe req-074bc904-ded8-4d69-912f-6a90713c37cf tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 945 time: 0.2326860 Nov 27 15:57:43.238448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3a93e5d-3089-4491-8acc-632b85d144ca req-21adbc85-f935-403b-a50b-a6a8a6d7dc12 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800527 Nov 27 15:57:43.260043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d629f5-2a97-42ff-b99e-e59021f0c3a2 req-a869440a-f27d-4538-9b36-5d1fa84cc020 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864066 Nov 27 15:57:43.331955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-884c4149-f307-4245-b361-2f3ceef500fe req-428d5163-4d4f-4bbb-b065-d9bfef934066 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239831 Nov 27 15:57:43.388445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:43.518741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=7a8105ed-06cb-4f01-b510-d2102c11773e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:43.550686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8054b9c-4f03-4d8e-b2a3-4c82bc54cd73 req-2b1fd396-bcfd-4a30-95d9-659a82127c22 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:43.559265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '0ddc6990-b905-4c9d-8d1c-7a4c0ed07214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4f9f0ba1-bb72-4241-8728-1d36ac12eecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:43.560293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 4f9f0ba1-bb72-4241-8728-1d36ac12eecb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:43.561662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8054b9c-4f03-4d8e-b2a3-4c82bc54cd73 req-2b1fd396-bcfd-4a30-95d9-659a82127c22 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1784780 Nov 27 15:57:43.582719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 4f9f0ba1-bb72-4241-8728-1d36ac12eecb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:43.598000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4f9f0ba1-bb72-4241-8728-1d36ac12eecb) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:43.614071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66efcd2-a058-4990-8217-1ad48a2ad9bd None None] Network 4f9f0ba1-bb72-4241-8728-1d36ac12eecb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:43.632676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:43.633302 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:43.647490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab2ad3-e665-4b0a-a03f-73a08a2016ab req-df9c7ddf-0842-4739-9dbb-4f8de7c1bcb6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:43.648921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7ab2ad3-e665-4b0a-a03f-73a08a2016ab req-df9c7ddf-0842-4739-9dbb-4f8de7c1bcb6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.1945639 Nov 27 15:57:43.666746 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f034efdc-8967-403d-b47c-223f2d333843 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9905760 Nov 27 15:57:43.672926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44828) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:43.681738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8054b9c-4f03-4d8e-b2a3-4c82bc54cd73 req-8c76f736-8b16-478c-addc-54556bc70980 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123009 Nov 27 15:57:43.717265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7ab2ad3-e665-4b0a-a03f-73a08a2016ab req-850b5b17-937f-4ed3-9e06-15d34081b395 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595300 Nov 27 15:57:43.763002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:43.764025 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:43.985518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0dd138-8b29-41c4-84e5-7213c22182a9 req-90b6ab19-0056-4c57-b437-0e60649ad567 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0715098 Nov 27 15:57:43.995194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.079220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfacbfd4-d5cf-4351-bbe8-dcf572e2bfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4f9f0ba1-bb72-4241-8728-1d36ac12eecb', 'network_id': '4f9f0ba1-bb72-4241-8728-1d36ac12eecb', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': '7a8105ed-06cb-4f01-b510-d2102c11773e'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:44.082676 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bfacbfd4-d5cf-4351-bbe8-dcf572e2bfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.089755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.123060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:44.123762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.169700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.212948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8105ed-06cb-4f01-b510-d2102c11773e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:44.269935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e6462-6907-4552-9d1e-1509324d3f4e req-417f3398-ea08-4dd4-b453-072935ff9683 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:44.271900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-934e6462-6907-4552-9d1e-1509324d3f4e req-417f3398-ea08-4dd4-b453-072935ff9683 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 946 time: 0.1090786 Nov 27 15:57:44.323221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.371716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9f0ba1-bb72-4241-8728-1d36ac12eecb']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:44.390629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddc6990-b905-4c9d-8d1c-7a4c0ed07214') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:44.391236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddc6990-b905-4c9d-8d1c-7a4c0ed07214') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:44.417870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.425279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a148896-38c3-45d2-afa6-054632508852 None None] Network 4f9f0ba1-bb72-4241-8728-1d36ac12eecb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:44.440445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.457617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:44.458650 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:44.462475 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:44.468623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-934e6462-6907-4552-9d1e-1509324d3f4e req-2d4ae2c0-b3f7-4605-8dfe-c4021f8965a4 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756754 Nov 27 15:57:44.495242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0564d-5dae-485e-a941-82b799679df0 req-ffc43963-bf5e-4ce2-b0c8-9e7cd451c5e2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:44.509991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eef0564d-5dae-485e-a941-82b799679df0 req-ffc43963-bf5e-4ce2-b0c8-9e7cd451c5e2 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1714616 Nov 27 15:57:44.559817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.567123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.586459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/4f9f0ba1-bb72-4241-8728-1d36ac12eecb HTTP/1.1" status: 204 len: 168 time: 0.9072487 Nov 27 15:57:44.587408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44838) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:44.592293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1626012619'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:44.601307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eef0564d-5dae-485e-a941-82b799679df0 req-c0d6b48c-006a-4550-bd75-18dade6508d8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846627 Nov 27 15:57:44.623428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c31a-b1b2-412b-a87b-bf670ad470b8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=4f9f0ba1-bb72-4241-8728-1d36ac12eecb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:44.624504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port a9239106-ff3f-424f-b857-8226775f423a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:44.625448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.665009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:44.669335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.706140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05daba3-87c7-498b-932e-9d7875b12dd6 req-966a6848-04b6-4adf-938d-01443072612c tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:44.707689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b05daba3-87c7-498b-932e-9d7875b12dd6 req-966a6848-04b6-4adf-938d-01443072612c tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 945 time: 0.0976584 Nov 27 15:57:44.758531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:44.786512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.786902 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 2614cc97-9424-4da4-8817-b9eae68ce081 of type vlan for network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb Nov 27 15:57:44.810678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:44.810915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.852529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.883123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b05daba3-87c7-498b-932e-9d7875b12dd6 req-0d468179-ebfe-4708-9450-353d8bedd3e8 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668289 Nov 27 15:57:44.920498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.928666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:44.928666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:44.962205 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3738277 Nov 27 15:57:44.965491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:44.971133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:44.988579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fdafe-546f-4f7a-83e2-8154ea86a987 req-4f36b07e-5935-4740-b439-0566bd5b59b4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:44.994416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-230fdafe-546f-4f7a-83e2-8154ea86a987 req-4f36b07e-5935-4740-b439-0566bd5b59b4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1442709 Nov 27 15:57:45.045351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:57:45.078383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a65432-b6c4-4695-a05b-a5e078a62996 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:45.164485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a3be-e4b2-48e7-89fb-7a81b5f4ab37 req-8b79e9b9-48e8-4e0a-912b-dceae2eda3f2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:45.164989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:45.169037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.176225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a23a3be-e4b2-48e7-89fb-7a81b5f4ab37 req-8b79e9b9-48e8-4e0a-912b-dceae2eda3f2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.1399043 Nov 27 15:57:45.219994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-230fdafe-546f-4f7a-83e2-8154ea86a987 req-44557044-0645-4ace-b11c-24883c489271 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161980 Nov 27 15:57:45.283464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:45.314207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '587914ea-0e47-47f3-9b17-367f36c72b92', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '587914ea-0e47-47f3-9b17-367f36c72b92', 'mac_address': 'fa:16:3e:02:ce:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:57:45.318196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a23a3be-e4b2-48e7-89fb-7a81b5f4ab37 req-1fd11be1-4cbd-44f3-8e02-35db343ba56e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406891 Nov 27 15:57:45.324179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:45.394573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port ff79d6a1-f473-4944-84af-be2ff69b1f31 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:45.394851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.461974 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.480358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587914ea-0e47-47f3-9b17-367f36c72b92 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:57:45.520837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:45.532552 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.607013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c098894-2ad9-43d5-87f1-e3d74f181311 req-5b183341-85c4-42f6-999c-29b64c81d1dd tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0497231 Nov 27 15:57:45.659578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:45.660759 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.727858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:45.728235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.731397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc232c7-5630-4891-b2ac-b9f69971cd75 req-e5ae6ff8-b12f-46e4-9242-d5ffbc9614ae tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:45.744157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdc232c7-5630-4891-b2ac-b9f69971cd75 req-e5ae6ff8-b12f-46e4-9242-d5ffbc9614ae tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 946 time: 0.0875561 Nov 27 15:57:45.760943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=d99f8ca6-5b85-4499-bd91-4463f8af779c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:45.767160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '2614cc97-9424-4da4-8817-b9eae68ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:45.767563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:45.805439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:45.821630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:45.828286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:45.828286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:45.842700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b784fb4-676e-4ea4-81d0-a29a29fb2a51 None None] Network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:45.860711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdc232c7-5630-4891-b2ac-b9f69971cd75 req-52f70653-30fa-4a9e-b747-0245b71c5bab tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154399 Nov 27 15:57:45.863592 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-123cb1a1-51eb-479d-ad19-755bed8dbf45 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8970461 Nov 27 15:57:45.866184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:45.944170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['587914ea-0e47-47f3-9b17-367f36c72b92'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:45.957746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1005-0c62-4099-9de0-381a72ba609d req-a78013b1-4e91-4b5f-9bc7-711d22ca4852 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:45.960355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1fc1005-0c62-4099-9de0-381a72ba609d req-a78013b1-4e91-4b5f-9bc7-711d22ca4852 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1577778 Nov 27 15:57:46.111929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-5f00c45e-5633-46e1-8337-8fa76cce2970 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:46.113592 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-5f00c45e-5633-46e1-8337-8fa76cce2970 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 946 time: 0.1307483 Nov 27 15:57:46.143437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port 9079097f-984e-42db-ad2f-01dd87e45216 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:46.143975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.186608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1fc1005-0c62-4099-9de0-381a72ba609d req-17adf94d-8307-4f60-ba55-36bcfd6ccd30 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188585 Nov 27 15:57:46.291967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec11d-096a-44e0-b45d-9907359633d4 req-ae0d6f11-2462-4655-a6bc-51559108efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:46.293561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc6ec11d-096a-44e0-b45d-9907359633d4 req-ae0d6f11-2462-4655-a6bc-51559108efcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 1097 time: 0.1740501 Nov 27 15:57:46.309828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.323837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb', 'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': 'd99f8ca6-5b85-4499-bd91-4463f8af779c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:46.325095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.344271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Deleting port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:46.344559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.443107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc6ec11d-096a-44e0-b45d-9907359633d4 req-fc411a82-d5fc-4baa-8796-02aa92f1cf1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157060 Nov 27 15:57:46.451960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port 8fb991a6-ade5-4b85-abae-3f8b4c83e03a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:46.451960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.520340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Port 8fb991a6-ade5-4b85-abae-3f8b4c83e03a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:46.537958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:46.538332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.541333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] For port bf41b268-ac12-49b5-b8f3-a3f9e8e22306, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:46.541948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.564141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Calling delete_port for bf41b268-ac12-49b5-b8f3-a3f9e8e22306 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:46.577209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.656854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbad2-9042-431c-af22-ed682c96adaa req-22b0215a-e4fb-4be7-ae6f-d28da1821ddc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:46.658474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fbbbad2-9042-431c-af22-ed682c96adaa req-22b0215a-e4fb-4be7-ae6f-d28da1821ddc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 948 time: 0.1091063 Nov 27 15:57:46.688070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c827990-091a-4617-a5e3-4387d7970543 req-03f5da9e-dca2-473f-b440-b3bc95233588 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:46.696210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c827990-091a-4617-a5e3-4387d7970543 req-03f5da9e-dca2-473f-b440-b3bc95233588 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.2772465 Nov 27 15:57:46.723410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Allocated IP 172.20.0.2 (bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb/d99f8ca6-5b85-4499-bd91-4463f8af779c/e51225ed-7697-48b0-8404-68c0c3d5cce0) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:46.739875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.758097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216', '463876a6-d3cd-4356-80af-bf793200f954', 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:46.778473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c827990-091a-4617-a5e3-4387d7970543 req-ce1e5677-a4fc-4bba-a3a8-c3e1d1dfef8a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813055 Nov 27 15:57:46.803238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fbbbad2-9042-431c-af22-ed682c96adaa req-05be9080-5ca2-46ea-a994-99e36f07812b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 Nov 27 15:57:46.808544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event deleted for resources: {'Port': ['ID=bf41b268-ac12-49b5-b8f3-a3f9e8e22306,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:46.872496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8903f5-7734-4754-8c64-d7f9a910ba2b None None] DHCP port deletion for ae793e7a-3c8a-451a-b149-ce72d19a690b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:57:46.876262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] No DVR routers for this DVR port bf41b268-ac12-49b5-b8f3-a3f9e8e22306 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:46.887377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:46.903804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-14edf7fc-cb60-4391-b54f-48014f0d643e req-9f099bbc-7d3f-43e9-9500-8dbdb7f75b1d tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "DELETE /v2.0/ports/bf41b268-ac12-49b5-b8f3-a3f9e8e22306 HTTP/1.1" status: 204 len: 173 time: 0.7787654 Nov 27 15:57:46.912466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'name': 'network-vif-deleted', 'tag': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:46.919616 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c793861-cf73-4bc1-9078-024a492e7883" -d '{"events": [{"server_uuid": "80d114c0-2f2c-4a1b-86c8-9dab182d5948", "name": "network-vif-deleted", "tag": "bf41b268-ac12-49b5-b8f3-a3f9e8e22306"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:47.032134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7df2a0d-f742-46b4-8317-08849cac489e req-5cb9c33b-f519-43ae-9fc2-5cb71c40123e tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0773010 Nov 27 15:57:47.130752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:47.131231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.167348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96f05f4a-caec-482f-9552-1e38e5482fba req-82ddf121-dd00-4487-88a5-157ef4bd506c tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=80d114c0-2f2c-4a1b-86c8-9dab182d5948 HTTP/1.1" status: 200 len: 210 time: 0.0428600 Nov 27 15:57:47.185660 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee71083-8f35-43c1-b086-65a5e7274186 x-openstack-request-id: req-6ee71083-8f35-43c1-b086-65a5e7274186 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:47.185978 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d114c0-2f2c-4a1b-86c8-9dab182d5948", "name": "network-vif-deleted", "tag": "bf41b268-ac12-49b5-b8f3-a3f9e8e22306", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:47.186353 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee71083-8f35-43c1-b086-65a5e7274186 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:47.186868 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d114c0-2f2c-4a1b-86c8-9dab182d5948', 'name': 'network-vif-deleted', 'tag': 'bf41b268-ac12-49b5-b8f3-a3f9e8e22306', 'status': 'completed', 'code': 200} Nov 27 15:57:47.325422 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.343610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.387290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6315e6-e026-476d-aa3a-87f14b28959d req-e8930c79-84d2-4a1a-b60d-c548c4eca020 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:47.395442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a6315e6-e026-476d-aa3a-87f14b28959d req-e8930c79-84d2-4a1a-b60d-c548c4eca020 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0858574 Nov 27 15:57:47.399631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.408457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Pushing event updated for resources: {'Port': ['ID=e51225ed-7697-48b0-8404-68c0c3d5cce0,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:47.426687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:47.429646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:47.433300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:47.445923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=d99f8ca6-5b85-4499-bd91-4463f8af779c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:47.531747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port b20bcb01-cb2e-4294-9f15-b5ee77b56b2f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:47.533048 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.586151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.598383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.599083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.599786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.600584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.601145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.601754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.602099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.602788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.603095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.603429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.603763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.604096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:47.627490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Port b20bcb01-cb2e-4294-9f15-b5ee77b56b2f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:57:47.637174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Attempting to bind port e51225ed-7697-48b0-8404-68c0c3d5cce0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:47.637591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Attempting to bind port e51225ed-7697-48b0-8404-68c0c3d5cce0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '2614cc97-9424-4da4-8817-b9eae68ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:47.637954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Attempting to bind port e51225ed-7697-48b0-8404-68c0c3d5cce0 on network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:47.650768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:47.651296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Checking segment: {'id': '2614cc97-9424-4da4-8817-b9eae68ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:47.651604 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.652005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Bound using segment: {'id': '2614cc97-9424-4da4-8817-b9eae68ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:47.652803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Bound port: e51225ed-7697-48b0-8404-68c0c3d5cce0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2614cc97-9424-4da4-8817-b9eae68ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:47.653491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.660752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a6315e6-e026-476d-aa3a-87f14b28959d req-afd5a6af-e3ad-4813-a9c5-2f32b0ee0819 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639537 Nov 27 15:57:47.664302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:47.676031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port fb689315-4f64-42aa-a8f1-49e923b03ca2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:47.677095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.708881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2614cc97-9424-4da4-8817-b9eae68ce081') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:47.711372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2614cc97-9424-4da4-8817-b9eae68ce081') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:47.747221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] For port e51225ed-7697-48b0-8404-68c0c3d5cce0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:47.751069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] For port e51225ed-7697-48b0-8404-68c0c3d5cce0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e51225ed-7697-48b0-8404-68c0c3d5cce0,segment=NetworkSegment(2614cc97-9424-4da4-8817-b9eae68ce081),segment_id=2614cc97-9424-4da4-8817-b9eae68ce081)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:47.752055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.802630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.811019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.811743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:47.813755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:47.863407 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:47.982519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20538e-4ce7-4b50-ada6-e944276d7d7a None None] Pushing event updated for resources: {'Port': ['ID=e51225ed-7697-48b0-8404-68c0c3d5cce0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:48.014323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77566bc8-b266-4872-8557-c3693e3d6a60 None None] Network bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:48.028873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.api [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 15:57:48.028873 n-d-819494-4 neutron-server[110076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 15:57:48.028873 n-d-819494-4 neutron-server[110076]: [parameters: {'id': 'bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb'}] Nov 27 15:57:48.028873 n-d-819494-4 neutron-server[110076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:57:48.029361 n-d-819494-4 neutron-server[110076]: DEBUG oslo_db.api [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:57:48.047712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e6057-0da9-4250-b3c6-61253f8d68aa req-59babe9b-4fef-4e43-8261-39565ce14d1f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:48.050747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-013e6057-0da9-4250-b3c6-61253f8d68aa req-59babe9b-4fef-4e43-8261-39565ce14d1f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 948 time: 0.1247966 Nov 27 15:57:48.071016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75b23-ca44-4a51-9a3e-d979582cda71 req-3a184ac9-cf4e-47a0-bca0-3122d3aeaa3a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:48.073267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6b75b23-ca44-4a51-9a3e-d979582cda71 req-3a184ac9-cf4e-47a0-bca0-3122d3aeaa3a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.2085245 Nov 27 15:57:48.138276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port 463876a6-d3cd-4356-80af-bf793200f954 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:48.138664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:48.150589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-013e6057-0da9-4250-b3c6-61253f8d68aa req-38ee5957-53de-47c1-b935-d57bac072374 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928028 Nov 27 15:57:48.166579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6b75b23-ca44-4a51-9a3e-d979582cda71 req-32c471b3-656e-452d-b8b1-7631507aedf0 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859582 Nov 27 15:57:48.230522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363052f-133f-4a4e-84f0-fa998413b226 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 15:57:48.390509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Provisioning complete for port 8fda4551-41b5-4393-8765-78ec0e34728b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:48.390889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ec17bd-c90c-40cb-a36a-8d9cc0719d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:48.440889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363052f-133f-4a4e-84f0-fa998413b226 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 15:57:48.474060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86f0f3b9-3ba1-4093-b368-56dc1ce67456 req-b4095f4b-d121-4511-a2be-ad2419a05bd8 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0536342 Nov 27 15:57:48.530079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:48.667519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting port e51225ed-7697-48b0-8404-68c0c3d5cce0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:48.668321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:48.783027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] For port e51225ed-7697-48b0-8404-68c0c3d5cce0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e51225ed-7697-48b0-8404-68c0c3d5cce0,segment=NetworkSegment(2614cc97-9424-4da4-8817-b9eae68ce081),segment_id=2614cc97-9424-4da4-8817-b9eae68ce081)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:48.784637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:48.800845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Calling delete_port for e51225ed-7697-48b0-8404-68c0c3d5cce0 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:48.976367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6d5cc-a551-4e42-aaa4-7d1dae261149 req-de6853e8-e762-4da6-982d-12f6ee779950 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:48.984426 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46d6d5cc-a551-4e42-aaa4-7d1dae261149 req-de6853e8-e762-4da6-982d-12f6ee779950 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1092076 Nov 27 15:57:48.994829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.004392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:57:49.013061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No DVR routers for this DVR port e51225ed-7697-48b0-8404-68c0c3d5cce0 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:49.077986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Port': ['ID=e51225ed-7697-48b0-8404-68c0c3d5cce0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:49.095295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 587914ea-0e47-47f3-9b17-367f36c72b92 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:57:49.100516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 587914ea-0e47-47f3-9b17-367f36c72b92 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:57:49.101201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.156745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022cdd1-441a-4e8f-ad6f-7114feb4fba2 req-685d2f1e-6d94-4a82-a815-a932a4c023be tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:49.158965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c022cdd1-441a-4e8f-ad6f-7114feb4fba2 req-685d2f1e-6d94-4a82-a815-a932a4c023be tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 945 time: 0.2267857 Nov 27 15:57:49.211917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46d6d5cc-a551-4e42-aaa4-7d1dae261149 req-b554c100-191b-404d-a008-20da269cde0b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265170 Nov 27 15:57:49.221853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.228619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.247179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:49.249665 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e4be3-b3cb-402c-a09d-c1599d0fedeb" -d '{"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-plugged", "status": "completed", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:49.264290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:49.272286 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.297526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:49.318082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c022cdd1-441a-4e8f-ad6f-7114feb4fba2 req-090b2e0f-c58a-4845-a10b-e7e3fd101e63 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515434 Nov 27 15:57:49.329823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2614cc97-9424-4da4-8817-b9eae68ce081') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:49.330123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2614cc97-9424-4da4-8817-b9eae68ce081') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:49.352710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.378839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:49.391544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.430186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:49.430593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:49.433513 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:49.533183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39659-618a-4ba3-ab6c-fc55832a8b39 req-4f872534-819e-4913-9458-8a1a432ee85b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:49.535419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60b39659-618a-4ba3-ab6c-fc55832a8b39 req-4f872534-819e-4913-9458-8a1a432ee85b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1550109 Nov 27 15:57:49.537054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.542702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.546181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb HTTP/1.1" status: 204 len: 168 time: 3.6787331 Nov 27 15:57:49.549680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44940) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:49.558375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-72729729'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:49.575439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89f12-8c91-4372-a918-f7065f6f6951 req-2cbc745d-2208-4cab-a379-26c913d11d3a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:49.583026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37e89f12-8c91-4372-a918-f7065f6f6951 req-2cbc745d-2208-4cab-a379-26c913d11d3a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1639059 Nov 27 15:57:49.586283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2131-65c9-4680-8028-7168714e6894 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:49.589090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:49.596474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.627483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:49.638395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.639016 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 519d499d-5d57-4d1c-b905-5cb9c9ad761e of type vlan for network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 Nov 27 15:57:49.675035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60b39659-618a-4ba3-ab6c-fc55832a8b39 req-48445f25-94b1-419e-8c6f-92b5394159f2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275206 Nov 27 15:57:49.693707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37e89f12-8c91-4372-a918-f7065f6f6951 req-ded4d4d1-1b8c-4200-8828-051ee376156e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050835 Nov 27 15:57:49.698426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.732063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.738098 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d094d71-f270-402f-a7c6-0b32603960e6 x-openstack-request-id: req-2d094d71-f270-402f-a7c6-0b32603960e6 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:49.738396 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-plugged", "status": "completed", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:49.738691 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d094d71-f270-402f-a7c6-0b32603960e6 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:49.739147 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92', 'code': 200} Nov 27 15:57:49.744827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:49.745512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:49.781441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf41b268-ac12-49b5-b8f3-a3f9e8e22306 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:49.808785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: bf41b268-ac12-49b5-b8f3-a3f9e8e22306 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:49.809210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf41b268-ac12-49b5-b8f3-a3f9e8e22306 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:49.848987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2976069 Nov 27 15:57:49.863009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44942) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:49.887281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:49.897057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5be87-c37f-4677-b6b4-502998d7affe req-e3551b70-bb68-4aad-97ac-b6d6178e4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:49.897057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5d5be87-c37f-4677-b6b4-502998d7affe req-e3551b70-bb68-4aad-97ac-b6d6178e4a08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1100 time: 0.0772905 Nov 27 15:57:49.968320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5d5be87-c37f-4677-b6b4-502998d7affe req-d8559627-ca69-4e28-aaed-573210c0570d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Nov 27 15:57:50.025524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dacb3-8368-4670-b604-cb9aa20288a3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=5f5c3fdf-bd57-455a-80b0-7bb4b904bed9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:50.038575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:50.064662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:50.070450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:50.142622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Performing IP validity checks on allocation pools {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 15:57:50.143182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 15:57:50.300269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:50.378623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-432c3514-4c41-46bf-91d6-28e5574b2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.380047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-432c3514-4c41-46bf-91d6-28e5574b2821 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 1097 time: 0.3931248 Nov 27 15:57:50.461755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=a7e68995-8d09-427d-9461-738a0954add4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:50.482345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-f72e4e0d-f977-4357-8005-2b1313ee7e84 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.483845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-f72e4e0d-f977-4357-8005-2b1313ee7e84 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 945 time: 0.1956952 Nov 27 15:57:50.495574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9c52b2f-badd-4271-accc-2e235a85b23a req-be8a8789-ba35-4f74-b652-272a63ef88db tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.4921529 Nov 27 15:57:50.541324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '519d499d-5d57-4d1c-b905-5cb9c9ad761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:50.541724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:50.581029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82204280-448a-4fc3-81c7-160ac2fbba8a req-e4af356d-2766-45b0-8fbe-ab22a540bde3 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.591285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82204280-448a-4fc3-81c7-160ac2fbba8a req-e4af356d-2766-45b0-8fbe-ab22a540bde3 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1072617 Nov 27 15:57:50.612383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-4e2c9ac5-7ee8-4c01-b762-343c80b8b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.615880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-4e2c9ac5-7ee8-4c01-b762-343c80b8b584 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 200 len: 912 time: 0.2242746 Nov 27 15:57:50.620437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:50.644224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:50.649140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.649779 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:50.659690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5c5d9-041d-4b96-aba5-26f19936a2b8 None None] Network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:50.695521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-086e76c1-5a1e-497f-bafd-ffc15392a779 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa HTTP/1.1" status: 200 len: 217 time: 0.0649102 Nov 27 15:57:50.696373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82204280-448a-4fc3-81c7-160ac2fbba8a req-6db5bf7a-8662-4ea6-a35c-119c8c196a78 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975287 Nov 27 15:57:50.752783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-00f11fd7-0809-40f1-98ba-a19e2cfeded3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8848908 Nov 27 15:57:50.752993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:50.758092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Deleting port 463876a6-d3cd-4356-80af-bf793200f954 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:50.759276 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:50.826237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-249b9e88-a9d2-4d49-8fad-387a2e143423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.827712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-249b9e88-a9d2-4d49-8fad-387a2e143423 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 200 len: 851 time: 0.1205251 Nov 27 15:57:50.883328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-658efd20-7b7f-4876-8bb2-04805cd482ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e86959b-eb53-4a04-81cb-a7be31373a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444028 Nov 27 15:57:50.917784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8833-9064-4e4e-828d-0c34aa85753a req-e69e2d82-6dc8-45e8-9553-26f516330c00 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:50.925076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfca8833-9064-4e4e-828d-0c34aa85753a req-e69e2d82-6dc8-45e8-9553-26f516330c00 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 945 time: 0.1442788 Nov 27 15:57:50.953164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5f5c3fdf-bd57-455a-80b0-7bb4b904bed9', 'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': 'a7e68995-8d09-427d-9461-738a0954add4'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:50.954091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:50.981765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] For port 463876a6-d3cd-4356-80af-bf793200f954, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=463876a6-d3cd-4356-80af-bf793200f954,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:50.982956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:50.990318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.024687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Calling delete_port for 463876a6-d3cd-4356-80af-bf793200f954 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:51.035493 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-f9c29481-f142-4809-83f0-b456c36f6c78 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364455 Nov 27 15:57:51.059416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfca8833-9064-4e4e-828d-0c34aa85753a req-cc1a5efd-426e-451c-83d1-9a1b1cebf97b tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188726 Nov 27 15:57:51.127338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e23b2-3e9a-4459-a640-46e3b49d02f6 req-8b06ef9b-188f-43d0-8630-143e48bde109 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:51.146027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a0e23b2-3e9a-4459-a640-46e3b49d02f6 req-8b06ef9b-188f-43d0-8630-143e48bde109 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.2094915 Nov 27 15:57:51.154509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Allocated IP 172.20.0.3 (5f5c3fdf-bd57-455a-80b0-7bb4b904bed9/a7e68995-8d09-427d-9461-738a0954add4/eac67945-1510-4c94-bf49-9572a4fea3bc) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:51.237576 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cf9b648-c3e0-4a37-8334-5a9e6d248930 req-94c94ffd-bcca-4b9a-87ba-1749ab675892 service neutron] 10.222.0.21 "GET /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906619 Nov 27 15:57:51.237998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.372219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.381716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.392777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.409132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a26d-b17a-4aa1-ab8a-dfdf45738764 req-f221e2dd-3d34-4919-81ae-853964a6103f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:51.417974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2c2a26d-b17a-4aa1-ab8a-dfdf45738764 req-f221e2dd-3d34-4919-81ae-853964a6103f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.2531958 Nov 27 15:57:51.430292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a0e23b2-3e9a-4459-a640-46e3b49d02f6 req-5b59bf4b-08d0-4d1f-ad60-ad180c753eee tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824626 Nov 27 15:57:51.456667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event deleted for resources: {'Port': ['ID=463876a6-d3cd-4356-80af-bf793200f954,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:51.488442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.494659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Pushing event updated for resources: {'Port': ['ID=eac67945-1510-4c94-bf49-9572a4fea3bc,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:51.497593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216', '463876a6-d3cd-4356-80af-bf793200f954'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:51.500777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bda1e-7f49-4ac5-af01-23226429bc21 None None] DHCP port deletion for ae793e7a-3c8a-451a-b149-ce72d19a690b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:57:51.520684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] No DVR routers for this DVR port 463876a6-d3cd-4356-80af-bf793200f954 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:51.524237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.528640 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6ab5f3-6964-4b62-ad66-8e5c923d6e8e req-70113d25-3f6c-49ac-a50b-ecfdae6e6c05 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "DELETE /v2.0/ports/463876a6-d3cd-4356-80af-bf793200f954 HTTP/1.1" status: 204 len: 173 time: 1.0327661 Nov 27 15:57:51.529196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'name': 'network-vif-deleted', 'tag': '463876a6-d3cd-4356-80af-bf793200f954'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:51.545909 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d3b1b3-7009-43d3-b89f-41e03845ab6d" -d '{"events": [{"server_uuid": "e0b99e3d-89f1-4134-995e-7b1ba34a9a37", "name": "network-vif-deleted", "tag": "463876a6-d3cd-4356-80af-bf793200f954"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:51.558329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:51.576856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.577614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.578163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.578737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.579273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.579817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.580375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.580908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.581912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.582468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.583283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.583830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:57:51.598188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:51.611316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:51.633623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2c2a26d-b17a-4aa1-ab8a-dfdf45738764 req-4a5b280f-9bf7-41e0-b23f-5cb7c462fa24 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054603 Nov 27 15:57:51.633623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e68995-8d09-427d-9461-738a0954add4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:51.708196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Attempting to bind port eac67945-1510-4c94-bf49-9572a4fea3bc on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:51.709010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Attempting to bind port eac67945-1510-4c94-bf49-9572a4fea3bc by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '519d499d-5d57-4d1c-b905-5cb9c9ad761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:51.709608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Attempting to bind port eac67945-1510-4c94-bf49-9572a4fea3bc on network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:51.721708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:51.722791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Checking segment: {'id': '519d499d-5d57-4d1c-b905-5cb9c9ad761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:51.722791 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.723207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Bound using segment: {'id': '519d499d-5d57-4d1c-b905-5cb9c9ad761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:51.723775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Bound port: eac67945-1510-4c94-bf49-9572a4fea3bc, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519d499d-5d57-4d1c-b905-5cb9c9ad761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:51.725901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.739275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.769925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7962cb-4be0-455f-a9e4-d59cf81e4c66 req-4164b162-04be-4398-8440-53f795797e42 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:51.779447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d7962cb-4be0-455f-a9e4-d59cf81e4c66 req-4164b162-04be-4398-8440-53f795797e42 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 945 time: 0.2315831 Nov 27 15:57:51.813879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5c3fdf-bd57-455a-80b0-7bb4b904bed9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:51.835017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519d499d-5d57-4d1c-b905-5cb9c9ad761e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:51.835314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519d499d-5d57-4d1c-b905-5cb9c9ad761e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:51.854201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.901446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d7962cb-4be0-455f-a9e4-d59cf81e4c66 req-f5e5b28f-8b36-4bd5-bf92-a4097d52c6c0 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209598 Nov 27 15:57:51.969183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc6b4404-42d0-4e37-b33d-52aa2c6beafb req-7e896697-ca25-401e-a0f9-084c9ef04918 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0569263 Nov 27 15:57:51.970377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:51.987743 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3153db-72ec-441a-bd6b-27994f69a199 x-openstack-request-id: req-ae3153db-72ec-441a-bd6b-27994f69a199 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:51.987743 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b99e3d-89f1-4134-995e-7b1ba34a9a37", "name": "network-vif-deleted", "tag": "463876a6-d3cd-4356-80af-bf793200f954", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:51.987743 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae3153db-72ec-441a-bd6b-27994f69a199 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:51.987743 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b99e3d-89f1-4134-995e-7b1ba34a9a37', 'name': 'network-vif-deleted', 'tag': '463876a6-d3cd-4356-80af-bf793200f954', 'status': 'completed', 'code': 200} Nov 27 15:57:51.990899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:51.991261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:52.000077 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:52.119339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.api [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 15:57:52.119339 n-d-819494-4 neutron-server[110076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 15:57:52.119339 n-d-819494-4 neutron-server[110076]: [parameters: {'id': '5f5c3fdf-bd57-455a-80b0-7bb4b904bed9'}] Nov 27 15:57:52.119339 n-d-819494-4 neutron-server[110076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:57:52.119790 n-d-819494-4 neutron-server[110076]: DEBUG oslo_db.api [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:57:52.151572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e30629-4b5b-4662-ba18-787d1932ae8a req-111a0e55-127e-4350-afff-de89c77c5e87 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:52.153143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78e30629-4b5b-4662-ba18-787d1932ae8a req-111a0e55-127e-4350-afff-de89c77c5e87 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0915987 Nov 27 15:57:52.167836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] For port eac67945-1510-4c94-bf49-9572a4fea3bc, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:52.213209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] For port eac67945-1510-4c94-bf49-9572a4fea3bc, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=eac67945-1510-4c94-bf49-9572a4fea3bc,segment=NetworkSegment(519d499d-5d57-4d1c-b905-5cb9c9ad761e),segment_id=519d499d-5d57-4d1c-b905-5cb9c9ad761e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:52.218085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc61b773-328b-46e6-abfa-0a4ab095aa77 req-5ac0df12-c113-492a-9de2-e6da8c53508b tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b99e3d-89f1-4134-995e-7b1ba34a9a37 HTTP/1.1" status: 200 len: 210 time: 0.0638742 Nov 27 15:57:52.227135 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.297727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78e30629-4b5b-4662-ba18-787d1932ae8a req-dac556b3-483b-4769-bad4-24c07f6786f5 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782440 Nov 27 15:57:52.381063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecc739-ee5a-4946-9831-0bc605729a54 None None] Pushing event updated for resources: {'Port': ['ID=eac67945-1510-4c94-bf49-9572a4fea3bc,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:52.397694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf3e22-85bd-435d-b509-3e4ca260d038 None None] Network 5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:52.496703 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:57:52.544880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01908621-e840-4037-9470-eaf59768c026 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 15:57:52.589379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707d8c-c7d1-4a29-9d23-37d0a9274ab5 req-d89d30e8-0dfb-463f-9ea1-e87956770547 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:52.596313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7707d8c-c7d1-4a29-9d23-37d0a9274ab5 req-d89d30e8-0dfb-463f-9ea1-e87956770547 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.0751595 Nov 27 15:57:52.615749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-69b6f40c-9f2f-4062-b826-0dc99fa2ebd1 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:52.617545 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-69b6f40c-9f2f-4062-b826-0dc99fa2ebd1 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.37 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 945 time: 0.0941346 Nov 27 15:57:52.621080 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.730697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7707d8c-c7d1-4a29-9d23-37d0a9274ab5 req-85614004-8b4e-4d94-ba6a-82570f3717fc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289096 Nov 27 15:57:52.745079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01908621-e840-4037-9470-eaf59768c026 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 15:57:52.775446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Deleting port a9239106-ff3f-424f-b857-8226775f423a {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:52.775907 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.799992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting port eac67945-1510-4c94-bf49-9572a4fea3bc {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:52.800548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.886023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] For port eac67945-1510-4c94-bf49-9572a4fea3bc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=eac67945-1510-4c94-bf49-9572a4fea3bc,segment=NetworkSegment(519d499d-5d57-4d1c-b905-5cb9c9ad761e),segment_id=519d499d-5d57-4d1c-b905-5cb9c9ad761e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:52.886704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.902938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Calling delete_port for eac67945-1510-4c94-bf49-9572a4fea3bc owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:52.920299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] For port a9239106-ff3f-424f-b857-8226775f423a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9239106-ff3f-424f-b857-8226775f423a,segment=NetworkSegment(b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1),segment_id=b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:52.920696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:52.938287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Calling delete_port for a9239106-ff3f-424f-b857-8226775f423a owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:53.135567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa3c87-5d23-4515-bff6-378ccd6ee07a req-2df0af9c-6503-4fd2-97ba-32cb7828ff52 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:53.143177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8aa3c87-5d23-4515-bff6-378ccd6ee07a req-2df0af9c-6503-4fd2-97ba-32cb7828ff52 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.4030876 Nov 27 15:57:53.176245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.194085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a9239106-ff3f-424f-b857-8226775f423a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:53.213697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38661273-7c6b-4808-84e8-959b38500eb9 req-7117c122-04a5-48dd-94b7-0cfec2ef3708 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:53.215434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38661273-7c6b-4808-84e8-959b38500eb9 req-7117c122-04a5-48dd-94b7-0cfec2ef3708 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/ports?device_id=757a1ed0-0189-4d7f-b0aa-4d93bcd3b087 HTTP/1.1" status: 200 len: 945 time: 0.1852593 Nov 27 15:57:53.219505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.225554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Pushing event deleted for resources: {'Port': ['ID=a9239106-ff3f-424f-b857-8226775f423a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:53.285775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Port': ['ID=eac67945-1510-4c94-bf49-9572a4fea3bc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:53.288608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] No DVR routers for this DVR port a9239106-ff3f-424f-b857-8226775f423a on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:53.288999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No DVR routers for this DVR port eac67945-1510-4c94-bf49-9572a4fea3bc on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:53.292275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.297861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12c808d5-fb7c-4a4f-b178-21ddb2d0a050 req-421e966e-504f-488d-9314-1e057926e509 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.37 "DELETE /v2.0/ports/a9239106-ff3f-424f-b857-8226775f423a HTTP/1.1" status: 204 len: 173 time: 0.6703713 Nov 27 15:57:53.312835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8aa3c87-5d23-4515-bff6-378ccd6ee07a req-6c237e6b-f9a1-4898-80ff-c611c428f4f4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682155 Nov 27 15:57:53.363576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd95257-2f3d-4432-af80-ded270143b07 None None] DHCP port deletion for ef189615-98bb-45cf-b513-643d7263ac95 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:57:53.469305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77fd76a6-aa91-4b7d-8014-903aac92dd55 req-3ac303c0-0e52-48c8-b802-b8a39b8505bb tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0349650 Nov 27 15:57:53.470866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.477776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38661273-7c6b-4808-84e8-959b38500eb9 req-0b2d58e5-7693-4bdf-b5cb-72704aac89a8 tempest-ServerTagsTestJSON-1015108893 tempest-ServerTagsTestJSON-1015108893-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd2d0e86-8306-4b85-87fd-40271faf4172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278516 Nov 27 15:57:53.540981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5c3fdf-bd57-455a-80b0-7bb4b904bed9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:53.559316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519d499d-5d57-4d1c-b905-5cb9c9ad761e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:53.559827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519d499d-5d57-4d1c-b905-5cb9c9ad761e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:53.581177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.612083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.646179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:53.646860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:53.652042 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:53.739006 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e44fbe5d-4c31-48f9-aadf-e2451b8a527b req-41665f58-bbd7-4020-8b7a-2b7ee9cd8602 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0667918 Nov 27 15:57:53.743674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae7f56-d870-489e-b09c-68868f2e8288 req-a142ae60-d96b-4d1e-9b3c-4c11a83ddbd7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:53.753227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6ae7f56-d870-489e-b09c-68868f2e8288 req-a142ae60-d96b-4d1e-9b3c-4c11a83ddbd7 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.1325023 Nov 27 15:57:53.790218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-0763eab9-33e7-4b8d-a5fe-d7e28e8d47e4 req-273854ea-a6ce-4b28-8ddf-5a16c021b562 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:57:53.790882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0763eab9-33e7-4b8d-a5fe-d7e28e8d47e4 req-273854ea-a6ce-4b28-8ddf-5a16c021b562 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052600 Nov 27 15:57:53.791682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.798602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 463876a6-d3cd-4356-80af-bf793200f954 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:53.799320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.808500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44994) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:53.808643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 HTTP/1.1" status: 204 len: 168 time: 3.0547290 Nov 27 15:57:53.815161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778450159'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:53.861124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6ae7f56-d870-489e-b09c-68868f2e8288 req-e8e21ac7-6bb3-495a-b304-4dd01f5bfb14 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036294 Nov 27 15:57:53.865914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5a8c-f425-42d4-9f27-4c42e32b6d8f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=5f5c3fdf-bd57-455a-80b0-7bb4b904bed9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:53.879002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 463876a6-d3cd-4356-80af-bf793200f954 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:53.879429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 463876a6-d3cd-4356-80af-bf793200f954 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:53.892179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:53.898266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.962200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:53.976337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:53.977736 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e of type vlan for network 307c3991-403f-47e8-bb18-8dfac81df3ba Nov 27 15:57:54.032779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308f62-9d7d-4094-ab88-a51449e56fcc req-76d0bfab-23ac-470b-ac25-a37218ca53b3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:54.046775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5308f62-9d7d-4094-ab88-a51449e56fcc req-76d0bfab-23ac-470b-ac25-a37218ca53b3 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.0927172 Nov 27 15:57:54.047145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.088338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'name': 'network-vif-deleted', 'tag': 'a9239106-ff3f-424f-b857-8226775f423a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:54.092016 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0066abfc-503d-40a2-bce2-64387fbd38c0" -d '{"events": [{"server_uuid": "757a1ed0-0189-4d7f-b0aa-4d93bcd3b087", "name": "network-vif-deleted", "tag": "a9239106-ff3f-424f-b857-8226775f423a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:54.098315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.105313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:54.106442 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.111534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5308f62-9d7d-4094-ab88-a51449e56fcc req-0b98649c-06c4-48c4-9f4d-b1087e0e707f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598347 Nov 27 15:57:54.210044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4000437 Nov 27 15:57:54.213087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:54.218824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:54.262576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbef3a-8245-46b7-b8a6-f341f0f1eb12 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=307c3991-403f-47e8-bb18-8dfac81df3ba,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:54.276396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 307c3991-403f-47e8-bb18-8dfac81df3ba details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:54.288413 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-1befbc74-1547-4fe2-9bdc-56cdd02237e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182492 Nov 27 15:57:54.403464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a06a9-2b4f-4778-b940-b7cd7f9c6303 req-372d6098-464b-41b6-8425-a7d2939b7a74 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:54.405747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-522a06a9-2b4f-4778-b940-b7cd7f9c6303 req-372d6098-464b-41b6-8425-a7d2939b7a74 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0789294 Nov 27 15:57:54.419564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:54.423737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.458315 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e52361b-a261-44f9-9e4e-bcc32625185e x-openstack-request-id: req-5e52361b-a261-44f9-9e4e-bcc32625185e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:54.458614 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757a1ed0-0189-4d7f-b0aa-4d93bcd3b087", "name": "network-vif-deleted", "tag": "a9239106-ff3f-424f-b857-8226775f423a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:54.458909 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e52361b-a261-44f9-9e4e-bcc32625185e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:54.459312 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757a1ed0-0189-4d7f-b0aa-4d93bcd3b087', 'name': 'network-vif-deleted', 'tag': 'a9239106-ff3f-424f-b857-8226775f423a', 'status': 'completed', 'code': 200} Nov 27 15:57:54.549844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-522a06a9-2b4f-4778-b940-b7cd7f9c6303 req-340922f7-ad66-40ae-b32e-756401e3ba59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364810 Nov 27 15:57:54.590863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f4d84-1174-43c2-b9c8-65abb2a89732 req-6ed93570-ddf9-4e47-a5d1-cf72a7eb5c13 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:54.592451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-121f4d84-1174-43c2-b9c8-65abb2a89732 req-6ed93570-ddf9-4e47-a5d1-cf72a7eb5c13 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0806661 Nov 27 15:57:54.690842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-121f4d84-1174-43c2-b9c8-65abb2a89732 req-2d70c3d0-c36d-4b1f-839a-5ae9a44ef339 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904965 Nov 27 15:57:54.723529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28e82615-c048-4f7e-a8a9-dfb450464963 req-2e659e7a-364a-4a7d-a764-a8d0dabcdb1b tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0275273 Nov 27 15:57:54.765676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45038) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:54.789519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.896962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=8ec26271-9921-4711-af8b-9f4358d63e75,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:54.902019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Deleting subnet 8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:57:54.906017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.911660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:54.912895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 307c3991-403f-47e8-bb18-8dfac81df3ba, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:54.933094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 307c3991-403f-47e8-bb18-8dfac81df3ba is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:54.947554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-77af5c3c-2029-48df-b883-26ea81a7432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:54.948495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-77af5c3c-2029-48df-b883-26ea81a7432a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 1096 time: 0.1228120 Nov 27 15:57:54.948707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 307c3991-403f-47e8-bb18-8dfac81df3ba) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:54.957119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:54.957831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.957952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf82b68-fe77-4a65-8acb-fc61187a94f8 None None] Network 307c3991-403f-47e8-bb18-8dfac81df3ba requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:54.960959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:54.979374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-48ab88c1-f19e-4326-8f78-2e310a4dcfa9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7650135 Nov 27 15:57:54.982124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:55.212253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.215093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-01825bf6-f25e-4f93-8712-164f3110ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:55.216546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-01825bf6-f25e-4f93-8712-164f3110ee39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.2534869 Nov 27 15:57:55.238023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.326488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-307c3991-403f-47e8-bb18-8dfac81df3ba', 'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': '8ec26271-9921-4711-af8b-9f4358d63e75'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:55.328446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.332666 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-07b4af64-efa5-45be-a8c5-62e36254ac19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 HTTP/1.1" status: 200 len: 217 time: 0.0888846 Nov 27 15:57:55.442622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-0814d550-503a-45fc-b04a-d486e28e7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:55.444614 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-0814d550-503a-45fc-b04a-d486e28e7abe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1003528 Nov 27 15:57:55.446474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.498420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.515911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8b7e-58f4-48d5-9ce1-2048bb323012 req-1e324556-5918-4400-9ad7-04d9fec83842 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:55.519171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d04e8b7e-58f4-48d5-9ce1-2048bb323012 req-1e324556-5918-4400-9ad7-04d9fec83842 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1793578 Nov 27 15:57:55.532318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Allocated IP 172.20.0.1 (307c3991-403f-47e8-bb18-8dfac81df3ba/8ec26271-9921-4711-af8b-9f4358d63e75/b83a4ca3-c4e8-430f-9073-b98cfacdb011) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:57:55.555236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:55.566495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.573267 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3bf8b903-6cbb-4e58-95a5-baf0105fb12d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8167ae01-b8f2-4f39-b3c2-5fe45ded4ce8 HTTP/1.1" status: 204 len: 168 time: 0.8035398 Nov 27 15:57:55.573612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:55.590835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-075be8f1-3df9-4185-abea-a25d3371deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:55.592318 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-075be8f1-3df9-4185-abea-a25d3371deb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197476 Nov 27 15:57:55.687961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b3bde-2f5c-4740-a8b7-1d7b727472a3 None None] Network ef189615-98bb-45cf-b513-643d7263ac95 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:55.695272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d04e8b7e-58f4-48d5-9ce1-2048bb323012 req-8a2ab9b4-766a-443a-89e3-ee4e21610a7c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677020 Nov 27 15:57:55.750196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-e12338d7-40c4-4178-8776-152246a9b257 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491077 Nov 27 15:57:55.779241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.812225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe88d-0217-4de1-8186-1749675264eb req-35e66528-7ca9-45f3-8069-3b500515803c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:55.813859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c18fe88d-0217-4de1-8186-1749675264eb req-35e66528-7ca9-45f3-8069-3b500515803c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1654365 Nov 27 15:57:55.890968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8996430-f34b-4077-9a26-30a0c1132204 None None] DHCP port deletion for ef189615-98bb-45cf-b513-643d7263ac95 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:57:55.903517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7ee42f79-a164-42a4-936b-3b7484ad2e41 req-30a5e98f-7333-4e6b-b8b5-d64da64115ec service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384335 Nov 27 15:57:55.921528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.933793 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:55.982330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Network 307c3991-403f-47e8-bb18-8dfac81df3ba is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:57:55.985459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:55.987389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e119a-6512-4697-b0a7-67898199fe95 req-674c177c-49e4-41e0-ac69-7e4e0b342530 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:55.988929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf5e119a-6512-4697-b0a7-67898199fe95 req-674c177c-49e4-41e0-ac69-7e4e0b342530 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.2049015 Nov 27 15:57:55.989094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:57:55.995546 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.003847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Pushing event updated for resources: {'Port': ['ID=b83a4ca3-c4e8-430f-9073-b98cfacdb011,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:56.004565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c18fe88d-0217-4de1-8186-1749675264eb req-8b66d9cb-1cf5-41c3-821a-d6c57424c696 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749358 Nov 27 15:57:56.042579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.052582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef189615-98bb-45cf-b513-643d7263ac95']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:56.058313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Attempting to bind port b83a4ca3-c4e8-430f-9073-b98cfacdb011 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:57:56.058692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Attempting to bind port b83a4ca3-c4e8-430f-9073-b98cfacdb011 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:57:56.059082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Attempting to bind port b83a4ca3-c4e8-430f-9073-b98cfacdb011 on network 307c3991-403f-47e8-bb18-8dfac81df3ba {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:57:56.064376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:57:56.064760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Checking segment: {'id': 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:56.065188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.065645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Bound using segment: {'id': 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:57:56.066122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Bound port: b83a4ca3-c4e8-430f-9073-b98cfacdb011, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '307c3991-403f-47e8-bb18-8dfac81df3ba'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:57:56.066505 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.095445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:56.095745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b166e49d-06f6-4f20-a2a3-0c5f7c68d1f1') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:56.099334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec26271-9921-4711-af8b-9f4358d63e75,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:56.130106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.172688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] For port b83a4ca3-c4e8-430f-9073-b98cfacdb011, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:57:56.176266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] For port b83a4ca3-c4e8-430f-9073-b98cfacdb011, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b83a4ca3-c4e8-430f-9073-b98cfacdb011,segment=NetworkSegment(bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e),segment_id=bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:57:56.182326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.202474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-60221020-34ae-4a7c-a5b2-4e948e1ac65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:56.205187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-60221020-34ae-4a7c-a5b2-4e948e1ac65a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1100 time: 0.0644484 Nov 27 15:57:56.208318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e766fe59-95ed-457d-b391-e66bc185f444 req-65dd33d9-2419-4f08-baf4-14f176354944 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0715663 Nov 27 15:57:56.231464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf5e119a-6512-4697-b0a7-67898199fe95 req-bb665add-cdaa-4ff6-87b6-30697f14f338 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306619 Nov 27 15:57:56.234961 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.239700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.248452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd90d7-08ef-44c2-8a9d-8fada70855b3 None None] Pushing event updated for resources: {'Port': ['ID=b83a4ca3-c4e8-430f-9073-b98cfacdb011,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:56.285885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:56.286299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:56.288136 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:56.307922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307c3991-403f-47e8-bb18-8dfac81df3ba']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:56.349251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:56.350833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:56.376844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e7db8-0662-4394-b555-2e441bc6ef56 None None] Network 307c3991-403f-47e8-bb18-8dfac81df3ba requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:56.377395 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.402807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.413521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.424466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef189615-98bb-45cf-b513-643d7263ac95 HTTP/1.1" status: 204 len: 168 time: 0.8459411 Nov 27 15:57:56.436191 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.450638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-55275510-9483-4283-b750-33b1f881d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:56.455386 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-55275510-9483-4283-b750-33b1f881d7b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2301569 Nov 27 15:57:56.482264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997dbf0-e2de-46e1-8333-bcb35a967930 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef189615-98bb-45cf-b513-643d7263ac95,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:56.494601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:56.495140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:56.532130 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-d7aa3652-b29b-4868-ac4e-7cecc0af8a0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.0664413 Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:56.574347 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:56.577974 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.api [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 15:57:56.577974 n-d-819494-4 neutron-server[110076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 15:57:56.577974 n-d-819494-4 neutron-server[110076]: [parameters: {'id': '307c3991-403f-47e8-bb18-8dfac81df3ba'}] Nov 27 15:57:56.577974 n-d-819494-4 neutron-server[110076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 15:57:56.578354 n-d-819494-4 neutron-server[110076]: DEBUG oslo_db.api [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 15:57:56.618270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-3ec03591-dfe7-43b7-9574-3db6de24ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:56.620009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-3ec03591-dfe7-43b7-9574-3db6de24ace0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0805845 Nov 27 15:57:56.657876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bd8a6-0a89-4f65-939e-7736ee8729aa None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 15:57:56.694712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-ec9e93cb-e2e3-4f1f-9f09-eff0f4cf2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:56.696679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-ec9e93cb-e2e3-4f1f-9f09-eff0f4cf2c93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685542 Nov 27 15:57:56.707361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:56.752454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c8c72ef-465a-4b33-92db-b30761d7fab6 req-87c1e1bb-402e-4e9c-83ce-4b47943ae3aa tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead&device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0523658 Nov 27 15:57:56.806794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e553d08d-a048-4647-91fa-3eaeeeca43fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f927fcd662d3436e96f3856877e42b09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769060 Nov 27 15:57:56.807150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45076) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:56.814190 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-2fe84d4e-e1ee-4add-b1a9-0e8e3160cfb1 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085508 Nov 27 15:57:56.821451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bd8a6-0a89-4f65-939e-7736ee8729aa None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 15:57:56.997023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b3de4-5a36-46c8-b072-1ea726975575 req-f20601e9-db7a-44b8-b85f-672d7b013e35 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:56.997821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-891b3de4-5a36-46c8-b072-1ea726975575 req-f20601e9-db7a-44b8-b85f-672d7b013e35 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 945 time: 0.1536286 Nov 27 15:57:57.053140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12339c50-3498-4f5b-b95f-9577cb3a7544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.079369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.120372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12339c50-3498-4f5b-b95f-9577cb3a7544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.155097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-891b3de4-5a36-46c8-b072-1ea726975575 req-ccbc1c69-fc5f-4718-aaa2-5ee283885db7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203344 Nov 27 15:57:57.188470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c22a357-bc38-4cd3-92e0-b136c04fdec1 req-ecec7ba2-bd83-433f-b2a5-0dfa16743d2c tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0814717 Nov 27 15:57:57.255366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting port b83a4ca3-c4e8-430f-9073-b98cfacdb011 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:57.257129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.360779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b1408e47-c4c8-4026-9513-61ffc401547b req-986966d9-3902-491b-bc81-558490958bce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e4cf3b385ab4cd18468c4dc55287a19&device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0294535 Nov 27 15:57:57.369346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12339c50-3498-4f5b-b95f-9577cb3a7544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.370421 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12339c50-3498-4f5b-b95f-9577cb3a7544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.373996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-12339c50-3498-4f5b-b95f-9577cb3a7544 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd2d0e86-8306-4b85-87fd-40271faf4172 HTTP/1.1" status: 204 len: 168 time: 0.5634692 Nov 27 15:57:57.417624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12339c50-3498-4f5b-b95f-9577cb3a7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2d0e86-8306-4b85-87fd-40271faf4172,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:57.418993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b1408e47-c4c8-4026-9513-61ffc401547b req-ae2bf873-f322-4a4d-87ee-80661d609511 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e4cf3b385ab4cd18468c4dc55287a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497112 Nov 27 15:57:57.420590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] For port b83a4ca3-c4e8-430f-9073-b98cfacdb011, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b83a4ca3-c4e8-430f-9073-b98cfacdb011,segment=NetworkSegment(bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e),segment_id=bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:57.420959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.440948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1b8e3-21fc-4863-bc7c-6bc969b422ff req-c5363161-87c6-438e-b056-0ccd8b90e06e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:57.448255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80f1b8e3-21fc-4863-bc7c-6bc969b422ff req-c5363161-87c6-438e-b056-0ccd8b90e06e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1676998 Nov 27 15:57:57.464021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Calling delete_port for b83a4ca3-c4e8-430f-9073-b98cfacdb011 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:57.502884 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-9e9b7fda-427a-4e57-ab4f-609d9de23765 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799493 Nov 27 15:57:57.554643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408e47-c4c8-4026-9513-61ffc401547b req-841c43bc-1257-4d43-8d37-21b87c79b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:57.556286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b1408e47-c4c8-4026-9513-61ffc401547b req-841c43bc-1257-4d43-8d37-21b87c79b964 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275885 Nov 27 15:57:57.613118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fe2f8-97e6-4336-aa2b-abd773a64a0b req-675cd965-66f3-4324-a13d-199ad77f002b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:57.614824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe8fe2f8-97e6-4336-aa2b-abd773a64a0b req-675cd965-66f3-4324-a13d-199ad77f002b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.2692418 Nov 27 15:57:57.617684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.668280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Port': ['ID=b83a4ca3-c4e8-430f-9073-b98cfacdb011,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:57.679715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No DVR routers for this DVR port b83a4ca3-c4e8-430f-9073-b98cfacdb011 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:57.745056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-e84c5cf6-b470-439e-97bc-98c393f6e8dc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:57.747282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80f1b8e3-21fc-4863-bc7c-6bc969b422ff req-fa78766f-7e3b-4b84-bdf2-ea35139c2220 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980928 Nov 27 15:57:57.747811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-e84c5cf6-b470-439e-97bc-98c393f6e8dc tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b371571-d651-4edb-bdd0-2a83af03ac5e HTTP/1.1" status: 200 len: 946 time: 0.0842886 Nov 27 15:57:57.814388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:57.893684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe8fe2f8-97e6-4336-aa2b-abd773a64a0b req-2e5a5c8c-c1c2-45ed-8f4c-cfff4be73e60 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557821 Nov 27 15:57:57.904970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.943977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307c3991-403f-47e8-bb18-8dfac81df3ba']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:57.955895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:57.956580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6b9c79-85c8-4333-aa43-a9d04c9f0d4e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:57:57.959239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Deleting port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:57:57.966081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.971396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:57.991959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.003744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:57:58.004450 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.007220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:57:58.058029 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:57:58.074714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:58.077032 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf36e6d5-0546-4173-ba8f-0834471b8441" -d '{"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:58.101587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:58.110022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.110947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9239106-ff3f-424f-b857-8226775f423a no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:57:58.143347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.161475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] For port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:57:58.161921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.165573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.186707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Calling delete_port for cc6d1761-4c83-4bb7-9fe8-864cf3d19baa owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:57:58.194899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/307c3991-403f-47e8-bb18-8dfac81df3ba HTTP/1.1" status: 204 len: 168 time: 3.2107074 Nov 27 15:57:58.196962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:58.205899 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e9f7b-aa16-41b6-ae4b-12befb199066 x-openstack-request-id: req-d31e9f7b-aa16-41b6-ae4b-12befb199066 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:58.206416 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:58.206813 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d31e9f7b-aa16-41b6-ae4b-12befb199066 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:58.207340 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'code': 200} Nov 27 15:57:58.207996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: a9239106-ff3f-424f-b857-8226775f423a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:57:58.208532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9239106-ff3f-424f-b857-8226775f423a not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:57:58.244522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:58.249260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173958523'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:58.266089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f78c7-98d3-49b8-bac5-d489999c2cc2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=307c3991-403f-47e8-bb18-8dfac81df3ba,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:58.319768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:58.324454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.351181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.363249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c0403cb9-66f2-4473-97ec-05e7ad1cbfc8', 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:57:58.377588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:57:58.392652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f37a5-b3b3-4f9e-82d9-e7707a08f5b6 req-320e7d12-86c3-4873-a7e2-891ebc40361d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:58.400336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-077f37a5-b3b3-4f9e-82d9-e7707a08f5b6 req-320e7d12-86c3-4873-a7e2-891ebc40361d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 943 time: 0.0916355 Nov 27 15:57:58.412698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.413338 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 82421099-8267-4c58-92d8-2c767271bc18 of type vlan for network 6a4e8524-ab24-49f9-a26d-afaa1440fcdb Nov 27 15:57:58.469326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Pushing event deleted for resources: {'Port': ['ID=cc6d1761-4c83-4bb7-9fe8-864cf3d19baa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:58.522410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d0160-09b2-4114-af1e-fb324f8b2b34 None None] DHCP port deletion for 5e86959b-eb53-4a04-81cb-a7be31373a56 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:57:58.524350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.540853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-077f37a5-b3b3-4f9e-82d9-e7707a08f5b6 req-329a1f69-0ec3-4901-8663-d9972c8e4729 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392586 Nov 27 15:57:58.584754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] No DVR routers for this DVR port cc6d1761-4c83-4bb7-9fe8-864cf3d19baa on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:57:58.590844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.596576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.599085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f3b0a6e-99e1-4ae6-b440-320a2207c8b3 req-4a454b2d-eb2c-4cb4-9101-90f5c2447688 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "DELETE /v2.0/ports/cc6d1761-4c83-4bb7-9fe8-864cf3d19baa HTTP/1.1" status: 204 len: 173 time: 0.8295398 Nov 27 15:57:58.602375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'name': 'network-vif-deleted', 'tag': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:57:58.607921 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ec1ae-de7c-4d5a-addb-44c4d8e12554" -d '{"events": [{"server_uuid": "8b371571-d651-4edb-bdd0-2a83af03ac5e", "name": "network-vif-deleted", "tag": "cc6d1761-4c83-4bb7-9fe8-864cf3d19baa"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:57:58.613862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:58.614828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.725671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f073e7e-aeb1-499f-a630-b993825007da req-1658adb4-d82e-4342-a81b-400b9d55773f tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.1063573 Nov 27 15:57:58.775462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5463080 Nov 27 15:57:58.778459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45132) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:58.785739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '6a4e8524-ab24-49f9-a26d-afaa1440fcdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:57:58.796715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02aa6-9dd2-4402-8f44-29c18e9bb034 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=6a4e8524-ab24-49f9-a26d-afaa1440fcdb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:58.810319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6a4e8524-ab24-49f9-a26d-afaa1440fcdb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:57:58.826159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd32d7-6f3b-43fc-8df2-320c701ddb6e req-8d119eaa-443b-4ee1-934d-fc47eed9eab3 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:58.827770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6dd32d7-6f3b-43fc-8df2-320c701ddb6e req-8d119eaa-443b-4ee1-934d-fc47eed9eab3 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 945 time: 0.1551270 Nov 27 15:57:58.899896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cbe1-1535-4e62-b3e6-30b80cc078d4 req-2536d0d5-5911-454f-abd3-ddb879ed9d8a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:58.901707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c1cbe1-1535-4e62-b3e6-30b80cc078d4 req-2536d0d5-5911-454f-abd3-ddb879ed9d8a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0957246 Nov 27 15:57:58.911883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6dd32d7-6f3b-43fc-8df2-320c701ddb6e req-4c59f5a6-f2e2-46e8-b886-1e0b01976f3f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689147 Nov 27 15:57:58.915230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:57:58.919488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:58.972925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c1cbe1-1535-4e62-b3e6-30b80cc078d4 req-9a221dfe-beeb-46a6-b7b8-a2714b0fbd64 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599437 Nov 27 15:57:59.040615 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a5d12-52bd-438f-8bc6-c41bb30f2d6c x-openstack-request-id: req-143a5d12-52bd-438f-8bc6-c41bb30f2d6c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:57:59.040967 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b371571-d651-4edb-bdd0-2a83af03ac5e", "name": "network-vif-deleted", "tag": "cc6d1761-4c83-4bb7-9fe8-864cf3d19baa", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:57:59.041323 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-143a5d12-52bd-438f-8bc6-c41bb30f2d6c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:57:59.041838 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b371571-d651-4edb-bdd0-2a83af03ac5e', 'name': 'network-vif-deleted', 'tag': 'cc6d1761-4c83-4bb7-9fe8-864cf3d19baa', 'status': 'completed', 'code': 200} Nov 27 15:57:59.111739 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b1408e47-c4c8-4026-9513-61ffc401547b req-ebcea08a-68f9-42eb-b38e-b1f53dbed569 tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54b8a57-0eac-4ce5-9dae-2f3500c26ead HTTP/1.1" status: 200 len: 210 time: 0.0731807 Nov 27 15:57:59.113511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cce32-6540-4304-b69c-7192baeacdcb req-d234753d-bb00-4a56-b54a-e981769222fd tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:59.116878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-917cce32-6540-4304-b69c-7192baeacdcb req-d234753d-bb00-4a56-b54a-e981769222fd tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0623760 Nov 27 15:57:59.192451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:59.223481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-917cce32-6540-4304-b69c-7192baeacdcb req-60e334db-ba75-41d5-ac53-e7b92061787b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997512 Nov 27 15:57:59.323739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=09c6e771-625c-495a-8c75-01d501e3e989,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:57:59.331879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '82421099-8267-4c58-92d8-2c767271bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a4e8524-ab24-49f9-a26d-afaa1440fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:57:59.332537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 6a4e8524-ab24-49f9-a26d-afaa1440fcdb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:57:59.356605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 6a4e8524-ab24-49f9-a26d-afaa1440fcdb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:57:59.374162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 6a4e8524-ab24-49f9-a26d-afaa1440fcdb) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:57:59.380354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:59.381149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:59.386211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4061c0c9-a339-4545-b4b0-ea83f63bf553 None None] Network 6a4e8524-ab24-49f9-a26d-afaa1440fcdb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:57:59.435726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84ad9990-fa97-42d1-aec5-1d1cc2ba2b0e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6548939 Nov 27 15:57:59.438295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45152) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:57:59.573150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6938157-6491-4459-ab4d-ff0d8281887e req-6556559d-15cd-48ee-8a35-9a59d5d8fd29 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:59.581244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6938157-6491-4459-ab4d-ff0d8281887e req-6556559d-15cd-48ee-8a35-9a59d5d8fd29 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1247077 Nov 27 15:57:59.677815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6938157-6491-4459-ab4d-ff0d8281887e req-ac766d35-c9dd-41c5-b741-b510aae88326 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797434 Nov 27 15:57:59.689364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:59.799174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:59.831472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf773235-1219-4575-be40-6a0a6f58ccc9 req-5f6fc3de-5c9e-4fd4-875a-e330d3740f1a tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0899603 Nov 27 15:57:59.868438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:57:59.935062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b02e10-573a-4a82-ad57-83e2e776e181 req-29ac349c-1908-444b-9170-939d8744f1c8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:57:59.944950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b02e10-573a-4a82-ad57-83e2e776e181 req-29ac349c-1908-444b-9170-939d8744f1c8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.2082171 Nov 27 15:57:59.955156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d568bac-2cc8-4983-bf2c-2e86da5eb27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-6a4e8524-ab24-49f9-a26d-afaa1440fcdb', 'network_id': '6a4e8524-ab24-49f9-a26d-afaa1440fcdb', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': '09c6e771-625c-495a-8c75-01d501e3e989'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:57:59.956517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d568bac-2cc8-4983-bf2c-2e86da5eb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.010330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.069454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=09c6e771-625c-495a-8c75-01d501e3e989,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:00.089787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b02e10-573a-4a82-ad57-83e2e776e181 req-1f1aa0c6-c687-468b-9838-001f5dd27f3f tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391912 Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-4d568bac-2cc8-4983-bf2c-2e86da5eb27f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09c6e771-625c-495a-8c75-01d501e3e989: This subnet is being modified by another concurrent operation. Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 15:58:00.132190 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09c6e771-625c-495a-8c75-01d501e3e989: This subnet is being modified by another concurrent operation. Nov 27 15:58:00.135867 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 15:58:00.155924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af03f8-1548-4201-a90a-77e6bd017152 None None] Network 6a4e8524-ab24-49f9-a26d-afaa1440fcdb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:00.208722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.262348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4e8524-ab24-49f9-a26d-afaa1440fcdb']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:00.282033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08ceab-809f-4f42-935d-bba2cc94d1c1 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 15:58:00.283562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82421099-8267-4c58-92d8-2c767271bc18') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:00.283878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82421099-8267-4c58-92d8-2c767271bc18') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:00.299889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.385755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-541c395a-005f-404d-a4ac-f0a86647bc4f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:00.387410 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-541c395a-005f-404d-a4ac-f0a86647bc4f tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 945 time: 0.0615187 Nov 27 15:58:00.420849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08ceab-809f-4f42-935d-bba2cc94d1c1 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 15:58:00.498906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Deleting port 9079097f-984e-42db-ad2f-01dd87e45216 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:00.499239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.605996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] For port 9079097f-984e-42db-ad2f-01dd87e45216, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9079097f-984e-42db-ad2f-01dd87e45216,segment=NetworkSegment(60a50a06-b0e0-470a-aa23-8887afa697e1),segment_id=60a50a06-b0e0-470a-aa23-8887afa697e1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:00.606360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.623049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Calling delete_port for 9079097f-984e-42db-ad2f-01dd87e45216 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:00.649069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1df39-223a-4475-b4d8-4c8b8836abde req-d50234f4-beef-42ec-968b-9a19bf15c750 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:00.651125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59d1df39-223a-4475-b4d8-4c8b8836abde req-d50234f4-beef-42ec-968b-9a19bf15c750 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/ports?device_id=03df3047-f81a-4ef6-9e83-a26dc222a87a HTTP/1.1" status: 200 len: 945 time: 0.4895124 Nov 27 15:58:00.659488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09d0cf-0339-4ff9-91ff-e5a97a3fb742 req-af9634ec-7245-4054-b9e2-b221a2339a8c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:00.667260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d09d0cf-0339-4ff9-91ff-e5a97a3fb742 req-af9634ec-7245-4054-b9e2-b221a2339a8c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.4761004 Nov 27 15:58:00.670950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.702058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:00.702277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:00.705214 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:00.790374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.802116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59d1df39-223a-4475-b4d8-4c8b8836abde req-01edd5da-55ad-494e-a4a4-0723e7cd01d6 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d89c415-5574-40e4-88f0-e75d9f61cb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326540 Nov 27 15:58:00.805258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9079097f-984e-42db-ad2f-01dd87e45216'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:00.822846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Pushing event deleted for resources: {'Port': ['ID=9079097f-984e-42db-ad2f-01dd87e45216,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:00.823859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d09d0cf-0339-4ff9-91ff-e5a97a3fb742 req-d18379e8-62f9-4d9c-8447-1e30f7aea0f1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519578 Nov 27 15:58:00.833183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.866874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.871037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f085a-fd07-462c-9f7f-159c53186eec None None] DHCP port deletion for ae793e7a-3c8a-451a-b149-ce72d19a690b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:00.879063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/6a4e8524-ab24-49f9-a26d-afaa1440fcdb HTTP/1.1" status: 204 len: 168 time: 1.4396529 Nov 27 15:58:00.880012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990dc30-1675-4fe4-a7ec-0586988eb74e tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=6a4e8524-ab24-49f9-a26d-afaa1440fcdb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:00.890320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45182) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:00.895326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066423629'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:00.928300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] No DVR routers for this DVR port 9079097f-984e-42db-ad2f-01dd87e45216 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:00.933474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:00.939135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88c495d9-918b-4f0b-b585-4a9ec689d975 req-24a93e4b-add2-454b-b26d-b72953183c14 tempest-AttachVolumeNegativeTest-1513018298 tempest-AttachVolumeNegativeTest-1513018298-project] 10.222.0.37 "DELETE /v2.0/ports/9079097f-984e-42db-ad2f-01dd87e45216 HTTP/1.1" status: 204 len: 173 time: 0.5437183 Nov 27 15:58:00.963909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:00.968020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.030548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:01.043417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'name': 'network-vif-deleted', 'tag': '9079097f-984e-42db-ad2f-01dd87e45216'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:01.046399 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6d1696-8dcd-483d-ae57-69f77dd7c5ff" -d '{"events": [{"server_uuid": "03df3047-f81a-4ef6-9e83-a26dc222a87a", "name": "network-vif-deleted", "tag": "9079097f-984e-42db-ad2f-01dd87e45216"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:01.055275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc6d1761-4c83-4bb7-9fe8-864cf3d19baa no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:01.068237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbdfaa-15d9-4a49-bb31-5bfddf4e8431 req-c1b9a432-2a98-456d-8119-900c29abc594 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:01.069848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5bbdfaa-15d9-4a49-bb31-5bfddf4e8431 req-c1b9a432-2a98-456d-8119-900c29abc594 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1241157 Nov 27 15:58:01.082598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.082948 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 2f4419fe-06f3-4b2b-bbf9-906d6437a557 of type vlan for network fe745773-5f44-449a-838e-59497a9f9eba Nov 27 15:58:01.088999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97e6b2b4-f99f-4d2e-9a8c-b540cec7d943 req-4aa4daaf-cbda-4b05-a450-c697a8edb707 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e4cf3b385ab4cd18468c4dc55287a19&device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0312657 Nov 27 15:58:01.092975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: cc6d1761-4c83-4bb7-9fe8-864cf3d19baa {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:01.093340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc6d1761-4c83-4bb7-9fe8-864cf3d19baa not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:01.132241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97e6b2b4-f99f-4d2e-9a8c-b540cec7d943 req-e8590085-bc86-4d3b-b759-b3487a9b2f92 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e4cf3b385ab4cd18468c4dc55287a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299253 Nov 27 15:58:01.152133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.203554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5bbdfaa-15d9-4a49-bb31-5bfddf4e8431 req-5856ce86-f0fa-4266-a584-d9408c65b80d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250143 Nov 27 15:58:01.207158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cfc5907-02e0-4031-847b-bc6cd6693c6f req-dffbcf21-c80c-4c23-afab-526aabbd6533 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0402319 Nov 27 15:58:01.220498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.231889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:01.232583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.248963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6b2b4-f99f-4d2e-9a8c-b540cec7d943 req-42b3d91a-651f-4a7e-b620-6bfc996ce314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:01.250578 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97e6b2b4-f99f-4d2e-9a8c-b540cec7d943 req-42b3d91a-651f-4a7e-b620-6bfc996ce314 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121690 Nov 27 15:58:01.267864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3763719 Nov 27 15:58:01.271488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45190) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:01.276865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:01.331105 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f271fd7-8e2b-4a18-bed3-6aec8943fd81 x-openstack-request-id: req-3f271fd7-8e2b-4a18-bed3-6aec8943fd81 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:01.331372 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03df3047-f81a-4ef6-9e83-a26dc222a87a", "name": "network-vif-deleted", "tag": "9079097f-984e-42db-ad2f-01dd87e45216", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:01.331645 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f271fd7-8e2b-4a18-bed3-6aec8943fd81 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:01.332051 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03df3047-f81a-4ef6-9e83-a26dc222a87a', 'name': 'network-vif-deleted', 'tag': '9079097f-984e-42db-ad2f-01dd87e45216', 'status': 'completed', 'code': 200} Nov 27 15:58:01.355908 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9955cfe2-bc73-4193-b128-8ea4a817aef8 req-dd752917-7150-4e09-a825-7844c7e4636b tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0439565 Nov 27 15:58:01.364532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679c9f6-095a-4bcd-8497-10985476367b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=fe745773-5f44-449a-838e-59497a9f9eba,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:01.375577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network fe745773-5f44-449a-838e-59497a9f9eba details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:01.412551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a7a5-b299-47dd-b5e5-9c3722adc7fa req-819f67a9-f7c8-4fe1-80f7-faa2eeb39d21 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:01.415507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b85a7a5-b299-47dd-b5e5-9c3722adc7fa req-819f67a9-f7c8-4fe1-80f7-faa2eeb39d21 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.0649226 Nov 27 15:58:01.460339 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.476911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.477852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b85a7a5-b299-47dd-b5e5-9c3722adc7fa req-e6a45cef-6201-4e9e-9d4f-65b27fa0607b tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530834 Nov 27 15:58:01.501731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network fe745773-5f44-449a-838e-59497a9f9eba is not hosted by any dhcp agent {{(pid=110075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 15:58:01.507413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:01.508093 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.512209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "PUT /v2.0/networks/fe745773-5f44-449a-838e-59497a9f9eba HTTP/1.1" status: 200 len: 723 time: 0.2369056 Nov 27 15:58:01.512427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45192) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:01.517969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:01.559527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a18a2-784f-4ba6-9079-15181c667d03 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=fe745773-5f44-449a-838e-59497a9f9eba,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:01.570889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network fe745773-5f44-449a-838e-59497a9f9eba details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:01.615089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:01.618683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.632267 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.792761 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.845001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9079097f-984e-42db-ad2f-01dd87e45216 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:01.852421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:01.865198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '2f4419fe-06f3-4b2b-bbf9-906d6437a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:01.865647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: fe745773-5f44-449a-838e-59497a9f9eba, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:01.885462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network fe745773-5f44-449a-838e-59497a9f9eba is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:01.892797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 9079097f-984e-42db-ad2f-01dd87e45216 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:01.893159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9079097f-984e-42db-ad2f-01dd87e45216 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:01.893618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:01.894263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, fe745773-5f44-449a-838e-59497a9f9eba) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:01.901144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:01.902465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:01.904727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.931403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699851a8-1e1a-4af0-9186-9312cee01310 None None] Network fe745773-5f44-449a-838e-59497a9f9eba requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:01.952817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Deleting subnet 234351fe-63b9-4917-bcd6-14a3cf769636 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:01.956579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e3c126e9-0eed-446f-a294-6a437fd703f2 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4430780 Nov 27 15:58:01.960504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:01.960663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:01.965805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:01.997821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.018093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3e7ad-d79b-4be9-b12d-2759664b28bd req-1e099591-1e56-402d-af66-62de1c50da2a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:02.019616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afd3e7ad-d79b-4be9-b12d-2759664b28bd req-1e099591-1e56-402d-af66-62de1c50da2a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1027050 Nov 27 15:58:02.072707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.116568 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14548314'] for subnet, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.133855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-55af08e3-6e8a-42fb-9028-dad1f24670f8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:02.135339 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-55af08e3-6e8a-42fb-9028-dad1f24670f8 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 945 time: 0.1030974 Nov 27 15:58:02.144228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-fe745773-5f44-449a-838e-59497a9f9eba', 'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': 'a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:58:02.145306 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.158088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db031bd0-9249-49f4-b3e0-05ada17398dc req-3c461bab-9bcf-42a4-98ea-6f93d50f7806 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0463014 Nov 27 15:58:02.169935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afd3e7ad-d79b-4be9-b12d-2759664b28bd req-2e8a52f9-5fc5-41c1-ab12-64e973ac29a7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352477 Nov 27 15:58:02.253345 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.284978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234351fe-63b9-4917-bcd6-14a3cf769636,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:02.291466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b259d3-863e-4728-9ffa-ddb536b13f79 None None] Network ae793e7a-3c8a-451a-b149-ce72d19a690b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:02.293290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.302210 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6bd5ba76-0a7c-4671-bb11-de32e2a469da admin admin] 10.222.0.15 "DELETE /v2.0/subnets/234351fe-63b9-4917-bcd6-14a3cf769636 HTTP/1.1" status: 204 len: 168 time: 0.3986247 Nov 27 15:58:02.306723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45208) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:02.341733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Deleting port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:02.342567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.433997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-162086f2-df15-432b-86e7-771f238d93b5 req-ff4e1c7b-7bc0-49ae-94a3-050e07574bca tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.1179812 Nov 27 15:58:02.434495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e6116-2c8f-4687-a116-253bed7837dc None None] DHCP port deletion for ae793e7a-3c8a-451a-b149-ce72d19a690b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:02.455102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779056838000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14297600'] for subnet, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.465770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] For port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:02.466291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.502361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Calling delete_port for c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:02.516786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Allocated IP 172.20.0.2 (fe745773-5f44-449a-838e-59497a9f9eba/a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7/121da900-f802-4078-9f14-e10c6162f763) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:02.537321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:02.538087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.539494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "PUT /v2.0/subnets/a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7 HTTP/1.1" status: 200 len: 806 time: 0.5783827 Nov 27 15:58:02.564402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:02.592088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.602015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99e4954b-98b7-431f-95c7-d7a0fc7beca7 req-410e0029-d891-4fc9-8cbf-9e311700c9cf tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.15 "GET /v2.0/ports?device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0882630 Nov 27 15:58:02.673735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89838060-07ac-483a-8db9-fd8032bb443b req-ff22023a-69b5-49e5-bc4a-f9229659b64a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:02.682455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89838060-07ac-483a-8db9-fd8032bb443b req-ff22023a-69b5-49e5-bc4a-f9229659b64a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.3601725 Nov 27 15:58:02.695245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.712392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c0403cb9-66f2-4473-97ec-05e7ad1cbfc8'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:02.730531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Pushing event deleted for resources: {'Port': ['ID=c0403cb9-66f2-4473-97ec-05e7ad1cbfc8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:02.733312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb1419cb-d2bd-422a-9bd6-f2502da2a279 req-8d8c1005-f5e5-4e08-9827-f2cd0d41e110 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b322d197-2956-4b71-89a5-1fc0fcd65f2b HTTP/1.1" status: 200 len: 210 time: 0.0477195 Nov 27 15:58:02.764672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8bd114-abdc-492f-b49d-03c8274fe868 None None] DHCP port deletion for 5e86959b-eb53-4a04-81cb-a7be31373a56 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:02.771107 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.786673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] No DVR routers for this DVR port c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:02.789279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.793243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced5b6b2-171f-4a9c-a28f-b8abb54bfb4a req-f374fed9-2262-4c1d-851f-31ce79c92552 tempest-ServerRescueTestJSON-1460063287 tempest-ServerRescueTestJSON-1460063287-project] 10.222.0.21 "DELETE /v2.0/ports/c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 HTTP/1.1" status: 204 len: 173 time: 0.6392574 Nov 27 15:58:02.797245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.799540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89838060-07ac-483a-8db9-fd8032bb443b req-e6a6f9c4-ff73-4a21-b391-ac5c1e47567b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162245 Nov 27 15:58:02.803930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188fea7-45fd-43ea-af06-4ea0fbc28d6f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:02.853348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Network fe745773-5f44-449a-838e-59497a9f9eba is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:02.869187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97e6b2b4-f99f-4d2e-9a8c-b540cec7d943 req-c8be0725-5b8b-46c2-9ae8-f051353f80af tempest-ServerShowV247Test-955337603 tempest-ServerShowV247Test-955337603-project] 10.222.0.37 "GET /v2.0/ports?device_id=0207d02a-057b-4e84-b302-72c0ad46d1cb HTTP/1.1" status: 200 len: 210 time: 0.0368710 Nov 27 15:58:02.876814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:02.884163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:02.894249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Pushing event updated for resources: {'Port': ['ID=121da900-f802-4078-9f14-e10c6162f763,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:02.927447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.936909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.954469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Attempting to bind port 121da900-f802-4078-9f14-e10c6162f763 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:02.954846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Attempting to bind port 121da900-f802-4078-9f14-e10c6162f763 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '2f4419fe-06f3-4b2b-bbf9-906d6437a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:02.955273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Attempting to bind port 121da900-f802-4078-9f14-e10c6162f763 on network fe745773-5f44-449a-838e-59497a9f9eba {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:02.963020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:02.963259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Checking segment: {'id': '2f4419fe-06f3-4b2b-bbf9-906d6437a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:02.964479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.964897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Bound using segment: {'id': '2f4419fe-06f3-4b2b-bbf9-906d6437a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:02.965755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Bound port: 121da900-f802-4078-9f14-e10c6162f763, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4419fe-06f3-4b2b-bbf9-906d6437a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe745773-5f44-449a-838e-59497a9f9eba'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:02.966178 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:02.985139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae793e7a-3c8a-451a-b149-ce72d19a690b']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:03.000629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a50a06-b0e0-470a-aa23-8887afa697e1') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:03.001083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a50a06-b0e0-470a-aa23-8887afa697e1') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:03.022148 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.042067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.050672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:03.051147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:03.053652 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:03.055810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] For port 121da900-f802-4078-9f14-e10c6162f763, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:03.055934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting port 121da900-f802-4078-9f14-e10c6162f763 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:03.055934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.157366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] For port 121da900-f802-4078-9f14-e10c6162f763, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=121da900-f802-4078-9f14-e10c6162f763,segment=NetworkSegment(2f4419fe-06f3-4b2b-bbf9-906d6437a557),segment_id=2f4419fe-06f3-4b2b-bbf9-906d6437a557)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:03.159986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.164115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.167237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.171374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] 10.222.0.15 "DELETE /v2.0/networks/ae793e7a-3c8a-451a-b149-ce72d19a690b HTTP/1.1" status: 204 len: 168 time: 0.8635659 Nov 27 15:58:03.197678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cb844-e1c1-4e6e-b321-e0852bca484d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae793e7a-3c8a-451a-b149-ce72d19a690b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:03.229276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] For port 121da900-f802-4078-9f14-e10c6162f763, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:03.229766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.251767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Calling delete_port for 121da900-f802-4078-9f14-e10c6162f763 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:03.334158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'name': 'network-vif-deleted', 'tag': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:03.341050 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837b3fe-a5fd-4142-9910-ddfc0d408b71" -d '{"events": [{"server_uuid": "b322d197-2956-4b71-89a5-1fc0fcd65f2b", "name": "network-vif-deleted", "tag": "c0403cb9-66f2-4473-97ec-05e7ad1cbfc8"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:03.351569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074184be-c67f-4b09-a44b-b73e315e5c53 None None] Pushing event updated for resources: {'Port': ['ID=121da900-f802-4078-9f14-e10c6162f763,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:03.413400 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4bf64-8f18-466d-8fea-e1bba802d2ad x-openstack-request-id: req-50e4bf64-8f18-466d-8fea-e1bba802d2ad {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:03.413842 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b322d197-2956-4b71-89a5-1fc0fcd65f2b", "name": "network-vif-deleted", "tag": "c0403cb9-66f2-4473-97ec-05e7ad1cbfc8", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:03.414285 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50e4bf64-8f18-466d-8fea-e1bba802d2ad {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:03.414744 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b322d197-2956-4b71-89a5-1fc0fcd65f2b', 'name': 'network-vif-deleted', 'tag': 'c0403cb9-66f2-4473-97ec-05e7ad1cbfc8', 'status': 'completed', 'code': 200} Nov 27 15:58:03.468539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d091e-480b-4c1f-81e7-81518a190ffe req-2578c8fe-9974-47e5-b5f9-6decd8d15b05 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:03.470169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d71d091e-480b-4c1f-81e7-81518a190ffe req-2578c8fe-9974-47e5-b5f9-6decd8d15b05 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1183431 Nov 27 15:58:03.588906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45226) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:03.646992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d71d091e-480b-4c1f-81e7-81518a190ffe req-6c3722c9-74f3-4a12-8cd3-967bb53400ca tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628001 Nov 27 15:58:03.726608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c274270-f8eb-433d-b481-627738cafb3c req-cf5c57d6-24a4-4fc4-9833-5c209cf0a63d tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0785866 Nov 27 15:58:03.728065 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-31ebbce5-6432-4d0f-9df2-df779fb57da2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51a74828180048e5bdeac84df8b13b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368797 Nov 27 15:58:03.728935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45230) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:03.758116 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.821711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea491515-fc71-4482-a1a6-46a8b218cdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.834514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Port': ['ID=121da900-f802-4078-9f14-e10c6162f763,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:03.858369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45240) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:03.860665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea491515-fc71-4482-a1a6-46a8b218cdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.945943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea491515-fc71-4482-a1a6-46a8b218cdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.948637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea491515-fc71-4482-a1a6-46a8b218cdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:03.949658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ea491515-fc71-4482-a1a6-46a8b218cdb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d89c415-5574-40e4-88f0-e75d9f61cb7c HTTP/1.1" status: 204 len: 168 time: 0.2190821 Nov 27 15:58:03.968704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea491515-fc71-4482-a1a6-46a8b218cdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d89c415-5574-40e4-88f0-e75d9f61cb7c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:04.046099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No DVR routers for this DVR port 121da900-f802-4078-9f14-e10c6162f763 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:04.185731 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.232033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb0b20-8d03-4a92-a433-b1a521c7d5f8 req-846dc4dd-48b7-46ad-b5c4-3c4a0020b020 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:04.247824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fdb0b20-8d03-4a92-a433-b1a521c7d5f8 req-846dc4dd-48b7-46ad-b5c4-3c4a0020b020 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.2029727 Nov 27 15:58:04.314669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45262) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:04.352534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8cd2879-cbc9-4a50-a1a1-c5641962ada2 req-4f429e66-f810-40cd-a84a-d0007afe07b9 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0991883 Nov 27 15:58:04.449388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fdb0b20-8d03-4a92-a433-b1a521c7d5f8 req-c41efd15-d29c-4626-a123-b225c8884dff tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005513 Nov 27 15:58:04.468839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.526985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:04.627370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.638431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-860a08bc-b68b-4e03-b478-8bc3c59deab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.668938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe745773-5f44-449a-838e-59497a9f9eba']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:04.683270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4419fe-06f3-4b2b-bbf9-906d6437a557') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:04.683572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4419fe-06f3-4b2b-bbf9-906d6437a557') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:04.710623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.734957 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.748096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:04.748504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:04.753444 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:04.764024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-860a08bc-b68b-4e03-b478-8bc3c59deab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.771701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-860a08bc-b68b-4e03-b478-8bc3c59deab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.812815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a08bc-b68b-4e03-b478-8bc3c59deab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f23058-7340-48a4-ada2-0b433a977c59,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:04.827389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-860a08bc-b68b-4e03-b478-8bc3c59deab8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e4cf3b385ab4cd18468c4dc55287a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111549 Nov 27 15:58:04.830021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45280) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:04.876557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e65f8-e5b1-43a3-8fef-b3a8d5b32800 req-338f1d53-6e90-4596-88e1-ae840f7ac273 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:04.879646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec3a59-0962-4bb7-86be-d70f1a5441fa None None] Network fe745773-5f44-449a-838e-59497a9f9eba requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:04.884390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e91e65f8-e5b1-43a3-8fef-b3a8d5b32800 req-338f1d53-6e90-4596-88e1-ae840f7ac273 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1414828 Nov 27 15:58:04.892318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01aa1b2b-cab0-45aa-b82f-ba345fabf294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.899246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec3a59-0962-4bb7-86be-d70f1a5441fa None None] Network fe745773-5f44-449a-838e-59497a9f9eba could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 15:58:04.904373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.908784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b1d9d-1bf6-4502-90a1-f9d885e6a4fb None None] Network fe745773-5f44-449a-838e-59497a9f9eba requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:04.918579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.924128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/fe745773-5f44-449a-838e-59497a9f9eba HTTP/1.1" status: 204 len: 168 time: 2.3560486 Nov 27 15:58:04.925946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b1d9d-1bf6-4502-90a1-f9d885e6a4fb None None] Network fe745773-5f44-449a-838e-59497a9f9eba could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 15:58:04.930976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01aa1b2b-cab0-45aa-b82f-ba345fabf294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:04.932496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:04.958874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088778fe-139f-48db-8731-bf7c017e5445 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=fe745773-5f44-449a-838e-59497a9f9eba,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:04.981916 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-663ac4c6-88a2-4d7c-8da0-af0faa25092d tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:04.982477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663ac4c6-88a2-4d7c-8da0-af0faa25092d tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:04.989356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-663ac4c6-88a2-4d7c-8da0-af0faa25092d tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/fe745773-5f44-449a-838e-59497a9f9eba HTTP/1.1" status: 404 len: 339 time: 0.0385957 Nov 27 15:58:04.989479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3742f09a-e289-4612-849c-07fa6ba7e205 None None] Could not find standard attr ID for object 121da900-f802-4078-9f14-e10c6162f763. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 15:58:04.992630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:05.005508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1590583948', 'description': 'd1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:05.007984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01aa1b2b-cab0-45aa-b82f-ba345fabf294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.011786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01aa1b2b-cab0-45aa-b82f-ba345fabf294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.017305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-01aa1b2b-cab0-45aa-b82f-ba345fabf294 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3f23058-7340-48a4-ada2-0b433a977c59 HTTP/1.1" status: 204 len: 168 time: 0.1860251 Nov 27 15:58:05.023575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82889d9a-982a-41d8-81d4-ec1374f55723 None None] DHCP port deletion for fe745773-5f44-449a-838e-59497a9f9eba request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:05.038470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa1b2b-cab0-45aa-b82f-ba345fabf294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f23058-7340-48a4-ada2-0b433a977c59,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:05.064998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e91e65f8-e5b1-43a3-8fef-b3a8d5b32800 req-6e2610dd-4a7c-49e3-a653-b1aafdaa58eb tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796415 Nov 27 15:58:05.082108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.084415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:05.088482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.202793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:05.221722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-172dfb37-4d2e-44d3-9187-be683a3a677b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.224712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.225056 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 58740d77-0d68-4897-b099-5ddeaae9992e of type vlan for network 552856ba-fc6f-4931-aefe-fecad9d24838 Nov 27 15:58:05.308245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.372586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.378229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:05.378827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.465263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4647543 Nov 27 15:58:05.468031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45310) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:05.516052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-672915c9-cc13-4ba1-9303-e4add7f3cc64 req-a2a19d23-263d-4e7c-a774-7d37f30d46aa tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0386944 Nov 27 15:58:05.516676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee7381-2f02-4e3d-9668-74cda692b225 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=552856ba-fc6f-4931-aefe-fecad9d24838,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:05.529584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 552856ba-fc6f-4931-aefe-fecad9d24838 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:05.566405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Deleting port 8fda4551-41b5-4393-8765-78ec0e34728b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:05.566749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.640135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31773973-06a4-459f-aeba-349f4347eec6 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:05.644325 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-31773973-06a4-459f-aeba-349f4347eec6 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks?id=552856ba-fc6f-4931-aefe-fecad9d24838 HTTP/1.1" status: 200 len: 761 time: 0.1752515 Nov 27 15:58:05.647066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45318) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:05.652185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'description': 'd2'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:05.701230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] For port 8fda4551-41b5-4393-8765-78ec0e34728b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8fda4551-41b5-4393-8765-78ec0e34728b,segment=NetworkSegment(f2eb9b91-7054-46f2-a0c9-bfc875dd807d),segment_id=f2eb9b91-7054-46f2-a0c9-bfc875dd807d)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:05.701627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.717309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Calling delete_port for 8fda4551-41b5-4393-8765-78ec0e34728b owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:05.736227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2cd2e-37f0-43f7-9373-c941186ea5bd req-e4f6cb3d-99a3-4d11-977c-b1ec1ee5f45a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:05.737701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7d2cd2e-37f0-43f7-9373-c941186ea5bd req-e4f6cb3d-99a3-4d11-977c-b1ec1ee5f45a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0931578 Nov 27 15:58:05.836691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.854134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.860157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7d2cd2e-37f0-43f7-9373-c941186ea5bd req-6f0ecd79-926e-45b4-bdfc-f8afbd347bfd tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796008 Nov 27 15:58:05.879522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 552856ba-fc6f-4931-aefe-fecad9d24838 is not hosted by any dhcp agent {{(pid=110075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 15:58:05.886131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:05.886939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:05.888631 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "PUT /v2.0/networks/552856ba-fc6f-4931-aefe-fecad9d24838 HTTP/1.1" status: 200 len: 758 time: 0.2406063 Nov 27 15:58:05.891402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:05.945336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da294712-bbe3-49b4-a073-80d154a85eee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=552856ba-fc6f-4931-aefe-fecad9d24838,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:05.957602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 552856ba-fc6f-4931-aefe-fecad9d24838 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:06.071979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac3141-f429-42dd-97c0-ee215847d0fa tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:06.076907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-91ac3141-f429-42dd-97c0-ee215847d0fa tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks?id=552856ba-fc6f-4931-aefe-fecad9d24838 HTTP/1.1" status: 200 len: 761 time: 0.1811707 Nov 27 15:58:06.077398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45338) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:06.078853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45340) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:06.084399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677688894'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:06.158616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:06.162300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.206130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.220399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1212601572-network', 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:06.223539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:06.244043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:06.246931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.251759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fda4551-41b5-4393-8765-78ec0e34728b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:06.261035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf240-115a-477a-9447-7b9b21a96239 req-9c82630c-36fd-4430-872a-95567217d129 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:06.262586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e72bf240-115a-477a-9447-7b9b21a96239 req-9c82630c-36fd-4430-872a-95567217d129 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1182799 Nov 27 15:58:06.267945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232723c5-5bef-40cb-b598-7e9a501fb242 None None] DHCP port deletion for 5e86959b-eb53-4a04-81cb-a7be31373a56 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:06.268102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.268431 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 41ce1331-6205-4160-89d6-0e1815b845fc of type vlan for network 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f Nov 27 15:58:06.284956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.369985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.374541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.405842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:06.413362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:06.420199 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.420624 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Added segment 65a985e8-fe92-4c90-82f1-ac0487b7c15c of type vlan for network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 Nov 27 15:58:06.467391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.495264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.496195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:06.496899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.566902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] Pushing event updated for resources: {'Network': ['ID=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:06.580076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:06.610209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e64e0d0f-637f-4cba-9c0c-994386d20459 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5307248 Nov 27 15:58:06.613279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45350) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:06.618976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Request body: {'subnet': {'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1212601572-subnet', 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:06.651648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:06.656691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.712111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.755509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-442f29a6-2d21-4203-a0d5-3a7c11ce5135 req-64de9897-ca00-4156-858b-4501ea0e1610 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0522776 Nov 27 15:58:06.789324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e72bf240-115a-477a-9447-7b9b21a96239 req-b4a7f653-3106-4c3f-8ee3-97b5358c3074 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5159531 Nov 27 15:58:06.850294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.857475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:06.858214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.870066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:06.948099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5daa8287-219d-4846-b18b-8324e7584e70,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:06.959919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:06.960412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Network hostable DHCP agents. Network: b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:06.981310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:06.995085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:07.001447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:07.002065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:07.008291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a40e8-769f-44fa-92ac-1d3ee4e8c20c None None] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:07.024860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1ec046b9-5d98-464e-8c9d-ac26aad17989 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4101090 Nov 27 15:58:07.040696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9575281 Nov 27 15:58:07.049455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45358) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:07.069668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ce87c-9a47-464b-8af5-fc201c40c889 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=59e4986d-c863-4b9d-9d02-d8f2dd9ba98f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:07.070166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '59e4986d-c863-4b9d-9d02-d8f2dd9ba98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:07.074344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:07.100566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9b07-7261-496c-a2c6-9b2f77be8ce2 req-5a1a587d-05df-4c0f-906d-24396555ac80 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:07.108629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-435c9b07-7261-496c-a2c6-9b2f77be8ce2 req-5a1a587d-05df-4c0f-906d-24396555ac80 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1038888 Nov 27 15:58:07.212770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:07.215763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:07.261335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-435c9b07-7261-496c-a2c6-9b2f77be8ce2 req-09d55bee-9d6e-4fb4-b13b-2654e632d4ef tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516037 Nov 27 15:58:07.288172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:07.292854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:07.322063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:07.322063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c0403cb9-66f2-4473-97ec-05e7ad1cbfc8 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:07.375084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c8533-1cfd-468a-b372-541a951f715c None None] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:07.496121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Router ec09d4c4-42f7-4ddb-865b-618c8e789818 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:58:07.530659 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da4ddd19-566f-4932-a237-50499d876428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:07.644454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:07.650022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:07.655701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c6313ce5-c124-4e3b-bea9-1db2a285ffd5 admin admin] 10.222.0.15 "PUT /v2.0/routers/ec09d4c4-42f7-4ddb-865b-618c8e789818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7959867 Nov 27 15:58:07.662016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] Sync routers for ids ['ec09d4c4-42f7-4ddb-865b-618c8e789818'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:07.672218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45386) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:07.680737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] Routers {'ec09d4c4-42f7-4ddb-865b-618c8e789818'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:07.681372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ec09d4c4-42f7-4ddb-865b-618c8e789818'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:07.730483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=9d700f6d-e1df-43c2-8d76-b74ed1886f43,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:07.756168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '41ce1331-6205-4160-89d6-0e1815b845fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '59e4986d-c863-4b9d-9d02-d8f2dd9ba98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:07.757538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:07.780134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:07.805380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:07.823963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:07.824494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:07.831127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] Set router ec09d4c4-42f7-4ddb-865b-618c8e789818 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:58:07.870002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c90f971c-76cf-433f-897c-aec8af3fe920 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8179572 Nov 27 15:58:07.872632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45396) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:07.979390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e41b4a51-9ec3-41e1-9e22-74825eff07ae req-893eac5f-44dc-41dd-90eb-677f039bf97d tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0917010 Nov 27 15:58:07.996316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.002512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.017564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-a49d8d04-b1bb-4845-8371-5a3f329a6d9d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:08.027445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-a49d8d04-b1bb-4845-8371-5a3f329a6d9d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.2983317 Nov 27 15:58:08.071962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd7219-e4f0-4a05-8067-9bbf1bf19705 None None] Network 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:08.081468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.122617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-49d39b13-004c-4385-b704-93c82789ffea tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0936425 Nov 27 15:58:08.156002 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.200455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=9d700f6d-e1df-43c2-8d76-b74ed1886f43,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:08.202255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-22f40c42-a826-476f-888b-e20638128430 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787802 Nov 27 15:58:08.269557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.277149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5710d-e2eb-4d21-9afb-edd51021bffd req-98a43260-2b3e-4a67-bcc6-e5f18feb3f80 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:08.278778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48b5710d-e2eb-4d21-9afb-edd51021bffd req-98a43260-2b3e-4a67-bcc6-e5f18feb3f80 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2113957 Nov 27 15:58:08.300043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e4986d-c863-4b9d-9d02-d8f2dd9ba98f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:08.309049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842cc697-1210-4566-9220-0801ab8a75f2 None None] Network 59e4986d-c863-4b9d-9d02-d8f2dd9ba98f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:08.312356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ce1331-6205-4160-89d6-0e1815b845fc') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:08.312356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ce1331-6205-4160-89d6-0e1815b845fc') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:08.318304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.326058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.356828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.359311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ebb5b421-913f-4c40-be1a-5fa3d79f0fda service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449945 Nov 27 15:58:08.373067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:08.373673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:08.426094 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:08.431573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48b5710d-e2eb-4d21-9afb-edd51021bffd req-f17f0708-05e2-4e4a-a14f-78da16c8ea8f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248713 Nov 27 15:58:08.479851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.483262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.495401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:58:06Z', 'revision_number': 5, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port': {'id': 'ff79d6a1-f473-4944-84af-be2ff69b1f31', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:55:45Z', 'updated_at': '2021-11-27T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:08.497900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.503277 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/59e4986d-c863-4b9d-9d02-d8f2dd9ba98f HTTP/1.1" status: 204 len: 168 time: 0.6296630 Nov 27 15:58:08.506276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45404) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:08.522155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7100433-dba3-4e80-8c22-f8df82768a29 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=59e4986d-c863-4b9d-9d02-d8f2dd9ba98f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:08.550901 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b6c386-1502-4b37-a9f7-694d999bfdb1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] GET failed (client error): The resource could not be found. Nov 27 15:58:08.552772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-62b6c386-1502-4b37-a9f7-694d999bfdb1 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/subnets/9d700f6d-e1df-43c2-8d76-b74ed1886f43 HTTP/1.1" status: 404 len: 337 time: 0.0450521 Nov 27 15:58:08.557496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45406) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:08.557644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] Checking router: ec09d4c4-42f7-4ddb-865b-618c8e789818 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:58:08.560136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Deleting port ff79d6a1-f473-4944-84af-be2ff69b1f31 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:08.560469 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.572489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-22c3e067-311f-45bc-9f6a-3570a87b48d8 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027316 Nov 27 15:58:08.573914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] Routers {'ec09d4c4-42f7-4ddb-865b-618c8e789818'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:08.574673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ec09d4c4-42f7-4ddb-865b-618c8e789818'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:08.591600 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e676049-b06d-4b74-bf62-93a8461c2e4f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:08.592123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e676049-b06d-4b74-bf62-93a8461c2e4f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:08.595206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6e676049-b06d-4b74-bf62-93a8461c2e4f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/59e4986d-c863-4b9d-9d02-d8f2dd9ba98f HTTP/1.1" status: 404 len: 339 time: 0.0366912 Nov 27 15:58:08.608339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45408) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:08.698658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] Set router ec09d4c4-42f7-4ddb-865b-618c8e789818 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:58:08.810488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:58:08Z', 'revision_number': 6, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:08.818913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5d98b-8661-4ed5-a489-d858541fe329 req-6e91a9c0-ab57-483f-b281-dc9c3617fb6c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:08.820468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39a5d98b-8661-4ed5-a489-d858541fe329 req-6e91a9c0-ab57-483f-b281-dc9c3617fb6c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1426888 Nov 27 15:58:08.851874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdedd97-7424-4fcf-82c8-3e4420d45acb None None] The sync data for ids ['ec09d4c4-42f7-4ddb-865b-618c8e789818'] in n-d-819494-4 is: [{'id': 'ec09d4c4-42f7-4ddb-865b-618c8e789818', 'name': 'tempest-ServerRescueTestJSON-1657091586-router', 'tenant_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:55:42Z', 'updated_at': '2021-11-27T15:58:08Z', 'revision_number': 6, 'project_id': '6139d0b7fee74cfcb6563d2fcc86bfc9', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:08.908426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] For port ff79d6a1-f473-4944-84af-be2ff69b1f31, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ff79d6a1-f473-4944-84af-be2ff69b1f31,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:08.908645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:08.921260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4961a9-0035-42ef-bef1-1dd7f87fed46 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:08.922814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9d4961a9-0035-42ef-bef1-1dd7f87fed46 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3142412 Nov 27 15:58:08.925542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45416) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:08.945107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb6c4849-07c4-43e1-926c-96233d6bb8f9 req-9dd09cdb-eee0-44fd-a50f-08ff31589844 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 210 time: 0.0526097 Nov 27 15:58:08.956581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Calling delete_port for ff79d6a1-f473-4944-84af-be2ff69b1f31 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:08.983533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7de5310e-43ff-4fbe-bd4f-dee3d4aaa979 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 207 time: 0.0565195 Nov 27 15:58:08.984453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39a5d98b-8661-4ed5-a489-d858541fe329 req-1080cce8-7bdd-4a71-b4d6-eabc8d1af851 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232901 Nov 27 15:58:08.998810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45422) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:09.169701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1be51bc5-8e1a-42a4-9b59-70dbbf74f05e req-b408279f-cbb1-4300-bcf1-79d1050f42d9 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0450404 Nov 27 15:58:09.254326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8fda4551-41b5-4393-8765-78ec0e34728b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:09.269581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667b353-1d0b-4fa9-8ccf-0de27514affd tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.271232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.278741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667b353-1d0b-4fa9-8ccf-0de27514affd tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.286650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667b353-1d0b-4fa9-8ccf-0de27514affd tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.293736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667b353-1d0b-4fa9-8ccf-0de27514affd tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.300447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8fda4551-41b5-4393-8765-78ec0e34728b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:09.301311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8fda4551-41b5-4393-8765-78ec0e34728b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:09.302560 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a667b353-1d0b-4fa9-8ccf-0de27514affd tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3025525 Nov 27 15:58:09.304449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45428) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:09.335724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff79d6a1-f473-4944-84af-be2ff69b1f31,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:09.358181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d060d-8858-4237-b594-3eda1b364647 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:09.425694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.480796 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6677236-7d0c-4700-a237-d5b4790dcc0b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1750603 Nov 27 15:58:09.481773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:09.588708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b2414-a08f-4891-9ed1-ea8d2f4cc565 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.590295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b2414-a08f-4891-9ed1-ea8d2f4cc565 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.595753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:09.596001 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0f3b2414-a08f-4891-9ed1-ea8d2f4cc565 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1131246 Nov 27 15:58:09.665353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.673018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.748254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bfd5e-14fb-4f0b-a79d-38cf57868068 req-b1abd47c-75ff-4d6e-a179-e820a749576b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.749783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d1bfd5e-14fb-4f0b-a79d-38cf57868068 req-b1abd47c-75ff-4d6e-a179-e820a749576b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1876168 Nov 27 15:58:09.757361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f4027-2707-480c-acfd-e6f221a12a80 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.760297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f4027-2707-480c-acfd-e6f221a12a80 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.763493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f13f4027-2707-480c-acfd-e6f221a12a80 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1627097 Nov 27 15:58:09.768494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45440) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:09.778759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.779283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec09d4c4-42f7-4ddb-865b-618c8e789818 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:58:09.784765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.786897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c2ae254-19a0-44a0-b696-60a03de1264d admin admin] 10.222.0.15 "DELETE /v2.0/routers/ec09d4c4-42f7-4ddb-865b-618c8e789818 HTTP/1.1" status: 204 len: 168 time: 2.1128931 Nov 27 15:58:09.795634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45442) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:09.874052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d1bfd5e-14fb-4f0b-a79d-38cf57868068 req-c17ba583-7d4d-44f7-b034-31ae84619d37 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093423 Nov 27 15:58:09.887740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Deleting subnet 90337017-7c75-4c21-9b8c-d7bd6fa463b9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:09.893096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.954507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:09.994391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40ad41-c7a4-4d45-a132-bc3dfe7888ef tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:09.999571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45450) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:10.000343 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af40ad41-c7a4-4d45-a132-bc3dfe7888ef tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks/613aaa39-7332-4fc7-8cf1-5ff323658703 HTTP/1.1" status: 200 len: 800 time: 0.2299085 Nov 27 15:58:10.105727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.109443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c9b43ee-4448-473b-91d1-18adadc46696 req-3de4ee33-d2f5-4312-8392-4306b33caafa tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 210 time: 0.0551965 Nov 27 15:58:10.210544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-81a20788-9f19-4759-983c-ebb9d7b61e94 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/networks/613aaa39-7332-4fc7-8cf1-5ff323658703?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2097657 Nov 27 15:58:10.214948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45456) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:10.233955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca887f6f-79aa-4525-bbf0-bcdf51812d28 req-6dd4ff4f-534f-4c68-932e-53cf61d9aab0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:10.235647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca887f6f-79aa-4525-bbf0-bcdf51812d28 req-6dd4ff4f-534f-4c68-932e-53cf61d9aab0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1592972 Nov 27 15:58:10.250776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.275727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.349742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90337017-7c75-4c21-9b8c-d7bd6fa463b9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:10.355838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d5bdd-caed-4fa3-9a40-becf1f52246f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:10.357211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cf9d5bdd-caed-4fa3-9a40-becf1f52246f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/subnets/df2ea6fa-0e51-4e16-999e-7f3196597d99 HTTP/1.1" status: 200 len: 811 time: 0.1412766 Nov 27 15:58:10.360525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5291b79-62d2-4419-9e3b-5be168841484 req-9caaf15f-37c6-41a6-9b9c-ff6da8694699 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0702455 Nov 27 15:58:10.367815 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.373946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0b214e7b-207f-4239-81eb-45204c241f6f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90337017-7c75-4c21-9b8c-d7bd6fa463b9 HTTP/1.1" status: 204 len: 168 time: 0.5737336 Nov 27 15:58:10.373946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45458) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:10.377496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed668d46-599b-44a7-b7dc-9d0d8a7252d4 None None] Network 5e86959b-eb53-4a04-81cb-a7be31373a56 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:10.378328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45460) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:10.556046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4f799-ea5d-4f55-96cc-435ca01a20f6 None None] DHCP port deletion for 5e86959b-eb53-4a04-81cb-a7be31373a56 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:10.662470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-9fc96693-b120-4e20-973d-83e641608397 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:10.664232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-9fc96693-b120-4e20-973d-83e641608397 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.3086042 Nov 27 15:58:10.680946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': '87935a56-7005-43f2-9d43-0869072ad01f', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:10.810730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca887f6f-79aa-4525-bbf0-bcdf51812d28 req-69b6718b-22aa-4c80-aa39-aec2d2de64d2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518608 Nov 27 15:58:10.811001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:10.815287 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.849630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ebe122-fe34-4027-b250-91404108c9a9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['shared'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:10.851125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b6ebe122-fe34-4027-b250-91404108c9a9 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "GET /v2.0/subnets/df2ea6fa-0e51-4e16-999e-7f3196597d99?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4790134 Nov 27 15:58:10.854760 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.855150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:10.867797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870976277'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:10.935310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:10.938888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.939950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:10.971395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86959b-eb53-4a04-81cb-a7be31373a56']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:10.987955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:10.988251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eb9b91-7054-46f2-a0c9-bfc875dd807d') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:11.001148 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.004792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:11.015265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.13 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/832f0f9c-b214-41bc-a97c-eedd6a7036f4) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:11.023908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.024287 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Added segment 4fa56d43-46ec-4573-a14c-d7316ee0d2d4 of type vlan for network 39b17d97-0311-44d6-a342-e55a2fcc62cc Nov 27 15:58:11.031155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.049932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:11.050526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.089320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:11.125789 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:11.160512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.172666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.176444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] 10.222.0.15 "DELETE /v2.0/networks/5e86959b-eb53-4a04-81cb-a7be31373a56 HTTP/1.1" status: 204 len: 168 time: 0.7881761 Nov 27 15:58:11.179433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff79d6a1-f473-4944-84af-be2ff69b1f31 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:11.183822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.189480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:11.190079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.212939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9211577-3146-4bad-a77b-de4a358b7693 req-dee4d67e-88fd-4090-8035-80baa931b52a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:11.221600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9211577-3146-4bad-a77b-de4a358b7693 req-dee4d67e-88fd-4090-8035-80baa931b52a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0925493 Nov 27 15:58:11.225287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb72dc9-78eb-4cd3-a248-d5c548bad79a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e86959b-eb53-4a04-81cb-a7be31373a56,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:11.244064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3865962 Nov 27 15:58:11.244548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45478) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:11.252471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ff79d6a1-f473-4944-84af-be2ff69b1f31 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:11.253038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff79d6a1-f473-4944-84af-be2ff69b1f31 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:11.259021 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.276280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:11.292460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9211577-3146-4bad-a77b-de4a358b7693 req-52fc234c-1a04-4aa2-921f-97d71ca5af3b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697699 Nov 27 15:58:11.366153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff5f5f98-bce6-4897-ba0b-a498a37b9380 req-c9f67421-afdc-4878-8808-8b8b4d83a602 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 210 time: 0.0662489 Nov 27 15:58:11.384149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03ffcb-2405-4599-92c9-cbf1ca3b71ee tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Network': ['ID=39b17d97-0311-44d6-a342-e55a2fcc62cc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:11.397122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 39b17d97-0311-44d6-a342-e55a2fcc62cc details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:11.453938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45486) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:11.470917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45490) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:11.600019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-932a347c-3562-4bff-b6e7-c8a4e8d8aa25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6139d0b7fee74cfcb6563d2fcc86bfc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276870 Nov 27 15:58:11.609360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45494) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:11.669228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c2938f6-0632-47cc-a82e-02a8f974c226 req-cedfa139-eaa1-4115-8860-7924f47bf102 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0961134 Nov 27 15:58:11.726565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.763639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Made reservation on behalf of f47ff58c27074e1ab1b42660261b5f02 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:11.767324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.770657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c7211-6be6-4d7a-8588-dadbfe4e1847 req-ba620c83-c4ab-42e8-bb33-10718c00f14a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:11.772434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a97c7211-6be6-4d7a-8588-dadbfe4e1847 req-ba620c83-c4ab-42e8-bb33-10718c00f14a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1642923 Nov 27 15:58:11.874893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3445086-1d80-45fa-84a2-3c3dbba1de77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.891233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a97c7211-6be6-4d7a-8588-dadbfe4e1847 req-917ead98-b1b3-4f21-8a17-6df3f447d922 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944774 Nov 27 15:58:11.898413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc3df-22ba-428f-b3fa-fa7d95006805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:11.952190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3445086-1d80-45fa-84a2-3c3dbba1de77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.039880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81c4d-db33-4445-8cb9-86bc04776651 req-95f59f6e-f95c-40bb-8c79-badff3a4ecd2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.041542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07b81c4d-db33-4445-8cb9-86bc04776651 req-95f59f6e-f95c-40bb-8c79-badff3a4ecd2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1300156 Nov 27 15:58:12.066496 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3445086-1d80-45fa-84a2-3c3dbba1de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.069248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3445086-1d80-45fa-84a2-3c3dbba1de77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.070406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a3445086-1d80-45fa-84a2-3c3dbba1de77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdc0c7f0-84ba-4d08-949a-c6cabbe7c959 HTTP/1.1" status: 204 len: 168 time: 0.4601579 Nov 27 15:58:12.096699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445086-1d80-45fa-84a2-3c3dbba1de77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc0c7f0-84ba-4d08-949a-c6cabbe7c959,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:12.150634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07b81c4d-db33-4445-8cb9-86bc04776651 req-31167ac0-c9de-49db-8077-0c15ec05b8d9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957963 Nov 27 15:58:12.156294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc3df-22ba-428f-b3fa-fa7d95006805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.163225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc3df-22ba-428f-b3fa-fa7d95006805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.212052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-a5db866f-8e19-4ba6-a36f-6439d47392ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.213712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-a5db866f-8e19-4ba6-a36f-6439d47392ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1095 time: 0.5699255 Nov 27 15:58:12.217715 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dd6dc3df-22ba-428f-b3fa-fa7d95006805 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d49f44bd2c6f423fbf59bcb1632c209e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7625318 Nov 27 15:58:12.219902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dc3df-22ba-428f-b3fa-fa7d95006805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50536b03-1d52-4f02-b386-12926586ee62,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:12.223227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45504) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:12.254230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Performing IP validity checks on allocation pools {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 15:58:12.254755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 15:58:12.277927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5260-948e-4bf2-a5d9-9f60f4f3178f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.307737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5260-948e-4bf2-a5d9-9f60f4f3178f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.309204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.372589 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5260-948e-4bf2-a5d9-9f60f4f3178f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.375598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5260-948e-4bf2-a5d9-9f60f4f3178f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.376911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dd6b5260-948e-4bf2-a5d9-9f60f4f3178f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50536b03-1d52-4f02-b386-12926586ee62 HTTP/1.1" status: 204 len: 168 time: 0.1522374 Nov 27 15:58:12.398187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b5260-948e-4bf2-a5d9-9f60f4f3178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50536b03-1d52-4f02-b386-12926586ee62,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:12.399292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:12.413426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:12.416782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=832f0f9c-b214-41bc-a97c-eedd6a7036f4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:12.419443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-911f2265-6e3d-423b-b69e-0924ef67daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.420980 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-911f2265-6e3d-423b-b69e-0924ef67daaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1910396 Nov 27 15:58:12.424537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:12.539781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0a0f-fa3a-4425-a9c4-506cc640100f req-5b15bfb7-5cb6-4dc2-945a-f347e6c5339a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.548719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a94d0a0f-fa3a-4425-a9c4-506cc640100f req-5b15bfb7-5cb6-4dc2-945a-f347e6c5339a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 932 time: 0.0705764 Nov 27 15:58:12.564484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.565256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.606123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a94d0a0f-fa3a-4425-a9c4-506cc640100f req-45821337-4a50-4d69-81b3-5ebbfbc68088 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563397 Nov 27 15:58:12.608470 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-fada9590-09aa-4a2d-ac2e-bc8fac853d2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 998 time: 0.1789684 Nov 27 15:58:12.633689 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-ec59d443-d648-4a2d-abae-510ca7746008 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9577425 Nov 27 15:58:12.655882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Request body: {'port': {'device_id': '87935a56-7005-43f2-9d43-0869072ad01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:12.666473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.748317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-89a7aa48-b1e4-4179-892f-548a8aa01406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.749792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-89a7aa48-b1e4-4179-892f-548a8aa01406 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1318173 Nov 27 15:58:12.789050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e1af0-d840-497d-96c8-23683d20281a,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:12.817904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:12.853161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb41c013-85fa-4f37-97a4-0966b6ce1300 req-ca2fa984-c9a6-4364-9d80-0f0539f734fd tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0555551 Nov 27 15:58:12.877580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Checking segment: {'id': '4fa56d43-46ec-4573-a14c-d7316ee0d2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:12.877980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network hostable DHCP agents. Network: 39b17d97-0311-44d6-a342-e55a2fcc62cc, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:12.884144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-8240609c-ece1-4027-b870-4d8fd16c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:12.885678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-8240609c-ece1-4027-b870-4d8fd16c7ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178527 Nov 27 15:58:13.017368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Network 39b17d97-0311-44d6-a342-e55a2fcc62cc is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:13.021135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45542) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:13.042555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 39b17d97-0311-44d6-a342-e55a2fcc62cc) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:13.051812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670be59-b67d-4074-aa38-839e5cb05748 None None] Network 39b17d97-0311-44d6-a342-e55a2fcc62cc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:13.056666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5180c-4cfa-4c2a-a2a9-36340d4e33d3 req-8e9f36e8-505c-4263-bbd7-1feed49a4647 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:13.058791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18e5180c-4cfa-4c2a-a2a9-36340d4e33d3 req-8e9f36e8-505c-4263-bbd7-1feed49a4647 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0746803 Nov 27 15:58:13.058922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:13.059495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.125765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dd9086d1-4488-4b10-bca4-fbfb0474e99c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8597324 Nov 27 15:58:13.129120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45548) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:13.136591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:13.145871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-8958b271-8522-44fe-bd9b-f06210bbb20d service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468121 Nov 27 15:58:13.153341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18e5180c-4cfa-4c2a-a2a9-36340d4e33d3 req-35228cde-36ad-4a4d-9f51-3a46b761f567 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833511 Nov 27 15:58:13.193384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-4245199-network', 'tenant_id': 'd70d03a282fc47c5b1df2eb817d9d95c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:13.215886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Made reservation on behalf of d70d03a282fc47c5b1df2eb817d9d95c for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:13.218813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.237825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.292870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-39b17d97-0311-44d6-a342-e55a2fcc62cc', 'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc', 'tenant_id': 'f47ff58c27074e1ab1b42660261b5f02', 'fixed_ips': [{'subnet_id': '2e0e1af0-d840-497d-96c8-23683d20281a'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:58:13.294533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.336588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6287531-7d9e-4b96-9c90-6f8d2322d6a4 req-ab1cdc1f-4ff6-4fd2-8957-d2c1911778c6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:13.344085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6287531-7d9e-4b96-9c90-6f8d2322d6a4 req-ab1cdc1f-4ff6-4fd2-8957-d2c1911778c6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0844097 Nov 27 15:58:13.423214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12681811'] for subnet, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.430871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6287531-7d9e-4b96-9c90-6f8d2322d6a4 req-36f8ff08-0a04-4e27-9f5f-dd066b353107 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858159 Nov 27 15:58:13.441444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.455663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.465830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832f0f9c-b214-41bc-a97c-eedd6a7036f4 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:13.480009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.486647 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2493c19-09cf-47f7-a843-27b28f8b1e5a req-a9a6fd5d-daac-4ce0-ac78-56bc045b9730 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181400 Nov 27 15:58:13.490956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:13.501073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf3175e-cd14-4249-8632-f2e09def5858,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:13.505941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Transition to ACTIVE for port object 832f0f9c-b214-41bc-a97c-eedd6a7036f4 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:58:13.507058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.507489 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Added segment 8b0f13c7-c4fa-4070-8f10-58d55a27d534 of type vlan for network a472679d-dfb9-4fd9-97ef-03d384ce8764 Nov 27 15:58:13.512186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.540739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Allocated IP 172.20.0.3 (39b17d97-0311-44d6-a342-e55a2fcc62cc/2e0e1af0-d840-497d-96c8-23683d20281a/a3903783-e620-4f3c-a84c-47d56baf821e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:13.553627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.584137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Pushing event updated for resources: {'Port': ['ID=832f0f9c-b214-41bc-a97c-eedd6a7036f4,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:13.588514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.590694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:13.592124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.666746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Attempting to bind port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:13.667144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Attempting to bind port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:13.667556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Attempting to bind port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:13.672057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:58:13.672444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Attempting to bind port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:13.678090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:13.678513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:13.678958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:13.679475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Bound port: 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:13.680712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.695123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6708674 Nov 27 15:58:13.700079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45562) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:13.718572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Request body: {'subnet': {'network_id': 'a472679d-dfb9-4fd9-97ef-03d384ce8764', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-4245199-subnet', 'tenant_id': 'd70d03a282fc47c5b1df2eb817d9d95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:13.743562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6ae6-8e61-4e1f-a025-46ce6e0e6e63 admin admin] Pushing event updated for resources: {'Network': ['ID=a472679d-dfb9-4fd9-97ef-03d384ce8764,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:13.762911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] For port 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:13.766381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] For port 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:13.767984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network a472679d-dfb9-4fd9-97ef-03d384ce8764 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:13.774925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.778011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.785084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Made reservation on behalf of d70d03a282fc47c5b1df2eb817d9d95c for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:13.788325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.815022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36798ab1-721c-4668-b7c8-bc70d5bbaa81 req-5a66b870-eb1e-4a0e-ab3e-9d049ab86870 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:13.816769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36798ab1-721c-4668-b7c8-bc70d5bbaa81 req-5a66b870-eb1e-4a0e-ab3e-9d049ab86870 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 944 time: 0.0920033 Nov 27 15:58:13.835985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.854025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:13.854685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:13.856198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] 10.222.0.37 "PUT /v2.0/ports/832f0f9c-b214-41bc-a97c-eedd6a7036f4 HTTP/1.1" status: 200 len: 1092 time: 1.2044978 Nov 27 15:58:13.860338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87935a56-7005-43f2-9d43-0869072ad01f', 'tag': '832f0f9c-b214-41bc-a97c-eedd6a7036f4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:13.862757 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125a9e0-841f-4701-8a20-66d4e01938c9" -d '{"events": [{"name": "network-changed", "server_uuid": "87935a56-7005-43f2-9d43-0869072ad01f", "tag": "832f0f9c-b214-41bc-a97c-eedd6a7036f4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:13.916147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86657d55-4023-4229-8afe-1306b6a1571c service neutron] Pushing event updated for resources: {'Port': ['ID=832f0f9c-b214-41bc-a97c-eedd6a7036f4,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:13.926531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Pushing event updated for resources: {'Port': ['ID=a3903783-e620-4f3c-a84c-47d56baf821e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:13.937860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Network 39b17d97-0311-44d6-a342-e55a2fcc62cc is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:13.944870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:13.950583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:14.031588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-eac822d8-981b-43e4-81e7-41f3ac677e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.032994 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-eac822d8-981b-43e4-81e7-41f3ac677e63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 1095 time: 0.0984287 Nov 27 15:58:14.052886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Attempting to bind port a3903783-e620-4f3c-a84c-47d56baf821e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:14.053507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Attempting to bind port a3903783-e620-4f3c-a84c-47d56baf821e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4fa56d43-46ec-4573-a14c-d7316ee0d2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:14.053737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Attempting to bind port a3903783-e620-4f3c-a84c-47d56baf821e on network 39b17d97-0311-44d6-a342-e55a2fcc62cc {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:14.062183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:14.062472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Checking segment: {'id': '4fa56d43-46ec-4573-a14c-d7316ee0d2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:14.062781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.063175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Bound using segment: {'id': '4fa56d43-46ec-4573-a14c-d7316ee0d2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:14.063643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Bound port: a3903783-e620-4f3c-a84c-47d56baf821e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa56d43-46ec-4573-a14c-d7316ee0d2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '39b17d97-0311-44d6-a342-e55a2fcc62cc'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:14.064025 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.088312 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-db6fbd66-3f4f-45e1-b0a8-63188ea895f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4 HTTP/1.1" status: 200 len: 217 time: 0.0468373 Nov 27 15:58:14.140522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] For port a3903783-e620-4f3c-a84c-47d56baf821e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:14.141728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36798ab1-721c-4668-b7c8-bc70d5bbaa81 req-38c0fb8a-98ca-418c-9fd0-657f0505bb44 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709353 Nov 27 15:58:14.150517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.160759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] For port a3903783-e620-4f3c-a84c-47d56baf821e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a3903783-e620-4f3c-a84c-47d56baf821e,segment=NetworkSegment(4fa56d43-46ec-4573-a14c-d7316ee0d2d4),segment_id=4fa56d43-46ec-4573-a14c-d7316ee0d2d4)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:14.183334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd4e7cec-5d28-47e1-a1bf-a9e9d0ddb4ba req-b05c5be7-cb64-41b9-b155-29548a3a4418 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0490425 Nov 27 15:58:14.185911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.193910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-028afc93-c033-4761-afaa-7684106945f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.195557 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-028afc93-c033-4761-afaa-7684106945f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.0991302 Nov 27 15:58:14.197683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779056838000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14628118'] for subnet, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.285551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce35689-818e-4ec2-85e9-5900a2da7e78 None None] Pushing event updated for resources: {'Port': ['ID=a3903783-e620-4f3c-a84c-47d56baf821e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:14.291298 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a54adb-2f1f-4e96-9a41-538e9b96cee0 x-openstack-request-id: req-61a54adb-2f1f-4e96-9a41-538e9b96cee0 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:14.291675 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87935a56-7005-43f2-9d43-0869072ad01f", "tag": "832f0f9c-b214-41bc-a97c-eedd6a7036f4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:14.292741 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61a54adb-2f1f-4e96-9a41-538e9b96cee0 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:14.293836 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87935a56-7005-43f2-9d43-0869072ad01f', 'tag': '832f0f9c-b214-41bc-a97c-eedd6a7036f4', 'status': 'completed', 'code': 200} Nov 27 15:58:14.301142 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-74202583-8938-4238-b5d4-a5d061d0e6db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841856 Nov 27 15:58:14.324087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Checking segment: {'id': '8b0f13c7-c4fa-4070-8f10-58d55a27d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a472679d-dfb9-4fd9-97ef-03d384ce8764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:14.324457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Network hostable DHCP agents. Network: a472679d-dfb9-4fd9-97ef-03d384ce8764, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:14.326845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84a97f7-233d-4fe1-9fab-a8b0aee09af5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:14.354995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Network a472679d-dfb9-4fd9-97ef-03d384ce8764 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:14.375459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, a472679d-dfb9-4fd9-97ef-03d384ce8764) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:14.384783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993dca49-10df-4b2b-811a-64663c21b07c None None] Network a472679d-dfb9-4fd9-97ef-03d384ce8764 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:14.399695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.400727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.449562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.450867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.459590 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "PUT /v2.0/subnets/2e0e1af0-d840-497d-96c8-23683d20281a HTTP/1.1" status: 200 len: 877 time: 1.3269436 Nov 27 15:58:14.465051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45586) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:14.487478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b3835-132c-4503-bd4a-8773d245482f tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e1af0-d840-497d-96c8-23683d20281a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:14.495039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-d16362c7-b784-4075-9c04-553eb4339345 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882710 Nov 27 15:58:14.511046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18a1aa1d-3bc7-4930-bb9b-886d0a977722 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7994461 Nov 27 15:58:14.616844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ed8e-b710-4ea6-85a2-7e28c92b1ad0 req-be226bae-6593-445f-a11d-94b380887477 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.626816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cb8ed8e-b710-4ea6-85a2-7e28c92b1ad0 req-be226bae-6593-445f-a11d-94b380887477 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2194903 Nov 27 15:58:14.677772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9124cc-d2f7-401f-be39-d45d9140e301 None None] Network a472679d-dfb9-4fd9-97ef-03d384ce8764 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:14.721328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5dcb3e4c-b67b-4d4b-90d0-857b2ed5427c req-7a2b7460-798e-40e1-b829-4b312b6db575 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178569 Nov 27 15:58:14.791393 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:14.827834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c7144-7c4a-4999-8e29-2efd9aa95652 req-d4f17218-c33d-4e7e-837a-22bb683452d7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.842211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-029c7144-7c4a-4999-8e29-2efd9aa95652 req-d4f17218-c33d-4e7e-837a-22bb683452d7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.2103293 Nov 27 15:58:14.859079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-0bfaf664-7034-4c8e-84c9-1264a6119559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:14.861620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-0bfaf664-7034-4c8e-84c9-1264a6119559 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 1095 time: 0.0814507 Nov 27 15:58:14.895618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cb8ed8e-b710-4ea6-85a2-7e28c92b1ad0 req-4eebb12f-efae-4856-b886-9837af41553b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678978 Nov 27 15:58:14.926057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45598) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:14.946583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-029c7144-7c4a-4999-8e29-2efd9aa95652 req-7e1f58d3-f2f8-44d3-b93e-f1e2beffcfa1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968375 Nov 27 15:58:14.959247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting port a3903783-e620-4f3c-a84c-47d56baf821e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:14.959892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.005676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Deleting subnet b84a97f7-233d-4fe1-9fab-a8b0aee09af5 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:15.017635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.047292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-91048e27-79e7-40f3-aa37-0e207bde525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:15.048874 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-91048e27-79e7-40f3-aa37-0e207bde525a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.1795475 Nov 27 15:58:15.103343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bb954-38b4-4ce0-bb3f-8cd9fd996cd1 req-6ee6621a-ebc9-4e9f-844c-d452d8260948 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:15.104920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-361bb954-38b4-4ce0-bb3f-8cd9fd996cd1 req-6ee6621a-ebc9-4e9f-844c-d452d8260948 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0959806 Nov 27 15:58:15.110453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] For port a3903783-e620-4f3c-a84c-47d56baf821e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a3903783-e620-4f3c-a84c-47d56baf821e,segment=NetworkSegment(4fa56d43-46ec-4573-a14c-d7316ee0d2d4),segment_id=4fa56d43-46ec-4573-a14c-d7316ee0d2d4)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:15.111004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.123156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-8b8ae7e0-a092-4384-b1c8-a273db67459a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4 HTTP/1.1" status: 200 len: 217 time: 0.0644886 Nov 27 15:58:15.138586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Calling delete_port for a3903783-e620-4f3c-a84c-47d56baf821e owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:15.188076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a3903783-e620-4f3c-a84c-47d56baf821e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:15.230596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.238346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-1f2961ad-76b2-42b9-8ea3-b7a1c40dd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:15.242880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-1f2961ad-76b2-42b9-8ea3-b7a1c40dd42a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1101444 Nov 27 15:58:15.253386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-361bb954-38b4-4ce0-bb3f-8cd9fd996cd1 req-dda6cc88-4051-4983-8f30-dc5e114289cd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320112 Nov 27 15:58:15.291897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a3903783-e620-4f3c-a84c-47d56baf821e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:15.292284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.384484 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-77f5560d-7f57-4e39-839a-0a2a45d2c54b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813692 Nov 27 15:58:15.431506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a61278-8c9c-4f19-a676-6a9e2b9eb599 req-fd70cb6d-9850-4098-bdc6-7424daa1defe tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:15.433111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37a61278-8c9c-4f19-a676-6a9e2b9eb599 req-fd70cb6d-9850-4098-bdc6-7424daa1defe tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 944 time: 0.1442802 Nov 27 15:58:15.450029 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.454697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62dd8a3b-de05-4c26-bea4-ab388e0c9b0a req-059a0aa1-d37b-4fc3-b32b-952efd8557da tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0575316 Nov 27 15:58:15.493286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.509004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.570375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Port': ['ID=a3903783-e620-4f3c-a84c-47d56baf821e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:15.618500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37a61278-8c9c-4f19-a676-6a9e2b9eb599 req-38bb99b4-dde3-4f3a-a2a1-89f35193908e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687002 Nov 27 15:58:15.653696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-b98b492d-3754-4a8e-879f-b42804c6aaba service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601926 Nov 27 15:58:15.674980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.723487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.729352 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b84a97f7-233d-4fe1-9fab-a8b0aee09af5 HTTP/1.1" status: 204 len: 168 time: 0.7934029 Nov 27 15:58:15.731488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45624) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:15.734778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No DVR routers for this DVR port a3903783-e620-4f3c-a84c-47d56baf821e on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:15.752201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e0c90-b84a-45f1-be41-653512b27215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84a97f7-233d-4fe1-9fab-a8b0aee09af5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:15.808198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c125a9e0-841f-4701-8a20-66d4e01938c9 req-88d050a1-eaf7-4856-899e-1ebf9f4722ba service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449144 Nov 27 15:58:15.847432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5e40e-0ac0-4f53-a8a9-4adc1cd7d642 None None] Network 39b17d97-0311-44d6-a342-e55a2fcc62cc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:15.849998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.900200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6a07-4b20-4d36-a3c8-ca0d8a2458ef req-22b21ea1-f1b0-4bb6-be1d-1b817f396de2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:15.905920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-945a6a07-4b20-4d36-a3c8-ca0d8a2458ef req-22b21ea1-f1b0-4bb6-be1d-1b817f396de2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.2936785 Nov 27 15:58:15.953284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:15.976933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5e51ea29-35a5-4dae-a65d-125c37dd1376 None None] Could not find standard attr ID for object a3903783-e620-4f3c-a84c-47d56baf821e. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 15:58:16.026051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-945a6a07-4b20-4d36-a3c8-ca0d8a2458ef req-53425cbd-a125-4d00-9360-c98f236352f7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156285 Nov 27 15:58:16.028131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.153004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e1af0-d840-497d-96c8-23683d20281a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:16.157396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.244190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a472679d-dfb9-4fd9-97ef-03d384ce8764']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:16.258033 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.275206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8cd40-42da-45be-b129-6b7a624fe01b req-8cc83511-c8e8-4f8f-9461-1b4f6ed0f503 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:16.276776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3df8cd40-42da-45be-b129-6b7a624fe01b req-8cc83511-c8e8-4f8f-9461-1b4f6ed0f503 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.2020640 Nov 27 15:58:16.280349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0f13c7-c4fa-4070-8f10-58d55a27d534') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:16.280641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0f13c7-c4fa-4070-8f10-58d55a27d534') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:16.310944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c447c-076e-4bda-9c54-43395b98a334 None None] Network 39b17d97-0311-44d6-a342-e55a2fcc62cc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:16.319944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b17d97-0311-44d6-a342-e55a2fcc62cc']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:16.345914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.348463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa56d43-46ec-4573-a14c-d7316ee0d2d4') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:16.349292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa56d43-46ec-4573-a14c-d7316ee0d2d4') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:16.391065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.409923 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.429862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.444515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:16.444926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:16.446963 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:16.467099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a743-e829-451a-8eab-ce30ab053e77 req-61064fdf-99bd-4bba-b4d3-8b68460d6921 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:16.468675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8b4a743-e829-451a-8eab-ce30ab053e77 req-61064fdf-99bd-4bba-b4d3-8b68460d6921 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1604092 Nov 27 15:58:16.470084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:16.470485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:16.476474 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:16.519819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3df8cd40-42da-45be-b129-6b7a624fe01b req-a67edb2b-3642-4eb3-9070-7cc0fa226f8c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080834 Nov 27 15:58:16.521495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-ae588c59-7e50-4f16-bb44-937f63bc29bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805039 Nov 27 15:58:16.589784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f1752-dfb8-4e84-807e-54d77cc458e0 None None] DHCP port deletion for 39b17d97-0311-44d6-a342-e55a2fcc62cc request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:16.635397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.643217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8db04-0523-4075-a786-9add50bb2942 req-af74b75c-5454-4206-864b-2edc17665a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:16.644973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.648165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-af74b75c-5454-4206-864b-2edc17665a08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 1058 time: 0.1033983 Nov 27 15:58:16.651405 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a472679d-dfb9-4fd9-97ef-03d384ce8764 HTTP/1.1" status: 204 len: 168 time: 0.9150386 Nov 27 15:58:16.667382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8b4a743-e829-451a-8eab-ce30ab053e77 req-d25b3fac-d06d-489f-b43e-221599a9286d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468492 Nov 27 15:58:16.689005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.708452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac0852-68e1-4d07-a908-011450860907 admin admin] Pushing event deleted for resources: {'Network': ['ID=a472679d-dfb9-4fd9-97ef-03d384ce8764,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:16.767035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:16.773574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/39b17d97-0311-44d6-a342-e55a2fcc62cc HTTP/1.1" status: 204 len: 168 time: 2.3006535 Nov 27 15:58:16.782299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45658) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:16.797575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-238215ca-9a90-4de8-a587-b1a130a867ea req-ae48c77f-e536-4eb2-abec-51633b97f859 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.1161840 Nov 27 15:58:16.860623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8db04-0523-4075-a786-9add50bb2942 req-a6cb1a4d-7f28-4163-b56f-dd7897f4cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:16.864754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-a6cb1a4d-7f28-4163-b56f-dd7897f4cadf service neutron] 10.222.0.37 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1874480 Nov 27 15:58:16.872627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ca4ae-6a64-4db7-89f8-d0fe8b0e4951 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=39b17d97-0311-44d6-a342-e55a2fcc62cc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:16.928943 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-dcc7131b-ff09-4ae4-998c-7133d3e2ef97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 200 len: 217 time: 0.0563340 Nov 27 15:58:16.949331 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e8dbdb-1fda-4a4f-8229-7cccf3137d95 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:16.949950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e8dbdb-1fda-4a4f-8229-7cccf3137d95 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:16.955515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46e8dbdb-1fda-4a4f-8229-7cccf3137d95 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/2e0e1af0-d840-497d-96c8-23683d20281a HTTP/1.1" status: 404 len: 337 time: 0.1686933 Nov 27 15:58:16.955978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45660) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:16.971622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45662) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:16.975838 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bf5ea1-f2c9-4dea-b0c7-36b0bcb07866 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:16.976572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bf5ea1-f2c9-4dea-b0c7-36b0bcb07866 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:16.982189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a0bf5ea1-f2c9-4dea-b0c7-36b0bcb07866 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/39b17d97-0311-44d6-a342-e55a2fcc62cc HTTP/1.1" status: 404 len: 339 time: 0.0229311 Nov 27 15:58:16.985007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45664) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.022409 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f079e37-c78b-4e17-bd31-498025c5ebf3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.023185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f079e37-c78b-4e17-bd31-498025c5ebf3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.026178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2f079e37-c78b-4e17-bd31-498025c5ebf3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/9d700f6d-e1df-43c2-8d76-b74ed1886f43 HTTP/1.1" status: 404 len: 337 time: 0.0391488 Nov 27 15:58:17.034653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c2c92-511c-4442-a9f9-74fd768063b7 req-aea3bfa3-2f2c-49c1-bdd5-467a0c7c709a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:17.036650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072c2c92-511c-4442-a9f9-74fd768063b7 req-aea3bfa3-2f2c-49c1-bdd5-467a0c7c709a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 944 time: 0.2527003 Nov 27 15:58:17.036650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45668) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.050649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8db04-0523-4075-a786-9add50bb2942 req-19d5bbf0-f47e-4226-8d08-aee9adb6f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:17.053168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-19d5bbf0-f47e-4226-8d08-aee9adb6f269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1161683 Nov 27 15:58:17.078129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-62f32efa-c802-4f48-912c-8fb43324f68e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d70d03a282fc47c5b1df2eb817d9d95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1051562 Nov 27 15:58:17.083712 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e3a4ac-6c9d-4070-8ec6-760f0aed55b0 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.083712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e3a4ac-6c9d-4070-8ec6-760f0aed55b0 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.086374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-09e3a4ac-6c9d-4070-8ec6-760f0aed55b0 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/59e4986d-c863-4b9d-9d02-d8f2dd9ba98f HTTP/1.1" status: 404 len: 339 time: 0.0489540 Nov 27 15:58:17.090623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45670) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.090956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45672) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.129065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a3903783-e620-4f3c-a84c-47d56baf821e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:17.148532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8db04-0523-4075-a786-9add50bb2942 req-36da8e6a-072d-44f9-bbb8-e959206fa983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:17.150075 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-36da8e6a-072d-44f9-bbb8-e959206fa983 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882828 Nov 27 15:58:17.152451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a3903783-e620-4f3c-a84c-47d56baf821e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:17.153115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a3903783-e620-4f3c-a84c-47d56baf821e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:17.220388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072c2c92-511c-4442-a9f9-74fd768063b7 req-b918681d-5f0b-4408-9d90-98996c28f6c8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716204 Nov 27 15:58:17.238606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8886a85a-b1c0-4889-94e2-2c3695d9bc1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.259725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.275412 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8886a85a-b1c0-4889-94e2-2c3695d9bc1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.395004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.420031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552856ba-fc6f-4931-aefe-fecad9d24838']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:17.428406 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8886a85a-b1c0-4889-94e2-2c3695d9bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.431363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8886a85a-b1c0-4889-94e2-2c3695d9bc1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.432733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8886a85a-b1c0-4889-94e2-2c3695d9bc1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf3175e-cd14-4249-8632-f2e09def5858 HTTP/1.1" status: 204 len: 168 time: 0.3408427 Nov 27 15:58:17.444897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58740d77-0d68-4897-b099-5ddeaae9992e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:17.445340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58740d77-0d68-4897-b099-5ddeaae9992e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:17.447307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a85a-b1c0-4889-94e2-2c3695d9bc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf3175e-cd14-4249-8632-f2e09def5858,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:17.466017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.487208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.499770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:17.500510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:17.504328 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:17.561695 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-51558828-9675-432a-8a64-b4e79a1852ee service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033999 Nov 27 15:58:17.592523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.603523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:17.609120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/552856ba-fc6f-4931-aefe-fecad9d24838 HTTP/1.1" status: 204 len: 168 time: 0.5161247 Nov 27 15:58:17.624588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45686) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.663780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eeb09-6d17-4760-b784-c8660a1ef43b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=552856ba-fc6f-4931-aefe-fecad9d24838,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:17.680495 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d9d972-927a-4cb0-a342-cff55529940b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.681145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d9d972-927a-4cb0-a342-cff55529940b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.684471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-13d9d972-927a-4cb0-a342-cff55529940b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/a4eedd89-f5a9-467a-ac25-a7a1a38d3aa7 HTTP/1.1" status: 404 len: 337 time: 0.0583498 Nov 27 15:58:17.686998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.710189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ebc8db04-0523-4075-a786-9add50bb2942 req-e43c86d0-f9c7-49fe-a598-16543f442e30 service neutron] 10.222.0.37 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411469 Nov 27 15:58:17.714147 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a2ecef-bedc-453f-803e-2ade6e1e927b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.714752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a2ecef-bedc-453f-803e-2ade6e1e927b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.718434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0a2ecef-bedc-453f-803e-2ade6e1e927b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/fe745773-5f44-449a-838e-59497a9f9eba HTTP/1.1" status: 404 len: 339 time: 0.0303288 Nov 27 15:58:17.721348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45696) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.735484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eb4ad-94e4-4cbc-88e9-472a3e56e519 req-6b26a37b-0d44-4d05-a344-5c3e94f3947f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:17.737574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-649eb4ad-94e4-4cbc-88e9-472a3e56e519 req-6b26a37b-0d44-4d05-a344-5c3e94f3947f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1256485 Nov 27 15:58:17.781979 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0973ebb1-c386-474c-af03-765d00756778 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.782450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0973ebb1-c386-474c-af03-765d00756778 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.788642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0973ebb1-c386-474c-af03-765d00756778 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/09c6e771-625c-495a-8c75-01d501e3e989 HTTP/1.1" status: 404 len: 337 time: 0.0660026 Nov 27 15:58:17.789278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45698) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.809800 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4992765a-4677-4d79-bcfe-6159ceadb791 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.810549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4992765a-4677-4d79-bcfe-6159ceadb791 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.816736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4992765a-4677-4d79-bcfe-6159ceadb791 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/6a4e8524-ab24-49f9-a26d-afaa1440fcdb HTTP/1.1" status: 404 len: 339 time: 0.0264561 Nov 27 15:58:17.818237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.832416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-649eb4ad-94e4-4cbc-88e9-472a3e56e519 req-fc21a16c-5a0e-4b1b-ae26-e9e1b0ba8a80 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843282 Nov 27 15:58:17.855688 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-98976fe3-51a4-4395-8878-57c5f1b8ef52 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.856237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98976fe3-51a4-4395-8878-57c5f1b8ef52 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.861713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-98976fe3-51a4-4395-8878-57c5f1b8ef52 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/8ec26271-9921-4711-af8b-9f4358d63e75 HTTP/1.1" status: 404 len: 337 time: 0.0400856 Nov 27 15:58:17.862222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45710) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.886326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 832f0f9c-b214-41bc-a97c-eedd6a7036f4 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:58:17.887070 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40af297-b0b2-4b1f-8e02-6a1272e067b5 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.888083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40af297-b0b2-4b1f-8e02-6a1272e067b5 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.891740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e40af297-b0b2-4b1f-8e02-6a1272e067b5 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/307c3991-403f-47e8-bb18-8dfac81df3ba HTTP/1.1" status: 404 len: 339 time: 0.0287402 Nov 27 15:58:17.894533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45714) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.899577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773b9f-52b5-4451-b247-509eea874da4 req-c2b3cecf-d456-439c-92cf-6dfeeb477351 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:17.900959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08773b9f-52b5-4451-b247-509eea874da4 req-c2b3cecf-d456-439c-92cf-6dfeeb477351 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1234772 Nov 27 15:58:17.947219 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e211a5a-8b28-4571-aeb2-0c7716e42d41 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:17.950706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e211a5a-8b28-4571-aeb2-0c7716e42d41 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:17.961066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9e211a5a-8b28-4571-aeb2-0c7716e42d41 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/a7e68995-8d09-427d-9461-738a0954add4 HTTP/1.1" status: 404 len: 337 time: 0.0604925 Nov 27 15:58:17.961916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45722) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:17.967529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08773b9f-52b5-4451-b247-509eea874da4 req-8436965a-dc65-4104-b39c-e4cda955a4e9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603685 Nov 27 15:58:18.003487 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcadeacf-5cf6-4b47-ab20-5c211b7fddf3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.004076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcadeacf-5cf6-4b47-ab20-5c211b7fddf3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.007358 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fcadeacf-5cf6-4b47-ab20-5c211b7fddf3 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/5f5c3fdf-bd57-455a-80b0-7bb4b904bed9 HTTP/1.1" status: 404 len: 339 time: 0.0434883 Nov 27 15:58:18.012209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45726) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.017604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fce665d-2c55-48d7-8883-0394743a7202 req-f4814321-80bc-42bb-8bab-2c78af8f3f9e tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0451064 Nov 27 15:58:18.052881 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4456514-6641-4c8a-b461-aa47ee32389b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.053313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4456514-6641-4c8a-b461-aa47ee32389b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.059212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45730) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.064766 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4456514-6641-4c8a-b461-aa47ee32389b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/d99f8ca6-5b85-4499-bd91-4463f8af779c HTTP/1.1" status: 404 len: 337 time: 0.0482862 Nov 27 15:58:18.088705 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70095b6-6bcd-4b4a-b876-25849de4fd19 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.089029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70095b6-6bcd-4b4a-b876-25849de4fd19 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.089661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:18.095270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b70095b6-6bcd-4b4a-b876-25849de4fd19 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/bd1e70af-ff1e-444e-8b0f-05fdc9f2bdeb HTTP/1.1" status: 404 len: 339 time: 0.0325556 Nov 27 15:58:18.095659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45734) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.111521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '832f0f9c-b214-41bc-a97c-eedd6a7036f4', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': '832f0f9c-b214-41bc-a97c-eedd6a7036f4', 'mac_address': 'fa:16:3e:3c:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:58:18.138631 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b12bac-18c5-453e-be71-4b1739503bed tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.146245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b12bac-18c5-453e-be71-4b1739503bed tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.154360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-73b12bac-18c5-453e-be71-4b1739503bed tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/7a8105ed-06cb-4f01-b510-d2102c11773e HTTP/1.1" status: 404 len: 337 time: 0.0576124 Nov 27 15:58:18.156901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.177247 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-de05d045-4a15-40cd-838f-573af7dbd57b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.178100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de05d045-4a15-40cd-838f-573af7dbd57b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.181305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-de05d045-4a15-40cd-838f-573af7dbd57b tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/4f9f0ba1-bb72-4241-8728-1d36ac12eecb HTTP/1.1" status: 404 len: 339 time: 0.0225320 Nov 27 15:58:18.183954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45742) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.235667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:18.249167 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36e7312-3b38-4794-bbba-9d51bad4757c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.249664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36e7312-3b38-4794-bbba-9d51bad4757c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.255357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832f0f9c-b214-41bc-a97c-eedd6a7036f4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:18.261569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b36e7312-3b38-4794-bbba-9d51bad4757c tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/e6cb4d2f-50c8-4906-8c07-7fd7dcb9d11d HTTP/1.1" status: 404 len: 337 time: 0.0751445 Nov 27 15:58:18.262837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.295671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:18.301271 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a719daa5-71fb-40d5-b3c5-34ca6da0e441 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.302380 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:18.308443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a719daa5-71fb-40d5-b3c5-34ca6da0e441 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.311685 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a719daa5-71fb-40d5-b3c5-34ca6da0e441 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/416c328f-f584-4696-a00e-a08d90b92b6b HTTP/1.1" status: 404 len: 339 time: 0.0478356 Nov 27 15:58:18.314535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45748) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.402426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6cfc2-bd84-4d79-a9bd-ac5bc275aaee req-492bee85-e2e5-400f-b199-f94b1ffc985e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:18.409723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=832f0f9c-b214-41bc-a97c-eedd6a7036f4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:18.409936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15d6cfc2-bd84-4d79-a9bd-ac5bc275aaee req-492bee85-e2e5-400f-b199-f94b1ffc985e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1484780 Nov 27 15:58:18.412829 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-50930e0f-a0ad-438f-bae6-73f7b21028cf tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.413487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50930e0f-a0ad-438f-bae6-73f7b21028cf tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.416742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-50930e0f-a0ad-438f-bae6-73f7b21028cf tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/62b03b22-9f8b-4573-bb33-d49b5b1d4428 HTTP/1.1" status: 404 len: 337 time: 0.1010365 Nov 27 15:58:18.419332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.442382 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-17806527-575c-4731-aff9-0d2cf4a19789 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] DELETE failed (client error): The resource could not be found. Nov 27 15:58:18.442899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17806527-575c-4731-aff9-0d2cf4a19789 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 15:58:18.443279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd9243-dec3-45a9-aeac-0a94f1cd129b req-c9c1d5c1-3237-44de-9bfe-84122cb174f1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:18.444764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fcd9243-dec3-45a9-aeac-0a94f1cd129b req-c9c1d5c1-3237-44de-9bfe-84122cb174f1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 945 time: 0.1124911 Nov 27 15:58:18.445976 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-17806527-575c-4731-aff9-0d2cf4a19789 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/cdac8536-039b-4ebd-aee8-b9f84447e9b7 HTTP/1.1" status: 404 len: 339 time: 0.0255630 Nov 27 15:58:18.449577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:18.464990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-5b0c06d1-bc86-43e9-ac72-8cb20dcab636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:18.467253 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-5b0c06d1-bc86-43e9-ac72-8cb20dcab636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 1095 time: 0.1738074 Nov 27 15:58:18.514860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15d6cfc2-bd84-4d79-a9bd-ac5bc275aaee req-7441c48f-8b4b-4dc6-a370-a31c84c6a0c1 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865099 Nov 27 15:58:18.543680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fcd9243-dec3-45a9-aeac-0a94f1cd129b req-9873e60f-24ff-4d25-a5b7-74761821f63b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886493 Nov 27 15:58:18.547922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:18.568283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting subnet df2ea6fa-0e51-4e16-999e-7f3196597d99 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:18.572683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:18.632831 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:18.657600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-3202dc73-1a07-46e7-b59f-dedbee34dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:18.659036 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-3202dc73-1a07-46e7-b59f-dedbee34dad0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 200 len: 913 time: 0.1707361 Nov 27 15:58:18.805008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-4f65d788-f5e7-4876-9282-d41ecbd53e6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 200 len: 998 time: 0.1330967 Nov 27 15:58:18.851099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:18.933269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-46643e61-257a-459f-a736-977b5cb50749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:18.934801 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-46643e61-257a-459f-a736-977b5cb50749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 200 len: 851 time: 0.1203294 Nov 27 15:58:18.942930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:18.985558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b35cb-3102-4276-93c0-b330c402f4d8 req-637d3939-a849-4274-9027-701d7186542c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:18.987355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd9b35cb-3102-4276-93c0-b330c402f4d8 req-637d3939-a849-4274-9027-701d7186542c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0686972 Nov 27 15:58:19.039433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Subnet': ['ID=df2ea6fa-0e51-4e16-999e-7f3196597d99,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:19.041139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a4f90-7af5-4831-81e7-c0246441f1b2 None None] Network 613aaa39-7332-4fc7-8cf1-5ff323658703 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:19.043579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.047103 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-332fecf5-c74d-41c9-b292-edc1ee408aba tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/subnets/df2ea6fa-0e51-4e16-999e-7f3196597d99 HTTP/1.1" status: 204 len: 168 time: 0.5952599 Nov 27 15:58:19.049743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45786) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:19.129777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd9b35cb-3102-4276-93c0-b330c402f4d8 req-455c80d4-dfa4-44dc-b51f-0629ba36228c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348779 Nov 27 15:58:19.162040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.177151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-5a8e43a9-d435-4423-b2f6-9a780356295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:19.183614 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-5a8e43a9-d435-4423-b2f6-9a780356295c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da689c32-e1f0-4b96-8609-a536c61723a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372727 Nov 27 15:58:19.242400 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59b974f7-9a4e-40df-9ff8-9e7847d0e763 req-df09254c-8ee3-418d-9488-cb20545cb441 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0894861 Nov 27 15:58:19.311839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Deleting port 97e81900-8796-4400-9ade-812286d8e18f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:19.312118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.368838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:19.379326 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-d6003296-8aec-4f9e-ab12-cdae232e666c service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633890 Nov 27 15:58:19.485143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] For port 97e81900-8796-4400-9ade-812286d8e18f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=97e81900-8796-4400-9ade-812286d8e18f,segment=NetworkSegment(737ef3af-55b7-430e-9214-90f8946523b6),segment_id=737ef3af-55b7-430e-9214-90f8946523b6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:19.485549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.507510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Calling delete_port for 97e81900-8796-4400-9ade-812286d8e18f owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:19.550337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74603419-d8c8-4c58-9bfe-6eb3266031d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.617993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a222f2c-c628-4e1d-9312-72cccdd1bc03 req-68a97cb3-8c9c-4ed1-92d9-932edd7314c0 service neutron] 10.222.0.21 "GET /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241461 Nov 27 15:58:19.666131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0d5eaa-72da-4c9c-8e14-f2aae4a2d6ac None None] DHCP port deletion for 613aaa39-7332-4fc7-8cf1-5ff323658703 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:19.678924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.720208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-be0d5eaa-72da-4c9c-8e14-f2aae4a2d6ac None None] The port '97e81900-8796-4400-9ade-812286d8e18f' was deleted {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 15:58:19.750663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Port': ['ID=97e81900-8796-4400-9ade-812286d8e18f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:19.752999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] No DVR routers for this DVR port 97e81900-8796-4400-9ade-812286d8e18f on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:19.837815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2182fd-b675-462e-8a5b-f81129b535d4 req-adb76beb-de66-4479-9f56-48927ecc25fa tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:19.837964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed2182fd-b675-462e-8a5b-f81129b535d4 req-adb76beb-de66-4479-9f56-48927ecc25fa tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1480730 Nov 27 15:58:19.851269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651017c6-e173-4dd3-8163-6c3cabb19719 req-491e5df9-379e-4741-86de-c11506d407d5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:19.853031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-651017c6-e173-4dd3-8163-6c3cabb19719 req-491e5df9-379e-4741-86de-c11506d407d5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 945 time: 0.1270347 Nov 27 15:58:19.854172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.859446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74603419-d8c8-4c58-9bfe-6eb3266031d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.874315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74603419-d8c8-4c58-9bfe-6eb3266031d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.885237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613aaa39-7332-4fc7-8cf1-5ff323658703']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:19.901223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737ef3af-55b7-430e-9214-90f8946523b6') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:19.901623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737ef3af-55b7-430e-9214-90f8946523b6') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:19.905265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 832f0f9c-b214-41bc-a97c-eedd6a7036f4 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:19.913274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.929530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.936873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:19.937956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:19.942927 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:19.959230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-74603419-d8c8-4c58-9bfe-6eb3266031d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac6a2b20fa9549bfb1e6eb74e8445f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5868509 Nov 27 15:58:19.960109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45834) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:19.964432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74603419-d8c8-4c58-9bfe-6eb3266031d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a06940b-26f2-4a01-a456-c32824044015,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:19.984795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed2182fd-b675-462e-8a5b-f81129b535d4 req-1dced89f-7645-48ff-b716-8e9275920040 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304209 Nov 27 15:58:19.994957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-651017c6-e173-4dd3-8163-6c3cabb19719 req-845e8a07-27ba-4d94-ac2d-d723a45104df tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330347 Nov 27 15:58:20.012075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:58:20.018995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:20.019379 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.054547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.062451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.065849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] 10.222.0.15 "DELETE /v2.0/networks/613aaa39-7332-4fc7-8cf1-5ff323658703 HTTP/1.1" status: 204 len: 168 time: 1.0149977 Nov 27 15:58:20.099127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74d3a341-8405-49c8-a51a-5d740f9f2443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.102348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b675d19-f6a0-4580-b431-72c6493570a8 tempest-NetworksTest-610452777 tempest-NetworksTest-610452777-project] Pushing event deleted for resources: {'Network': ['ID=613aaa39-7332-4fc7-8cf1-5ff323658703,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:20.109272 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.124922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74d3a341-8405-49c8-a51a-5d740f9f2443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.139182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87935a56-7005-43f2-9d43-0869072ad01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832f0f9c-b214-41bc-a97c-eedd6a7036f4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:20.142083 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39afc4-83ab-4e9a-8eb3-3ba0158c4f52" -d '{"events": [{"server_uuid": "87935a56-7005-43f2-9d43-0869072ad01f", "name": "network-vif-plugged", "status": "completed", "tag": "832f0f9c-b214-41bc-a97c-eedd6a7036f4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:20.161615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:20.172000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.215965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74d3a341-8405-49c8-a51a-5d740f9f2443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.219178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-74d3a341-8405-49c8-a51a-5d740f9f2443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.223803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-74d3a341-8405-49c8-a51a-5d740f9f2443 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a06940b-26f2-4a01-a456-c32824044015 HTTP/1.1" status: 204 len: 168 time: 0.2600703 Nov 27 15:58:20.246963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3a341-8405-49c8-a51a-5d740f9f2443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a06940b-26f2-4a01-a456-c32824044015,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:20.283512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=832f0f9c-b214-41bc-a97c-eedd6a7036f4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:20.295943 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e803b383-e09e-44fb-8290-971a904283ef x-openstack-request-id: req-e803b383-e09e-44fb-8290-971a904283ef {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:20.296257 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87935a56-7005-43f2-9d43-0869072ad01f", "name": "network-vif-plugged", "status": "completed", "tag": "832f0f9c-b214-41bc-a97c-eedd6a7036f4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:20.296525 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e803b383-e09e-44fb-8290-971a904283ef {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:20.296937 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87935a56-7005-43f2-9d43-0869072ad01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832f0f9c-b214-41bc-a97c-eedd6a7036f4', 'code': 200} Nov 27 15:58:20.363097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157a5c5-15ff-4762-b7a1-fcaea1db2af9 req-86c9a2de-de75-47a4-8dd5-1e791c0d442d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:20.370680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0157a5c5-15ff-4762-b7a1-fcaea1db2af9 req-86c9a2de-de75-47a4-8dd5-1e791c0d442d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1123171 Nov 27 15:58:20.404128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d180b-c5a7-4cb5-a292-70a448e2ae3e req-2696b120-6a34-4b2b-be3e-9edde94e3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:20.406912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d180b-c5a7-4cb5-a292-70a448e2ae3e req-2696b120-6a34-4b2b-be3e-9edde94e3807 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 1097 time: 0.0778570 Nov 27 15:58:20.430355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-667f0e72-000b-469e-bec6-2a8ae9d0ad64 req-5837b5db-f9fb-434e-b372-c01fc9769c0b tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0526454 Nov 27 15:58:20.474259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0157a5c5-15ff-4762-b7a1-fcaea1db2af9 req-b40e288d-d6e3-46b0-8b60-6c785ebd4147 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977511 Nov 27 15:58:20.509095 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f94d180b-c5a7-4cb5-a292-70a448e2ae3e req-2702d79a-2eeb-4107-9d10-e26f648ac310 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898864 Nov 27 15:58:20.573082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45870) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:20.730506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6824ae43-b897-4074-9885-05d65e8696b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f47ff58c27074e1ab1b42660261b5f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534171 Nov 27 15:58:20.730506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:20.782510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8ca3f53-72d8-44a6-a2aa-0b05dbf99223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.803811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8ca3f53-72d8-44a6-a2aa-0b05dbf99223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.860859 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8ca3f53-72d8-44a6-a2aa-0b05dbf99223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.865040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8ca3f53-72d8-44a6-a2aa-0b05dbf99223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:20.868578 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c8ca3f53-72d8-44a6-a2aa-0b05dbf99223 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceab647a-ee84-4ed5-ba6a-ad959212b821 HTTP/1.1" status: 204 len: 168 time: 0.1348917 Nov 27 15:58:20.879408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca3f53-72d8-44a6-a2aa-0b05dbf99223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab647a-ee84-4ed5-ba6a-ad959212b821,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:21.144469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 97e81900-8796-4400-9ade-812286d8e18f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:21.170581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 97e81900-8796-4400-9ade-812286d8e18f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:21.171284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 97e81900-8796-4400-9ade-812286d8e18f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:21.188448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269aa42-8c30-4995-9c53-b07e393b41d3 req-665aee63-d9fa-446f-ac68-bc9090f44040 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:21.190045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4269aa42-8c30-4995-9c53-b07e393b41d3 req-665aee63-d9fa-446f-ac68-bc9090f44040 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 946 time: 0.0848427 Nov 27 15:58:21.212334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7979d-e396-4d9c-9328-fa0877ad08fb req-cab6088d-78c6-4c4f-983f-1829bdb8240e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:21.213822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-faa7979d-e396-4d9c-9328-fa0877ad08fb req-cab6088d-78c6-4c4f-983f-1829bdb8240e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1208298 Nov 27 15:58:21.297087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4269aa42-8c30-4995-9c53-b07e393b41d3 req-492837f4-4793-479e-93f6-9d466a02ee68 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950298 Nov 27 15:58:21.309934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-faa7979d-e396-4d9c-9328-fa0877ad08fb req-f5108893-cbe8-4161-aad6-72d0e8977a4c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834522 Nov 27 15:58:21.453781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c288f-d382-4df1-abf0-14d79d19f91e req-db83d0f0-efab-48e0-a27c-dcce9ef93ef6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:21.455272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-055c288f-d382-4df1-abf0-14d79d19f91e req-db83d0f0-efab-48e0-a27c-dcce9ef93ef6 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.0503259 Nov 27 15:58:21.518546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-055c288f-d382-4df1-abf0-14d79d19f91e req-8e8b3fe7-588c-40f0-bbd2-8786ed9ac4df tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554414 Nov 27 15:58:21.608739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1101e39-7b49-46ce-80e0-7352733008b9 req-a76ee628-e96d-4605-807c-56b28c90db30 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0291185 Nov 27 15:58:21.759075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e75f4-e47f-447e-a021-40a30bce2f54 req-068e6cc0-0952-4be4-a2a5-9a83d3392905 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:21.766569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-501e75f4-e47f-447e-a021-40a30bce2f54 req-068e6cc0-0952-4be4-a2a5-9a83d3392905 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0887389 Nov 27 15:58:21.835604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-501e75f4-e47f-447e-a021-40a30bce2f54 req-ccfdfde0-d4e0-4fe4-bad8-0557cca12143 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Nov 27 15:58:21.976279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45986) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:22.170135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1836231215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:22.197837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.199786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.258253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.267755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.295869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.300178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-42442216-4aec-4427-8b70-008bd610f25f tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3189306 Nov 27 15:58:22.300504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46008) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:22.306134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1028451233'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:22.352915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Made reservation on behalf of 395f76ae02994389957a4e5fb8d851df for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:22.357239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.366618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.462010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1da521-6828-47a1-87f6-839318bb2cc7 req-12a71b62-1041-41f2-b415-edc0111e56e9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:22.463366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca1da521-6828-47a1-87f6-839318bb2cc7 req-12a71b62-1041-41f2-b415-edc0111e56e9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 946 time: 0.0886140 Nov 27 15:58:22.542946 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.553120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca1da521-6828-47a1-87f6-839318bb2cc7 req-d24d8e3a-d531-4b7d-b90c-5365094c16cb tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825725 Nov 27 15:58:22.553905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.581174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:22.597032 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.598750 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Added segment e1a0164c-b899-4d5e-a2db-333d22eb1e49 of type vlan for network 061cc8a4-0e23-403a-8485-54416245fc94 Nov 27 15:58:22.642516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb1a450-dbc2-43c6-a63d-8a5cbd1f62c1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:22.675937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.706965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.713229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:22.713888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.775977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4741325 Nov 27 15:58:22.779001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46054) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:22.784291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'subnet': {'network_id': '061cc8a4-0e23-403a-8485-54416245fc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:22.799690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817735a-9d17-4970-9ac7-d63330df9f65 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Network': ['ID=061cc8a4-0e23-403a-8485-54416245fc94,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:22.813126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 061cc8a4-0e23-403a-8485-54416245fc94 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:22.815500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46056) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:22.886439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-baff478e-408f-413c-b1d6-68787269acbd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:22.893562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-baff478e-408f-413c-b1d6-68787269acbd tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=f74a2dfb-aaaa-4a65-a70d-a1fb969f5802 HTTP/1.1" status: 200 len: 943 time: 0.1028254 Nov 27 15:58:22.956868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Made reservation on behalf of 395f76ae02994389957a4e5fb8d851df for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:22.961564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:22.971898 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8023181c-ea34-4d1d-b61b-e0423158f1e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.001360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e7e46d4-1a86-4dfe-aa4f-d340ac9e05fc req-1fbb132a-00e2-4fd4-92d1-7aca61797004 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0298469 Nov 27 15:58:23.023057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Deleting port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:23.023460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.171389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] For port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:23.171849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.189823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Calling delete_port for 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:23.199525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8023181c-ea34-4d1d-b61b-e0423158f1e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.205921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8023181c-ea34-4d1d-b61b-e0423158f1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.251751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.257360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-9c85bfc7-9f97-49af-99e5-ded20028999f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:23.258837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-9c85bfc7-9f97-49af-99e5-ded20028999f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.1711042 Nov 27 15:58:23.260574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8023181c-ea34-4d1d-b61b-e0423158f1e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0239970648f4d31ac23319c76e4dc41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4440131 Nov 27 15:58:23.263721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46074) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:23.287939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023181c-ea34-4d1d-b61b-e0423158f1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b6a63-4891-483c-8057-7bc766f1c492,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:23.306478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-954b5a3c-80b5-4f9c-ab12-8899f2f079c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0344105 Nov 27 15:58:23.316561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Subnet': ['ID=40d29c91-18c8-4a15-ab0a-53e643e504aa,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:23.333818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Checking segment: {'id': 'e1a0164c-b899-4d5e-a2db-333d22eb1e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '061cc8a4-0e23-403a-8485-54416245fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:23.334154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network hostable DHCP agents. Network: 061cc8a4-0e23-403a-8485-54416245fc94, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:23.355703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network 061cc8a4-0e23-403a-8485-54416245fc94 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:23.366996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 061cc8a4-0e23-403a-8485-54416245fc94) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:23.371342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:23.372842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.378204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0282d9-631a-4a3a-8d2d-a6e3b8903c8e None None] Network 061cc8a4-0e23-403a-8485-54416245fc94 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:23.397960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-025659f0-46de-47e8-9620-9d9994d76012 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6176820 Nov 27 15:58:23.398747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46076) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:23.404149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'network': {'name': 'tempest-router-network01--896782254'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:23.414330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74fca063-92e0-4037-bebd-30a24a9d56a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.430015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Made reservation on behalf of 395f76ae02994389957a4e5fb8d851df for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:23.433399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.439575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-20b3a641-da9d-4fb0-b8b3-51bc0ef8712e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186960 Nov 27 15:58:23.464940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74fca063-92e0-4037-bebd-30a24a9d56a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.468029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:23.478486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.478835 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Added segment 531795a2-677f-48ae-8673-2e94a5ff3817 of type vlan for network ea868bcf-a6cc-480b-b46e-8b2b4accc95e Nov 27 15:58:23.530025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.531214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.542892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'b227f7fa-d15a-450a-89f4-0c60bb173905'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:23.567645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.569805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-061cc8a4-0e23-403a-8485-54416245fc94', 'network_id': '061cc8a4-0e23-403a-8485-54416245fc94', 'tenant_id': '395f76ae02994389957a4e5fb8d851df', 'fixed_ips': [{'subnet_id': '40d29c91-18c8-4a15-ab0a-53e643e504aa'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:58:23.570699 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.573322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:23.573956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.581601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'Port': ['ID=9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:23.646132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] No DVR routers for this DVR port 9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:23.649617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.653462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f96770e4-500d-456a-957a-cd5c87fb6630 req-7ed5ac4a-4473-45bd-b6d3-f3632b28252a tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "DELETE /v2.0/ports/9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3 HTTP/1.1" status: 204 len: 173 time: 0.7589259 Nov 27 15:58:23.657544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-deleted', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:23.657701 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2571857 Nov 27 15:58:23.658563 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2bd637-edb6-427d-8161-cfc54d07aee4" -d '{"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-deleted", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:23.665215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46078) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:23.671842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'network': {'name': 'tempest-router-network02--996801407'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:23.672557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e099b4e-9c5a-4858-ab26-55328e926e50 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Network': ['ID=ea868bcf-a6cc-480b-b46e-8b2b4accc95e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:23.700630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-60bee6f8-4cf6-4120-9771-0f4aad0fd876 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484922 Nov 27 15:58:23.706789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74fca063-92e0-4037-bebd-30a24a9d56a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.709538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74fca063-92e0-4037-bebd-30a24a9d56a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.710640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-74fca063-92e0-4037-bebd-30a24a9d56a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/549b6a63-4891-483c-8057-7bc766f1c492 HTTP/1.1" status: 204 len: 168 time: 0.4457664 Nov 27 15:58:23.730264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Made reservation on behalf of 395f76ae02994389957a4e5fb8d851df for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:23.734218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.741914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:23.787862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fca063-92e0-4037-bebd-30a24a9d56a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b6a63-4891-483c-8057-7bc766f1c492,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:23.829376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:23.855849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.856244 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Added segment d8d50be1-eb68-4b1e-82bc-5d0edd5588e2 of type vlan for network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc Nov 27 15:58:23.870732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-3b122a9e-9fef-41f2-a3ab-d6bf2da39393 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579864 Nov 27 15:58:23.908815 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.963640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:23.972873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:23.973845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.170775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Allocated IP 172.20.0.2 (061cc8a4-0e23-403a-8485-54416245fc94/40d29c91-18c8-4a15-ab0a-53e643e504aa/20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:24.312394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46096) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:24.336099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfeaae3d-cb4d-4da9-960a-2c207809680b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.433792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7665379 Nov 27 15:58:24.438925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46108) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:24.455096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'subnet': {'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:24.458478 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.471491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.500920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfeaae3d-cb4d-4da9-960a-2c207809680b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.509557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Network 061cc8a4-0e23-403a-8485-54416245fc94 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:24.514156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34ad1d-55ce-4ad1-b08c-d5b1101f2394 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Network': ['ID=8b6e7718-d4a5-4146-b5d2-26712a7a97fc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:24.514844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cfeaae3d-cb4d-4da9-960a-2c207809680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.553565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5cd4a-5194-42bf-8df5-0df46d9b7e86 req-1bc52729-6431-4071-b509-c5f4f1581500 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:24.560875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1d5cd4a-5194-42bf-8df5-0df46d9b7e86 req-1bc52729-6431-4071-b509-c5f4f1581500 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1884594 Nov 27 15:58:24.562049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:24.563798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cfeaae3d-cb4d-4da9-960a-2c207809680b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ce8cca49fba49879b7fe3bd19c5bf96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492566 Nov 27 15:58:24.571638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:24.573367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:24.576384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaae3d-cb4d-4da9-960a-2c207809680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baadeff-ea87-4bd4-9ed0-59eac4f234bd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:24.580771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:24.661396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Made reservation on behalf of 395f76ae02994389957a4e5fb8d851df for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:24.665064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.699499 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-4575befc-bc78-4eb6-86a6-db506df0cf47 service neutron] show failed (client error): The resource could not be found. Nov 27 15:58:24.705821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-4575befc-bc78-4eb6-86a6-db506df0cf47 service neutron] 10.222.0.21 "GET /v2.0/ports/587914ea-0e47-47f3-9b17-367f36c72b92/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.1451716 Nov 27 15:58:24.752044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Pushing event updated for resources: {'Port': ['ID=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:24.797372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Attempting to bind port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:24.798023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Attempting to bind port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e1a0164c-b899-4d5e-a2db-333d22eb1e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '061cc8a4-0e23-403a-8485-54416245fc94'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:24.798275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Attempting to bind port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec on network 061cc8a4-0e23-403a-8485-54416245fc94 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:24.819161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:24.819546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Checking segment: {'id': 'e1a0164c-b899-4d5e-a2db-333d22eb1e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '061cc8a4-0e23-403a-8485-54416245fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:24.821175 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.821624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Bound using segment: {'id': 'e1a0164c-b899-4d5e-a2db-333d22eb1e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '061cc8a4-0e23-403a-8485-54416245fc94'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:24.823861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Bound port: 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a0164c-b899-4d5e-a2db-333d22eb1e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '061cc8a4-0e23-403a-8485-54416245fc94'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:24.824271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.900993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1d5cd4a-5194-42bf-8df5-0df46d9b7e86 req-446da1d0-bea9-44a4-a83b-f49af6592a3b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367918 Nov 27 15:58:24.903258 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081f67c3-44ca-4abb-b355-86e4c55c520b x-openstack-request-id: req-081f67c3-44ca-4abb-b355-86e4c55c520b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:24.903258 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a2dfb-aaaa-4a65-a70d-a1fb969f5802", "name": "network-vif-deleted", "tag": "9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3", "status": "failed", "code": 422}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:24.903258 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-081f67c3-44ca-4abb-b355-86e4c55c520b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:24.903691 n-d-819494-4 neutron-server[110076]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f74a2dfb-aaaa-4a65-a70d-a1fb969f5802', 'name': 'network-vif-deleted', 'tag': '9c1194ad-ee6e-4a0b-938a-2b8e9dbf18c3', 'status': 'failed', 'code': 422} returned with failed status Nov 27 15:58:24.965045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e53f15f0-3a99-4a78-bc5c-76e235a8535b req-35d8e1d0-1515-45c8-9349-a62ba6f30103 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0391998 Nov 27 15:58:24.965722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b24f-f1fd-4a6e-8efc-774d4ec0804e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.986700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:24.990622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] For port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:24.995639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] For port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,segment=NetworkSegment(e1a0164c-b899-4d5e-a2db-333d22eb1e49),segment_id=e1a0164c-b899-4d5e-a2db-333d22eb1e49)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:25.021047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.048060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b24f-f1fd-4a6e-8efc-774d4ec0804e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.111965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b24f-f1fd-4a6e-8efc-774d4ec0804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.114139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-889f4905-c9fb-444c-99d2-7a3325ff1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:25.116053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-889f4905-c9fb-444c-99d2-7a3325ff1310 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f&tenant_id=bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 1100 time: 0.0849464 Nov 27 15:58:25.117132 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b24f-f1fd-4a6e-8efc-774d4ec0804e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.121264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7fb7b24f-f1fd-4a6e-8efc-774d4ec0804e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2baadeff-ea87-4bd4-9ed0-59eac4f234bd HTTP/1.1" status: 204 len: 168 time: 0.5429838 Nov 27 15:58:25.131557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfa7cf-8029-4786-8786-c2f528f59042 None None] Pushing event updated for resources: {'Port': ['ID=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:25.137648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:25.282364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.298229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7b24f-f1fd-4a6e-8efc-774d4ec0804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baadeff-ea87-4bd4-9ed0-59eac4f234bd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:25.319866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Checking segment: {'id': '531795a2-677f-48ae-8673-2e94a5ff3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:25.322089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network hostable DHCP agents. Network: ea868bcf-a6cc-480b-b46e-8b2b4accc95e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:25.348019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Subnet': ['ID=a357ea7c-8e60-4330-aeb3-714f05a0c5a0,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:25.362573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:25.380509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ea868bcf-a6cc-480b-b46e-8b2b4accc95e) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:25.388659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:25.389342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.390995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3f55a-74bd-42e0-bf40-d298fbd0222d None None] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:25.399494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46126) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:25.479124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2be4a4d3-a717-4b5f-9a86-7d543b8127a7 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0357709 Nov 27 15:58:25.479934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46130) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:25.511551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'subnet': {'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:25.737326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-ea868bcf-a6cc-480b-b46e-8b2b4accc95e', 'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e', 'tenant_id': '395f76ae02994389957a4e5fb8d851df', 'fixed_ips': [{'subnet_id': 'a357ea7c-8e60-4330-aeb3-714f05a0c5a0'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:58:25.738256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:25.935625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Made reservation on behalf of 395f76ae02994389957a4e5fb8d851df for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:25.938948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.014681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Allocated IP 172.20.0.2 (ea868bcf-a6cc-480b-b46e-8b2b4accc95e/a357ea7c-8e60-4330-aeb3-714f05a0c5a0/2e8cc589-0fa9-4bdc-8a78-137237e8c04c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:26.058457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff592-be4b-4573-833d-a3f2eda49e7b req-2717d79a-f886-4472-8ba8-3a6107095014 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:26.060030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-538ff592-be4b-4573-833d-a3f2eda49e7b req-2717d79a-f886-4472-8ba8-3a6107095014 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 907 time: 0.2416775 Nov 27 15:58:26.094507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:26.138007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:26.146432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fb486a3-9dc9-4ee8-9bcf-f43bc621768b req-6ac4d30a-25cd-4d0b-87a2-681eae4cac9f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 210 time: 0.1286201 Nov 27 15:58:26.186283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.201892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Transition to ACTIVE for port object 587914ea-0e47-47f3-9b17-367f36c72b92 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:58:26.212359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5fe9e81b-acfb-48f6-a646-b001af2ba48f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:26.214022 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5fe9e81b-acfb-48f6-a646-b001af2ba48f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.4936230 Nov 27 15:58:26.214522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:26.217020 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ee7110-1a25-4e1b-a4b8-f4af61344a16" -d '{"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-unplugged", "status": "completed", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:26.236594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:26.247831 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.324249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.325024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa727d65-2210-4e3b-829a-2d8784cff548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.337470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab959-b004-402e-a734-c57e1a0071f6 req-76b24ede-97bd-4e24-8edd-2ac12e75c5fe tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:26.338085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.348309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff5ab959-b004-402e-a734-c57e1a0071f6 req-76b24ede-97bd-4e24-8edd-2ac12e75c5fe tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.1405146 Nov 27 15:58:26.358308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:26.406634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:26.419716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:26.423989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:26.467525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.469092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:26.512078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] No DVR routers for this DVR port 587914ea-0e47-47f3-9b17-367f36c72b92 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:26.529055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Attempting to bind port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:26.529447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Attempting to bind port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '531795a2-677f-48ae-8673-2e94a5ff3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:26.529824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Attempting to bind port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c on network ea868bcf-a6cc-480b-b46e-8b2b4accc95e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:26.537859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:26.538268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Checking segment: {'id': '531795a2-677f-48ae-8673-2e94a5ff3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:26.538647 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.539092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Bound using segment: {'id': '531795a2-677f-48ae-8673-2e94a5ff3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:26.539571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Bound port: 2e8cc589-0fa9-4bdc-8a78-137237e8c04c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531795a2-677f-48ae-8673-2e94a5ff3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea868bcf-a6cc-480b-b46e-8b2b4accc95e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:26.540014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.562657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2fa7a1d-17f7-4a73-a103-7b4c10c917ff req-a5673f29-ddf5-427a-aaf8-29e5c26bb6d0 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.2049565 Nov 27 15:58:26.649662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:26.650222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:26.650716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:26.698802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] For port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:26.699026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Port 587914ea-0e47-47f3-9b17-367f36c72b92 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:58:26.699175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Attempting to bind port 587914ea-0e47-47f3-9b17-367f36c72b92 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:26.704234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] For port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,segment=NetworkSegment(531795a2-677f-48ae-8673-2e94a5ff3817),segment_id=531795a2-677f-48ae-8673-2e94a5ff3817)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:26.712316 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.714091 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b961f43-4e40-4006-b8e3-918b21167137 x-openstack-request-id: req-7b961f43-4e40-4006-b8e3-918b21167137 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:26.714582 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-unplugged", "status": "completed", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:26.714991 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b961f43-4e40-4006-b8e3-918b21167137 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:26.715559 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92', 'code': 200} Nov 27 15:58:26.716447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:26.716969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:26.717617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:26.718286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Bound port: 587914ea-0e47-47f3-9b17-367f36c72b92, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:26.719622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.780968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Subnet': ['ID=7b4bf7ad-1492-4e03-8e2a-549dd81b0d0d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:26.796533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa727d65-2210-4e3b-829a-2d8784cff548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.853940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff5ab959-b004-402e-a734-c57e1a0071f6 req-4faaba80-616c-4517-80d0-e4b319f7b138 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044065 Nov 27 15:58:26.879023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Checking segment: {'id': 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:26.883951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network hostable DHCP agents. Network: 8b6e7718-d4a5-4146-b5d2-26712a7a97fc, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:26.898930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa727d65-2210-4e3b-829a-2d8784cff548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.912742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230e283-a86b-4c0a-ba9f-1c9d9992aa95 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:26.914769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:26.915568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:26.920040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.930201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8b6e7718-d4a5-4146-b5d2-26712a7a97fc) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:26.936598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:26.937276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:26.961053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5a714-d969-43d5-8232-e31419b4c965 None None] Network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:26.973685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ddaade66-edfb-4568-a90a-4f31ebdd003e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4887130 Nov 27 15:58:26.974067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46162) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:26.994417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:27.101332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0d2020-a423-469d-8317-a6a70cdd19d9 None None] Network 061cc8a4-0e23-403a-8485-54416245fc94 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:27.274785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:27.278059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.6 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/f25c17e8-934f-4df4-aeba-7131a8a4050e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:27.406103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8b6e7718-d4a5-4146-b5d2-26712a7a97fc', 'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc', 'tenant_id': '395f76ae02994389957a4e5fb8d851df', 'fixed_ips': [{'subnet_id': '7b4bf7ad-1492-4e03-8e2a-549dd81b0d0d'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:58:27.407425 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.433637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa727d65-2210-4e3b-829a-2d8784cff548 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22958456952f40b8a9103d88020cc339&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0325427 Nov 27 15:58:27.437374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:27.440409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa727d65-2210-4e3b-829a-2d8784cff548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddefdeff-0b52-4c37-a15b-83a0ab81ad03,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:27.443013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46176) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:27.462463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9270295-dedb-4495-a998-2ceedc72d2ac req-1a2a5205-9f5e-42d6-a238-3541c79b6a7c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 210 time: 0.1007223 Nov 27 15:58:27.470459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.474792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ac057e4f-1034-4b65-b69e-b4886fde2fbc None None] Provisioning complete for port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:27.475161 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac057e4f-1034-4b65-b69e-b4886fde2fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.575625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795223b5-84b3-4fc6-a8a6-1db52fbce2d2 req-3515f23c-4071-4607-8e1a-add306de2bac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:27.582225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:27.583388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.585178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] 10.222.0.37 "PUT /v2.0/ports/587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 1095 time: 2.4589193 Nov 27 15:58:27.592434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-795223b5-84b3-4fc6-a8a6-1db52fbce2d2 req-3515f23c-4071-4607-8e1a-add306de2bac tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 907 time: 0.2760272 Nov 27 15:58:27.606210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-8f626ccb-810d-4195-b11c-0bc79eb9fb2e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:27.608414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-8f626ccb-810d-4195-b11c-0bc79eb9fb2e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.37 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 907 time: 0.6687410 Nov 27 15:58:27.632763 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.680821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:27.681198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.709744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:27.897917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b60a628f-bc7d-494b-b341-d4dc19e91c6b req-e5d18a65-3d87-450f-9d88-8c36e61a9515 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.2050421 Nov 27 15:58:28.120802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac057e4f-1034-4b65-b69e-b4886fde2fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.197157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c120b86-d9ae-4dc5-8945-cfbad84f8662 req-1cde191d-b0a2-4603-8739-646bb6f42ae4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:28.203990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c120b86-d9ae-4dc5-8945-cfbad84f8662 req-1cde191d-b0a2-4603-8739-646bb6f42ae4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.1576924 Nov 27 15:58:28.252152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ac057e4f-1034-4b65-b69e-b4886fde2fbc None None] For port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,segment=NetworkSegment(e1a0164c-b899-4d5e-a2db-333d22eb1e49),segment_id=e1a0164c-b899-4d5e-a2db-333d22eb1e49)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:28.266224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Allocated IP 172.20.0.2 (8b6e7718-d4a5-4146-b5d2-26712a7a97fc/7b4bf7ad-1492-4e03-8e2a-549dd81b0d0d/5962e325-3739-4fb2-997d-a8c7e49232ef) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:28.269695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335db99-e1a8-4b15-aaf7-af2b934a2864 service neutron] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:28.284502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac057e4f-1034-4b65-b69e-b4886fde2fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.286255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.306294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:28.331336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4565b738-8585-4a97-909a-fd6f98059205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.356582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Allocated IP 172.20.0.1 (ea868bcf-a6cc-480b-b46e-8b2b4accc95e/a357ea7c-8e60-4330-aeb3-714f05a0c5a0/1d7f3788-7980-4681-b6ec-05e468a447dd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:28.442718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:28.468904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-fd829b12-ce01-4ed7-afe9-6d1634887fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:28.470490 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-fd829b12-ce01-4ed7-afe9-6d1634887fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1098 time: 0.8198888 Nov 27 15:58:28.475596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:28.486675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4565b738-8585-4a97-909a-fd6f98059205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.503143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c120b86-d9ae-4dc5-8945-cfbad84f8662 req-6100a7e9-0a4e-4f7d-ad72-19c8e6cebfc1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910264 Nov 27 15:58:28.517714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:28.554381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4a7668-397e-4c4c-8b73-51da23c039de None None] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:28.612500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=f25c17e8-934f-4df4-aeba-7131a8a4050e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:28.615178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.663392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.719608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:28.723852 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8104b2e1-3560-411a-bd0c-0c488d0c0831" -d '{"events": [{"name": "network-changed", "server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:28.728489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac057e4f-1034-4b65-b69e-b4886fde2fbc None None] Pushing event updated for resources: {'Port': ['ID=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:28.767280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:28.768421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.787365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:28.794496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:28.796070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Deleting port 6b159720-1da3-4819-abbf-52d6594bc702 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:28.796585 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.826561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:28.837718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-5b65684b-eb5f-4eda-8e2c-af601043abc4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6051164 Nov 27 15:58:28.871469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4565b738-8585-4a97-909a-fd6f98059205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.874531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4565b738-8585-4a97-909a-fd6f98059205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:28.874664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a864e2-e905-4e83-aaa6-9cd8bf295b72 req-3d49ca78-a3a8-462b-9eb2-1b983012faad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:28.876128 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4565b738-8585-4a97-909a-fd6f98059205 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddefdeff-0b52-4c37-a15b-83a0ab81ad03 HTTP/1.1" status: 204 len: 168 time: 1.4290669 Nov 27 15:58:28.876440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31a864e2-e905-4e83-aaa6-9cd8bf295b72 req-3d49ca78-a3a8-462b-9eb2-1b983012faad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 931 time: 0.2701764 Nov 27 15:58:28.878083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Port': ['ID=1d7f3788-7980-4681-b6ec-05e468a447dd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:28.898519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Request body: {'port': {'device_id': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:28.931706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-b330bbbb-8ba8-465b-b507-7f5f15e76751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:28.933774 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-b330bbbb-8ba8-465b-b507-7f5f15e76751 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.4313269 Nov 27 15:58:28.940946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b738-8585-4a97-909a-fd6f98059205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddefdeff-0b52-4c37-a15b-83a0ab81ad03,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:28.985932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.001798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-266384bf-2df8-41b9-a275-4878b947004c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.0584600 Nov 27 15:58:29.023390 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.039127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070524df-542c-4593-be58-8c8260629760 req-7b11727a-b98b-4c1e-943b-bacbca0c164d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:29.040806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-070524df-542c-4593-be58-8c8260629760 req-7b11727a-b98b-4c1e-943b-bacbca0c164d tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22f0b41-b0e7-4fc8-9906-e816a31c2097 HTTP/1.1" status: 200 len: 907 time: 0.2956588 Nov 27 15:58:29.044783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31a864e2-e905-4e83-aaa6-9cd8bf295b72 req-8f5b65d8-ac19-49d6-94cd-912c57a52270 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520498 Nov 27 15:58:29.090530 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.167205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] For port 6b159720-1da3-4819-abbf-52d6594bc702, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6b159720-1da3-4819-abbf-52d6594bc702,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:29.167879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.170824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.180666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Provisioning complete for port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:29.181043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.185118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:29.206860 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbc292d-04cd-4989-b0a6-06b451381833 x-openstack-request-id: req-ccbc292d-04cd-4989-b0a6-06b451381833 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:29.208031 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:29.210067 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccbc292d-04cd-4989-b0a6-06b451381833 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:29.212656 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92', 'status': 'completed', 'code': 200} Nov 27 15:58:29.252581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:29.255825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:29.261205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Calling delete_port for 6b159720-1da3-4819-abbf-52d6594bc702 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:29.262575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:29.269109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-dbfaed61-cf75-4827-b757-1c2831fd5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:29.278556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-dbfaed61-cf75-4827-b757-1c2831fd5465 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2583103 Nov 27 15:58:29.282574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21b5525e-801a-4f9a-8424-5123b9e924a2 req-252a9bf1-e5d1-49e6-9d1f-10bb95bda038 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0418670 Nov 27 15:58:29.305931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.322395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-4c3fbb72-5b7f-4d2a-93bc-55352fd22354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:29.324814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-4c3fbb72-5b7f-4d2a-93bc-55352fd22354 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1098 time: 0.1219277 Nov 27 15:58:29.341321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Pushing event updated for resources: {'Port': ['ID=5962e325-3739-4fb2-997d-a8c7e49232ef,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:29.498605 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:58:29.561354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:29.660324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:29.670942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Attempting to bind port 5962e325-3739-4fb2-997d-a8c7e49232ef on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:29.671380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Attempting to bind port 5962e325-3739-4fb2-997d-a8c7e49232ef by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:29.671739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Attempting to bind port 5962e325-3739-4fb2-997d-a8c7e49232ef on network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:29.719784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-cc10219a-ef04-4f2a-ac3e-10e8505a147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:29.721356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-cc10219a-ef04-4f2a-ac3e-10e8505a147e service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.3628979 Nov 27 15:58:29.732377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:29.732785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Checking segment: {'id': 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:29.733395 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.733668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Bound using segment: {'id': 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:29.734202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Bound port: 5962e325-3739-4fb2-997d-a8c7e49232ef, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8b6e7718-d4a5-4146-b5d2-26712a7a97fc'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:29.734562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.750705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.757760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.813451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.882132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:29.882768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:29.919357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-96d9e87e-e79e-4668-9db8-2dce50903a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:29.926479 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-96d9e87e-e79e-4668-9db8-2dce50903a77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6337559 Nov 27 15:58:29.940172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'Port': ['ID=6b159720-1da3-4819-abbf-52d6594bc702,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:29.986080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] For port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,segment=NetworkSegment(531795a2-677f-48ae-8673-2e94a5ff3817),segment_id=531795a2-677f-48ae-8673-2e94a5ff3817)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:29.999256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] For port 5962e325-3739-4fb2-997d-a8c7e49232ef, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:30.006093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.044551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] For port 5962e325-3739-4fb2-997d-a8c7e49232ef, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5962e325-3739-4fb2-997d-a8c7e49232ef,segment=NetworkSegment(d8d50be1-eb68-4b1e-82bc-5d0edd5588e2),segment_id=d8d50be1-eb68-4b1e-82bc-5d0edd5588e2)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:30.102433 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.125901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46254) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:30.204154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Provisioning complete for port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:30.204547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.229239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] No DVR routers for this DVR port 6b159720-1da3-4819-abbf-52d6594bc702 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:30.243389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.249906 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c8c441a-3ae1-4a15-b9ba-43716dc2f922 req-fec4fe04-2703-4fcd-99fe-b19ada389012 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.37 "DELETE /v2.0/ports/6b159720-1da3-4819-abbf-52d6594bc702 HTTP/1.1" status: 204 len: 173 time: 2.6298268 Nov 27 15:58:30.326912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f0ad2-3eca-4f50-8fdb-8b285d955703 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:30.352232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-8c5efe7d-97c7-4a30-8af8-8a4a7c4ba263 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892901 Nov 27 15:58:30.404649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421a4bf-0952-4606-b9c6-91494eaa9c0f None None] Pushing event updated for resources: {'Port': ['ID=5962e325-3739-4fb2-997d-a8c7e49232ef,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:30.453597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-6f7e1ab0-ef54-4383-9fce-af9e7e430709 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.7108691 Nov 27 15:58:30.559127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2e8cc589-0fa9-4bdc-8a78-137237e8c04c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:30.616418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:30.617072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.628429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9cf867ef-8a04-41d6-81ec-d4e6c09e0045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.635595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25c17e8-934f-4df4-aeba-7131a8a4050e {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:30.698352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.704293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-8c209c4b-d7a7-4303-91bb-a3464535965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:30.706339 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-8c209c4b-d7a7-4303-91bb-a3464535965b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0709703 Nov 27 15:58:30.744953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Transition to ACTIVE for port object f25c17e8-934f-4df4-aeba-7131a8a4050e will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:58:30.750429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.760556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ba8d3ca6-eccc-4fc2-a816-7a0435b2aa83 None None] Provisioning complete for port 1d7f3788-7980-4681-b6ec-05e468a447dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:30.760938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3ca6-eccc-4fc2-a816-7a0435b2aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.775573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.779434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:30.796371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad123863-fc67-4e49-9db1-6f6e331ac4a3 req-57db8fdd-15e6-4f67-9c4d-7c628ab1bed0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:30.805005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad123863-fc67-4e49-9db1-6f6e331ac4a3 req-57db8fdd-15e6-4f67-9c4d-7c628ab1bed0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 1.1760814 Nov 27 15:58:30.877137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-db80e090-bb05-4e07-99f7-c1e5dea50900 req-d7170349-7a4e-42cc-a5b6-25caf7fa8ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821869 Nov 27 15:58:30.975471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d3ca6-eccc-4fc2-a816-7a0435b2aa83 None None] Port 1d7f3788-7980-4681-b6ec-05e468a447dd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:58:31.001842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae2dce-3c49-4d23-8860-570466b67768 req-c689b02d-a3a7-43db-943e-5a400bc6f10e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:31.003332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ba8d3ca6-eccc-4fc2-a816-7a0435b2aa83 None None] Provisioning complete for port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:31.005175 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3ca6-eccc-4fc2-a816-7a0435b2aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.013212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6ae2dce-3c49-4d23-8860-570466b67768 req-c689b02d-a3a7-43db-943e-5a400bc6f10e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 931 time: 0.6172025 Nov 27 15:58:31.064974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-920b60a2-258e-456e-8c73-51a4a9e6153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:31.066162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-920b60a2-258e-456e-8c73-51a4a9e6153b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3446355 Nov 27 15:58:31.067374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Port': ['ID=1d7f3788-7980-4681-b6ec-05e468a447dd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:31.119792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Pushing event updated for resources: {'Port': ['ID=f25c17e8-934f-4df4-aeba-7131a8a4050e,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:31.137233 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.142209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Attempting to bind port f25c17e8-934f-4df4-aeba-7131a8a4050e on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:31.142543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Attempting to bind port f25c17e8-934f-4df4-aeba-7131a8a4050e by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:31.142968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Attempting to bind port f25c17e8-934f-4df4-aeba-7131a8a4050e on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:31.156842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad123863-fc67-4e49-9db1-6f6e331ac4a3 req-ae1a1ef1-a69e-4f75-9264-f0a4f3128a1b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504357 Nov 27 15:58:31.167538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Port f25c17e8-934f-4df4-aeba-7131a8a4050e on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:58:31.168561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Attempting to bind port f25c17e8-934f-4df4-aeba-7131a8a4050e on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:31.186634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:31.188603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:31.189218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:31.189477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Bound port: f25c17e8-934f-4df4-aeba-7131a8a4050e, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:31.189827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.198376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6ae2dce-3c49-4d23-8860-570466b67768 req-0393c55b-5d27-4563-a94e-b56df7685eb1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838572 Nov 27 15:58:31.222100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'name': 'network-vif-deleted', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:31.224448 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddff82a7-093b-42be-afa2-2eee83d694d0" -d '{"events": [{"server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "name": "network-vif-deleted", "tag": "6b159720-1da3-4819-abbf-52d6594bc702"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:31.295150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5962e325-3739-4fb2-997d-a8c7e49232ef up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:31.367842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] For port f25c17e8-934f-4df4-aeba-7131a8a4050e, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:31.372851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] For port f25c17e8-934f-4df4-aeba-7131a8a4050e, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:31.376173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-dd5deeff-4660-4c3b-8f8a-73412e268473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:31.379413 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-dd5deeff-4660-4c3b-8f8a-73412e268473 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1098 time: 0.3426869 Nov 27 15:58:31.386460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.401659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9cf867ef-8a04-41d6-81ec-d4e6c09e0045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.427125 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e23c0a4-0c14-41bd-a42c-59567e812093 x-openstack-request-id: req-3e23c0a4-0c14-41bd-a42c-59567e812093 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:31.428475 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22f0b41-b0e7-4fc8-9906-e816a31c2097", "name": "network-vif-deleted", "tag": "6b159720-1da3-4819-abbf-52d6594bc702", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:31.428961 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e23c0a4-0c14-41bd-a42c-59567e812093 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:31.429722 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22f0b41-b0e7-4fc8-9906-e816a31c2097', 'name': 'network-vif-deleted', 'tag': '6b159720-1da3-4819-abbf-52d6594bc702', 'status': 'completed', 'code': 200} Nov 27 15:58:31.434524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 5962e325-3739-4fb2-997d-a8c7e49232ef triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:31.434827 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.477446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20720298-3be1-4e94-8552-47a57bb45be5 req-adede5c2-d422-49a3-a918-efd52053f3fd tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0891209 Nov 27 15:58:31.496869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-a0c80db6-69df-4f9c-9708-45b966b62e8f service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395358 Nov 27 15:58:31.499766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:31.565485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:31.566127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.568076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] 10.222.0.21 "PUT /v2.0/ports/f25c17e8-934f-4df4-aeba-7131a8a4050e HTTP/1.1" status: 200 len: 1091 time: 2.6849654 Nov 27 15:58:31.568722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9cf867ef-8a04-41d6-81ec-d4e6c09e0045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.638497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.668999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:31.676153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.697758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 5962e325-3739-4fb2-997d-a8c7e49232ef, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5962e325-3739-4fb2-997d-a8c7e49232ef,segment=NetworkSegment(d8d50be1-eb68-4b1e-82bc-5d0edd5588e2),segment_id=d8d50be1-eb68-4b1e-82bc-5d0edd5588e2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:31.720469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.723122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2e8cc589-0fa9-4bdc-8a78-137237e8c04c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:31.868680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177b9c5-b2ce-4bb5-918e-680cea320ccf service neutron] Pushing event updated for resources: {'Port': ['ID=f25c17e8-934f-4df4-aeba-7131a8a4050e,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:31.883909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf867ef-8a04-41d6-81ec-d4e6c09e0045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b603ef82-3217-448f-9e6b-37b790a9b8ed,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:31.905308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9cf867ef-8a04-41d6-81ec-d4e6c09e0045 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd24d5b80d9845ceb4b876cbcac573b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7785404 Nov 27 15:58:31.908152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46286) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:31.918347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=5962e325-3739-4fb2-997d-a8c7e49232ef,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:31.933211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:31.933709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:31.963072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-a24ceaa5-9c2e-405c-afd6-fa6756c692b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:31.964743 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-a24ceaa5-9c2e-405c-afd6-fa6756c692b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.5606127 Nov 27 15:58:31.970007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-053a871e-d495-4626-9cb9-48ce8741311e service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623473 Nov 27 15:58:31.982193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b159720-1da3-4819-abbf-52d6594bc702 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:32.022044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 6b159720-1da3-4819-abbf-52d6594bc702 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:32.022890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6b159720-1da3-4819-abbf-52d6594bc702 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:32.033748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e54471-6df1-42ac-9df0-81c720911355 req-44b0fe5f-c8a8-422a-bfa8-6c4177d3ff45 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.036098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79e54471-6df1-42ac-9df0-81c720911355 req-44b0fe5f-c8a8-422a-bfa8-6c4177d3ff45 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 946 time: 0.1774774 Nov 27 15:58:32.082636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-7dcc69a7-3a1f-4703-9026-83d3f2d2743d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.1083975 Nov 27 15:58:32.088892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-c9b3307c-f577-49bc-bd55-c958cd3338cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.090551 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-c9b3307c-f577-49bc-bd55-c958cd3338cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 1094 time: 0.3642547 Nov 27 15:58:32.130254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79e54471-6df1-42ac-9df0-81c720911355 req-49db6347-c7fd-406c-8158-6313581d3ad4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835316 Nov 27 15:58:32.144608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Router 045d295d-747f-4f70-a8ed-12dd39067137 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:58:32.171348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a1b3e-4369-4ee4-8c4f-fcc6f051cec8 None None] Network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:32.245106 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-d6bc8d60-c9a8-4196-8d8c-64d9b4e69311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e HTTP/1.1" status: 200 len: 217 time: 0.1058404 Nov 27 15:58:32.256371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:32.268805 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] Sync routers for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:32.272275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3f7d4514-23f4-4fa6-9e97-52243c759cc0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2969370 Nov 27 15:58:32.274740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46292) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:32.288668 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:32.295259 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:32.303486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-3af095ae-889a-4e64-9a6c-fc9efc5bb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.304983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-3af095ae-889a-4e64-9a6c-fc9efc5bb337 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2135007 Nov 27 15:58:32.358062 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:32.367597 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:32.368339 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:32.381513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-837bde33-04b9-4f23-a5e4-cf2e6119118c None None] Provisioning complete for port 1d7f3788-7980-4681-b6ec-05e468a447dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:32.381513 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-837bde33-04b9-4f23-a5e4-cf2e6119118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:32.404736 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:32.405419 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d7b5c-ad79-4796-a5aa-76b44dce2974 None None] The sync data for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:32.426973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78f006b7-17b1-4213-afca-f3d1ff6852cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:32.468538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403cc8-7705-49a5-b849-4a8966a5700e req-3bfd9ee4-1366-46f2-81df-39c5eea658a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.470387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-3bfd9ee4-1366-46f2-81df-39c5eea658a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.2153702 Nov 27 15:58:32.472658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78f006b7-17b1-4213-afca-f3d1ff6852cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:32.492414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695e8b-df60-49be-9120-1dedbce2e5c5 req-4b68f014-dbee-4a81-9305-96f9652ab568 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.494025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc695e8b-df60-49be-9120-1dedbce2e5c5 req-4b68f014-dbee-4a81-9305-96f9652ab568 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.1339111 Nov 27 15:58:32.505094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-68b71049-26d7-4c19-b650-b8e29018743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.506982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-68b71049-26d7-4c19-b650-b8e29018743c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932924 Nov 27 15:58:32.565434 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-664c81a7-5c1a-4341-8564-5ba79b9637b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800261 Nov 27 15:58:32.636517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-837bde33-04b9-4f23-a5e4-cf2e6119118c None None] Port 1d7f3788-7980-4681-b6ec-05e468a447dd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:58:32.652746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feaf4f-f2ea-42f0-91cd-2a7eaef3ef65 req-556f54a8-ee12-4ae6-990e-b1d64a6920c7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:32.655244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47feaf4f-f2ea-42f0-91cd-2a7eaef3ef65 req-556f54a8-ee12-4ae6-990e-b1d64a6920c7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 943 time: 0.2955756 Nov 27 15:58:32.668373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-837bde33-04b9-4f23-a5e4-cf2e6119118c None None] Provisioning complete for port 5962e325-3739-4fb2-997d-a8c7e49232ef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:32.669575 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-837bde33-04b9-4f23-a5e4-cf2e6119118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:32.733924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc695e8b-df60-49be-9120-1dedbce2e5c5 req-4946c743-0837-4f68-8caa-99c268630f67 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297843 Nov 27 15:58:32.901596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47feaf4f-f2ea-42f0-91cd-2a7eaef3ef65 req-1476813f-c3c2-4a5f-a62d-fba5d82b0df8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357059 Nov 27 15:58:33.023175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ff620a2-63cb-4498-a9c2-5e40d7881f44 req-0ad31610-c206-4313-8fab-8690e51e2798 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0730240 Nov 27 15:58:33.034973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-843877dc-95ef-4d26-81a6-be5f2cb4c12d None None] Provisioning complete for port 5962e325-3739-4fb2-997d-a8c7e49232ef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:33.038182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-843877dc-95ef-4d26-81a6-be5f2cb4c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.095987 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-3b372c20-3fb9-4c91-b442-efa952d153dd tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 15:58:33.101640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b372c20-3fb9-4c91-b442-efa952d153dd tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8228509 Nov 27 15:58:33.105004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:33.137799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5962e325-3739-4fb2-997d-a8c7e49232ef up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:33.180385 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-aedd46bf-e2ee-42bb-a53b-7c09f6aa54b4 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614723 Nov 27 15:58:33.204261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 5962e325-3739-4fb2-997d-a8c7e49232ef triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:33.204941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.220669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78f006b7-17b1-4213-afca-f3d1ff6852cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.224034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-78f006b7-17b1-4213-afca-f3d1ff6852cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.225308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-78f006b7-17b1-4213-afca-f3d1ff6852cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b603ef82-3217-448f-9e6b-37b790a9b8ed HTTP/1.1" status: 204 len: 168 time: 1.2660019 Nov 27 15:58:33.305941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f006b7-17b1-4213-afca-f3d1ff6852cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b603ef82-3217-448f-9e6b-37b790a9b8ed,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:33.314581 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-de05baa8-95a5-4285-8253-28d5f5492cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413211 Nov 27 15:58:33.399911 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8104b2e1-3560-411a-bd0c-0c488d0c0831 req-223114df-4b0d-4613-8683-6c51795edfe5 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064734 Nov 27 15:58:33.407543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-560428ae-e290-429c-aee5-eeefcfb15d73 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:33.409029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-560428ae-e290-429c-aee5-eeefcfb15d73 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 946 time: 0.1795721 Nov 27 15:58:33.428279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d86d0-eeb1-49bd-8999-23e8acdd5400 req-014d8c49-b863-4437-9f19-66848dc26aec tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:33.429756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd1d86d0-eeb1-49bd-8999-23e8acdd5400 req-014d8c49-b863-4437-9f19-66848dc26aec tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 946 time: 0.1572912 Nov 27 15:58:33.431083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'tag': 'f25c17e8-934f-4df4-aeba-7131a8a4050e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:33.433699 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a9c8f0-9ef2-4d52-b159-fee881eeab30", "tag": "f25c17e8-934f-4df4-aeba-7131a8a4050e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:33.439402 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30403cc8-7705-49a5-b849-4a8966a5700e req-8cced66e-65ee-4944-80c7-f58886529599 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155224 Nov 27 15:58:33.476799 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eebea74-00b0-41f7-af8d-c618db91e983 x-openstack-request-id: req-4eebea74-00b0-41f7-af8d-c618db91e983 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:33.477460 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a9c8f0-9ef2-4d52-b159-fee881eeab30", "tag": "f25c17e8-934f-4df4-aeba-7131a8a4050e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:33.477912 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4eebea74-00b0-41f7-af8d-c618db91e983 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:33.478460 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'tag': 'f25c17e8-934f-4df4-aeba-7131a8a4050e', 'status': 'completed', 'code': 200} Nov 27 15:58:33.549796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-b5b4068d-8465-448a-b7bb-5c4ec8011ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:33.551198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-b5b4068d-8465-448a-b7bb-5c4ec8011ffc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 1094 time: 0.0509481 Nov 27 15:58:33.620594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd1d86d0-eeb1-49bd-8999-23e8acdd5400 req-17d0baa1-d75f-49e8-9cfc-2a2fcf46b426 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463001 Nov 27 15:58:33.645945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46310) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:33.661902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-3bbc47b3-d0e6-4881-947b-d2e08665800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:33.663390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-3bbc47b3-d0e6-4881-947b-d2e08665800c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.1004262 Nov 27 15:58:33.668452 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37d1d9c-6b17-480e-ae8b-0a7065c73d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.679189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Deleting port b227f7fa-d15a-450a-89f4-0c60bb173905 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:33.679523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.718244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-3a356642-6276-4051-ac60-d6006bcd3706 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e HTTP/1.1" status: 200 len: 217 time: 0.0347354 Nov 27 15:58:33.774746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-41fca0d7-a576-4715-846d-ad6919ba4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:33.776182 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-41fca0d7-a576-4715-846d-ad6919ba4b92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.0484264 Nov 27 15:58:33.820942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-68094636-82c8-48c1-8703-bddfc86c6088 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359051 Nov 27 15:58:33.846337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] For port b227f7fa-d15a-450a-89f4-0c60bb173905, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b227f7fa-d15a-450a-89f4-0c60bb173905,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:33.846867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.889915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Calling delete_port for b227f7fa-d15a-450a-89f4-0c60bb173905 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:33.907236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:33.940527 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-6fbae659-e5b0-4386-887a-2c2e9580c721 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102011 Nov 27 15:58:33.967520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:58:34.059478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37d1d9c-6b17-480e-ae8b-0a7065c73d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.077917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37d1d9c-6b17-480e-ae8b-0a7065c73d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.089603 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff8f7d4c-1490-4550-9cfd-95d4ddd6a2cd req-0530c1b2-7188-40b7-aea4-1d2894a908ef service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400986 Nov 27 15:58:34.093860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f94fc-3e7b-40a3-a807-10106d50edfe req-9268bf1a-75c6-41c8-bb67-b77c8bb5f799 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:34.095501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f65f94fc-3e7b-40a3-a807-10106d50edfe req-9268bf1a-75c6-41c8-bb67-b77c8bb5f799 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 947 time: 0.2290709 Nov 27 15:58:34.096206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:34.122833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '587914ea-0e47-47f3-9b17-367f36c72b92', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '587914ea-0e47-47f3-9b17-367f36c72b92', 'mac_address': 'fa:16:3e:02:ce:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:58:34.166557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.181785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587914ea-0e47-47f3-9b17-367f36c72b92 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:34.206830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:34.213130 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.284657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:34.461278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['587914ea-0e47-47f3-9b17-367f36c72b92'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:34.631471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b37d1d9c-6b17-480e-ae8b-0a7065c73d71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c4668cc6781480087d68573aa09b216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9835188 Nov 27 15:58:34.634458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46334) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:34.652431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d1d9c-6b17-480e-ae8b-0a7065c73d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d8a0c-2c66-49eb-9f22-b8ad06c29be8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:34.703310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be28730-fcc4-4d9c-8804-95e43cdb77e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.727660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f65f94fc-3e7b-40a3-a807-10106d50edfe req-b84e4c5e-7832-447d-9e7e-43093e9bdc29 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729336 Nov 27 15:58:34.741524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c23de-9bc2-4388-baf2-a180d681b5fb req-2a52b450-b79b-41e2-87e0-18b8a7810e0d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:34.754890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be28730-fcc4-4d9c-8804-95e43cdb77e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.763036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1c23de-9bc2-4388-baf2-a180d681b5fb req-2a52b450-b79b-41e2-87e0-18b8a7810e0d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 943 time: 0.6547747 Nov 27 15:58:34.833650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.853206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'b227f7fa-d15a-450a-89f4-0c60bb173905'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:34.867134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce1c23de-9bc2-4388-baf2-a180d681b5fb req-e195b140-7d20-43ef-a89d-a691c42f07bb tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961983 Nov 27 15:58:34.898962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be28730-fcc4-4d9c-8804-95e43cdb77e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.901623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5be28730-fcc4-4d9c-8804-95e43cdb77e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:34.902783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5be28730-fcc4-4d9c-8804-95e43cdb77e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f6d8a0c-2c66-49eb-9f22-b8ad06c29be8 HTTP/1.1" status: 204 len: 168 time: 0.2661755 Nov 27 15:58:34.922740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28730-fcc4-4d9c-8804-95e43cdb77e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d8a0c-2c66-49eb-9f22-b8ad06c29be8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:34.946876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'Port': ['ID=b227f7fa-d15a-450a-89f4-0c60bb173905,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:35.054533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-790afe5d-a9f2-497a-86b6-5e66c5b86cab req-9fcd1a05-dcad-47d4-b751-31138179ce5a tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0984213 Nov 27 15:58:35.184647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] No DVR routers for this DVR port b227f7fa-d15a-450a-89f4-0c60bb173905 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:35.190757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:35.203572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a97f15d-103c-40df-a9ad-7341fc07be50 req-5bb4b281-a182-4f92-8cc5-ee916fc9b5a9 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "DELETE /v2.0/ports/b227f7fa-d15a-450a-89f4-0c60bb173905 HTTP/1.1" status: 204 len: 173 time: 1.7811909 Nov 27 15:58:35.210328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-245b162f-7112-4e3c-acaa-010271019988 req-55458e03-ad0c-4f16-b6af-3249a48d1a2e tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ebcdff-8549-4180-ba31-1d421262a5e6 HTTP/1.1" status: 200 len: 210 time: 0.1732354 Nov 27 15:58:35.211861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'name': 'network-vif-deleted', 'tag': 'b227f7fa-d15a-450a-89f4-0c60bb173905'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:35.214468 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8d4707-7817-48fd-8392-9f828fffd4b1" -d '{"events": [{"server_uuid": "25ebcdff-8549-4180-ba31-1d421262a5e6", "name": "network-vif-deleted", "tag": "b227f7fa-d15a-450a-89f4-0c60bb173905"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:35.270893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-37c612a8-65e6-4112-92d6-5e7266adaff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:35.357171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Deleting port 1d7f3788-7980-4681-b6ec-05e468a447dd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:35.357171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:35.405578 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde03fb-0c5e-413f-9fdc-a9a36cbdde6d x-openstack-request-id: req-bdde03fb-0c5e-413f-9fdc-a9a36cbdde6d {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:35.405853 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ebcdff-8549-4180-ba31-1d421262a5e6", "name": "network-vif-deleted", "tag": "b227f7fa-d15a-450a-89f4-0c60bb173905", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:35.406056 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdde03fb-0c5e-413f-9fdc-a9a36cbdde6d {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:35.406462 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ebcdff-8549-4180-ba31-1d421262a5e6', 'name': 'network-vif-deleted', 'tag': 'b227f7fa-d15a-450a-89f4-0c60bb173905', 'status': 'completed', 'code': 200} Nov 27 15:58:35.628138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:35.642522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603299-0058-444a-9cea-646d74470304 req-aee05996-794e-4187-a06e-3721f0ed4263 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:35.645774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a603299-0058-444a-9cea-646d74470304 req-aee05996-794e-4187-a06e-3721f0ed4263 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 948 time: 0.1353066 Nov 27 15:58:35.652699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Calling delete_port for 1d7f3788-7980-4681-b6ec-05e468a447dd owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:35.696772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-e711e799-2cd3-4c65-911e-b0a1b170f5e7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:35.698389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-e711e799-2cd3-4c65-911e-b0a1b170f5e7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f&tenant_id=bfda4e2fe1f240748cc97e497314fbc6&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 948 time: 0.1527269 Nov 27 15:58:35.810731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a603299-0058-444a-9cea-646d74470304 req-001ff0d3-feeb-413b-9ba0-59da4d1f2999 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543503 Nov 27 15:58:35.869595 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-32bfd816-8703-40d7-b9ba-3be900056319 service neutron] delete failed (client error): The resource could not be found. Nov 27 15:58:35.870638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-32bfd816-8703-40d7-b9ba-3be900056319 service neutron] 10.222.0.21 "DELETE /v2.0/ports/587914ea-0e47-47f3-9b17-367f36c72b92/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.1629300 Nov 27 15:58:35.964483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:35.983674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:36.027179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Port': ['ID=1d7f3788-7980-4681-b6ec-05e468a447dd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:36.085808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 587914ea-0e47-47f3-9b17-367f36c72b92 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:58:36.091459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 587914ea-0e47-47f3-9b17-367f36c72b92 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:36.092037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:36.195915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:36.228800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:36.232995 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087aa890-dcaf-4786-a3e6-7f3268733e8f" -d '{"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-plugged", "status": "completed", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:36.252487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:36.258945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:36.285161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aec1bec-2945-43d3-918d-45275cc40e6e req-de91e3e5-9daa-4fc1-9fd6-351a3befcc67 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0914090 Nov 27 15:58:36.365175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:36.398764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3467a1-ad2d-4f74-b1fe-6013224a99c3 req-b88c5b73-9ce2-41c2-bf33-a3debd4ca118 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:36.401711 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4246b7-e446-4e0a-961f-95ab4602ee4a x-openstack-request-id: req-2c4246b7-e446-4e0a-961f-95ab4602ee4a {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:36.402002 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-plugged", "status": "completed", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:36.402261 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c4246b7-e446-4e0a-961f-95ab4602ee4a {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:36.402654 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92', 'code': 200} Nov 27 15:58:36.403204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe3467a1-ad2d-4f74-b1fe-6013224a99c3 req-b88c5b73-9ce2-41c2-bf33-a3debd4ca118 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 943 time: 0.3838365 Nov 27 15:58:36.405077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-7008069c-03ff-4f6a-a5da-cc3659071f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:36.406523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-7008069c-03ff-4f6a-a5da-cc3659071f1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 1099 time: 0.4045510 Nov 27 15:58:36.482751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:36.642704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe3467a1-ad2d-4f74-b1fe-6013224a99c3 req-6e7087b9-9db4-4e09-8f8e-6496ca259815 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013648 Nov 27 15:58:36.769174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-918ad0be-87ce-4b80-9c23-120a7dafada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:36.770737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-918ad0be-87ce-4b80-9c23-120a7dafada5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.3316824 Nov 27 15:58:36.801510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Router 045d295d-747f-4f70-a8ed-12dd39067137 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:58:36.839363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-ac474f4b-aded-47fb-81c6-8cde4849b3e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 200 len: 217 time: 0.0511801 Nov 27 15:58:36.910993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19539b-5a59-4e88-ac5e-316f590d7944 req-87592b4f-fd33-4d0f-813b-fe8e6f55bfcc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:36.912502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f19539b-5a59-4e88-ac5e-316f590d7944 req-87592b4f-fd33-4d0f-813b-fe8e6f55bfcc tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1607964 Nov 27 15:58:36.985727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-6c1a748d-2afb-4d6d-ad6e-946c979a1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:36.987203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-6c1a748d-2afb-4d6d-ad6e-946c979a1727 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1357992 Nov 27 15:58:37.104062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:37.117001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] Sync routers for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:37.127695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6de1f419-745d-4197-983c-852938a81b41 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0214834 Nov 27 15:58:37.132267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46418) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:37.133565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:37.134211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:37.158041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f19539b-5a59-4e88-ac5e-316f590d7944 req-6fa96786-1d1b-45f9-9f61-7897eabaf94c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864338 Nov 27 15:58:37.181543 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-0edeb556-2afb-4ab8-8a16-8efcbdb2c664 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] delete failed (client error): The resource could not be found. Nov 27 15:58:37.186833 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0edeb556-2afb-4ab8-8a16-8efcbdb2c664 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-222171463 HTTP/1.1" status: 404 len: 334 time: 0.0528977 Nov 27 15:58:37.187469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46420) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:37.192238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a9fcbb55-6812-4482-8bff-52d20efbec42 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'router': {'external_gateway_info': {'network_id': '045d295d-747f-4f70-a8ed-12dd39067137'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:37.197325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:37.199918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cece1-3148-4185-8de5-051d0a3dca87 req-3a2d3b04-be81-48f0-b19d-1538541d969c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:37.209620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:37.210870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad4cece1-3148-4185-8de5-051d0a3dca87 req-3a2d3b04-be81-48f0-b19d-1538541d969c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.3124514 Nov 27 15:58:37.211243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:37.230444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-2d273bb1-d491-4ee2-8a71-5f520e4617ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:37.232051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-2d273bb1-d491-4ee2-8a71-5f520e4617ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994686 Nov 27 15:58:37.272099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:37.273041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4981de-d2cb-4d0d-a2d7-2afffbc2110c None None] The sync data for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:37.275340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f25c17e8-934f-4df4-aeba-7131a8a4050e details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:58:37.278536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b227f7fa-d15a-450a-89f4-0c60bb173905 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:37.303106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b227f7fa-d15a-450a-89f4-0c60bb173905 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:37.303746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b227f7fa-d15a-450a-89f4-0c60bb173905 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:37.404332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad4cece1-3148-4185-8de5-051d0a3dca87 req-832ebb1d-adb0-4a55-afd7-4ab6e32f0436 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928108 Nov 27 15:58:37.479285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbc5e4c9-9259-4641-b28d-545b89b8610e req-070f86c3-cdcb-4b23-8740-c858c4f3f4c9 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0319238 Nov 27 15:58:37.511980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-bd2ae6a0-5949-4d92-aa5c-cdde016f3779 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701049 Nov 27 15:58:37.513772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-671955a4-85d3-4069-980e-b603153b21da req-6d8e728c-75ee-45dd-9547-5742315b4d77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0781484 Nov 27 15:58:37.545844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f25c17e8-934f-4df4-aeba-7131a8a4050e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:37.581745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbb55-6812-4482-8bff-52d20efbec42 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:37.587515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'f25c17e8-934f-4df4-aeba-7131a8a4050e', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': 'f25c17e8-934f-4df4-aeba-7131a8a4050e', 'mac_address': 'fa:16:3e:d8:fd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:58:37.596103 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-673b7250-b83d-4434-8159-48545fbb2060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:37.623228 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-a9fcbb55-6812-4482-8bff-52d20efbec42 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] update failed (client error): The resource could not be found. Nov 27 15:58:37.624625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a9fcbb55-6812-4482-8bff-52d20efbec42 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137 HTTP/1.1" status: 404 len: 339 time: 0.4360580 Nov 27 15:58:37.628201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:37.650191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:37.665884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25c17e8-934f-4df4-aeba-7131a8a4050e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:37.700422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61a28b70-dbc8-496c-87b5-7285ea9accc4 req-dc0f3ed6-30a4-40da-aca4-bcab81d20dea service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790073 Nov 27 15:58:37.724190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f25c17e8-934f-4df4-aeba-7131a8a4050e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:37.736093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:37.800477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f25c17e8-934f-4df4-aeba-7131a8a4050e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:37.856583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dabab-57d4-4ed2-8151-f26a47befb9d req-3b09fa07-7108-4842-b14e-166c0f2a30b5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:37.858750 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-685dabab-57d4-4ed2-8151-f26a47befb9d req-3b09fa07-7108-4842-b14e-166c0f2a30b5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 944 time: 0.0986507 Nov 27 15:58:37.922876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-685dabab-57d4-4ed2-8151-f26a47befb9d req-a3d9ee18-bf8c-4754-a696-b40beea0128a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564435 Nov 27 15:58:38.032532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.066112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['f25c17e8-934f-4df4-aeba-7131a8a4050e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:38.383778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-e6f3404b-c88c-47c9-8759-25bfd9eb5ddf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:38.386567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-e6f3404b-c88c-47c9-8759-25bfd9eb5ddf tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1319952 Nov 27 15:58:38.453450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7829b-b481-4e81-b955-b5dd8cc1b146 req-8dff239f-2a1d-441a-b707-1a5819a75114 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:38.464176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3f7829b-b481-4e81-b955-b5dd8cc1b146 req-8dff239f-2a1d-441a-b707-1a5819a75114 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 945 time: 0.1314242 Nov 27 15:58:38.465769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.521821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Allocated IP 172.20.0.1 (061cc8a4-0e23-403a-8485-54416245fc94/40d29c91-18c8-4a15-ab0a-53e643e504aa/66952cf1-3463-4d82-ad17-11c313754285) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:38.603553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46454) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:38.647425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3f7829b-b481-4e81-b955-b5dd8cc1b146 req-5fcff0d2-586a-4b46-8a9e-4ff42a1f5840 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=23e9a985-d732-4154-bf3c-ebb3897b83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801388 Nov 27 15:58:38.682433 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.688410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171b227-86f8-4121-81ea-667c6599c439 req-4a7ac6cc-d176-4a0d-adf9-0058b6b4cfe0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:38.689958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d171b227-86f8-4121-81ea-667c6599c439 req-4a7ac6cc-d176-4a0d-adf9-0058b6b4cfe0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1739612 Nov 27 15:58:38.697157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Deleting port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:38.697534 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.719358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.774293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network 061cc8a4-0e23-403a-8485-54416245fc94 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:38.777624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:38.781398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:38.834141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Port': ['ID=66952cf1-3463-4d82-ad17-11c313754285,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:38.849731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5676a2f1-2169-41cf-a7b3-d024c4162c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.868672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.869023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.869366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.869723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.870064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.870397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.870729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.871056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.871378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.871702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.872057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.872334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:38.872459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7da8d9e6-785b-4ae3-a5ac-c9afe3df130a req-9b6f93a2-008e-4e39-974c-3a627e677b3c tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.1029775 Nov 27 15:58:38.901690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] For port c4c8e7b9-1706-4ef9-9329-c803e4e59c56, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:38.902051 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:38.919886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d171b227-86f8-4121-81ea-667c6599c439 req-670206ad-ff67-4127-9409-aef30a2d25ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192628 Nov 27 15:58:38.944882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Calling delete_port for c4c8e7b9-1706-4ef9-9329-c803e4e59c56 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:38.956437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.073181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5676a2f1-2169-41cf-a7b3-d024c4162c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.146033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ca4f0b49-e83a-42f4-9e4f-c2892cc3a871 None None] Provisioning complete for port 66952cf1-3463-4d82-ad17-11c313754285 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:39.151565 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca4f0b49-e83a-42f4-9e4f-c2892cc3a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.160852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5676a2f1-2169-41cf-a7b3-d024c4162c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.180335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4968e-c54b-4af2-aaf0-f8dbf2c80928 req-0db849dc-d92a-4f4c-b45b-db2139662ab4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:39.182309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52d4968e-c54b-4af2-aaf0-f8dbf2c80928 req-0db849dc-d92a-4f4c-b45b-db2139662ab4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.0918598 Nov 27 15:58:39.183058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.196402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c4c8e7b9-1706-4ef9-9329-c803e4e59c56'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:39.203579 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-68e081a2-ea13-4693-b6da-e86206096383 req-19c2881f-92d5-4075-b036-a980c9930b91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=928ad014d837449d842353844ba683ff&device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0315442 Nov 27 15:58:39.232790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f0b49-e83a-42f4-9e4f-c2892cc3a871 None None] Port 66952cf1-3463-4d82-ad17-11c313754285 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:58:39.252092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'Port': ['ID=c4c8e7b9-1706-4ef9-9329-c803e4e59c56,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:39.262006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f25c17e8-934f-4df4-aeba-7131a8a4050e up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:39.268708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-68e081a2-ea13-4693-b6da-e86206096383 req-dddab70d-29cd-4be9-9927-37f5bdec3d11 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=928ad014d837449d842353844ba683ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535011 Nov 27 15:58:39.306073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] No DVR routers for this DVR port c4c8e7b9-1706-4ef9-9329-c803e4e59c56 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:39.311925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.315309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6f1de4b-0a9b-42a3-b451-87baf5ef873f req-93fc91fd-3d80-402c-8782-294a994e9c5b tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "DELETE /v2.0/ports/c4c8e7b9-1706-4ef9-9329-c803e4e59c56 HTTP/1.1" status: 204 len: 173 time: 0.9211388 Nov 27 15:58:39.315889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'name': 'network-vif-deleted', 'tag': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:39.318726 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994fad6b-6e83-47fd-978d-eb568f6b8e85" -d '{"events": [{"server_uuid": "a4b86c73-8226-41ab-919e-b699a37153a3", "name": "network-vif-deleted", "tag": "c4c8e7b9-1706-4ef9-9329-c803e4e59c56"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:39.344345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port f25c17e8-934f-4df4-aeba-7131a8a4050e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:58:39.354423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5676a2f1-2169-41cf-a7b3-d024c4162c3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fad7b765963847c18798d2e35e75fefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7506855 Nov 27 15:58:39.357540 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.365923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ce9d7-6d29-49a9-b737-e5eccde52906 req-69642e9f-649b-4506-9603-fc775de33d04 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:39.369158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port f25c17e8-934f-4df4-aeba-7131a8a4050e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:39.369896 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.372101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888ce9d7-6d29-49a9-b737-e5eccde52906 req-69642e9f-649b-4506-9603-fc775de33d04 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 944 time: 0.1825199 Nov 27 15:58:39.374470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676a2f1-2169-41cf-a7b3-d024c4162c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd802ba-c472-430d-b2d6-5f755878e29a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:39.377197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46474) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:39.444394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52d4968e-c54b-4af2-aaf0-f8dbf2c80928 req-6b87a5af-c0af-4c9d-9ce2-e8424b59e89c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455275 Nov 27 15:58:39.503542 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d66588db-5af1-4321-a6e0-b357e7313ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.535668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d66588db-5af1-4321-a6e0-b357e7313ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.553097 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.580502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c17e8-934f-4df4-aeba-7131a8a4050e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:39.584438 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98d359-87d7-4f56-9d4f-c7afa9856027" -d '{"events": [{"server_uuid": "f8a9c8f0-9ef2-4d52-b159-fee881eeab30", "name": "network-vif-plugged", "status": "completed", "tag": "f25c17e8-934f-4df4-aeba-7131a8a4050e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:39.594139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e081a2-ea13-4693-b6da-e86206096383 req-b2999a65-b0f2-41d8-bafa-42cd01ba88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:39.595605 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-68e081a2-ea13-4693-b6da-e86206096383 req-b2999a65-b0f2-41d8-bafa-42cd01ba88d1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019583 Nov 27 15:58:39.603546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f25c17e8-934f-4df4-aeba-7131a8a4050e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:39.608856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.618440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ace3226-46a9-4afd-9271-9774a5f83af6 req-39e2bc3b-0f77-4586-8d42-96c30b62b102 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0419786 Nov 27 15:58:39.622653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888ce9d7-6d29-49a9-b737-e5eccde52906 req-ecc20050-9c9a-4ad3-a9ca-77de1c43934c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119148 Nov 27 15:58:39.656222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d66588db-5af1-4321-a6e0-b357e7313ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.659228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d66588db-5af1-4321-a6e0-b357e7313ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.664439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d66588db-5af1-4321-a6e0-b357e7313ecf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dd802ba-c472-430d-b2d6-5f755878e29a HTTP/1.1" status: 204 len: 168 time: 0.2839210 Nov 27 15:58:39.665109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f25c17e8-934f-4df4-aeba-7131a8a4050e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:39.681468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66588db-5af1-4321-a6e0-b357e7313ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd802ba-c472-430d-b2d6-5f755878e29a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:39.709496 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6ca01-0d04-4183-80f6-fbfe30082320 x-openstack-request-id: req-fce6ca01-0d04-4183-80f6-fbfe30082320 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:39.709743 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b86c73-8226-41ab-919e-b699a37153a3", "name": "network-vif-deleted", "tag": "c4c8e7b9-1706-4ef9-9329-c803e4e59c56", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:39.710057 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fce6ca01-0d04-4183-80f6-fbfe30082320 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:39.710614 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b86c73-8226-41ab-919e-b699a37153a3', 'name': 'network-vif-deleted', 'tag': 'c4c8e7b9-1706-4ef9-9329-c803e4e59c56', 'status': 'completed', 'code': 200} Nov 27 15:58:39.764214 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae739e-e616-4278-9953-a9cebdca588f x-openstack-request-id: req-34ae739e-e616-4278-9953-a9cebdca588f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:39.766016 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a9c8f0-9ef2-4d52-b159-fee881eeab30", "name": "network-vif-plugged", "status": "completed", "tag": "f25c17e8-934f-4df4-aeba-7131a8a4050e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:39.766764 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34ae739e-e616-4278-9953-a9cebdca588f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:39.767400 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c17e8-934f-4df4-aeba-7131a8a4050e', 'code': 200} Nov 27 15:58:39.885574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:39.897630 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.017311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event updated for resources: {'Port': ['ID=66952cf1-3463-4d82-ad17-11c313754285,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:40.033109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.141679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Network 061cc8a4-0e23-403a-8485-54416245fc94 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:40.143299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:40.199158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46508) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:40.235874 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.350082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d8f775e-4e18-4ce9-bbc7-1c1c3f4889cd req-883cec1c-b4ff-4e91-b883-e498562e6777 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b86c73-8226-41ab-919e-b699a37153a3 HTTP/1.1" status: 200 len: 210 time: 0.5053933 Nov 27 15:58:40.393440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e97d1-692c-4930-b8ca-bf7d5af6b28f req-9544fcba-74a9-4967-b3f9-004f8e1d3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:40.395217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a1e97d1-692c-4930-b8ca-bf7d5af6b28f req-9544fcba-74a9-4967-b3f9-004f8e1d3dfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 1096 time: 0.5484753 Nov 27 15:58:40.464843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a1e97d1-692c-4930-b8ca-bf7d5af6b28f req-8e92fd06-3444-49c4-afd4-d89cab49e4b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572269 Nov 27 15:58:40.510792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57482f07-72bb-48af-9b90-ef489ac12bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.547202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-488e48f8-baca-4149-b5f5-f4ca9fb0255a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239763 Nov 27 15:58:40.567253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1632c9fe-e722-4bc0-abc5-bd649ad8ae6e None None] Provisioning complete for port 66952cf1-3463-4d82-ad17-11c313754285 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:40.567699 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1632c9fe-e722-4bc0-abc5-bd649ad8ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.568871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Router 045d295d-747f-4f70-a8ed-12dd39067137 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:58:40.616703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1632c9fe-e722-4bc0-abc5-bd649ad8ae6e None None] Port 66952cf1-3463-4d82-ad17-11c313754285 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:58:40.700824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-6f7d2f93-3698-4226-b818-2e97ed904fc3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:40.702662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-6f7d2f93-3698-4226-b818-2e97ed904fc3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255383 Nov 27 15:58:40.707298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57482f07-72bb-48af-9b90-ef489ac12bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.712601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:40.714656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57482f07-72bb-48af-9b90-ef489ac12bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.721190 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5253c25-d570-427a-bc97-34ce2087bc10 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0888572 Nov 27 15:58:40.728043 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] Sync routers for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:40.734867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46540) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:40.740937 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:40.741660 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:40.747821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98cc2e63-9296-4996-a4b2-2b0992df7de6 req-ec0b5922-753b-4c57-9daf-47d35d25af46 tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0304897 Nov 27 15:58:40.750748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-ac799356-f865-4f6f-bb5d-42f2ad63716c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/quotas/bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 375 time: 0.0412147 Nov 27 15:58:40.789028 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:40.804314 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:40.805584 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:40.828215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-57482f07-72bb-48af-9b90-ef489ac12bee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f90625bac12c4a4a82176e8bf40b14c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286938 Nov 27 15:58:40.830731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57482f07-72bb-48af-9b90-ef489ac12bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9829d3-f091-487d-87b5-a5e91ac4ee8d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:40.834980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46542) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:40.864481 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:40.865275 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b19fbc-8b4a-4ae7-9893-060bf0bc5bd5 None None] The sync data for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:40.880618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df13f5e9-65d6-4a13-9b10-17df18ba2f0d tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:40.882342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-4ec7694c-dbab-4ba1-8666-b7a9b4f4943b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069179 Nov 27 15:58:40.905089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa428-9423-4bdb-8ecb-aefb0acef575 req-1ca81464-a077-46d4-b8a4-d236e0b2a725 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:40.906707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37aaa428-9423-4bdb-8ecb-aefb0acef575 req-1ca81464-a077-46d4-b8a4-d236e0b2a725 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 945 time: 0.0733304 Nov 27 15:58:40.961050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37aaa428-9423-4bdb-8ecb-aefb0acef575 req-312221ed-ee34-48cb-866b-b7801fe53f65 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Nov 27 15:58:40.983970 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-68e081a2-ea13-4693-b6da-e86206096383 req-5ba4340e-1458-410d-9dc3-123185371a9a tempest-ServerShowV257Test-802231686 tempest-ServerShowV257Test-802231686-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb24eec2-83ef-40c1-ae32-268fb3de08c3 HTTP/1.1" status: 200 len: 210 time: 0.0605071 Nov 27 15:58:41.006379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-941171b5-d538-4930-8300-2f965653761f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:41.018781 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-df13f5e9-65d6-4a13-9b10-17df18ba2f0d tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 15:58:41.020110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df13f5e9-65d6-4a13-9b10-17df18ba2f0d tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137 HTTP/1.1" status: 409 len: 329 time: 0.2842896 Nov 27 15:58:41.023018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46548) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:41.035470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-941171b5-d538-4930-8300-2f965653761f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:41.105250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-941171b5-d538-4930-8300-2f965653761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:41.109328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-941171b5-d538-4930-8300-2f965653761f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:41.110617 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-941171b5-d538-4930-8300-2f965653761f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b9829d3-f091-487d-87b5-a5e91ac4ee8d HTTP/1.1" status: 204 len: 168 time: 0.2713175 Nov 27 15:58:41.137768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941171b5-d538-4930-8300-2f965653761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9829d3-f091-487d-87b5-a5e91ac4ee8d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:41.152551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ecca83f-210c-4b45-8038-d1e1c4c781e7 req-80d68509-c9ad-4f20-bb59-93a4b62d4a66 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 210 time: 0.1184905 Nov 27 15:58:41.194777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:41.591624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:41.951308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cccff-e007-4582-8a07-9db1562fc56e req-f73d9094-33d4-45a6-bede-e2bd8f4b8244 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:41.953080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f0cccff-e007-4582-8a07-9db1562fc56e req-f73d9094-33d4-45a6-bede-e2bd8f4b8244 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1340582 Nov 27 15:58:42.042130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04721-12fb-41a3-a179-179d77353722 req-f6601771-58c0-4e5f-bc94-07582f99a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:42.043639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-f6601771-58c0-4e5f-bc94-07582f99a4f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 1096 time: 0.0854023 Nov 27 15:58:42.092279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f0cccff-e007-4582-8a07-9db1562fc56e req-16897ff7-d9ee-486c-b81a-af0d82d673e2 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983942 Nov 27 15:58:42.253068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46596) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:42.259947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7ae8b-8eba-42d9-b49e-a21a80ae9af8 req-9adfc7f7-b478-488c-b0a0-94aee39a5182 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:42.267247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ab7ae8b-8eba-42d9-b49e-a21a80ae9af8 req-9adfc7f7-b478-488c-b0a0-94aee39a5182 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 945 time: 0.1942749 Nov 27 15:58:42.318700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3afefccf-ca4b-4462-b29c-6184c86d5b3e req-de2ab0fc-921e-43de-980e-aa788d522f61 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 210 time: 0.0486252 Nov 27 15:58:42.385474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04721-12fb-41a3-a179-179d77353722 req-acdb9993-8fee-4ff7-b114-3bbe40083075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:42.387029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-acdb9993-8fee-4ff7-b114-3bbe40083075 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.3128796 Nov 27 15:58:42.398571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Deleting port 66952cf1-3463-4d82-ad17-11c313754285 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:42.398919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:42.427003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ab7ae8b-8eba-42d9-b49e-a21a80ae9af8 req-45330dcd-aa67-4543-b72d-ad2a0e7a336f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585202 Nov 27 15:58:42.470044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35b38d5c-b50f-4229-8b8c-ef17b7905835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:42.506915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-396ea90b-bf1a-4ec2-8511-9aa6bca29b98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e HTTP/1.1" status: 200 len: 217 time: 0.1026528 Nov 27 15:58:42.603530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04721-12fb-41a3-a179-179d77353722 req-16722077-bba9-491f-9b80-978733cf77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:42.606227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-16722077-bba9-491f-9b80-978733cf77b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.0874407 Nov 27 15:58:42.608535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:42.647780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-c0164abb-7a58-4e61-bfbe-0beba45aff82 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567036 Nov 27 15:58:42.650302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Calling delete_port for 66952cf1-3463-4d82-ad17-11c313754285 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:42.654467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-ced017ca-4d0a-43b4-9120-426c5d3a1205 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353858 Nov 27 15:58:42.847456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-892f8e56-1c9b-475b-baa0-d6bdcf6611ed service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827834 Nov 27 15:58:42.853715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35b38d5c-b50f-4229-8b8c-ef17b7905835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:42.866748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35b38d5c-b50f-4229-8b8c-ef17b7905835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:42.929796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-e7a059f8-8658-4609-8e43-96a2948c765f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:42.931368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-e7a059f8-8658-4609-8e43-96a2948c765f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750680 Nov 27 15:58:42.936771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-35b38d5c-b50f-4229-8b8c-ef17b7905835 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=928ad014d837449d842353844ba683ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6825285 Nov 27 15:58:42.939094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b38d5c-b50f-4229-8b8c-ef17b7905835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70ebef-e502-48de-9fff-47184092e1c9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:42.942282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46616) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:42.948758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Request body: {'port': {'device_id': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'bfda4e2fe1f240748cc97e497314fbc6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:42.953875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-0146d803-9331-44ae-a32d-799370e5ff89 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990317 Nov 27 15:58:43.042384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.087787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Port': ['ID=66952cf1-3463-4d82-ad17-11c313754285,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:43.111538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e532013-9d9f-4589-a5f8-ccdcb9904391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.168411 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e532013-9d9f-4589-a5f8-ccdcb9904391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.196025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Made reservation on behalf of bfda4e2fe1f240748cc97e497314fbc6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:43.199826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.309665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c4c8e7b9-1706-4ef9-9329-c803e4e59c56 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:43.334666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e532013-9d9f-4589-a5f8-ccdcb9904391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.339715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e532013-9d9f-4589-a5f8-ccdcb9904391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.341251 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e532013-9d9f-4589-a5f8-ccdcb9904391 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c70ebef-e502-48de-9fff-47184092e1c9 HTTP/1.1" status: 204 len: 168 time: 0.3968797 Nov 27 15:58:43.391400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e532013-9d9f-4589-a5f8-ccdcb9904391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70ebef-e502-48de-9fff-47184092e1c9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:43.392619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: c4c8e7b9-1706-4ef9-9329-c803e4e59c56 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:43.393749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c4c8e7b9-1706-4ef9-9329-c803e4e59c56 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:43.412514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.434704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Allocated IP 192.168.233.131 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/951a7427-b35a-41a9-abd0-67df8dc65253) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:43.609981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e95e-83c9-4193-b95f-b761ae15f3f1 req-23da5ad3-9f80-4761-8084-891629ad8a23 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:43.611772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e704e95e-83c9-4193-b95f-b761ae15f3f1 req-23da5ad3-9f80-4761-8084-891629ad8a23 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.4117553 Nov 27 15:58:43.619279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4f6572-9319-4765-b1a9-15bc4b0ea787 req-9ab926e0-4259-4b7c-8d78-7bef9cf3b101 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 210 time: 0.0662889 Nov 27 15:58:43.729497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-292ba6df-af69-4ba5-967b-e56e82cb124c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:43.731141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-292ba6df-af69-4ba5-967b-e56e82cb124c tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.3148181 Nov 27 15:58:43.758719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Router 045d295d-747f-4f70-a8ed-12dd39067137 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:58:43.813747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e704e95e-83c9-4193-b95f-b761ae15f3f1 req-3b564b1d-ca5d-4811-b75c-6d397eadfc9f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575665 Nov 27 15:58:43.827183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.897998 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:43.910417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619', '587914ea-0e47-47f3-9b17-367f36c72b92'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:43.973149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:43.982846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:43.984665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:43.990360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:44.080173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:44.084809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.127330 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-b59301fd-dc60-4195-8f01-3c4321b17b01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1821287 Nov 27 15:58:44.147404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:44.148778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Request body: {'port': {'device_id': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:44.161836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57e74428-0107-4c16-93a7-8f46bc949a23 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1342041 Nov 27 15:58:44.162967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:44.168936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] Sync routers for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:44.207168 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-d109e707-8345-4082-938d-039a11f2c379 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] show failed (client error): The resource could not be found. Nov 27 15:58:44.220629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d109e707-8345-4082-938d-039a11f2c379 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1397564174 HTTP/1.1" status: 404 len: 335 time: 0.0560069 Nov 27 15:58:44.226543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46658) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:44.236017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535cce4-1227-4dc5-a291-ecdb4493e8af req-6a9ae14c-f0d2-4ae5-8f67-43d1f532a73f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:44.242403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0535cce4-1227-4dc5-a291-ecdb4493e8af req-6a9ae14c-f0d2-4ae5-8f67-43d1f532a73f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 945 time: 0.2160552 Nov 27 15:58:44.243237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-75ab0adb-109b-4881-bc17-a5a1c516bfc2 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:44.251275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:44.253863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:44.265580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Deleting port 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:44.265926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.333666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:44.379480 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-75ab0adb-109b-4881-bc17-a5a1c516bfc2 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] update failed (client error): The resource could not be found. Nov 27 15:58:44.386250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-75ab0adb-109b-4881-bc17-a5a1c516bfc2 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1501656478 HTTP/1.1" status: 404 len: 335 time: 0.1575909 Nov 27 15:58:44.398886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:44.421902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0535cce4-1227-4dc5-a291-ecdb4493e8af req-85a0df1f-e57c-4af3-9dc1-1aea70a1106c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650176 Nov 27 15:58:44.422404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] Routers {'045d295d-747f-4f70-a8ed-12dd39067137'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:44.423155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['045d295d-747f-4f70-a8ed-12dd39067137'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:44.486307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.502691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] For port 3990145a-6d89-4598-a253-c6871b5caccb, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3990145a-6d89-4598-a253-c6871b5caccb,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:44.502923 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.537952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:44.538761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b14e94-9cea-4219-96ea-083a6c546d6b None None] The sync data for ids ['045d295d-747f-4f70-a8ed-12dd39067137'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:44.552286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-39cfebc6-050c-4856-9f65-b58166f38a0a None None] Provisioning complete for port 951a7427-b35a-41a9-abd0-67df8dc65253 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:44.553548 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-39cfebc6-050c-4856-9f65-b58166f38a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.661228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-39cfebc6-050c-4856-9f65-b58166f38a0a None None] Port 951a7427-b35a-41a9-abd0-67df8dc65253 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:58:44.676339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Deleting subnet 7b4bf7ad-1492-4e03-8e2a-549dd81b0d0d {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:44.683897 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.742662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.838571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:44.918253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10cd8-20c6-45bd-b294-8c8e09be465c req-94828d74-b4a3-44d5-ab91-3191b4e627d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:44.927395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3af10cd8-20c6-45bd-b294-8c8e09be465c req-94828d74-b4a3-44d5-ab91-3191b4e627d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 936 time: 0.1774254 Nov 27 15:58:44.935509 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.935980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:44.936392 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Floating IP ee1e191a-4f4b-4e64-915e-18672fe20020 disassociated. External IP: 172.25.1.92, port: 3990145a-6d89-4598-a253-c6871b5caccb. Nov 27 15:58:44.936985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Calling delete_port for 3990145a-6d89-4598-a253-c6871b5caccb owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:45.116744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3af10cd8-20c6-45bd-b294-8c8e09be465c req-0be91387-5050-46c1-a5bf-b62cfe1acc59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774147 Nov 27 15:58:45.132560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1263842256-network', 'tenant_id': 'c2449925a3354b6dba580304a0430cbe'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:45.215659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Made reservation on behalf of c2449925a3354b6dba580304a0430cbe for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:45.218371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.230940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9959f-35f2-4451-82f3-dfd35cd75cfa req-6c082614-e516-4079-9e0a-c1143a55de1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:45.238950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9af9959f-35f2-4451-82f3-dfd35cd75cfa req-6c082614-e516-4079-9e0a-c1143a55de1f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 944 time: 0.1468811 Nov 27 15:58:45.260310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.273598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951a7427-b35a-41a9-abd0-67df8dc65253 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:45.315489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.401890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04721-12fb-41a3-a179-179d77353722 req-346771d0-63a9-4594-b545-cc345631ca91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:45.404095 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-346771d0-63a9-4594-b545-cc345631ca91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 945 time: 0.9220972 Nov 27 15:58:45.431835 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.433983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9af9959f-35f2-4451-82f3-dfd35cd75cfa req-9d5d49b2-246d-43c2-afa7-f4e184762206 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f73e3d7-462c-45e4-852b-ffb97cf96100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939921 Nov 27 15:58:45.482388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.520544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Transition to ACTIVE for port object 951a7427-b35a-41a9-abd0-67df8dc65253 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:58:45.537758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.607203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'Port': ['ID=3990145a-6d89-4598-a253-c6871b5caccb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:45.630791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46726) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:45.637253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.680922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.712409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bdbe6c-b7d0-48e6-98a9-e57f40998e6d None None] Network 8b6e7718-d4a5-4146-b5d2-26712a7a97fc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:45.736713 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.766484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.777256 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/subnets/7b4bf7ad-1492-4e03-8e2a-549dd81b0d0d HTTP/1.1" status: 204 len: 168 time: 1.3772781 Nov 27 15:58:45.782626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:58:45.811308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.811700 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Added segment 1768a98a-dc51-453e-882a-7c392f986c5e of type vlan for network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 Nov 27 15:58:45.851094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46730) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:45.871733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96e970-5a41-4cbf-8f92-7545388795d0 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4bf7ad-1492-4e03-8e2a-549dd81b0d0d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:45.890850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Attempting to bind port 951a7427-b35a-41a9-abd0-67df8dc65253 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:45.891207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Attempting to bind port 951a7427-b35a-41a9-abd0-67df8dc65253 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:45.891542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Attempting to bind port 951a7427-b35a-41a9-abd0-67df8dc65253 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:45.911550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:45.964283 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:45.967947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Port 951a7427-b35a-41a9-abd0-67df8dc65253 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:58:45.968280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Attempting to bind port 951a7427-b35a-41a9-abd0-67df8dc65253 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:45.979659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:45.980037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:45.980397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:45.981547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Bound port: 951a7427-b35a-41a9-abd0-67df8dc65253, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:45.982110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.084313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:46.088318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:46.094790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port f25c17e8-934f-4df4-aeba-7131a8a4050e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:46.095134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.099537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.105423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Deleting subnet a357ea7c-8e60-4330-aeb3-714f05a0c5a0 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:46.108911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.149693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.155129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.252299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] DHCP port deletion for 8b6e7718-d4a5-4146-b5d2-26712a7a97fc request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:46.286678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.326142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] Deleting port 5962e325-3739-4fb2-997d-a8c7e49232ef {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:46.327405 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.374151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.458018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Subnet': ['ID=a357ea7c-8e60-4330-aeb3-714f05a0c5a0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:46.459638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] For port 5962e325-3739-4fb2-997d-a8c7e49232ef, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5962e325-3739-4fb2-997d-a8c7e49232ef,segment=NetworkSegment(d8d50be1-eb68-4b1e-82bc-5d0edd5588e2),segment_id=d8d50be1-eb68-4b1e-82bc-5d0edd5588e2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:46.460618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.483923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:46.484644 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.486164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] 10.222.0.37 "PUT /v2.0/ports/951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 1096 time: 2.3453505 Nov 27 15:58:46.489890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:46.492469 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5561a24-a5e5-4111-95b5-d4c3c3318230" -d '{"events": [{"name": "network-changed", "server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:46.510485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.514786 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-07efbac7-562c-49ad-86ec-35aa6e0aceef tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/subnets/a357ea7c-8e60-4330-aeb3-714f05a0c5a0 HTTP/1.1" status: 204 len: 168 time: 0.6438973 Nov 27 15:58:46.524344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220fbf31-d75d-4358-a7eb-ae47bfe6e177 None None] Network ea868bcf-a6cc-480b-b46e-8b2b4accc95e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:46.530554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46742) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:46.552375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] Calling delete_port for 5962e325-3739-4fb2-997d-a8c7e49232ef owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:46.642471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dcb75-361a-41f0-a1c5-2862ea341b77 service neutron] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:46.746554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.747562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:46.748075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.800897 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:46.858841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:58:46.875227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] Pushing event deleted for resources: {'Port': ['ID=5962e325-3739-4fb2-997d-a8c7e49232ef,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:46.890403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e807b7b-c0ce-40d4-b8dd-0c0de602284f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:46.906839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc17da-980d-4b11-83a4-9a3389919718 None None] No DVR routers for this DVR port 5962e325-3739-4fb2-997d-a8c7e49232ef on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:46.929510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89487785-115d-4629-845f-0c80891c5170 None None] DHCP port deletion for ea868bcf-a6cc-480b-b46e-8b2b4accc95e request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:46.936392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0856037 Nov 27 15:58:47.000716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-89487785-115d-4629-845f-0c80891c5170 None None] Deleting port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:47.001267 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89487785-115d-4629-845f-0c80891c5170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.011256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46744) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:47.023446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Request body: {'subnet': {'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1263842256-subnet', 'tenant_id': 'c2449925a3354b6dba580304a0430cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:47.040094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9551c-0362-4baf-a2d6-7e98c5d379d8 req-857f7eab-be12-4746-b019-be5c8160195c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:47.040094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4f9551c-0362-4baf-a2d6-7e98c5d379d8 req-857f7eab-be12-4746-b019-be5c8160195c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 945 time: 1.4533751 Nov 27 15:58:47.115112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-89487785-115d-4629-845f-0c80891c5170 None None] For port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,segment=NetworkSegment(531795a2-677f-48ae-8673-2e94a5ff3817),segment_id=531795a2-677f-48ae-8673-2e94a5ff3817)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:47.116778 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89487785-115d-4629-845f-0c80891c5170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.128219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fea11-b859-422b-9ef5-7e882fadc2a4 req-5ef00f6d-c07a-4fcb-b833-d24015acafdc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:47.136251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-89487785-115d-4629-845f-0c80891c5170 None None] Calling delete_port for 2e8cc589-0fa9-4bdc-8a78-137237e8c04c owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:47.136457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-933fea11-b859-422b-9ef5-7e882fadc2a4 req-5ef00f6d-c07a-4fcb-b833-d24015acafdc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.3910384 Nov 27 15:58:47.165669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b425e-cace-4590-b867-19683c0f1cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9e85d3-a930-410c-baa1-92e7dbaaffa2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:47.172621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port f25c17e8-934f-4df4-aeba-7131a8a4050e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f25c17e8-934f-4df4-aeba-7131a8a4050e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:47.173098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.187880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for f25c17e8-934f-4df4-aeba-7131a8a4050e owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:47.220866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5962e325-3739-4fb2-997d-a8c7e49232ef no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:47.224264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:58:47.259949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Made reservation on behalf of c2449925a3354b6dba580304a0430cbe for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:47.262268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.298998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4f9551c-0362-4baf-a2d6-7e98c5d379d8 req-3aedcf55-61f2-4f4e-b1b4-895fa16771c1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457111 Nov 27 15:58:47.354884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-933fea11-b859-422b-9ef5-7e882fadc2a4 req-8ac66508-fc87-4227-8d0a-c1d82cf803d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174594 Nov 27 15:58:47.365195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:47.380467 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] Sync routers for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:47.398154 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:47.398953 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:47.452826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-db9b32f8-305e-4720-810c-10c9d811a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:47.456643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-db9b32f8-305e-4720-810c-10c9d811a5b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1099 time: 0.8998668 Nov 27 15:58:47.461066 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f45c86-a902-4a46-8392-a365eb9ee01c x-openstack-request-id: req-a4f45c86-a902-4a46-8392-a365eb9ee01c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:47.461766 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:47.461766 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4f45c86-a902-4a46-8392-a365eb9ee01c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:47.462317 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'status': 'completed', 'code': 200} Nov 27 15:58:47.468520 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.528112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] No DVR routers for this DVR port 3990145a-6d89-4598-a253-c6871b5caccb on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:47.537936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.542211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b2597d6-642c-47b5-b346-a5b11ba7d105 req-472bcfe8-d9da-4e66-b03b-ab991e7eb816 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.21 "DELETE /v2.0/ports/3990145a-6d89-4598-a253-c6871b5caccb HTTP/1.1" status: 204 len: 173 time: 3.8002782 Nov 27 15:58:47.554762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-deleted', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:47.557512 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5266ad8c-0a13-4649-85b6-21e84698ae42" -d '{"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-deleted", "tag": "3990145a-6d89-4598-a253-c6871b5caccb"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:47.575882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.582278 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:58:47.592666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.597855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=f25c17e8-934f-4df4-aeba-7131a8a4050e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:47.599876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:47.611275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:47.612029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-f1887eff-7a89-47e0-8319-402d20b7d4ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 217 time: 0.1328764 Nov 27 15:58:47.624698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f85e42ee-42c5-4d05-852e-15591106b554 req-5c40c04f-bc66-484c-b591-848dbfb30be7 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a HTTP/1.1" status: 200 len: 210 time: 0.1746807 Nov 27 15:58:47.660223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.719191 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e6bbfd-2080-4056-99d9-ace9049ca2d0 x-openstack-request-id: req-29e6bbfd-2080-4056-99d9-ace9049ca2d0 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:47.719994 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a", "name": "network-vif-deleted", "tag": "3990145a-6d89-4598-a253-c6871b5caccb", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:47.720466 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29e6bbfd-2080-4056-99d9-ace9049ca2d0 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:47.721081 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bdc80-7ea2-4b6e-b0ff-10bf3ff1e69a', 'name': 'network-vif-deleted', 'tag': '3990145a-6d89-4598-a253-c6871b5caccb', 'status': 'completed', 'code': 200} Nov 27 15:58:47.755975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0224f618a3cb4bf8baecb830ead174fa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1164832 Nov 27 15:58:47.771234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:47.826872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port f25c17e8-934f-4df4-aeba-7131a8a4050e on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:47.849485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 5962e325-3739-4fb2-997d-a8c7e49232ef {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:47.850532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5962e325-3739-4fb2-997d-a8c7e49232ef not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:47.851250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2e8cc589-0fa9-4bdc-8a78-137237e8c04c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:47.857550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 3990145a-6d89-4598-a253-c6871b5caccb {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:47.858202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3990145a-6d89-4598-a253-c6871b5caccb not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:47.858839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f25c17e8-934f-4df4-aeba-7131a8a4050e no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:47.873749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.877120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08d04721-12fb-41a3-a179-179d77353722 req-9e43c1f5-5dd9-4d55-b6d9-f060b536df91 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "DELETE /v2.0/ports/f25c17e8-934f-4df4-aeba-7131a8a4050e HTTP/1.1" status: 204 len: 173 time: 2.4562011 Nov 27 15:58:47.880045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4f007c-12aa-4518-9d38-48cd79da702b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:47.898154 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:47.903986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.904345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.904701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.905093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.905400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.905770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.908552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-df8b8b3f-13cd-4a54-9181-30d78c447049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:47.910776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-df8b8b3f-13cd-4a54-9181-30d78c447049 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2757092 Nov 27 15:58:47.919184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: f25c17e8-934f-4df4-aeba-7131a8a4050e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:47.920117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f25c17e8-934f-4df4-aeba-7131a8a4050e not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:47.927326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.927719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.928070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.928415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.928760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.929101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc0ef9-6612-4ee4-97f7-6a946de690bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:47.934730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:47.975145 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] Checking router: 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:58:48.008966 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:48.010623 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:48.052534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89487785-115d-4629-845f-0c80891c5170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.061314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=068e1a2f-447a-432e-872d-124f033a7037,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:48.067249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.092336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Checking segment: {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:48.092799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Network hostable DHCP agents. Network: fb9e85d3-a930-410c-baa1-92e7dbaaffa2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:58:48.113096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89487785-115d-4629-845f-0c80891c5170 None None] Pushing event deleted for resources: {'Port': ['ID=2e8cc589-0fa9-4bdc-8a78-137237e8c04c,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:48.119788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:58:48.134735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, fb9e85d3-a930-410c-baa1-92e7dbaaffa2) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:48.145913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6e7718-d4a5-4146-b5d2-26712a7a97fc']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:48.152264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:48.154137 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.166511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f887ad5-9dd2-4065-95b0-02221689ebbd None None] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:48.168448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bed09c68-9e6c-4ca8-965e-ff3fd1147731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.195321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6f6ac785-f937-457b-910d-b0fd434a3fa9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1757026 Nov 27 15:58:48.195938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bed09c68-9e6c-4ca8-965e-ff3fd1147731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.211238 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:58:48.246209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:48.246552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d50be1-eb68-4b1e-82bc-5d0edd5588e2') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:48.249979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-e583d8c4-014b-48ae-8187-a3c88df20c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:48.251390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-e583d8c4-014b-48ae-8187-a3c88df20c2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3165638 Nov 27 15:58:48.265626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.290207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bed09c68-9e6c-4ca8-965e-ff3fd1147731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.294043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bed09c68-9e6c-4ca8-965e-ff3fd1147731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.295208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bed09c68-9e6c-4ca8-965e-ff3fd1147731 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc4f007c-12aa-4518-9d38-48cd79da702b HTTP/1.1" status: 204 len: 168 time: 0.5020208 Nov 27 15:58:48.401705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed09c68-9e6c-4ca8-965e-ff3fd1147731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4f007c-12aa-4518-9d38-48cd79da702b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:48.404010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.431868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:48.432283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:48.435877 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:48.624475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abc13981-49b1-4d9c-8a44-d554c6b3ae82 req-d7c12737-44ae-4764-8e9b-8fd473de572b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a9c8f0-9ef2-4d52-b159-fee881eeab30 HTTP/1.1" status: 200 len: 210 time: 0.1297069 Nov 27 15:58:48.652418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89487785-115d-4629-845f-0c80891c5170 None None] No DVR routers for this DVR port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:48.658245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.675771 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:48.696643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port 2e8cc589-0fa9-4bdc-8a78-137237e8c04c update to DOWN by agent not found {{(pid=110077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 15:58:48.708125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:48.714081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/networks/8b6e7718-d4a5-4146-b5d2-26712a7a97fc HTTP/1.1" status: 204 len: 168 time: 2.1795449 Nov 27 15:58:48.714081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-8648c60a-e9c7-4c3e-aff7-11e81dbd4d34 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423146 Nov 27 15:58:48.714519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46772) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:48.773849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef53a13-9adb-424e-8b40-fab1502f076a req-7dea8d65-1a14-4f03-a7d2-f1537d0fd111 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:48.789958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ef53a13-9adb-424e-8b40-fab1502f076a req-7dea8d65-1a14-4f03-a7d2-f1537d0fd111 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.1846712 Nov 27 15:58:48.808308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be7d1d-d06a-472b-a38c-c04ca8eb5747 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Network': ['ID=8b6e7718-d4a5-4146-b5d2-26712a7a97fc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:48.835246 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfa869-1c3a-4d04-8360-9fca22db281a None None] The sync data for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 is: [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:50:05Z', 'revision_number': 4, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a904bb84-1b05-4559-8720-f8380c234a62', 'name': '', 'network_id': 'da689c32-e1f0-4b96-8609-a536c61723a6', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'mac_address': 'fa:16:3e:10:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:04Z', 'updated_at': '2021-11-27T15:50:10Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'subnets': [{'id': 'b7671bae-4cb6-4ed1-94e0-3da3baf11078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:48.921326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851f9a1-a68c-46d2-81b1-57b16b6cae84 None None] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:48.975756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ef53a13-9adb-424e-8b40-fab1502f076a req-0967be0f-fa12-4670-8d4c-b2cc643f45ea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819615 Nov 27 15:58:49.016679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.017536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46780) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:49.101522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46782) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:49.128987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe82eb98-a5d0-4a72-927a-123ace705e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.148690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-45b3c278-e351-4b25-9ddb-04141b586c98 req-6f5814b7-f819-4821-8890-42cc72f582a5 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723474 Nov 27 15:58:49.168927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55dafdf5-a04c-41b2-a550-646fd91b666f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.219732 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55dafdf5-a04c-41b2-a550-646fd91b666f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.312055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe82eb98-a5d0-4a72-927a-123ace705e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.318737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe82eb98-a5d0-4a72-927a-123ace705e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.328940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19790c0-c460-4f86-8a04-c0548a7ac719 None None] New status for floating IP ee1e191a-4f4b-4e64-915e-18672fe20020: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 15:58:49.331809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.376158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55dafdf5-a04c-41b2-a550-646fd91b666f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.378845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-55dafdf5-a04c-41b2-a550-646fd91b666f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.380004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-55dafdf5-a04c-41b2-a550-646fd91b666f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "DELETE /v2.0/security-groups/4f73e3d7-462c-45e4-852b-ffb97cf96100 HTTP/1.1" status: 204 len: 168 time: 0.3594480 Nov 27 15:58:49.383204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea868bcf-a6cc-480b-b46e-8b2b4accc95e']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:49.387376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46788) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:49.401153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82eb98-a5d0-4a72-927a-123ace705e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe7098-bd5c-46fb-8fb5-018940138ad1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:49.423176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-a96a410e-28e6-4e02-a1ad-8df855cd371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:49.424684 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-a96a410e-28e6-4e02-a1ad-8df855cd371d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1099 time: 0.1851792 Nov 27 15:58:49.427637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531795a2-677f-48ae-8673-2e94a5ff3817') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:49.427967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531795a2-677f-48ae-8673-2e94a5ff3817') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:49.441827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dafdf5-a04c-41b2-a550-646fd91b666f tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f73e3d7-462c-45e4-852b-ffb97cf96100,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:49.447827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe82eb98-a5d0-4a72-927a-123ace705e3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9c32afdb5bc4c31bd3b5d9ffad44113&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419719 Nov 27 15:58:49.450377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46794) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:49.453277 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-ad886a25-038c-461f-bfc0-bb2931da0676 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] show failed (client error): The resource could not be found. Nov 27 15:58:49.459025 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ad886a25-038c-461f-bfc0-bb2931da0676 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "GET /v2.0/security-groups/4f73e3d7-462c-45e4-852b-ffb97cf96100 HTTP/1.1" status: 404 len: 347 time: 0.0629356 Nov 27 15:58:49.469324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:49.561046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'name': 'network-vif-deleted', 'tag': 'f25c17e8-934f-4df4-aeba-7131a8a4050e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:49.563363 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32129cc4-a6fc-4a46-a0da-a4ba2b3e5887" -d '{"events": [{"server_uuid": "f8a9c8f0-9ef2-4d52-b159-fee881eeab30", "name": "network-vif-deleted", "tag": "f25c17e8-934f-4df4-aeba-7131a8a4050e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:49.578948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.618454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.640921 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f905f3-325f-4b69-95ad-813e8a47a7e3 x-openstack-request-id: req-b0f905f3-325f-4b69-95ad-813e8a47a7e3 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:49.641562 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a9c8f0-9ef2-4d52-b159-fee881eeab30", "name": "network-vif-deleted", "tag": "f25c17e8-934f-4df4-aeba-7131a8a4050e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:49.641990 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0f905f3-325f-4b69-95ad-813e8a47a7e3 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:49.642533 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a9c8f0-9ef2-4d52-b159-fee881eeab30', 'name': 'network-vif-deleted', 'tag': 'f25c17e8-934f-4df4-aeba-7131a8a4050e', 'status': 'completed', 'code': 200} Nov 27 15:58:49.662546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:49.663633 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:49.667160 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:49.742774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-25beb223-5ea2-440d-af75-a06eec9012f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:49.744520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-25beb223-5ea2-440d-af75-a06eec9012f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2864990 Nov 27 15:58:49.808880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-23440df9-670b-4af8-9514-8de9774fab87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 217 time: 0.0519400 Nov 27 15:58:49.815017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.821823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be94bace-677c-4549-87b0-983dd2103a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.840730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.847740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/networks/ea868bcf-a6cc-480b-b46e-8b2b4accc95e HTTP/1.1" status: 204 len: 168 time: 1.0937140 Nov 27 15:58:49.866597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46812) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:49.868906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6669fd-cb06-4fab-a2a8-a3ad338e6d01 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Network': ['ID=ea868bcf-a6cc-480b-b46e-8b2b4accc95e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:49.908582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-4c7363fe-a9b0-4199-8c02-805397ee3f99 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:49.910285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-4c7363fe-a9b0-4199-8c02-805397ee3f99 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 814 time: 0.3453872 Nov 27 15:58:49.912527 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be94bace-677c-4549-87b0-983dd2103a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.934892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Deleting port b20bcb01-cb2e-4294-9f15-b5ee77b56b2f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:49.935257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.966440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-2fd7496e-c9e4-464b-816a-a5f10253cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:49.968412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-2fd7496e-c9e4-464b-816a-a5f10253cb4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1503825 Nov 27 15:58:49.979211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Deleting subnet 40d29c91-18c8-4a15-ab0a-53e643e504aa {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:49.995913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:49.999969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-a2f51f0a-9c0e-4115-b3ff-d1bbc8192e41 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/quotas/c2449925a3354b6dba580304a0430cbe HTTP/1.1" status: 200 len: 375 time: 0.0785580 Nov 27 15:58:50.062828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.085586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.085998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.101342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Calling delete_port for b20bcb01-cb2e-4294-9f15-b5ee77b56b2f owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:50.106853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-2cd39ffb-da0e-464b-bcd9-39363878a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:50.108547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-2cd39ffb-da0e-464b-bcd9-39363878a92f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249664 Nov 27 15:58:50.129791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-686d4fe2-af30-4ba2-84b8-bf84df02be97 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151953 Nov 27 15:58:50.236336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.238726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-96fb811b-5b4a-447f-a347-7b22cf6cf76e service neutron] 10.222.0.15 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073837 Nov 27 15:58:50.288547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-46e292fc-a25b-46e4-938d-ca27234ee4b0 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700678 Nov 27 15:58:50.377860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.418514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Subnet': ['ID=40d29c91-18c8-4a15-ab0a-53e643e504aa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:50.428629 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be94bace-677c-4549-87b0-983dd2103a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.432637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be94bace-677c-4549-87b0-983dd2103a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.437276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be94bace-677c-4549-87b0-983dd2103a7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0fe7098-bd5c-46fb-8fb5-018940138ad1 HTTP/1.1" status: 204 len: 168 time: 0.9848518 Nov 27 15:58:50.439285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c7c7c-4ce9-492a-9017-f06b1a0d65d6 None None] Network 061cc8a4-0e23-403a-8485-54416245fc94 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:50.474616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d5561a24-a5e5-4111-95b5-d4c3c3318230 req-73285089-9f94-4b40-ae60-d1f6cc513ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737409 Nov 27 15:58:50.478725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.494464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b4ec9a49-de4b-40d4-8945-33ad73b8740e tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/subnets/40d29c91-18c8-4a15-ab0a-53e643e504aa HTTP/1.1" status: 204 len: 168 time: 0.6171536 Nov 27 15:58:50.497707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94bace-677c-4549-87b0-983dd2103a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe7098-bd5c-46fb-8fb5-018940138ad1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:50.498114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46828) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:50.525848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-a10bde0f-05d6-4cbd-8271-8ba06028144a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:50.527572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-a10bde0f-05d6-4cbd-8271-8ba06028144a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.4126370 Nov 27 15:58:50.577978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c5fdefc1-1ceb-4d4e-812c-d20f35e11bd1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0415828 Nov 27 15:58:50.661675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-622c5399-965e-46b3-bc5b-e669a657d4a3 service neutron] 10.222.0.15 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192479 Nov 27 15:58:50.733887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-8ca975aa-fe74-4936-9a25-883dbf8794b7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467905 Nov 27 15:58:50.763072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.819953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.820257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] DHCP port deletion for 061cc8a4-0e23-403a-8485-54416245fc94 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:50.852382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Pushing event deleted for resources: {'Port': ['ID=b20bcb01-cb2e-4294-9f15-b5ee77b56b2f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:50.891170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Deleting port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:50.891549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:50.902212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981bcc6-4563-4c11-af6b-e72c8a552950 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:50.956521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Deleting port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:50.957185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.022044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-67322ded-1a4f-44fd-ab62-5a69a84a2772 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872212 Nov 27 15:58:51.059385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.062324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.066875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6829323a-ae82-4f7b-b143-0ea1220944e4 tempest-ServerActionsTestJSON-143443662 tempest-ServerActionsTestJSON-143443662-project] 10.222.0.15 "DELETE /v2.0/floatingips/ee1e191a-4f4b-4e64-915e-18672fe20020 HTTP/1.1" status: 204 len: 168 time: 1.5964189 Nov 27 15:58:51.067498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:51.068623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] For port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,segment=NetworkSegment(e1a0164c-b899-4d5e-a2db-333d22eb1e49),segment_id=e1a0164c-b899-4d5e-a2db-333d22eb1e49)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:51.070896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.124458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Calling delete_port for 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:51.208204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7303a-b974-4c84-ae8b-97e2edc8e82f req-7f156987-0382-4375-8769-83a21ceb911f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:51.209813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0c7303a-b974-4c84-ae8b-97e2edc8e82f req-7f156987-0382-4375-8769-83a21ceb911f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.1544724 Nov 27 15:58:51.219768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] For port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,segment=NetworkSegment(e1a0164c-b899-4d5e-a2db-333d22eb1e49),segment_id=e1a0164c-b899-4d5e-a2db-333d22eb1e49)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:51.220686 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.233348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:51.271556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-95f6fa17-55e6-415d-b2f3-af9122b3bd67 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485530 Nov 27 15:58:51.286093 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.368171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Calling delete_port for 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:51.370763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Port': ['ID=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:51.395976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] No DVR routers for this DVR port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:51.416074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0c7303a-b974-4c84-ae8b-97e2edc8e82f req-36e2b1c8-4f9b-44ad-8e7a-3d19b76bbe0b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818049 Nov 27 15:58:51.563123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No active binding found for port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 15:58:51.567048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:51.647604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.661996 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.704641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] No DVR routers for this DVR port 20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:58:51.713151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84c9b769-c75c-4d8b-8d30-194b596c4488 req-85ad5116-fe1f-4b2a-89d9-1cfa1fb22af1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 210 time: 0.1501582 Nov 27 15:58:51.742034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061cc8a4-0e23-403a-8485-54416245fc94']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:51.793561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a0164c-b899-4d5e-a2db-333d22eb1e49') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:51.794284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a0164c-b899-4d5e-a2db-333d22eb1e49') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:51.822296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Pushing event deleted for resources: {'Port': ['ID=20a35ea4-64b0-4a4b-85fb-98a6efb8e3ec,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:51.862294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.871475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.871831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.872178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.872522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.872862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.873200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.873560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.879484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e985320-7c57-49a6-8c02-a21fed14f681 req-1b5427fb-a928-4596-b583-cfb5cd908d13 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 210 time: 0.1163197 Nov 27 15:58:51.883686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.884002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.884526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.884872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.885212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8466612-6b16-48b2-bebd-d8ab4615e3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:58:51.899921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.918182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:58:51.918657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:58:51.922009 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:58:52.014052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:58:52.066201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:52.127016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:52.142105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:52.143118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/networks/061cc8a4-0e23-403a-8485-54416245fc94 HTTP/1.1" status: 204 len: 168 time: 1.6356843 Nov 27 15:58:52.167891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3887-1e83-4403-a86b-45ea177336c6 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Pushing event deleted for resources: {'Network': ['ID=061cc8a4-0e23-403a-8485-54416245fc94,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:52.176359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:52.199249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '951a7427-b35a-41a9-abd0-67df8dc65253', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '951a7427-b35a-41a9-abd0-67df8dc65253', 'mac_address': 'fa:16:3e:29:2c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:58:52.244198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:52.262201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f7251835-c7c2-4c1c-9b26-c50ff247db2c tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "GET /v2.0/ports?device_id=045d295d-747f-4f70-a8ed-12dd39067137 HTTP/1.1" status: 200 len: 205 time: 0.1099780 Nov 27 15:58:52.279094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:52.323921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a7427-b35a-41a9-abd0-67df8dc65253 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:52.377192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:52.383985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:52.444071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:52.505026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:52.614936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['951a7427-b35a-41a9-abd0-67df8dc65253'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:52.819905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd4f3-569b-463c-b795-abb315fcef4f req-3976d29b-01f1-4b7e-be87-ca0247d11ef9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:52.831809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05fbd4f3-569b-463c-b795-abb315fcef4f req-3976d29b-01f1-4b7e-be87-ca0247d11ef9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 949 time: 0.2575257 Nov 27 15:58:52.856840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.066419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6049fb0-f056-45bb-adf2-89baeba4ac7d req-29795eee-89d2-4a88-b2cc-8ba7f7c7c84e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 210 time: 0.0778966 Nov 27 15:58:53.080149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.086790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.109776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46938) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:53.172673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05fbd4f3-569b-463c-b795-abb315fcef4f req-b2785450-d349-45bc-8453-db8e4da5e38f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125124 Nov 27 15:58:53.216928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-7aaee2e9-15d1-4bac-80c1-76492e8e70d2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:53.218678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-7aaee2e9-15d1-4bac-80c1-76492e8e70d2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.21 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 814 time: 0.4801149 Nov 27 15:58:53.219551 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.220088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Fanout notify agent at l3_agent the message router_deleted on router 045d295d-747f-4f70-a8ed-12dd39067137 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:58:53.228498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.229023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24870379-a9bc-4c96-b7ee-348bf1903810 req-0e43b9f7-bc3c-41b8-b00d-e90f66b31501 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 210 time: 0.0455079 Nov 27 15:58:53.229829 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1293fc61-f3e3-4383-a634-a62bb2ad5915 tempest-RoutersNegativeTest-1440179492 tempest-RoutersNegativeTest-1440179492-project] 10.222.0.15 "DELETE /v2.0/routers/045d295d-747f-4f70-a8ed-12dd39067137 HTTP/1.1" status: 204 len: 168 time: 0.9841681 Nov 27 15:58:53.235760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Request body: {'port': {'device_id': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'admin_state_up': True, 'tenant_id': 'c2449925a3354b6dba580304a0430cbe'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:53.337975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a6235ae-c14e-4e19-8025-7e6391b34bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.465006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a6235ae-c14e-4e19-8025-7e6391b34bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.486848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a6235ae-c14e-4e19-8025-7e6391b34bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.541918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6235ae-c14e-4e19-8025-7e6391b34bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b33e8-f80c-4d00-99f9-d04a3857a8fa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:53.572808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-f6e4df95-3950-4634-88e7-38df059cfde2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:53.574929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-f6e4df95-3950-4634-88e7-38df059cfde2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.1856601 Nov 27 15:58:53.588119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7a6235ae-c14e-4e19-8025-7e6391b34bcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5efda328eb2479fadaf05d6be96a02b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762647 Nov 27 15:58:53.594266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:53.595161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46946) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:53.637555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46948) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:53.676854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Made reservation on behalf of c2449925a3354b6dba580304a0430cbe for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:53.680763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.693041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f14c33a-208a-4a81-a1c4-19d02b6514c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.705764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Deleting port a904bb84-1b05-4559-8720-f8380c234a62 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:53.707152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.716415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f14c33a-208a-4a81-a1c4-19d02b6514c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.781055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f14c33a-208a-4a81-a1c4-19d02b6514c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.784083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f14c33a-208a-4a81-a1c4-19d02b6514c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.785803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1f14c33a-208a-4a81-a1c4-19d02b6514c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d03b33e8-f80c-4d00-99f9-d04a3857a8fa HTTP/1.1" status: 204 len: 168 time: 0.1892138 Nov 27 15:58:53.878228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] For port a904bb84-1b05-4559-8720-f8380c234a62, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a904bb84-1b05-4559-8720-f8380c234a62,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:53.878698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:53.903371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Calling delete_port for a904bb84-1b05-4559-8720-f8380c234a62 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:53.907283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14c33a-208a-4a81-a1c4-19d02b6514c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b33e8-f80c-4d00-99f9-d04a3857a8fa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:53.972532 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3052a3fe-a717-423b-a7b1-9db3d5b0d3a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=395f76ae02994389957a4e5fb8d851df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332925 Nov 27 15:58:53.995876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46958) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:54.026694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:58:54.029186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:58:54.030529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.039820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Allocated IP 172.20.0.14 (fb9e85d3-a930-410c-baa1-92e7dbaaffa2/068e1a2f-447a-432e-872d-124f033a7037/b21662a2-4a10-43b5-8590-829a411c249b) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:54.151940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 951a7427-b35a-41a9-abd0-67df8dc65253 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:58:54.159176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 951a7427-b35a-41a9-abd0-67df8dc65253 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:58:54.161620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.276364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.360707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:54.365710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:54.371810 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088a07c-f806-4236-a2ab-b5329a2dca0f" -d '{"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-plugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:54.383833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.417932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.479572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46980) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:54.488977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:54.524272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.624821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:54.627000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:54.635556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:54.638807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:54.960682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f496-5db1-481b-a83f-f66b9749e647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.992200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:54.994598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:54.995246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.028359 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-25d8ed3c-7247-45ef-8d0e-6cc4d87fdf16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7971354 Nov 27 15:58:55.046134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Request body: {'port': {'device_id': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:55.068152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Pushing event deleted for resources: {'Port': ['ID=a904bb84-1b05-4559-8720-f8380c234a62,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:55.102851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aabc7-af05-4444-a419-6fcc7b4cbaad req-cb79bf54-0cde-4aa6-807f-3752235b3d99 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:55.104413 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a96aabc7-af05-4444-a419-6fcc7b4cbaad req-cb79bf54-0cde-4aa6-807f-3752235b3d99 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.4056933 Nov 27 15:58:55.106734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.10 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/69824cb5-4726-4c84-adfc-87e96bb918b2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:58:55.150864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-837a415b-d0a3-456a-9a17-b2163e804f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.161070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f496-5db1-481b-a83f-f66b9749e647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.167058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.169528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f496-5db1-481b-a83f-f66b9749e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.211745 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3b1f496-5db1-481b-a83f-f66b9749e647 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3092a594cb1d4a40bd87aa1fe9b51480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7214949 Nov 27 15:58:55.224051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47010) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:55.267964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f026-22a7-44af-9649-a7b04f328aff req-6e0a45bf-8aaa-4c76-a98d-98177e3e4568 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:55.271998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92c6f026-22a7-44af-9649-a7b04f328aff req-6e0a45bf-8aaa-4c76-a98d-98177e3e4568 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 932 time: 0.5821249 Nov 27 15:58:55.305096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f496-5db1-481b-a83f-f66b9749e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d0879e-d9da-41bb-83a8-f39f12a33c28,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:55.311556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-837a415b-d0a3-456a-9a17-b2163e804f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.433731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76f8173-2593-4b8b-b6f1-5425ae549bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.467261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a96aabc7-af05-4444-a419-6fcc7b4cbaad req-de85fb5a-bfa3-4a41-afaa-0545a77aae39 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255284 Nov 27 15:58:55.475439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76f8173-2593-4b8b-b6f1-5425ae549bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.559882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92c6f026-22a7-44af-9649-a7b04f328aff req-e6b046ea-f36c-4e39-a015-0cf563fb6b2d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732818 Nov 27 15:58:55.626462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-837a415b-d0a3-456a-9a17-b2163e804f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.630816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-837a415b-d0a3-456a-9a17-b2163e804f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.635133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-837a415b-d0a3-456a-9a17-b2163e804f4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bb1a450-dbc2-43c6-a63d-8a5cbd1f62c1 HTTP/1.1" status: 204 len: 168 time: 1.6352477 Nov 27 15:58:55.648796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76f8173-2593-4b8b-b6f1-5425ae549bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.651976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76f8173-2593-4b8b-b6f1-5425ae549bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.653260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a76f8173-2593-4b8b-b6f1-5425ae549bc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0d0879e-d9da-41bb-83a8-f39f12a33c28 HTTP/1.1" status: 204 len: 168 time: 0.4255002 Nov 27 15:58:55.667718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f8173-2593-4b8b-b6f1-5425ae549bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d0879e-d9da-41bb-83a8-f39f12a33c28,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:55.670972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.674366 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8aec0f-9719-48aa-967d-05a679aba390 x-openstack-request-id: req-ea8aec0f-9719-48aa-967d-05a679aba390 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:55.674850 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-plugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:55.675017 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea8aec0f-9719-48aa-967d-05a679aba390 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:55.675319 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'code': 200} Nov 27 15:58:55.694742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bc0dec1-213d-4f7f-bb0b-8d3df4e2649f req-cde6bf14-3018-44fb-b290-c0f7211c11f9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 210 time: 0.1015687 Nov 27 15:58:55.716189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a415b-d0a3-456a-9a17-b2163e804f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb1a450-dbc2-43c6-a63d-8a5cbd1f62c1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:55.746524 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.811998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21662a2-4a10-43b5-8590-829a411c249b {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:55.830472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.852736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246997-1c35-4688-8a96-7b047aa9ff3f req-c73e0202-55a0-46be-8329-c1981b725f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:55.854423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e246997-1c35-4688-8a96-7b047aa9ff3f req-c73e0202-55a0-46be-8329-c1981b725f2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1101 time: 0.0997717 Nov 27 15:58:55.865985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Transition to ACTIVE for port object b21662a2-4a10-43b5-8590-829a411c249b will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:58:55.881535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.920705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:55.936037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:58:55.969399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e246997-1c35-4688-8a96-7b047aa9ff3f req-38b150fc-641c-442f-bed6-c5a00ed74b2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065879 Nov 27 15:58:55.985259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:56.066319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:56.072266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:58:56.088918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:58:56.095166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:58:56.130540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Attempting to bind port b21662a2-4a10-43b5-8590-829a411c249b on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:56.130880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Attempting to bind port b21662a2-4a10-43b5-8590-829a411c249b by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:56.131215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Attempting to bind port b21662a2-4a10-43b5-8590-829a411c249b on network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:56.141069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Port b21662a2-4a10-43b5-8590-829a411c249b on network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:58:56.141796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Attempting to bind port b21662a2-4a10-43b5-8590-829a411c249b on network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:56.151252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:56.151600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Checking segment: {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:56.155764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Bound using segment: {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:56.156257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Bound port: b21662a2-4a10-43b5-8590-829a411c249b, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:56.156726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.157876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:56.160351 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.167197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=69824cb5-4726-4c84-adfc-87e96bb918b2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:56.201910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-817cdaa2-7e49-40e2-b39e-2d3aa9a798b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6156783 Nov 27 15:58:56.204802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:58:56.217680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Request body: {'port': {'device_id': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:56.233592 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:56.236846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:56.244045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.293483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:56.294305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.296332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] 10.222.0.21 "PUT /v2.0/ports/b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 1092 time: 1.2553437 Nov 27 15:58:56.296568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:56.299584 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f09f09-3365-4fa4-8049-5682536e0830" -d '{"events": [{"name": "network-changed", "server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:56.300458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54cc2c21-f645-4396-9876-cf49443ed338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.323487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346fed1-22e4-484f-a2d0-02f23a695e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:56.342857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.396474 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e101f-f6fc-47d6-b072-db507ba194c1 x-openstack-request-id: req-356e101f-f6fc-47d6-b072-db507ba194c1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:56.397031 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:56.397469 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-356e101f-f6fc-47d6-b072-db507ba194c1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:56.398199 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'status': 'completed', 'code': 200} Nov 27 15:58:56.416604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-7374afa9-4d8d-42c0-bef1-bd7552e60f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:56.418444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-7374afa9-4d8d-42c0-bef1-bd7552e60f56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1095 time: 0.0627956 Nov 27 15:58:56.474073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-b41cb8aa-f551-4dcc-8c20-567ba815ed6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 217 time: 0.0401289 Nov 27 15:58:56.549220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-3053a570-f23d-4d54-a3f0-f605767b61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:56.552166 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-3053a570-f23d-4d54-a3f0-f605767b61d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.0659676 Nov 27 15:58:56.570095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:58:56.583579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] Sync routers for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:58:56.586711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7226c07f-8a92-4b68-9fe2-d16b5281041e admin admin] 10.222.0.15 "PUT /v2.0/routers/9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5155923 Nov 27 15:58:56.588735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:56.599306 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:56.603274 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:56.649830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-ff731f5e-36dc-48f6-9002-8c5aefb2a83b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818360 Nov 27 15:58:56.783429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54cc2c21-f645-4396-9876-cf49443ed338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.797824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54cc2c21-f645-4396-9876-cf49443ed338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.807332 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:58:56.863239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:56.867506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-a944bd3b-7b51-4d51-9d0d-f7ab608d1311 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809475 Nov 27 15:58:56.871707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc2c21-f645-4396-9876-cf49443ed338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e490fc9-a554-4e6a-a16d-943721607dc7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:56.910217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fad9c-2127-49b2-a56c-7e39f3c20389 req-d0dfcd58-42c9-446a-a419-d58708ce7f60 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:56.912329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-046fad9c-2127-49b2-a56c-7e39f3c20389 req-d0dfcd58-42c9-446a-a419-d58708ce7f60 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2758558 Nov 27 15:58:56.983185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00497f29-15c4-4007-ba70-1926156ff659 req-a5ac0bdc-5db7-42b0-a97a-d40a6e6aff55 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:56.984688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00497f29-15c4-4007-ba70-1926156ff659 req-a5ac0bdc-5db7-42b0-a97a-d40a6e6aff55 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 944 time: 0.2735605 Nov 27 15:58:57.025125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47084) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:57.027582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-54cc2c21-f645-4396-9876-cf49443ed338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bc043a871264d94800162bac612921d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9531422 Nov 27 15:58:57.035750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:57.088861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-046fad9c-2127-49b2-a56c-7e39f3c20389 req-dd541c45-4ef2-4f49-a32e-3e08a7a3664b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633227 Nov 27 15:58:57.127610 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:58:54Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:57.181358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00497f29-15c4-4007-ba70-1926156ff659 req-13ee1328-33b0-4bfe-b545-03c78e2ff9c7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589861 Nov 27 15:58:57.183517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69824cb5-4726-4c84-adfc-87e96bb918b2 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:57.192814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.217334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Transition to ACTIVE for port object 69824cb5-4726-4c84-adfc-87e96bb918b2 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:58:57.219367 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] Checking router: 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:58:57.227110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.254502 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] Routers {'9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:58:57.257005 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:58:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:57.283815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.300958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Pushing event updated for resources: {'Port': ['ID=69824cb5-4726-4c84-adfc-87e96bb918b2,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:57.305453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9ae5bfe9-045d-46c6-9488-344a71edde6c req-682031bc-1201-4950-9a61-2da41639636d service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989656 Nov 27 15:58:57.330149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6418416a-92f7-4d56-acd0-0567385a0695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.415335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56b2a9-8772-4dc1-8714-fa748dc0f8d1 req-b46f904e-0347-49a7-84ab-b0e7934614a9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:57.425313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a56b2a9-8772-4dc1-8714-fa748dc0f8d1 req-b46f904e-0347-49a7-84ab-b0e7934614a9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 944 time: 0.1301315 Nov 27 15:58:57.478533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6418416a-92f7-4d56-acd0-0567385a0695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.509527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--413824521'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:57.543037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09f09-3365-4fa4-8049-5682536e0830 req-5c85e791-a7b1-44e8-bc43-91502168e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:57.544798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-5c85e791-a7b1-44e8-bc43-91502168e7d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1095 time: 0.1473327 Nov 27 15:58:57.550509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Deleting port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:58:57.550843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.589115 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] Set router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:58:57.590740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a56b2a9-8772-4dc1-8714-fa748dc0f8d1 req-b10fc09e-5517-41ff-9900-36155580eebd tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601231 Nov 27 15:58:57.593123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Attempting to bind port 69824cb5-4726-4c84-adfc-87e96bb918b2 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:58:57.593501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Attempting to bind port 69824cb5-4726-4c84-adfc-87e96bb918b2 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:58:57.594062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Attempting to bind port 69824cb5-4726-4c84-adfc-87e96bb918b2 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:57.600741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Port 69824cb5-4726-4c84-adfc-87e96bb918b2 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:58:57.601256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Attempting to bind port 69824cb5-4726-4c84-adfc-87e96bb918b2 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:58:57.608157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.619349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.622891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:58:57.624116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:58:57.624869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:58:57.625478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Bound port: 69824cb5-4726-4c84-adfc-87e96bb918b2, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:58:57.625831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.656241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6418416a-92f7-4d56-acd0-0567385a0695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.658839 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6418416a-92f7-4d56-acd0-0567385a0695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.670473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6418416a-92f7-4d56-acd0-0567385a0695 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e490fc9-a554-4e6a-a16d-943721607dc7 HTTP/1.1" status: 204 len: 168 time: 0.6264884 Nov 27 15:58:57.716971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418416a-92f7-4d56-acd0-0567385a0695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e490fc9-a554-4e6a-a16d-943721607dc7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:57.747950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.757271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.776770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] For port dc66eb91-e650-4a5f-bf7c-13c6edbdbe82, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:57.777131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.780271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09f09-3365-4fa4-8049-5682536e0830 req-9f3c0af2-4d9b-43c3-80c4-148966ec965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:57.786214 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-9f3c0af2-4d9b-43c3-80c4-148966ec965d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 915 time: 0.2204657 Nov 27 15:58:57.844001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Calling delete_port for dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:58:57.846739 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-264f0aad-485c-40e0-b8c4-416f09e0f2a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 217 time: 0.0502930 Nov 27 15:58:57.854516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc39d5-72ba-4ba5-9fa1-136c2c69e1b2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:57.868610 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:58:54Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:58:57.913186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] For port 69824cb5-4726-4c84-adfc-87e96bb918b2, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:58:57.918228 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f8d75-5e4d-471a-9645-cd266b9d77f7 None None] The sync data for ids ['9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5'] in n-d-819494-4 is: [{'id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'name': 'tempest-ServerActionsTestJSON-1038307020-router', 'tenant_id': '4a5387fbc18e4a4fa29ef586316200ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:50:00Z', 'updated_at': '2021-11-27T15:58:54Z', 'revision_number': 5, 'project_id': '4a5387fbc18e4a4fa29ef586316200ff', 'gw_port': {'id': 'dc66eb91-e650-4a5f-bf7c-13c6edbdbe82', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:50:01Z', 'updated_at': '2021-11-27T15:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:58:57.933865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.935764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] For port 69824cb5-4726-4c84-adfc-87e96bb918b2, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=69824cb5-4726-4c84-adfc-87e96bb918b2,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:58:57.945905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:57.948045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.017041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09f09-3365-4fa4-8049-5682536e0830 req-3bd16e9d-1f7b-4d14-86bb-6cd4f1836e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:58.019289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-3bd16e9d-1f7b-4d14-86bb-6cd4f1836e33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.1579521 Nov 27 15:58:58.042097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:58.045001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.046565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] 10.222.0.21 "PUT /v2.0/ports/69824cb5-4726-4c84-adfc-87e96bb918b2 HTTP/1.1" status: 200 len: 1092 time: 1.8332860 Nov 27 15:58:58.055475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'tag': '69824cb5-4726-4c84-adfc-87e96bb918b2'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:58:58.055475 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ceab68-92e6-40e1-bf03-858e45fe0072" -d '{"events": [{"name": "network-changed", "server_uuid": "b48058ab-d4c2-4158-81f8-b2f347363386", "tag": "69824cb5-4726-4c84-adfc-87e96bb918b2"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:58:58.057230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c6c57-668d-4d09-bc65-4b1e43cb3451,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:58.067221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.068807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-48ba34f6-9d77-46c1-8ee6-00b55eef500d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0400629 Nov 27 15:58:58.071442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47116) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:58.084679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5634f-4269-437a-ada5-c89183a20f17 service neutron] Pushing event updated for resources: {'Port': ['ID=69824cb5-4726-4c84-adfc-87e96bb918b2,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:58.117869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-f6387764-cbd6-4300-a770-2752a1d8b49c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878026 Nov 27 15:58:58.171325 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6745ce-c0b7-48a9-9c40-9628b06b88d0 x-openstack-request-id: req-2c6745ce-c0b7-48a9-9c40-9628b06b88d0 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:58:58.171946 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48058ab-d4c2-4158-81f8-b2f347363386", "tag": "69824cb5-4726-4c84-adfc-87e96bb918b2", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:58:58.172058 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c6745ce-c0b7-48a9-9c40-9628b06b88d0 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:58:58.172731 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'tag': '69824cb5-4726-4c84-adfc-87e96bb918b2', 'status': 'completed', 'code': 200} Nov 27 15:58:58.216777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c3078f63-68f1-4c3d-b33c-fca91e5c212e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1436372 Nov 27 15:58:58.219095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:58.225564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-security--1568841255', 'description': 'tempest-security-description-1558615009'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:58.240247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-db73e089-1e00-4789-94cb-e31d28cb7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:58.242045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-db73e089-1e00-4789-94cb-e31d28cb7bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 1095 time: 0.1380851 Nov 27 15:58:58.279226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-9f7f5b0a-23f4-41df-9545-4fdaedaa5a8b service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491199 Nov 27 15:58:58.284830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.320363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c164cc4-c096-4355-9bf4-3b5473c49ab7 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:58:58.332868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-ba1c64f5-feee-4d88-adb7-3da16f718a94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69824cb5-4726-4c84-adfc-87e96bb918b2 HTTP/1.1" status: 200 len: 217 time: 0.0799670 Nov 27 15:58:58.374523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc66eb91-e650-4a5f-bf7c-13c6edbdbe82,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:58.395860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.517298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171fe84-3c10-455f-aa1c-4286fe3a889d req-72fe10d4-f4cf-4a91-b851-bd2e33b4e0f3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:58.519594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1171fe84-3c10-455f-aa1c-4286fe3a889d req-72fe10d4-f4cf-4a91-b851-bd2e33b4e0f3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2075727 Nov 27 15:58:58.540514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-02101022-999f-4db8-8c63-68d031bf8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:58.542561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-02101022-999f-4db8-8c63-68d031bf8900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1900914 Nov 27 15:58:58.559515 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.563149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f15d9f-a658-4a6d-a7ee-4ed741feec34 req-ce3506d9-71e3-47ed-8384-0251a05ff78e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:58.564723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04f15d9f-a658-4a6d-a7ee-4ed741feec34 req-ce3506d9-71e3-47ed-8384-0251a05ff78e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 944 time: 0.2104695 Nov 27 15:58:58.589247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.621166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-1084190a-6d6b-4f2b-8df0-e7bd8e7876c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552535 Nov 27 15:58:58.629239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.632041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:58.633074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "PUT /v2.0/security-groups/3b6c6c57-668d-4d09-bc65-4b1e43cb3451 HTTP/1.1" status: 200 len: 1797 time: 0.4129591 Nov 27 15:58:58.650612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47148) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:58.756057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1171fe84-3c10-455f-aa1c-4286fe3a889d req-7ce6f678-ff83-482e-bf79-fb50ec58e201 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183390 Nov 27 15:58:58.807537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04f15d9f-a658-4a6d-a7ee-4ed741feec34 req-36c6c6f9-f998-4a4e-a36c-0eb242e9c1bc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171154 Nov 27 15:58:58.808168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0830d7b-7e4d-4441-b4ac-9fc7911771a6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c6c57-668d-4d09-bc65-4b1e43cb3451,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:58.820234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6ac19025-f981-4993-9219-c86acdef686f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups/3b6c6c57-668d-4d09-bc65-4b1e43cb3451 HTTP/1.1" status: 200 len: 1797 time: 0.1646223 Nov 27 15:58:58.833826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47156) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:58.905019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-fa049483-470c-4c76-a011-a463b4d74999 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651112 Nov 27 15:58:59.022517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-82f09f09-3365-4fa4-8049-5682536e0830 req-e87c4a17-1dd8-4e6a-9079-41d96df05149 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273412 Nov 27 15:58:59.028002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065be88a-8bbb-47ef-8f41-499b49edea72 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.029756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.035173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.098913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.099607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:58:59.109491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.110707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c849c6be-e38e-44b0-af08-80a215ec8237 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9d6c2939-e1aa-4621-8fc3-1b3e5c145ba5 HTTP/1.1" status: 204 len: 168 time: 2.5106931 Nov 27 15:58:59.117081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47170) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:59.133171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065be88a-8bbb-47ef-8f41-499b49edea72 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.189027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2cff-b2f5-4b1f-b2a1-b7944b4c7c74 req-40f0bdc5-764e-40a4-a31b-def9175702a0 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:59.196982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca3c2cff-b2f5-4b1f-b2a1-b7944b4c7c74 req-40f0bdc5-764e-40a4-a31b-def9175702a0 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 944 time: 0.2267361 Nov 27 15:58:59.217606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a904bb84-1b05-4559-8720-f8380c234a62 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:58:59.218419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Deleting subnet b7671bae-4cb6-4ed1-94e0-3da3baf11078 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:58:59.222946 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.253096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a904bb84-1b05-4559-8720-f8380c234a62 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:58:59.253796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a904bb84-1b05-4559-8720-f8380c234a62 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:58:59.270810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c5481c-ca5f-4cc9-bc65-c6ecc9ff3b25 req-6a2c7413-ea9f-4ef1-b1ba-4fad832be0b2 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575826 Nov 27 15:58:59.286209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85983aa5-d4cc-439f-879b-de9845f83ead req-dafcd47b-e034-44ac-9b53-22cbb5b0c5c4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:59.288318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85983aa5-d4cc-439f-879b-de9845f83ead req-dafcd47b-e034-44ac-9b53-22cbb5b0c5c4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2532864 Nov 27 15:58:59.303413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.381735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:58:59.385569 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065be88a-8bbb-47ef-8f41-499b49edea72 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.388539 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065be88a-8bbb-47ef-8f41-499b49edea72 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.390011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-065be88a-8bbb-47ef-8f41-499b49edea72 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b6c6c57-668d-4d09-bc65-4b1e43cb3451 HTTP/1.1" status: 204 len: 168 time: 0.5641131 Nov 27 15:58:59.416971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:59.423386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca3c2cff-b2f5-4b1f-b2a1-b7944b4c7c74 req-dcef4d87-6074-4059-a584-0f7ad2f10469 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254117 Nov 27 15:58:59.470299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065be88a-8bbb-47ef-8f41-499b49edea72 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6c6c57-668d-4d09-bc65-4b1e43cb3451,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:59.498728 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.526520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-4e3c875a-43ec-4e68-82a5-30721a74a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:58:59.528443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-4e3c875a-43ec-4e68-82a5-30721a74a365 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 1095 time: 0.1780479 Nov 27 15:58:59.533872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85983aa5-d4cc-439f-879b-de9845f83ead req-c574d778-5e48-4106-81f3-a5179f72daaf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249122 Nov 27 15:58:59.547460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bfe21f88-a4a4-4f69-bcec-4468d4be63f6 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1290483 Nov 27 15:58:59.551214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:59.590108 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-20f4b4a7-4cdc-40cb-ada8-a018c0be7c93 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] delete failed (client error): The resource could not be found. Nov 27 15:58:59.592224 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20f4b4a7-4cdc-40cb-ada8-a018c0be7c93 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b6c6c57-668d-4d09-bc65-4b1e43cb3451 HTTP/1.1" status: 404 len: 347 time: 0.0395257 Nov 27 15:58:59.597798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47188) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:59.598939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:59.609512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--103742589'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:58:59.643194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b21662a2-4a10-43b5-8590-829a411c249b', 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'port_id': 'b21662a2-4a10-43b5-8590-829a411c249b', 'mac_address': 'fa:16:3e:68:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068e1a2f-447a-432e-872d-124f033a7037', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:58:59.653546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.698783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.714932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47194) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:59.722725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.739260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7671bae-4cb6-4ed1-94e0-3da3baf11078,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:58:59.747017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21662a2-4a10-43b5-8590-829a411c249b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:58:59.747190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.775112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:58:59.779392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d20fb4-ad11-48b1-a560-0c14b133ca1b None None] Network da689c32-e1f0-4b96-8609-a536c61723a6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:58:59.783528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.790227 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5dbc1597-bfe8-46a5-9a45-804283fc97db admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b7671bae-4cb6-4ed1-94e0-3da3baf11078 HTTP/1.1" status: 204 len: 168 time: 0.6697519 Nov 27 15:58:59.790797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47200) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:58:59.802116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.918079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.985624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:58:59.995715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.030250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47208) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:00.060903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.067660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:00.070030 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4658206 Nov 27 15:59:00.072330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e366e-7512-41c0-9e73-6fd7664b2cdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14f617-882b-47b9-8d90-2d2f6513b25a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:00.075417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47212) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:00.084090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'cb14f617-882b-47b9-8d90-2d2f6513b25a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:00.119131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Deleting port 3fee0fda-f4e6-4e67-9470-c12890ad230f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:00.119472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.182838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e976aa83-d0cd-4580-bc96-c4fa8ecbe1d6 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1032985790'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:00.183339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e976aa83-d0cd-4580-bc96-c4fa8ecbe1d6 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Unknown quota resources ['metering_label']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:59:00.192387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b21662a2-4a10-43b5-8590-829a411c249b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:00.197491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-b13736fa-022c-4a54-ae35-f846ed46c049 req-d61faa61-8673-4a34-8c3e-240076282988 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:59:00.199067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b13736fa-022c-4a54-ae35-f846ed46c049 req-d61faa61-8673-4a34-8c3e-240076282988 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070438 Nov 27 15:59:00.210576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cb93140-b755-4ebe-b74a-3061bb773f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.239362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc308080-ccad-410e-a662-f457c072b03b None None] DHCP port deletion for da689c32-e1f0-4b96-8609-a536c61723a6 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:00.247533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.270131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-ef80b9e3-3786-402f-970f-83c1123cb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:00.271618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-ef80b9e3-3786-402f-970f-83c1123cb2db service neutron] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.7347357 Nov 27 15:59:00.279237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b902fc1-5caa-4ea9-9744-7788311adc13 req-7a7ee848-0423-4fcd-a588-8eebe1724fcf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:00.280704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b902fc1-5caa-4ea9-9744-7788311adc13 req-7a7ee848-0423-4fcd-a588-8eebe1724fcf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.0875967 Nov 27 15:59:00.346523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-fcda1c3d-4db4-44ec-9a73-27cda183bc8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69824cb5-4726-4c84-adfc-87e96bb918b2 HTTP/1.1" status: 200 len: 217 time: 0.0647488 Nov 27 15:59:00.364771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] For port 3fee0fda-f4e6-4e67-9470-c12890ad230f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3fee0fda-f4e6-4e67-9470-c12890ad230f,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:00.365188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.384692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bc308080-ccad-410e-a662-f457c072b03b None None] Deleting port 3fee0fda-f4e6-4e67-9470-c12890ad230f {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:00.385696 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc308080-ccad-410e-a662-f457c072b03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.450772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Calling delete_port for 3fee0fda-f4e6-4e67-9470-c12890ad230f owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:00.474213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bc308080-ccad-410e-a662-f457c072b03b None None] For port 3fee0fda-f4e6-4e67-9470-c12890ad230f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3fee0fda-f4e6-4e67-9470-c12890ad230f,segment=NetworkSegment(60f5e646-23a6-4749-a2c5-591b7f7cea46),segment_id=60f5e646-23a6-4749-a2c5-591b7f7cea46)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:00.474924 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc308080-ccad-410e-a662-f457c072b03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.483569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b902fc1-5caa-4ea9-9744-7788311adc13 req-2a8d19fd-69b8-46f8-bffa-41b49f88e140 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963482 Nov 27 15:59:00.501915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bc308080-ccad-410e-a662-f457c072b03b None None] Calling delete_port for 3fee0fda-f4e6-4e67-9470-c12890ad230f owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:00.514112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-c8c1bd8c-dc83-44ad-b0d4-4bcc6f3b332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:00.518901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-c8c1bd8c-dc83-44ad-b0d4-4bcc6f3b332e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1578605 Nov 27 15:59:00.538762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e976aa83-d0cd-4580-bc96-c4fa8ecbe1d6 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.540050 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e976aa83-d0cd-4580-bc96-c4fa8ecbe1d6 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5034680 Nov 27 15:59:00.548509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47220) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:00.560580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-75a3a073-6e69-4016-bac6-edae2563d84c tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1d460f83-55f7-4fcf-a844-7a1c41e5d2fd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:00.561215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-75a3a073-6e69-4016-bac6-edae2563d84c tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:59:00.600822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-700b29cb-c159-44ec-874a-7c325055ca94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721114 Nov 27 15:59:00.630018 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc308080-ccad-410e-a662-f457c072b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.639497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.662497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc308080-ccad-410e-a662-f457c072b03b None None] Pushing event deleted for resources: {'Port': ['ID=3fee0fda-f4e6-4e67-9470-c12890ad230f,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:00.664922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.670421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc308080-ccad-410e-a662-f457c072b03b None None] No DVR routers for this DVR port 3fee0fda-f4e6-4e67-9470-c12890ad230f on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:00.767193 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d916-b598-4444-b42b-67148f21d914 req-108b5fda-7c77-4b99-99c3-910f91e20127 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:00.769286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5fe6d916-b598-4444-b42b-67148f21d914 req-108b5fda-7c77-4b99-99c3-910f91e20127 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1661849 Nov 27 15:59:00.775077 n-d-819494-4 neutron-server[110075]: WARNING neutron.services.metering.metering_plugin [None req-75a3a073-6e69-4016-bac6-edae2563d84c tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 15:59:00.786694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc085e-c108-473e-8d11-c39dc3ba8f03 req-afc5c794-39bd-41c9-ba4a-4207b28c24bc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:00.788137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acbc085e-c108-473e-8d11-c39dc3ba8f03 req-afc5c794-39bd-41c9-ba4a-4207b28c24bc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 944 time: 0.1319060 Nov 27 15:59:00.800472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872b5e50-76f9-48fd-aa56-2280312d7fac,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:00.808488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-83bcf6e7-fb09-47f1-aa11-b36b8035a83d service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937883 Nov 27 15:59:00.882174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.883373 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ba750a2f-1e18-4019-bb8c-21852072bad5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8070521 Nov 27 15:59:00.890306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:00.892236 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cb93140-b755-4ebe-b74a-3061bb773f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.931995 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-e77cd651-96bc-41c3-8517-58b9be112c09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4493289 Nov 27 15:59:00.933446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cb93140-b755-4ebe-b74a-3061bb773f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.937013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5fe6d916-b598-4444-b42b-67148f21d914 req-ad0d6b68-b7d0-4459-8c72-096b95ead95b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479781 Nov 27 15:59:00.937895 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75a3a073-6e69-4016-bac6-edae2563d84c tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.944506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-75a3a073-6e69-4016-bac6-edae2563d84c tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3865678 Nov 27 15:59:00.944506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47224) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:00.952618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acbc085e-c108-473e-8d11-c39dc3ba8f03 req-7c29872f-d3ff-4556-b6cb-79ddc66d34c7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534142 Nov 27 15:59:00.956727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a7351e82-628d-4164-b94d-f2fdf5b57fc5 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1d460f83-55f7-4fcf-a844-7a1c41e5d2fd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:00.957230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a7351e82-628d-4164-b94d-f2fdf5b57fc5 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:59:00.959303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807cb858-640a-4de2-8965-0a52bf501686 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.971373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807cb858-640a-4de2-8965-0a52bf501686 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:00.981836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.008230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4ceab68-92e6-40e1-bf03-858e45fe0072 req-9949f06f-2782-452b-8608-8de23325fb90 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859276 Nov 27 15:59:01.020127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807cb858-640a-4de2-8965-0a52bf501686 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.032196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8cb93140-b755-4ebe-b74a-3061bb773f33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ad6ca0550a34b549e7547920a7398db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3130322 Nov 27 15:59:01.032683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807cb858-640a-4de2-8965-0a52bf501686 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.035029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fee0fda-f4e6-4e67-9470-c12890ad230f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:01.037107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47230) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.037397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.037932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-807cb858-640a-4de2-8965-0a52bf501686 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/872b5e50-76f9-48fd-aa56-2280312d7fac HTTP/1.1" status: 204 len: 168 time: 0.1412451 Nov 27 15:59:01.039133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cb858-640a-4de2-8965-0a52bf501686 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=872b5e50-76f9-48fd-aa56-2280312d7fac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:01.045183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb93140-b755-4ebe-b74a-3061bb773f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d68a579-1c16-4d6d-a389-46cf0a1d09fd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:01.087545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] No DVR routers for this DVR port 3fee0fda-f4e6-4e67-9470-c12890ad230f on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:01.108903 n-d-819494-4 neutron-server[110075]: WARNING neutron.services.metering.metering_plugin [None req-a7351e82-628d-4164-b94d-f2fdf5b57fc5 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 15:59:01.133157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:01.158343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:59:01.158695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dc66eb91-e650-4a5f-bf7c-13c6edbdbe82 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:59:01.160773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3fee0fda-f4e6-4e67-9470-c12890ad230f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:01.179931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3fee0fda-f4e6-4e67-9470-c12890ad230f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:59:01.180280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3fee0fda-f4e6-4e67-9470-c12890ad230f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:59:01.287829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a7351e82-628d-4164-b94d-f2fdf5b57fc5 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.288946 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a7351e82-628d-4164-b94d-f2fdf5b57fc5 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3446934 Nov 27 15:59:01.291844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47246) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.309797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ea1af2cf-7642-4a38-b065-952aaaacc7bc tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=1756835c-0077-4cda-88e5-2c600efbfb58 HTTP/1.1" status: 200 len: 464 time: 0.0167437 Nov 27 15:59:01.312038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47248) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.312175 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5a27d347-7d1f-4e8b-a0aa-726caf920655 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2667997 Nov 27 15:59:01.313701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.319074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.360717 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2731cd0-f447-492d-bdd2-8c19b4bf0608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.368755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da689c32-e1f0-4b96-8609-a536c61723a6']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:01.392779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 69824cb5-4726-4c84-adfc-87e96bb918b2 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:01.394996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f5e646-23a6-4749-a2c5-591b7f7cea46') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:01.395407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f5e646-23a6-4749-a2c5-591b7f7cea46') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:01.401946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:01.418954 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.421710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2731cd0-f447-492d-bdd2-8c19b4bf0608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.470735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.480480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b10c-a54d-40b0-93c5-0fe70465f2e1 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.484286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-235fc16e-cfab-405b-be0a-181856cacc72 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.484885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:59:01.485298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.489035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-235fc16e-cfab-405b-be0a-181856cacc72 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/1756835c-0077-4cda-88e5-2c600efbfb58 HTTP/1.1" status: 204 len: 168 time: 0.1746733 Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:59:01.489193 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:59:01.492464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47254) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.512998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.515555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-08ccac7f-d70b-49cb-9610-254b8c2fa61e tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=1756835c-0077-4cda-88e5-2c600efbfb58 HTTP/1.1" status: 200 len: 221 time: 0.0249827 Nov 27 15:59:01.519997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e2f4ef08-21ee-477a-89bb-3b5b82b31a2d tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1197802854', 'description': 'label created by tempest'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:01.520872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e2f4ef08-21ee-477a-89bb-3b5b82b31a2d tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Unknown quota resources ['metering_label']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 15:59:01.599390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b10c-a54d-40b0-93c5-0fe70465f2e1 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.629116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2731cd0-f447-492d-bdd2-8c19b4bf0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.631935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2731cd0-f447-492d-bdd2-8c19b4bf0608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.633262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f2731cd0-f447-492d-bdd2-8c19b4bf0608 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d68a579-1c16-4d6d-a389-46cf0a1d09fd HTTP/1.1" status: 204 len: 168 time: 0.5904965 Nov 27 15:59:01.703217 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.710527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731cd0-f447-492d-bdd2-8c19b4bf0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d68a579-1c16-4d6d-a389-46cf0a1d09fd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:01.712016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba78fd-8c86-4b0c-bf41-4d17d489d1ba req-56a90840-0d4f-4e5d-94df-8f52b21c4b10 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:01.720516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.720979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55ba78fd-8c86-4b0c-bf41-4d17d489d1ba req-56a90840-0d4f-4e5d-94df-8f52b21c4b10 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.0913587 Nov 27 15:59:01.724537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/da689c32-e1f0-4b96-8609-a536c61723a6 HTTP/1.1" status: 204 len: 168 time: 1.9283404 Nov 27 15:59:01.756513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b21662a2-4a10-43b5-8590-829a411c249b completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:01.770303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a52cb4-b214-4237-a558-1b5aeb286f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=da689c32-e1f0-4b96-8609-a536c61723a6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:01.786351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.810660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 69824cb5-4726-4c84-adfc-87e96bb918b2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=69824cb5-4726-4c84-adfc-87e96bb918b2,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:01.812259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ef08-21ee-477a-89bb-3b5b82b31a2d tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.814487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e2f4ef08-21ee-477a-89bb-3b5b82b31a2d tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2997622 Nov 27 15:59:01.818296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b21662a2-4a10-43b5-8590-829a411c249b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:01.818880 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.821331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47270) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.844725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55ba78fd-8c86-4b0c-bf41-4d17d489d1ba req-391ab605-5bcc-4c54-a4e8-4442915c13b1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207662 Nov 27 15:59:01.844960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b10c-a54d-40b0-93c5-0fe70465f2e1 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.853457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b10c-a54d-40b0-93c5-0fe70465f2e1 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:01.856039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bfb4b10c-a54d-40b0-93c5-0fe70465f2e1 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/cb14f617-882b-47b9-8d90-2d2f6513b25a HTTP/1.1" status: 204 len: 168 time: 0.5356047 Nov 27 15:59:01.858667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47272) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.911303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '69824cb5-4726-4c84-adfc-87e96bb918b2', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': '69824cb5-4726-4c84-adfc-87e96bb918b2', 'mac_address': 'fa:16:3e:97:8a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:01.927847 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eb7ed779-5911-436a-8575-8e08b376a51f tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=5a5fc618-05b0-4c5a-8eea-b1ef31efb8b5 HTTP/1.1" status: 200 len: 468 time: 0.1049139 Nov 27 15:59:01.929437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b10c-a54d-40b0-93c5-0fe70465f2e1 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14f617-882b-47b9-8d90-2d2f6513b25a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:01.931159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47276) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.938936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e27a6213-f484-4570-abbe-e2e05c5a1242 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789025 Nov 27 15:59:01.943650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:01.949137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--752901946'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:02.007863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.080125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.139385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69824cb5-4726-4c84-adfc-87e96bb918b2 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:02.156958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.173457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 69824cb5-4726-4c84-adfc-87e96bb918b2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=69824cb5-4726-4c84-adfc-87e96bb918b2,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:02.187817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.199081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:02.202686 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c3d96-5ab8-4941-b677-32eaa0b5ade2" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:02.252502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:02.260538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.263465 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.272846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-accb94fd-5bc9-4483-b220-36b5639c18d1 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.274949 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-accb94fd-5bc9-4483-b220-36b5639c18d1 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/5a5fc618-05b0-4c5a-8eea-b1ef31efb8b5 HTTP/1.1" status: 204 len: 168 time: 0.3424220 Nov 27 15:59:02.276057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=69824cb5-4726-4c84-adfc-87e96bb918b2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:02.277485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47288) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.295268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47290) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.309545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d53517f8-0b4a-4426-ab8b-a5a547d8d681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.324860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a92d5-a307-49b1-b2aa-228196152079 req-f8c9717e-51ec-4a69-ab82-cd14d32a4df2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:02.326718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-226a92d5-a307-49b1-b2aa-228196152079 req-f8c9717e-51ec-4a69-ab82-cd14d32a4df2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 944 time: 0.1937761 Nov 27 15:59:02.329236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:02.330202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.331564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70b176d0-ad42-4a8c-a23a-1ed77b7a6c8b tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=5a5fc618-05b0-4c5a-8eea-b1ef31efb8b5 HTTP/1.1" status: 200 len: 216 time: 0.0524337 Nov 27 15:59:02.337804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47292) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.348411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba262f-eea4-4b58-b1e1-6a6b22f63198 req-0194be27-61aa-4c04-ad76-8f9ea0bdf79c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:02.349959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1ba262f-eea4-4b58-b1e1-6a6b22f63198 req-0194be27-61aa-4c04-ad76-8f9ea0bdf79c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2509549 Nov 27 15:59:02.355296 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.359387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7630937e-e9a6-4b51-b099-0e968020afdb tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172348 Nov 27 15:59:02.362840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-870af5bd-4ee4-46a1-9db4-df5b424f48d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a5387fbc18e4a4fa29ef586316200ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657809 Nov 27 15:59:02.364970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47294) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.366651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47296) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.387611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b040af63-51ad-4b86-bb6d-32754d0cda94 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161047 Nov 27 15:59:02.390789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47298) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.430005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.431225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4865363 Nov 27 15:59:02.446090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.455173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'be347d72-1f1b-4324-a407-2f35693b90eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:02.471744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7e10c-98c8-4f8c-ac5b-c01a2c0540a0 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be347d72-1f1b-4324-a407-2f35693b90eb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:02.514197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-226a92d5-a307-49b1-b2aa-228196152079 req-05bd6e52-64f4-4b74-a883-aa2599eca002 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632125 Nov 27 15:59:02.544366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['69824cb5-4726-4c84-adfc-87e96bb918b2'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:02.554250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1ba262f-eea4-4b58-b1e1-6a6b22f63198 req-daa0684a-006e-43ec-b0ab-2037b146a453 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895726 Nov 27 15:59:02.594270 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f33e19d-d8a4-40f6-a074-ebb41b1146ad x-openstack-request-id: req-5f33e19d-d8a4-40f6-a074-ebb41b1146ad {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:02.594909 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:02.595207 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f33e19d-d8a4-40f6-a074-ebb41b1146ad {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:02.595597 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'code': 200} Nov 27 15:59:02.641054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.668477 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d53517f8-0b4a-4426-ab8b-a5a547d8d681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.688734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d53517f8-0b4a-4426-ab8b-a5a547d8d681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.713958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.725480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5758c4aa-3098-4ec5-bca0-3c8ae470fb42 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/1d460f83-55f7-4fcf-a844-7a1c41e5d2fd HTTP/1.1" status: 200 len: 473 time: 0.3292005 Nov 27 15:59:02.740057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.757879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.769529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-50d2e680-21cb-4be8-92ac-948439159fe0 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/9c467d72-edb3-4742-b5df-98ef8f86642e HTTP/1.1" status: 200 len: 461 time: 0.0223091 Nov 27 15:59:02.771259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.777920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02fa744f-03d5-41de-a6ae-bc0bbeebb396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.797565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-5d73e1f5-0fe1-40b5-aa29-b36b2bf8c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:02.799111 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-5d73e1f5-0fe1-40b5-aa29-b36b2bf8c5bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1101 time: 0.0882249 Nov 27 15:59:02.809667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d53517f8-0b4a-4426-ab8b-a5a547d8d681 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=039199e8ed624ce6bba82433eb4edf3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466342 Nov 27 15:59:02.810442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53517f8-0b4a-4426-ab8b-a5a547d8d681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0b16b-fa4a-48f9-b94f-929b6f76cd3c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:02.814756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47308) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.824928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339088af-e3a6-487b-8243-c1051ea4caad,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:02.830295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02fa744f-03d5-41de-a6ae-bc0bbeebb396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.852228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb19d6-5ba0-4898-a880-4de40aa42346 req-cc667c81-1049-471d-bea8-1e9e8c56bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:02.854080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4dfb19d6-5ba0-4898-a880-4de40aa42346 req-cc667c81-1049-471d-bea8-1e9e8c56bf0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1097 time: 0.1747711 Nov 27 15:59:02.859131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:02.865943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f36e6f2c-c648-4c83-95e2-213e5bed98ff tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4141593 Nov 27 15:59:02.881082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47310) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:02.895041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'be347d72-1f1b-4324-a407-2f35693b90eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:02.953791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4dfb19d6-5ba0-4898-a880-4de40aa42346 req-8058ac83-400d-403a-a8e4-857913b7a758 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Nov 27 15:59:02.986718 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4df60a7-2e81-44e1-82a5-82954018e193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.012094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8d69c5d0-f3f9-4642-8f00-08fcd270e333 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.013251 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8d69c5d0-f3f9-4642-8f00-08fcd270e333 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/9c467d72-edb3-4742-b5df-98ef8f86642e HTTP/1.1" status: 204 len: 168 time: 0.2410569 Nov 27 15:59:03.015451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47710851-9226-46be-9e75-b84ec8bf5488 req-2cc9c9ff-a0e5-4093-9f7d-63f089da2b28 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:03.017107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47710851-9226-46be-9e75-b84ec8bf5488 req-2cc9c9ff-a0e5-4093-9f7d-63f089da2b28 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0816231 Nov 27 15:59:03.017833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47314) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:03.022804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4df60a7-2e81-44e1-82a5-82954018e193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.052479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.091245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47710851-9226-46be-9e75-b84ec8bf5488 req-f21b4d7a-0453-4a15-a610-c6a789bd3e03 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661557 Nov 27 15:59:03.109514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4df60a7-2e81-44e1-82a5-82954018e193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.115420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4df60a7-2e81-44e1-82a5-82954018e193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.117976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d4df60a7-2e81-44e1-82a5-82954018e193 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24f0b16b-fa4a-48f9-b94f-929b6f76cd3c HTTP/1.1" status: 204 len: 168 time: 0.3016818 Nov 27 15:59:03.121542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-a4a3bebe-01ce-4b35-b569-71e14dfcf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:03.123105 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-a4a3bebe-01ce-4b35-b569-71e14dfcf3fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.3108029 Nov 27 15:59:03.132340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df60a7-2e81-44e1-82a5-82954018e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0b16b-fa4a-48f9-b94f-929b6f76cd3c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:03.133000 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02fa744f-03d5-41de-a6ae-bc0bbeebb396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.135678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02fa744f-03d5-41de-a6ae-bc0bbeebb396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.137471 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-02fa744f-03d5-41de-a6ae-bc0bbeebb396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23e9a985-d732-4154-bf3c-ebb3897b83ee HTTP/1.1" status: 204 len: 168 time: 0.7709146 Nov 27 15:59:03.277981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa744f-03d5-41de-a6ae-bc0bbeebb396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e9a985-d732-4154-bf3c-ebb3897b83ee,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:03.282058 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-b410a144-68e1-428f-b54d-68567814e71f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 217 time: 0.1328681 Nov 27 15:59:03.393757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a572670a-dcd3-4784-bcd2-bb43aa8f95b6 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.394899 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a572670a-dcd3-4784-bcd2-bb43aa8f95b6 tempest-MeteringTestJSON-1370814856 tempest-MeteringTestJSON-1370814856-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/1d460f83-55f7-4fcf-a844-7a1c41e5d2fd HTTP/1.1" status: 204 len: 168 time: 0.3752015 Nov 27 15:59:03.419050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.421185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-59bfed3d-d9c5-484d-b7d3-8e0f646a3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:03.423014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-59bfed3d-d9c5-484d-b7d3-8e0f646a3948 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0826576 Nov 27 15:59:03.424820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.454687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215b6831-cff4-43f0-b7e0-9ad01c20391b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:03.475562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.476993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cd4fcf5d-1458-4bbf-a346-b0fe6ef331f3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5874178 Nov 27 15:59:03.479831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:03.485170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'be347d72-1f1b-4324-a407-2f35693b90eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:03.498028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-9b59b46e-d43b-43ba-aa1c-97eaa1749b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:03.499581 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-9b59b46e-d43b-43ba-aa1c-97eaa1749b6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666656 Nov 27 15:59:03.525477 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.608039 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.626556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.633174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-d1f7326d-b85d-4152-abcb-4beb0190ffdf service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260283 Nov 27 15:59:03.667913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5532adab-f7b4-4be2-b9a0-723e439c0e90,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:03.676703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.677976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cacda18e-9d0b-45a2-8171-94dc1c22e93f tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970508 Nov 27 15:59:03.681133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:03.688109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'be347d72-1f1b-4324-a407-2f35693b90eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:03.726099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e6af-8415-4faa-a4c4-f07fcf27a10c req-bc570596-b384-40fa-9576-46d0a6db78f3 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:03.728225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1c3e6af-8415-4faa-a4c4-f07fcf27a10c req-bc570596-b384-40fa-9576-46d0a6db78f3 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 945 time: 0.1169684 Nov 27 15:59:03.749111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d983cc-ccc9-4f19-acf3-cba93a46a768 req-1b4ad02b-6405-4fc1-b31e-43f0712e796a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:03.752135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4d983cc-ccc9-4f19-acf3-cba93a46a768 req-1b4ad02b-6405-4fc1-b31e-43f0712e796a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.0853903 Nov 27 15:59:03.789787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.816036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47350) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:03.836645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-149cbe78-8e32-4672-8c69-0f25efd165cd service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955912 Nov 27 15:59:03.859925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4d983cc-ccc9-4f19-acf3-cba93a46a768 req-f07e2656-9c28-45dd-a900-207f793db869 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931344 Nov 27 15:59:03.865075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1c3e6af-8415-4faa-a4c4-f07fcf27a10c req-1557cb4a-eef9-4029-a283-3a848b814c9d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284587 Nov 27 15:59:03.902800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.916298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.942409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490bf3f4-6d45-4f00-978f-cb451a812b1e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:03.968273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:03.970923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a99160c5-4986-49ff-8355-afc9f8ca6757 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2879934 Nov 27 15:59:03.974186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:03.979946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'be347d72-1f1b-4324-a407-2f35693b90eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:04.014173 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.103947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.109253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.137975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd94a13-e94d-4c62-973d-1659e77a3012,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.150605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.154413 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-13fe9bb9-7631-47c6-af8b-d9587d02daca tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1764648 Nov 27 15:59:04.155915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47366) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.177683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4690c79d-6283-40bd-b6ab-06ffd1341222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.188142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b147ec-09b4-4911-aa37-bb7a2f26feab tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.209375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b147ec-09b4-4911-aa37-bb7a2f26feab tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.279411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b147ec-09b4-4911-aa37-bb7a2f26feab tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.285931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b147ec-09b4-4911-aa37-bb7a2f26feab tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.289457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-89b147ec-09b4-4911-aa37-bb7a2f26feab tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4fd94a13-e94d-4c62-973d-1659e77a3012 HTTP/1.1" status: 204 len: 168 time: 0.1302168 Nov 27 15:59:04.290381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47376) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.299219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dde95a-65c9-4924-8912-e9fdbb7e87ba req-d65e05fa-d9d6-4298-88f5-f5a9079e566a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:04.300866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09dde95a-65c9-4924-8912-e9fdbb7e87ba req-d65e05fa-d9d6-4298-88f5-f5a9079e566a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0811493 Nov 27 15:59:04.307531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b147ec-09b4-4911-aa37-bb7a2f26feab tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fd94a13-e94d-4c62-973d-1659e77a3012,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.369044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09dde95a-65c9-4924-8912-e9fdbb7e87ba req-f7fb8256-5822-4072-827b-2b40b3917cc3 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581098 Nov 27 15:59:04.381437 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8765b594-9612-48da-bfac-26c920435f58 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0900271 Nov 27 15:59:04.386627 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4690c79d-6283-40bd-b6ab-06ffd1341222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.391230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4690c79d-6283-40bd-b6ab-06ffd1341222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.393816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47382) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.424792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e93e8a-968d-4391-b000-6c6c09ebb4aa tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.434420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e93e8a-968d-4391-b000-6c6c09ebb4aa tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.435601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4690c79d-6283-40bd-b6ab-06ffd1341222 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3412b346359f4bd3844bead3d54ca04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6167796 Nov 27 15:59:04.438317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690c79d-6283-40bd-b6ab-06ffd1341222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456d54c5-bd99-44b6-befc-10119ea06508,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.441731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47384) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.488494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e93e8a-968d-4391-b000-6c6c09ebb4aa tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.495938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47388) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.499576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e93e8a-968d-4391-b000-6c6c09ebb4aa tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.502453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-53e93e8a-968d-4391-b000-6c6c09ebb4aa tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/490bf3f4-6d45-4f00-978f-cb451a812b1e HTTP/1.1" status: 204 len: 168 time: 0.1057279 Nov 27 15:59:04.504400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47390) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.505972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ef390ff-4931-4975-a916-dc9c7410e6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.526846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e93e8a-968d-4391-b000-6c6c09ebb4aa tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=490bf3f4-6d45-4f00-978f-cb451a812b1e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.533165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ef390ff-4931-4975-a916-dc9c7410e6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.574304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b708696-a59d-4e5a-a639-484fb43a7265 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0650091 Nov 27 15:59:04.576941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.589628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ef390ff-4931-4975-a916-dc9c7410e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.594136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ef390ff-4931-4975-a916-dc9c7410e6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.595300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6ef390ff-4931-4975-a916-dc9c7410e6b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/456d54c5-bd99-44b6-befc-10119ea06508 HTTP/1.1" status: 204 len: 168 time: 0.1531475 Nov 27 15:59:04.603490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4ba2-2048-47e9-96d6-26b54ce23642 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.604735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef390ff-4931-4975-a916-dc9c7410e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456d54c5-bd99-44b6-befc-10119ea06508,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.612385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4ba2-2048-47e9-96d6-26b54ce23642 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.645193 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4ba2-2048-47e9-96d6-26b54ce23642 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.651808 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4ba2-2048-47e9-96d6-26b54ce23642 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.653298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cd1e4ba2-2048-47e9-96d6-26b54ce23642 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5532adab-f7b4-4be2-b9a0-723e439c0e90 HTTP/1.1" status: 204 len: 168 time: 0.0751481 Nov 27 15:59:04.655752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47400) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.673374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4ba2-2048-47e9-96d6-26b54ce23642 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5532adab-f7b4-4be2-b9a0-723e439c0e90,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.707552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eb272e13-4063-478c-82d1-bcf02a2a7673 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0504878 Nov 27 15:59:04.710457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47404) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.713347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-139483683-network', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:04.737045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Made reservation on behalf of ce25e65635ba4296ab13abe14dd6ae5e for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:04.739681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.750617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.760172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e93267c-6938-467b-87bc-691b093a8c9e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.770333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e93267c-6938-467b-87bc-691b093a8c9e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.818623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e93267c-6938-467b-87bc-691b093a8c9e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.826583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e93267c-6938-467b-87bc-691b093a8c9e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.830210 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5e93267c-6938-467b-87bc-691b093a8c9e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/215b6831-cff4-43f0-b7e0-9ad01c20391b HTTP/1.1" status: 204 len: 168 time: 0.1160424 Nov 27 15:59:04.832360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47410) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.839158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93267c-6938-467b-87bc-691b093a8c9e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=215b6831-cff4-43f0-b7e0-9ad01c20391b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.865469 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.872875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.891644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f33843f4-c483-45a5-8e0f-4a20ec2bf558 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0580654 Nov 27 15:59:04.894532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:04.899702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:04.934963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:59:04.935529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65335a25-0286-4b95-825f-e8b2b6d5ef90 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.944602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65335a25-0286-4b95-825f-e8b2b6d5ef90 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.964645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:04.965334 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Added segment 62af0d32-2891-4dc3-8d7e-861b88e849be of type vlan for network d794186c-ae9a-4a52-88f3-8c1a072fac09 Nov 27 15:59:04.989610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65335a25-0286-4b95-825f-e8b2b6d5ef90 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.006064 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65335a25-0286-4b95-825f-e8b2b6d5ef90 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.007226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-65335a25-0286-4b95-825f-e8b2b6d5ef90 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/339088af-e3a6-487b-8243-c1051ea4caad HTTP/1.1" status: 204 len: 168 time: 0.1117554 Nov 27 15:59:05.012871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47424) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.035649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335a25-0286-4b95-825f-e8b2b6d5ef90 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=339088af-e3a6-487b-8243-c1051ea4caad,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.083125 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df455944-6ef3-4542-92c0-ae50acc40a82 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654652 Nov 27 15:59:05.085879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47426) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.097607 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.140187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b1d1a-6f21-4456-ab0b-3fa87beb82ab req-2a052331-6296-4bb3-ba93-9a2edfb9bd44 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:05.141765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a40b1d1a-6f21-4456-ab0b-3fa87beb82ab req-2a052331-6296-4bb3-ba93-9a2edfb9bd44 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1033082 Nov 27 15:59:05.151324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2852-5bfc-4da9-a533-1963606e65db req-77cd165c-5699-4086-830c-360ecc8ded6d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:05.152823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc2852-5bfc-4da9-a533-1963606e65db req-77cd165c-5699-4086-830c-360ecc8ded6d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 945 time: 0.1264558 Nov 27 15:59:05.164517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-784c19bf-dc4e-43ae-840c-19704842c070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.177329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.178296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:05.178881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.209705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-784c19bf-dc4e-43ae-840c-19704842c070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.213072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c20500e5-5e42-436e-bcf3-b27fa4b9dce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.234357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47434) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.257447 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b597242-93da-4c2a-a944-7b4e06439e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.271367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7661488 Nov 27 15:59:05.273657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47436) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.277254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Request body: {'subnet': {'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-subnet', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:05.303550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a40b1d1a-6f21-4456-ab0b-3fa87beb82ab req-48bd9aa4-0c56-41e0-85ef-78e639a3432c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497231 Nov 27 15:59:05.307968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc2852-5bfc-4da9-a533-1963606e65db req-a74e1570-d2bf-4519-9fec-6d8996285868 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456368 Nov 27 15:59:05.308632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1275fa1-9da2-4b64-abfb-4661bbee17da admin admin] Pushing event updated for resources: {'Network': ['ID=d794186c-ae9a-4a52-88f3-8c1a072fac09,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.310731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-784c19bf-dc4e-43ae-840c-19704842c070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.313791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-784c19bf-dc4e-43ae-840c-19704842c070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.314873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-784c19bf-dc4e-43ae-840c-19704842c070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/be347d72-1f1b-4324-a407-2f35693b90eb HTTP/1.1" status: 204 len: 168 time: 0.2275841 Nov 27 15:59:05.318158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.336496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:59:05.368988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Made reservation on behalf of ce25e65635ba4296ab13abe14dd6ae5e for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:05.371399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.397682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c19bf-dc4e-43ae-840c-19704842c070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be347d72-1f1b-4324-a407-2f35693b90eb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.417829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1644aebb-6ddf-40fe-bf09-fc24bee83cda tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945349 Nov 27 15:59:05.422562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47442) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.430842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885519766'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:05.456679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 69824cb5-4726-4c84-adfc-87e96bb918b2 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:05.460388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.509221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b597242-93da-4c2a-a944-7b4e06439e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.519596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b597242-93da-4c2a-a944-7b4e06439e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.583211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e447485-b448-4685-acca-b8c7b8c83b17 req-e203d4ef-9390-4720-9f2a-d2db43cd247c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:05.584919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e447485-b448-4685-acca-b8c7b8c83b17 req-e203d4ef-9390-4720-9f2a-d2db43cd247c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0922306 Nov 27 15:59:05.592471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 69824cb5-4726-4c84-adfc-87e96bb918b2 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:05.596021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b597242-93da-4c2a-a944-7b4e06439e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71c8d32-43b8-4e91-8070-b6eaa84a2ea7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.609516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 69824cb5-4726-4c84-adfc-87e96bb918b2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:05.610342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b597242-93da-4c2a-a944-7b4e06439e2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0fbdb2df67049c5b96f14eb0b4f6694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749433 Nov 27 15:59:05.611194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.621600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47450) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.631860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.652544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.661359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.696160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e447485-b448-4685-acca-b8c7b8c83b17 req-59d03832-b35e-4714-b199-21afa0efefdf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007979 Nov 27 15:59:05.728246 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.728471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b5af97-9426-43b4-815c-271adf3ffb9b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.736284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-243d4808-8105-4730-b2f3-fa6a42e10909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.739809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Checking segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:05.740250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Network hostable DHCP agents. Network: d794186c-ae9a-4a52-88f3-8c1a072fac09, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:59:05.741373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.742893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3185961 Nov 27 15:59:05.745377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b27a8-d37e-472e-a513-d62b3dfafccc tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d0049-7c83-477f-a4db-f175d2f526ba,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.745802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47458) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.776012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': '1d9d0049-7c83-477f-a4db-f175d2f526ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:05.776253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-243d4808-8105-4730-b2f3-fa6a42e10909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.783804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 69824cb5-4726-4c84-adfc-87e96bb918b2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=69824cb5-4726-4c84-adfc-87e96bb918b2,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:05.785797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69824cb5-4726-4c84-adfc-87e96bb918b2'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:05.789223 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caebb0fb-82e7-4bd1-b690-e14acccfd353" -d '{"events": [{"server_uuid": "b48058ab-d4c2-4158-81f8-b2f347363386", "name": "network-vif-plugged", "status": "completed", "tag": "69824cb5-4726-4c84-adfc-87e96bb918b2"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:05.795389 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.804674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:59:05.827879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d794186c-ae9a-4a52-88f3-8c1a072fac09) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:05.831671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.855569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:05.858062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.858530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316858e-e17a-48e2-8e63-88482037fa1a None None] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:59:05.896345 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-243d4808-8105-4730-b2f3-fa6a42e10909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.899530 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-243d4808-8105-4730-b2f3-fa6a42e10909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.901116 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b3698-355a-4963-8c73-0d3679a91a0f x-openstack-request-id: req-674b3698-355a-4963-8c73-0d3679a91a0f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:05.901267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-243d4808-8105-4730-b2f3-fa6a42e10909 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a71c8d32-43b8-4e91-8070-b6eaa84a2ea7 HTTP/1.1" status: 204 len: 168 time: 0.2727127 Nov 27 15:59:05.901771 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48058ab-d4c2-4158-81f8-b2f347363386", "name": "network-vif-plugged", "status": "completed", "tag": "69824cb5-4726-4c84-adfc-87e96bb918b2", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:05.902213 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-674b3698-355a-4963-8c73-0d3679a91a0f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:05.902797 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69824cb5-4726-4c84-adfc-87e96bb918b2', 'code': 200} Nov 27 15:59:05.914436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d4808-8105-4730-b2f3-fa6a42e10909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71c8d32-43b8-4e91-8070-b6eaa84a2ea7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.919339 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b0d8c1c9-2ba7-4289-a286-83a2f3fce182 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6466513 Nov 27 15:59:05.922065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47466) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:05.927577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:05.964299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.965700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:05.973249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=69824cb5-4726-4c84-adfc-87e96bb918b2,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:05.996257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.011598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.039196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d806f-a9b9-435d-9718-42168e4d05a1 req-9c91afbd-99a0-4d8e-93e6-b8116331d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:06.042130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f8d806f-a9b9-435d-9718-42168e4d05a1 req-9c91afbd-99a0-4d8e-93e6-b8116331d389 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 1097 time: 0.0888779 Nov 27 15:59:06.070040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.078267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a810a7-38f0-4fd8-a8f1-62a5eb8c022e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:06.140146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c05b1-5423-40d7-971e-e414c798dfd4 None None] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:59:06.198490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.202276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-606fa2a6-f230-44b6-b13d-cf95d6fc4768 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4529994 Nov 27 15:59:06.202586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47484) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:06.240992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f8d806f-a9b9-435d-9718-42168e4d05a1 req-9f0af365-d63f-441e-b410-6959f3a9d244 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916234 Nov 27 15:59:06.294020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.335278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-3e163f7c-9291-4773-8c95-0017436a2ffb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:06.337461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-3e163f7c-9291-4773-8c95-0017436a2ffb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 814 time: 0.2517042 Nov 27 15:59:06.365097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-2cc71242-5830-4d6f-a2cc-2956b881977a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/quotas/c2449925a3354b6dba580304a0430cbe HTTP/1.1" status: 200 len: 375 time: 0.0197933 Nov 27 15:59:06.392234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8a02-4f48-41a6-a452-44967b2f870d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.429723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8a02-4f48-41a6-a452-44967b2f870d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.442689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-ac525f06-2e77-4e92-9484-944e7509df4b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759268 Nov 27 15:59:06.499327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8a02-4f48-41a6-a452-44967b2f870d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.503558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8a02-4f48-41a6-a452-44967b2f870d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.504824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3dc8a02-4f48-41a6-a452-44967b2f870d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d9d0049-7c83-477f-a4db-f175d2f526ba HTTP/1.1" status: 204 len: 168 time: 0.3012662 Nov 27 15:59:06.510756 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:59:06.568028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47510) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:06.584946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc8a02-4f48-41a6-a452-44967b2f870d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d0049-7c83-477f-a4db-f175d2f526ba,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:06.629502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.653346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.674186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-2e3cc38d-4f42-4d3f-9a23-3798fd54215c service neutron] 10.222.0.15 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300944 Nov 27 15:59:06.757258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b3ff-7fc9-4567-8d50-7542ef8695dc req-35ef50c5-43ed-42df-b61e-048e73940d6a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:06.764528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8611b3ff-7fc9-4567-8d50-7542ef8695dc req-35ef50c5-43ed-42df-b61e-048e73940d6a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 946 time: 0.1952171 Nov 27 15:59:06.780459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8aafea4e-8557-49b8-a429-2e68d58a1fdf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2090569 Nov 27 15:59:06.790890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47520) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:06.799137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--839241301'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:06.809767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Allocated IP 172.25.1.143 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/3d8263ab-1444-4607-b86f-596bb21e207f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:06.866415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8611b3ff-7fc9-4567-8d50-7542ef8695dc req-7c2974a5-7fd0-46a6-a909-421b28648d74 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907052 Nov 27 15:59:06.897169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:06.925707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-dab2462f-437d-42e3-8263-90e6c4566d70 service neutron] 10.222.0.15 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461250 Nov 27 15:59:07.004981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.047982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.060148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.068746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d321af-9902-43fc-a0fc-908343dce11d req-977b1f01-14ef-4322-a418-34014f4e3b28 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:07.091256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13d321af-9902-43fc-a0fc-908343dce11d req-977b1f01-14ef-4322-a418-34014f4e3b28 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1372409 Nov 27 15:59:07.100483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5487d-c3d1-44dd-a3bf-feea6a066814,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:07.105245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.110065 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a98a9622-d307-4828-8716-8cfc6d4af99d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3139663 Nov 27 15:59:07.110065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47538) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:07.115287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633371196'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:07.138356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.176271 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.180843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13d321af-9902-43fc-a0fc-908343dce11d req-0b49d683-1fa0-4cbd-a8e5-46c626bfb832 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Nov 27 15:59:07.201855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:07.210931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:07.215848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:07.222112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Pushing event updated for resources: {'Port': ['ID=3d8263ab-1444-4607-b86f-596bb21e207f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:07.246869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7c1a1-2f09-47a8-8b7b-23cc9d6b4c1a None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:07.282006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34a7f750-f740-4b02-bc35-f93df9bf59bf req-7ebf631a-391a-49d7-befc-15e5d03375df tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 210 time: 0.0360982 Nov 27 15:59:07.400681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e112d587-cdf3-4652-86fe-7ace1af6ec5b None None] Provisioning complete for port 3d8263ab-1444-4607-b86f-596bb21e207f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:07.400941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e112d587-cdf3-4652-86fe-7ace1af6ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.470342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e112d587-cdf3-4652-86fe-7ace1af6ec5b None None] Port 3d8263ab-1444-4607-b86f-596bb21e207f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:59:07.482142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.503034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-782a15f0-19fa-46ed-abaf-40ca59397dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.505858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.544853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.546386 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4359615 Nov 27 15:59:07.550117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47556) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:07.555213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': '65a5487d-c3d1-44dd-a3bf-feea6a066814', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '36b96db8-adb8-48d5-92b7-8ac2427805fc', 'remote_ip_prefix': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:07.558702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45ef49-90f6-4b8f-8683-bff2c4f2b0c2 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b96db8-adb8-48d5-92b7-8ac2427805fc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:07.641381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.723994 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.752798 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.761902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.783513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40435b39-9e29-4849-8858-693012fb7174,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:07.804247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.806421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a2c4074a-8da0-44e8-b9a2-68818c726f65 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2552691 Nov 27 15:59:07.810059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47574) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:07.850359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53ea940a-04c4-4dc1-8c2d-f6a65ecb7ffb tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.862999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53ea940a-04c4-4dc1-8c2d-f6a65ecb7ffb tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.923622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53ea940a-04c4-4dc1-8c2d-f6a65ecb7ffb tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.941442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47578) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:07.944246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53ea940a-04c4-4dc1-8c2d-f6a65ecb7ffb tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:07.945828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-53ea940a-04c4-4dc1-8c2d-f6a65ecb7ffb tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/40435b39-9e29-4849-8858-693012fb7174 HTTP/1.1" status: 204 len: 168 time: 0.1339381 Nov 27 15:59:07.947018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea940a-04c4-4dc1-8c2d-f6a65ecb7ffb tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40435b39-9e29-4849-8858-693012fb7174,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:07.949384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47582) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.052179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.071844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a4bea69e-f88e-41c1-b640-70a660484dc8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1207843 Nov 27 15:59:08.076913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47588) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.098072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ad5b1-777c-4683-9a83-1649c2f81fc3 req-8e4985c6-b99a-4d76-8763-982d2e267675 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:08.100033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d8ad5b1-777c-4683-9a83-1649c2f81fc3 req-8e4985c6-b99a-4d76-8763-982d2e267675 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 946 time: 0.1290405 Nov 27 15:59:08.188794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d8ad5b1-777c-4683-9a83-1649c2f81fc3 req-a10423d3-b385-41ea-b493-6535fb687ec6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808747 Nov 27 15:59:08.190717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d4e0752-5354-4b8b-9dda-54864103d697 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.230245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47596) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.240175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d4e0752-5354-4b8b-9dda-54864103d697 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.270177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:59:08.299213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d4e0752-5354-4b8b-9dda-54864103d697 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.302796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d4e0752-5354-4b8b-9dda-54864103d697 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.306532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d4e0752-5354-4b8b-9dda-54864103d697 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/36b96db8-adb8-48d5-92b7-8ac2427805fc HTTP/1.1" status: 204 len: 168 time: 0.2258222 Nov 27 15:59:08.313262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47602) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.364024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e0752-5354-4b8b-9dda-54864103d697 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b96db8-adb8-48d5-92b7-8ac2427805fc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:08.392476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8361-d450-4ae5-abc9-d1b143b5377a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.441844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-542032119'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:08.449248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.515314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dea6a-4aa8-4c59-a42b-9b443f583ef2 req-7ccc7157-ead7-460a-aaeb-79bef467b848 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:08.516357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-620dea6a-4aa8-4c59-a42b-9b443f583ef2 req-7ccc7157-ead7-460a-aaeb-79bef467b848 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 946 time: 0.1644437 Nov 27 15:59:08.521714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:08.525198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6262e-1192-4c90-8cda-2d86b2279cd3 req-f2197f3a-5469-4d2a-beb4-096154e21768 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:08.526852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1d6262e-1192-4c90-8cda-2d86b2279cd3 req-f2197f3a-5469-4d2a-beb4-096154e21768 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1733856 Nov 27 15:59:08.531849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b53f555c-afcf-4183-a05a-3ea868e87f43 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2144973 Nov 27 15:59:08.534773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Made reservation on behalf of ea3d5bfa5b3a4ecab60497c945d0a3e8 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:08.537798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Sync routers for ids ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:08.538251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.540174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47604) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.554826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Routers {'1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:08.555487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:08.578391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.681718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Set router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:59:08.714310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1d6262e-1192-4c90-8cda-2d86b2279cd3 req-f9883c9c-3e5f-4165-ac7f-f92ce44c2ca8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586912 Nov 27 15:59:08.718147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-620dea6a-4aa8-4c59-a42b-9b443f583ef2 req-3abeac02-db3a-47ec-b7a9-da7a2235a2b1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850760 Nov 27 15:59:08.751941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b0081d-d2e3-4b1c-8124-c67e5859e6a8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.787765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b0081d-d2e3-4b1c-8124-c67e5859e6a8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.834641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.851456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.904206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-418320fd-736c-4a32-b458-16c971bc7e60 req-6630d636-f387-4427-bf64-7093c2019308 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 210 time: 0.0568738 Nov 27 15:59:08.908376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.913124 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70cfa941-8d6f-4dae-b829-c6a0e26927ac admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9896023 Nov 27 15:59:08.914267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47608) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.927039 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b0081d-d2e3-4b1c-8124-c67e5859e6a8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.930458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-89b0081d-d2e3-4b1c-8124-c67e5859e6a8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.931946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-89b0081d-d2e3-4b1c-8124-c67e5859e6a8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/65a5487d-c3d1-44dd-a3bf-feea6a066814 HTTP/1.1" status: 204 len: 168 time: 0.3891108 Nov 27 15:59:08.933086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:59:08.941524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47610) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:08.951261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0e583-7cfd-4bd9-a002-2332bcf610b2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:08.957429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:08.958032 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Added segment 2369f640-1f83-45c3-8f72-eeddb1d37e78 of type vlan for network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 Nov 27 15:59:08.969048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T15:59:07Z', 'revision_number': 3, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:09.006740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Checking router: 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:59:09.007743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Updating router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad port 3d8263ab-1444-4607-b86f-596bb21e207f binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:59:09.041151 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.061059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0081d-d2e3-4b1c-8124-c67e5859e6a8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5487d-c3d1-44dd-a3bf-feea6a066814,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.066321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-3ec45028-1ebd-44be-8b2d-cb037d696c5b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:09.067782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-3ec45028-1ebd-44be-8b2d-cb037d696c5b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.37 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 814 time: 0.5845664 Nov 27 15:59:09.088540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Request body: {'port': {'device_id': '688237d3-e99c-4918-ac9b-269f5937091d', 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'admin_state_up': True, 'tenant_id': 'c2449925a3354b6dba580304a0430cbe'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:09.092969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8361-d450-4ae5-abc9-d1b143b5377a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.109274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.112027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8361-d450-4ae5-abc9-d1b143b5377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.168915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d587-6ca0-4731-b064-a01ea9cac0d4 req-a2741693-8d90-4ac3-a8cd-f5068220cbcd tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:09.170922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2b6d587-6ca0-4731-b064-a01ea9cac0d4 req-a2741693-8d90-4ac3-a8cd-f5068220cbcd tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 946 time: 0.1077979 Nov 27 15:59:09.178535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-635ffee0-88bb-4a8f-bf8d-99afe278fb41 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2356687 Nov 27 15:59:09.187028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47614) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:09.198962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100253005'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:09.203019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.209098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:09.209770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.289081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c8361-d450-4ae5-abc9-d1b143b5377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8bd5ba-eda7-41d5-9951-0e828d4e11c3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.294363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ab1c8361-d450-4ae5-abc9-d1b143b5377a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=933649d2aaef424b90abfa3f54e6c666&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3518746 Nov 27 15:59:09.303046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47618) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:09.320866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.325230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Pushing event updated for resources: {'Network': ['ID=bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.342946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2b6d587-6ca0-4731-b064-a01ea9cac0d4 req-4f51cee3-e1a4-471e-ada2-bb5adc8cfaa7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631358 Nov 27 15:59:09.350756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-43c372e9-e0d9-4e89-a364-1e646415ff12 tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1193414 Nov 27 15:59:09.375486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:59:09.403263 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.442302 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.442704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.448797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.492045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d018d381-f3ae-46c3-80d4-6aa9e8a094bf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.522466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675cc53e-15c7-4381-acfd-91ef3081f5d4 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:09.526482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a793a7-7af0-4740-9069-6c71248a85f0 None None] Pushing event updated for resources: {'Port': ['ID=3d8263ab-1444-4607-b86f-596bb21e207f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.528772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Attempting to bind port 3d8263ab-1444-4607-b86f-596bb21e207f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:09.529152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Attempting to bind port 3d8263ab-1444-4607-b86f-596bb21e207f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:09.529557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Attempting to bind port 3d8263ab-1444-4607-b86f-596bb21e207f on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:09.550126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:09.550675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:09.551162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.551627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:09.552427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Bound port: 3d8263ab-1444-4607-b86f-596bb21e207f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:09.553389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9027eb58-6b76-4c76-a9c5-781f2da54af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.553546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.554199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.557486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e1943e88-9022-4496-9d9b-335e4f8548d5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3680503 Nov 27 15:59:09.558384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Made reservation on behalf of c2449925a3354b6dba580304a0430cbe for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:09.559038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47624) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:09.562162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.570190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'd018d381-f3ae-46c3-80d4-6aa9e8a094bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:09.599170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47626) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:09.612640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.621715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] For port 3d8263ab-1444-4607-b86f-596bb21e207f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:09.625491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Request body: {'port': {'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0', 'binding:host_id': 'n-h2-819494-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-464525031'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:09.630248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] For port 3d8263ab-1444-4607-b86f-596bb21e207f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d8263ab-1444-4607-b86f-596bb21e207f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:09.638571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.665511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9027eb58-6b76-4c76-a9c5-781f2da54af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.667521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Made reservation on behalf of d65807d8ef814f0eb558098aac07c8b4 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:09.670338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.672383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b3d3e8b5-07a4-4495-b041-f98df4eabb1e None None] Provisioning complete for port 3d8263ab-1444-4607-b86f-596bb21e207f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:09.672854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3d3e8b5-07a4-4495-b041-f98df4eabb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.677561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.688010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.711116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736faedb-063f-499a-bf55-c8dd0a8888c8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.720927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55834f20-404d-45b4-94aa-4716d547e479 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:09.733754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.735330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18540bff-0481-4f3c-85f5-0ba9f65f0902 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1729002 Nov 27 15:59:09.738078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.739073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:09.760033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Routers {'1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:09.760675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:09.767100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a793a7-7af0-4740-9069-6c71248a85f0 None None] Pushing event updated for resources: {'Port': ['ID=3d8263ab-1444-4607-b86f-596bb21e207f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:09.800831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4d9e-96df-4497-bad8-a7aafeaa79a3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.849318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4d9e-96df-4497-bad8-a7aafeaa79a3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.893746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a2bef-bfcb-4e62-ba54-ff6ba6596dcf req-7922761f-6c92-46eb-ba12-36a73b83c96c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:09.898151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-609a2bef-bfcb-4e62-ba54-ff6ba6596dcf req-7922761f-6c92-46eb-ba12-36a73b83c96c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.0856779 Nov 27 15:59:09.899461 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4d9e-96df-4497-bad8-a7aafeaa79a3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.909266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4d9e-96df-4497-bad8-a7aafeaa79a3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.913994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d2b4d9e-96df-4497-bad8-a7aafeaa79a3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/736faedb-063f-499a-bf55-c8dd0a8888c8 HTTP/1.1" status: 204 len: 168 time: 0.1736853 Nov 27 15:59:09.915998 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3d3e8b5-07a4-4495-b041-f98df4eabb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.923087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:09.936735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9027eb58-6b76-4c76-a9c5-781f2da54af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.939556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] Set router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:59:09.940646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9027eb58-6b76-4c76-a9c5-781f2da54af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:09.943134 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9027eb58-6b76-4c76-a9c5-781f2da54af7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e8bd5ba-eda7-41d5-9951-0e828d4e11c3 HTTP/1.1" status: 204 len: 168 time: 0.6391284 Nov 27 15:59:09.946857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Allocated IP 172.20.0.10 (fb9e85d3-a930-410c-baa1-92e7dbaaffa2/068e1a2f-447a-432e-872d-124f033a7037/3ae6d758-5607-47c3-b273-52736ad75bbe) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:09.974403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b4d9e-96df-4497-bad8-a7aafeaa79a3 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736faedb-063f-499a-bf55-c8dd0a8888c8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:10.003628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b3d3e8b5-07a4-4495-b041-f98df4eabb1e None None] For port 3d8263ab-1444-4607-b86f-596bb21e207f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d8263ab-1444-4607-b86f-596bb21e207f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:10.017936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.019755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3d3e8b5-07a4-4495-b041-f98df4eabb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.035535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c8f47a76-ec53-4874-9ee1-a544c59a0aa8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112053 Nov 27 15:59:10.040654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47638) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:10.064527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027eb58-6b76-4c76-a9c5-781f2da54af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8bd5ba-eda7-41d5-9951-0e828d4e11c3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:10.091821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-067d86da-1ea1-4f40-9df8-975d718b49d4 req-773b8aab-ca3a-4b70-bd07-1604216ab408 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 210 time: 0.0684443 Nov 27 15:59:10.122212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-609a2bef-bfcb-4e62-ba54-ff6ba6596dcf req-a4e4c45a-747f-442f-a1e2-948ae58487c0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069037 Nov 27 15:59:10.149359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3e8b5-07a4-4495-b041-f98df4eabb1e None None] Pushing event updated for resources: {'Port': ['ID=3d8263ab-1444-4607-b86f-596bb21e207f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:10.179138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2145da0c-4089-4406-bd09-3948897dff3b tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.219041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2145da0c-4089-4406-bd09-3948897dff3b tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.285984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.314811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2145da0c-4089-4406-bd09-3948897dff3b tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.321700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2145da0c-4089-4406-bd09-3948897dff3b tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.324759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2145da0c-4089-4406-bd09-3948897dff3b tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/d018d381-f3ae-46c3-80d4-6aa9e8a094bf HTTP/1.1" status: 204 len: 168 time: 0.2767656 Nov 27 15:59:10.326013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47642) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:10.336599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.357444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47644) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:10.367744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145da0c-4089-4406-bd09-3948897dff3b tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d018d381-f3ae-46c3-80d4-6aa9e8a094bf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:10.380572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port 536a802f-9efd-49e6-84ef-868d9dc59efd yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:10.391200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1ec676fd-31c8-4a61-a845-9dcbefbf9a76 None None] Provisioning complete for port 3d8263ab-1444-4607-b86f-596bb21e207f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:10.391552 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ec676fd-31c8-4a61-a845-9dcbefbf9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.393967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63e7831c-d34b-4e03-9723-268ba5c33dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.437236 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.499516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T15:59:07Z', 'revision_number': 3, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:10.538672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bcea9-ec1c-41fd-8b44-6064f3a92a47 None None] The sync data for ids ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'] in n-d-819494-4 is: [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T15:59:07Z', 'revision_number': 3, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:10.572799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63e7831c-d34b-4e03-9723-268ba5c33dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.582080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9113c80f-6309-40e3-9333-68579a0a5784,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:10.587186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-63e7831c-d34b-4e03-9723-268ba5c33dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.627066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-421dca14-d58e-4634-aac9-ee5d31114c12 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2879961 Nov 27 15:59:10.636999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47650) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:10.651871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559416788'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:10.654672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca1a80-f80f-4ea9-92cf-1fd13c53d1a1 req-29bebd85-412e-440e-819e-4e1aeba81c3f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:10.656270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62ca1a80-f80f-4ea9-92cf-1fd13c53d1a1 req-29bebd85-412e-440e-819e-4e1aeba81c3f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 946 time: 0.1537731 Nov 27 15:59:10.665336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Allocated IP 172.20.0.1 (d794186c-ae9a-4a52-88f3-8c1a072fac09/33b5af97-9426-43b4-815c-271adf3ffb9b/d18f29aa-4c4d-4b71-b9bb-61417eeaedb0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:10.669893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-63e7831c-d34b-4e03-9723-268ba5c33dc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e8db7908c894bda94dd0defc82fe2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072011 Nov 27 15:59:10.671644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47652) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:10.673614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7831c-d34b-4e03-9723-268ba5c33dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d550def-fa9c-448c-8ba3-e142113e69e4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:10.694118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-66a1a580-1a36-4fc9-b3a1-986deb97747a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:10.695772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-66a1a580-1a36-4fc9-b3a1-986deb97747a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 946 time: 0.1919644 Nov 27 15:59:10.725807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.758279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.854900 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a449e5cb-a0e2-472f-b575-f7ee3c77f53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.894148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62ca1a80-f80f-4ea9-92cf-1fd13c53d1a1 req-6740344b-1fc4-4ec1-b9d5-ff331c9d3f9d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214093 Nov 27 15:59:10.923350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a449e5cb-a0e2-472f-b575-f7ee3c77f53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.935633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port 536a802f-9efd-49e6-84ef-868d9dc59efd yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:10.956934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.965854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.978245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.978811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port 69824cb5-4726-4c84-adfc-87e96bb918b2 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:10.979327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:10.979871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b21662a2-4a10-43b5-8590-829a411c249b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:11.054952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a449e5cb-a0e2-472f-b575-f7ee3c77f53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.057780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a449e5cb-a0e2-472f-b575-f7ee3c77f53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.061470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a449e5cb-a0e2-472f-b575-f7ee3c77f53a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d550def-fa9c-448c-8ba3-e142113e69e4 HTTP/1.1" status: 204 len: 168 time: 0.3807156 Nov 27 15:59:11.068747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:11.093257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.107219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449e5cb-a0e2-472f-b575-f7ee3c77f53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d550def-fa9c-448c-8ba3-e142113e69e4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:11.119727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:11.148402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:11.166198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.195034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port 69824cb5-4726-4c84-adfc-87e96bb918b2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=69824cb5-4726-4c84-adfc-87e96bb918b2,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:11.198411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.221761 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.246648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d8263ab-1444-4607-b86f-596bb21e207f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:11.266353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.276372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for 69824cb5-4726-4c84-adfc-87e96bb918b2 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:11.363793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.389312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3d8263ab-1444-4607-b86f-596bb21e207f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:11.389735 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.401707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a80cd0-0c6e-41aa-975a-9ecd2a514087 req-f3ed4595-593b-4328-bfa4-458366657972 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:11.410888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87a80cd0-0c6e-41aa-975a-9ecd2a514087 req-f3ed4595-593b-4328-bfa4-458366657972 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 932 time: 0.1755574 Nov 27 15:59:11.413650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Pushing event updated for resources: {'Port': ['ID=3ae6d758-5607-47c3-b273-52736ad75bbe,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:11.455870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.465591 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8208008 Nov 27 15:59:11.466305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47662) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:11.470483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e14040-653a-46b1-b727-a1ef11724eff req-81199f38-1a59-4c53-8e13-ebac98ba5142 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:11.481237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e14040-653a-46b1-b727-a1ef11724eff req-81199f38-1a59-4c53-8e13-ebac98ba5142 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2023449 Nov 27 15:59:11.520226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:11.525213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'fa944244-4e3d-44e7-8df6-2dfb6b9e18de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:11.554011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87a80cd0-0c6e-41aa-975a-9ecd2a514087 req-0964460b-97b4-48e6-bccb-5a64107828ee tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421719 Nov 27 15:59:11.554629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d1313-f67f-4fc9-b745-62d175658a51 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa944244-4e3d-44e7-8df6-2dfb6b9e18de,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:11.567375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:11.570327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e14040-653a-46b1-b727-a1ef11724eff req-e3060df3-a966-45c3-86d2-be554495ed4e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881331 Nov 27 15:59:11.577809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:11.585231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Checking segment: {'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:11.585719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Network hostable DHCP agents. Network: bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:59:11.602979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:11.603660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.637027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.649734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:11.699628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.718070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=69824cb5-4726-4c84-adfc-87e96bb918b2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:11.759062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=536a802f-9efd-49e6-84ef-868d9dc59efd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:11.770368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port 69824cb5-4726-4c84-adfc-87e96bb918b2 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:11.773381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.777298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87b54b2f-429b-4183-9ca1-d743ce311c6a req-8c21a95e-badd-4a93-8eb2-7b16c1396554 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "DELETE /v2.0/ports/69824cb5-4726-4c84-adfc-87e96bb918b2 HTTP/1.1" status: 204 len: 173 time: 1.0693040 Nov 27 15:59:11.779884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'name': 'network-vif-deleted', 'tag': '69824cb5-4726-4c84-adfc-87e96bb918b2'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:11.783063 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa48717-9d01-4913-8758-4351b65a3007" -d '{"events": [{"server_uuid": "b48058ab-d4c2-4158-81f8-b2f347363386", "name": "network-vif-deleted", "tag": "69824cb5-4726-4c84-adfc-87e96bb918b2"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:11.842329 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6347e5-770e-4ee3-8a98-826e12b3ce5c x-openstack-request-id: req-0b6347e5-770e-4ee3-8a98-826e12b3ce5c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:11.842632 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48058ab-d4c2-4158-81f8-b2f347363386", "name": "network-vif-deleted", "tag": "69824cb5-4726-4c84-adfc-87e96bb918b2", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:11.842891 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b6347e5-770e-4ee3-8a98-826e12b3ce5c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:11.843398 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48058ab-d4c2-4158-81f8-b2f347363386', 'name': 'network-vif-deleted', 'tag': '69824cb5-4726-4c84-adfc-87e96bb918b2', 'status': 'completed', 'code': 200} Nov 27 15:59:11.930220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-99c084e5-2fef-43c4-84c6-6aaf8a8a87e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8461854 Nov 27 15:59:11.954496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:11.971523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Request body: {'port': {'device_id': '688237d3-e99c-4918-ac9b-269f5937091d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:11.980424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:59:12.016056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Pushing event updated for resources: {'Port': ['ID=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:12.025458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00512378-dda9-4073-bf79-83f1cf778cbc req-1018e172-5977-4748-a6c1-9fa4901727b4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48058ab-d4c2-4158-81f8-b2f347363386 HTTP/1.1" status: 200 len: 210 time: 0.0382178 Nov 27 15:59:12.064483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:12.073819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af19de4-8ccf-45a4-a039-3110b86e5a46 None None] Network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:59:12.085241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:12.139239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:12.139582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:12.139958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:12.152774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.155255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.448512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.452312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:12.452671 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:12.459179 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 2 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:12.490999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cd14b5-c340-464b-9381-80a917ee6704,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:12.510132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.512047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:12.512386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:12.512719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:12.529427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.530563 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bbac7e29-406a-4a47-97eb-6e3bacaff06a tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0129044 Nov 27 15:59:12.533311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:12.540180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:12.540522 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:12.542761 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 3 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:12.562348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-98475ae5-178d-4ba7-9f68-b990d787fa39 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules/f6cd14b5-c340-464b-9381-80a917ee6704 HTTP/1.1" status: 200 len: 763 time: 0.0269744 Nov 27 15:59:12.567100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47694) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:12.651275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8d41538a-ff3b-457d-a8d1-f91f3dfd26df tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0827043 Nov 27 15:59:12.653218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:12.656269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:12.656616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:12.656962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:12.673809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:12.674215 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:12.682365 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 4 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:12.729933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:12.730276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:12.730617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:12.755068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60058f49-edb8-4a51-a2f0-0d14b16adeac tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.770125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60058f49-edb8-4a51-a2f0-0d14b16adeac tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.780766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf955a8-9d3d-47ca-8af9-c4634ba2238f req-982eee53-2222-4257-b67d-ffd63d91a2b3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:12.782318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbf955a8-9d3d-47ca-8af9-c4634ba2238f req-982eee53-2222-4257-b67d-ffd63d91a2b3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1105189 Nov 27 15:59:12.797047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:12.797534 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:12.801112 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 5 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:12.823898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:12.824277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:12.824616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:12.836307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150cd44-5b75-4d91-a681-e440ef6fc9c3 req-d718f50c-8b79-4841-a25a-e8d1b088dc89 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:12.843916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c150cd44-5b75-4d91-a681-e440ef6fc9c3 req-d718f50c-8b79-4841-a25a-e8d1b088dc89 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 932 time: 0.1354849 Nov 27 15:59:12.854339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:12.854679 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:12.858830 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 6 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:12.869568 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60058f49-edb8-4a51-a2f0-0d14b16adeac tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.881505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60058f49-edb8-4a51-a2f0-0d14b16adeac tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:12.882893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-60058f49-edb8-4a51-a2f0-0d14b16adeac tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f6cd14b5-c340-464b-9381-80a917ee6704 HTTP/1.1" status: 204 len: 168 time: 0.2276618 Nov 27 15:59:12.891347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47710) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:12.906760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:12.907119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:12.907475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:12.924994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058f49-edb8-4a51-a2f0-0d14b16adeac tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6cd14b5-c340-464b-9381-80a917ee6704,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:12.940509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:12.940846 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:12.945829 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 7 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:12.953738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbf955a8-9d3d-47ca-8af9-c4634ba2238f req-f1d00d91-3245-45f7-8ff6-4c14fcaa615d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568108 Nov 27 15:59:12.995630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c150cd44-5b75-4d91-a681-e440ef6fc9c3 req-affd212d-78f2-49a2-b917-d3c0e07939c0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441195 Nov 27 15:59:12.998341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:13.007455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:13.007767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:13.018554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-201c8497-e51a-44de-976f-252e61d45cf8 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1227398 Nov 27 15:59:13.021150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47714) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.022644 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.025799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'fa944244-4e3d-44e7-8df6-2dfb6b9e18de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:13.028415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:13.028751 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:13.030964 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 8 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:13.036538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.060911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.068293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae6d758-5607-47c3-b273-52736ad75bbe {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:13.101163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.103699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:13.104273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:13.104404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:13.125638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:13.125988 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:13.131954 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 9 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:13.141225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Transition to ACTIVE for port object 3ae6d758-5607-47c3-b273-52736ad75bbe will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:59:13.148966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.158787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.161647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.164335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Pushing event updated for resources: {'Port': ['ID=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.170293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.173281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:13.173669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:13.174588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:13.196862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5ccbf7-262a-4ff8-8209-691c0d0ef907,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.209064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.211460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0bc81b6d-6d1a-4a15-b8b4-09400baf88c5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1893320 Nov 27 15:59:13.215001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47722) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.225633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:13.225973 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:13.246926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d70cdc1c-710b-4b61-bcc6-3ff604eb0bd5 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules/df5ccbf7-262a-4ff8-8209-691c0d0ef907 HTTP/1.1" status: 200 len: 763 time: 0.0305359 Nov 27 15:59:13.247818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47724) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.253812 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 10 to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd Nov 27 15:59:13.286399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:13.286671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:13.287021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:13.292480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6d758-5607-47c3-b273-52736ad75bbe,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.307563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4bd8091d-264c-4927-9001-a0d503970dbd tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0583832 Nov 27 15:59:13.308885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47726) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.316419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port 536a802f-9efd-49e6-84ef-868d9dc59efd on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:13.316419 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port 536a802f-9efd-49e6-84ef-868d9dc59efd on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:13.316419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.343271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e02dd34-9c29-4354-a44a-53c0ad80239d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.353022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e02dd34-9c29-4354-a44a-53c0ad80239d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.398474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e02dd34-9c29-4354-a44a-53c0ad80239d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.423283 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e02dd34-9c29-4354-a44a-53c0ad80239d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.427544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e02dd34-9c29-4354-a44a-53c0ad80239d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/df5ccbf7-262a-4ff8-8209-691c0d0ef907 HTTP/1.1" status: 204 len: 168 time: 0.1174481 Nov 27 15:59:13.434310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:13.440438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47734) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.444492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02dd34-9c29-4354-a44a-53c0ad80239d tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df5ccbf7-262a-4ff8-8209-691c0d0ef907,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.450034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 69824cb5-4726-4c84-adfc-87e96bb918b2 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:13.452843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:13.457668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Attempting to bind port 3ae6d758-5607-47c3-b273-52736ad75bbe on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:13.457951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Attempting to bind port 3ae6d758-5607-47c3-b273-52736ad75bbe by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:13.458292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Attempting to bind port 3ae6d758-5607-47c3-b273-52736ad75bbe on network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:13.483415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] For port 536a802f-9efd-49e6-84ef-868d9dc59efd, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:13.483930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempted to set empty binding levels {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 15:59:13.485199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 69824cb5-4726-4c84-adfc-87e96bb918b2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:59:13.485667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 69824cb5-4726-4c84-adfc-87e96bb918b2 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:59:13.488417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Port 3ae6d758-5607-47c3-b273-52736ad75bbe on network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:13.488745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Attempting to bind port 3ae6d758-5607-47c3-b273-52736ad75bbe on network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:13.494589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.566110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:13.566809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Checking segment: {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:13.567347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Bound using segment: {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:13.567971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Bound port: 3ae6d758-5607-47c3-b273-52736ad75bbe, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1768a98a-dc51-453e-882a-7c392f986c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:13.568482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.599829 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-79279c26-555f-46a1-a57c-6a65974f8c12 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1582477 Nov 27 15:59:13.603560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47748) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.612449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Request body: {'security_group_rule': {'security_group_id': 'fa944244-4e3d-44e7-8df6-2dfb6b9e18de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:13.612986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:13.613948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.699753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=536a802f-9efd-49e6-84ef-868d9dc59efd,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.738847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] For port 3ae6d758-5607-47c3-b273-52736ad75bbe, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:13.742073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:59:13.743846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] For port 3ae6d758-5607-47c3-b273-52736ad75bbe, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3ae6d758-5607-47c3-b273-52736ad75bbe,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:13.746239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.751674 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-659ab600-5e3b-4419-9a14-c5fecf09689c tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.1303813 Nov 27 15:59:13.753171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47756) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.763774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.803838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-0d488f0e-3d79-45a4-ba58-55bc1f17d719 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:13.805445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-0d488f0e-3d79-45a4-ba58-55bc1f17d719 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.1648536 Nov 27 15:59:13.823293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47758) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.837916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-ab5cf283-1924-4c42-8b10-177d924b0edf tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0214355 Nov 27 15:59:13.857031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.860561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:13.861101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.863057 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ae6d758-5607-47c3-b273-52736ad75bbe HTTP/1.1" status: 200 len: 1092 time: 1.8999140 Nov 27 15:59:13.865080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688237d3-e99c-4918-ac9b-269f5937091d', 'tag': '3ae6d758-5607-47c3-b273-52736ad75bbe'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:13.867454 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6cc173-9432-4423-9c6d-ac7aee313ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "688237d3-e99c-4918-ac9b-269f5937091d", "tag": "3ae6d758-5607-47c3-b273-52736ad75bbe"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:13.888489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.919188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e403cbc-b241-4c48-a5ea-19ff3f13ce84,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.944982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-98214c33-e31e-47ec-bf32-e7af4e80a457 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832486 Nov 27 15:59:13.948807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:13.951985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4621d47e-d68e-4cde-b528-f68872786323 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473322 Nov 27 15:59:13.957558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47764) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:13.964318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a8cbb-cab6-488e-a31f-204325acb307 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6d758-5607-47c3-b273-52736ad75bbe,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:13.975759 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b379eb-867f-4812-8622-be17714dd52a x-openstack-request-id: req-80b379eb-867f-4812-8622-be17714dd52a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:13.976058 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688237d3-e99c-4918-ac9b-269f5937091d", "tag": "3ae6d758-5607-47c3-b273-52736ad75bbe", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:13.976320 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80b379eb-867f-4812-8622-be17714dd52a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:13.976981 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688237d3-e99c-4918-ac9b-269f5937091d', 'tag': '3ae6d758-5607-47c3-b273-52736ad75bbe', 'status': 'completed', 'code': 200} Nov 27 15:59:14.051503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-26e3ded6-7022-4e1c-98f0-7f746716079e tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules/6e403cbc-b241-4c48-a5ea-19ff3f13ce84 HTTP/1.1" status: 200 len: 764 time: 0.0909672 Nov 27 15:59:14.054317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47772) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:14.087890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:14.095641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dd806a15-510b-4bfc-b9c7-65a826f4a30e admin admin] 10.222.0.15 "PUT /v2.0/routers/1b30f591-42c3-40ef-ad9c-8c0b1b1336ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1752141 Nov 27 15:59:14.097288 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Sync routers for ids ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:14.098923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:14.105347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-a37b35f2-71fd-49cc-8531-b9954cad6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.106856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-a37b35f2-71fd-49cc-8531-b9954cad6d77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 1095 time: 0.1337476 Nov 27 15:59:14.108573 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Routers {'1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:14.109163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:14.113509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Deleting port 536a802f-9efd-49e6-84ef-868d9dc59efd {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:14.113833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.141029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-53538ff6-0e66-47aa-afb3-67ae105e9eeb service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874177 Nov 27 15:59:14.199282 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-a82018ac-0af7-46c7-b158-d735dc8e55e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ae6d758-5607-47c3-b273-52736ad75bbe HTTP/1.1" status: 200 len: 217 time: 0.0783963 Nov 27 15:59:14.199498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b82268f6-6e59-4d36-88f1-985d380222a4 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1425574 Nov 27 15:59:14.200486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47776) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:14.241056 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Set router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:59:14.255795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.274852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] For port 536a802f-9efd-49e6-84ef-868d9dc59efd, host n-h2-819494-4, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:14.275224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.288400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeee38-589d-45d6-ac4f-260459d8346c req-88ea16e2-5f8a-4c7c-a752-19d458c9d707 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.295404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1aaeee38-589d-45d6-ac4f-260459d8346c req-88ea16e2-5f8a-4c7c-a752-19d458c9d707 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2464654 Nov 27 15:59:14.296207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Calling delete_port for 536a802f-9efd-49e6-84ef-868d9dc59efd owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:14.333863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b22bddc5-eaca-47b5-99a2-a6a26b639070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.334980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-aebbf9b1-0a92-48f1-b630-3d22e00a04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.336461 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-aebbf9b1-0a92-48f1-b630-3d22e00a04bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.1285846 Nov 27 15:59:14.355612 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b22bddc5-eaca-47b5-99a2-a6a26b639070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.417050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-426a0b3f-6e02-4ba4-91f7-77dc6617354f service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684853 Nov 27 15:59:14.419583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-8e9fe172-7c1c-4240-bd24-5b3096c6bd29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750368 Nov 27 15:59:14.462114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1aaeee38-589d-45d6-ac4f-260459d8346c req-a090f6a5-aeb9-41b3-a9f3-25483d5f687e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608610 Nov 27 15:59:14.475830 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b22bddc5-eaca-47b5-99a2-a6a26b639070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.476025 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T15:59:12Z', 'revision_number': 4, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'd18f29aa-4c4d-4b71-b9bb-61417eeaedb0', 'name': '', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'mac_address': 'fa:16:3e:89:56:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:10Z', 'updated_at': '2021-11-27T15:59:12Z', 'revision_number': 2, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'subnets': [{'id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:14.488989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b22bddc5-eaca-47b5-99a2-a6a26b639070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.494409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b22bddc5-eaca-47b5-99a2-a6a26b639070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6e403cbc-b241-4c48-a5ea-19ff3f13ce84 HTTP/1.1" status: 204 len: 168 time: 0.2788017 Nov 27 15:59:14.500208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47782) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:14.504249 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Checking router: 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 15:59:14.504620 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Updating router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 15:59:14.523548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bddc5-eaca-47b5-99a2-a6a26b639070 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e403cbc-b241-4c48-a5ea-19ff3f13ce84,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:14.532678 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.547743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-9936c314-5bc1-45a8-83cb-82e9fd3d0dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1700804 Nov 27 15:59:14.574217 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.604645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-996a18a1-63cc-45b6-9f4c-92255ae6d614 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032283 Nov 27 15:59:14.609457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47784) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:14.637337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-a41efba7-3fcb-4552-aba5-af00e485d6d7 service neutron] 10.222.0.37 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964972 Nov 27 15:59:14.642036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event deleted for resources: {'Port': ['ID=536a802f-9efd-49e6-84ef-868d9dc59efd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:14.648090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.650977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b309b-9242-4642-ba23-741ef7a95f72 req-08be2892-dea8-44e8-aa49-50f4abb8b1f6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.656495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-89f50d53-b6d1-4ed6-bfe0-819144a96ac6 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "DELETE /v2.0/ports/536a802f-9efd-49e6-84ef-868d9dc59efd HTTP/1.1" status: 204 len: 168 time: 0.9007840 Nov 27 15:59:14.657145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47786) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:14.659769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a90b309b-9242-4642-ba23-741ef7a95f72 req-08be2892-dea8-44e8-aa49-50f4abb8b1f6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 944 time: 0.0997405 Nov 27 15:59:14.681459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.712155 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4f9903-df78-4984-b73d-9c9a6abf20d8 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] GET failed (client error): The resource could not be found. Nov 27 15:59:14.718026 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eb4f9903-df78-4984-b73d-9c9a6abf20d8 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "GET /v2.0/ports/536a802f-9efd-49e6-84ef-868d9dc59efd HTTP/1.1" status: 404 len: 333 time: 0.0518696 Nov 27 15:59:14.746372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:14.757872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Request body: {'port': {'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-978846129'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:14.826923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a90b309b-9242-4642-ba23-741ef7a95f72 req-5f53f902-7ed1-4ece-a65e-167626124b01 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670392 Nov 27 15:59:14.845444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.853711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.854189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.854719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.855116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.855568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.856028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:14.858032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-bbf86a5d-8f2b-4928-bb72-ea4a47ab70c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6493 time: 0.1970387 Nov 27 15:59:14.862700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Made reservation on behalf of d65807d8ef814f0eb558098aac07c8b4 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:14.865034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.890646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e16d16fa-09c9-41a2-9b80-1cd1741f1283 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:14.913135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2152ccad-2472-43e4-bf7a-29a6e7dc6359 req-1dfc9611-a47a-4477-9a80-1243b14cc713 service neutron] 10.222.0.37 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663293 Nov 27 15:59:14.921368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port a3813e12-8d13-4981-a397-08157038e602 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:14.967621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Allocated IP 172.25.1.223 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b3a2d51f-9f4f-420b-8c54-a95b459a80f7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:15.033958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e16d16fa-09c9-41a2-9b80-1cd1741f1283 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.034778 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.046572 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.054211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d7f6a1a-0898-420c-a253-70b4655c4fc5 req-f34d8a33-cf42-481f-b16a-95ddeadbd98b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 210 time: 0.1240017 Nov 27 15:59:15.144515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e16d16fa-09c9-41a2-9b80-1cd1741f1283 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.147293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e16d16fa-09c9-41a2-9b80-1cd1741f1283 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.151120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e16d16fa-09c9-41a2-9b80-1cd1741f1283 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa944244-4e3d-44e7-8df6-2dfb6b9e18de HTTP/1.1" status: 204 len: 168 time: 0.5311716 Nov 27 15:59:15.154117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47800) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:15.156712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-ae5f4042-8078-417f-a03f-67206e53e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.157780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-ae5f4042-8078-417f-a03f-67206e53e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.158273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-ae5f4042-8078-417f-a03f-67206e53e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.160335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-ae5f4042-8078-417f-a03f-67206e53e4af service neutron] 10.222.0.21 "GET /v2.0/networks?id=811a8894-b37d-4e8b-beed-69c0550e5d7e&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=3612dd2d-b6da-4890-8d81-c127f9a40abe&id=3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 200 len: 2291 time: 0.2316635 Nov 27 15:59:15.164537 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Pushing event updated for resources: {'Port': ['ID=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:15.187090 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.189168 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.190417 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.190945 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.191494 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.192009 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.192531 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.193040 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.193594 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.194885 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.195484 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.196000 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:15.226855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-eaf9d6e2-0cc6-4ead-a07d-edc9be9f2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.228542 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-eaf9d6e2-0cc6-4ead-a07d-edc9be9f2634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 1095 time: 0.2306883 Nov 27 15:59:15.237915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.298951 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Attempting to bind port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:15.299692 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Attempting to bind port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:15.300305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Attempting to bind port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:15.306244 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:15.307029 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Checking segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:15.307656 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.308292 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Bound using segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:15.308984 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Bound port: d18f29aa-4c4d-4b71-b9bb-61417eeaedb0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:15.309611 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.320209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.402691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.429554 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] For port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:15.434009 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] For port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:15.434260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-6843b7dd-6f66-43d8-8639-9c433a730ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.435992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-6843b7dd-6f66-43d8-8639-9c433a730ed7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 915 time: 0.1961470 Nov 27 15:59:15.441441 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.444500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.512772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:15.516882 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-ea33af27-676d-4676-95a5-b4d9bb179d65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ae6d758-5607-47c3-b273-52736ad75bbe HTTP/1.1" status: 200 len: 217 time: 0.0660467 Nov 27 15:59:15.522499 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Routers {'1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:15.523140 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:15.527752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:15.536073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:15.539467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:15.542770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:15.545116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:15.546697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.547754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:15.559286 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce917527-bf47-4e3a-b864-213e6143f848 None None] Pushing event updated for resources: {'Port': ['ID=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:15.582714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=a3813e12-8d13-4981-a397-08157038e602,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:15.621661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d16fa-09c9-41a2-9b80-1cd1741f1283 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa944244-4e3d-44e7-8df6-2dfb6b9e18de,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:15.652857 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] Set router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 15:59:15.674780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-67c6f4ff-0b3b-426f-81b1-c297429929df tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9247551 Nov 27 15:59:15.678748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47814) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:15.689471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:15.777470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Port': ['ID=b3a2d51f-9f4f-420b-8c54-a95b459a80f7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:15.791763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-2a25420f-7130-4484-8f42-e392b5f8f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.793923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-2a25420f-7130-4484-8f42-e392b5f8f068 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.2644048 Nov 27 15:59:15.796663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-42a92011-33ad-466f-aa41-cccb4412faf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 200 len: 1002 time: 0.6265562 Nov 27 15:59:15.803913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1304d850-9049-4306-9030-5b507edbc024 tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6485829 Nov 27 15:59:15.818403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47818) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:15.820204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4ec3d-cc74-461c-8381-4e37a901dbac req-6028844f-bc15-4098-a4f6-ae5854ad6cca tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.828043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2c4ec3d-cc74-461c-8381-4e37a901dbac req-6028844f-bc15-4098-a4f6-ae5854ad6cca tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2164085 Nov 27 15:59:15.918862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-d0bfe846-446f-4f98-a9ae-2baa553d5cc9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.920333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-d0bfe846-446f-4f98-a9ae-2baa553d5cc9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 818 time: 0.3099589 Nov 27 15:59:15.935725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-eab460dc-dd41-498f-a314-e46a17787234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:15.937197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-eab460dc-dd41-498f-a314-e46a17787234 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 HTTP/1.1" status: 200 len: 850 time: 0.1069596 Nov 27 15:59:15.945781 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T15:59:12Z', 'revision_number': 4, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'd18f29aa-4c4d-4b71-b9bb-61417eeaedb0', 'name': '', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'mac_address': 'fa:16:3e:89:56:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:10Z', 'updated_at': '2021-11-27T15:59:15Z', 'revision_number': 4, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'subnets': [{'id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:15.968473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-fe3a7c0d-b16f-473c-9239-66f55544f53c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/quotas/ce25e65635ba4296ab13abe14dd6ae5e HTTP/1.1" status: 200 len: 375 time: 0.0372994 Nov 27 15:59:15.978632 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8786-cbdd-43b5-b307-1ce62e1dcdd1 None None] The sync data for ids ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'] in n-d-819494-4 is: [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T15:59:12Z', 'revision_number': 4, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'd18f29aa-4c4d-4b71-b9bb-61417eeaedb0', 'name': '', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'mac_address': 'fa:16:3e:89:56:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:10Z', 'updated_at': '2021-11-27T15:59:15Z', 'revision_number': 4, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'subnets': [{'id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:15.998012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2c4ec3d-cc74-461c-8381-4e37a901dbac req-f6cb7d11-ec68-49c9-b568-542f1d3d6af7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687582 Nov 27 15:59:16.070243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-105ad102-5a62-4e9a-b493-ab8fb8fb88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:16.074705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-105ad102-5a62-4e9a-b493-ab8fb8fb88c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811a8894-b37d-4e8b-beed-69c0550e5d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248546 Nov 27 15:59:16.117572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-17f0178a-473b-4377-9f4d-464cdd59e2f2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146705 Nov 27 15:59:16.173842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-2966db0e-802b-404b-bc70-95bb3b4c8e1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3647957 Nov 27 15:59:16.220081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:16.312702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-feccf2d5-40fd-4ddd-bbce-0357a87d6e72 service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250681 Nov 27 15:59:16.326521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd072202-6a5b-4a9a-8630-e17925709dde req-550f7164-6ef5-498e-94df-cdcc5906d0b1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:16.328079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd072202-6a5b-4a9a-8630-e17925709dde req-550f7164-6ef5-498e-94df-cdcc5906d0b1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 944 time: 0.1150143 Nov 27 15:59:16.412434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-4f430f32-3da2-4cb9-8e04-8276f6e7f549 service neutron] 10.222.0.15 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822909 Nov 27 15:59:16.458550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:16.472724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-9aea8e11-7f8f-4502-9a21-ef7313920e6a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:16.474201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-9aea8e11-7f8f-4502-9a21-ef7313920e6a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.1624329 Nov 27 15:59:16.484481 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:16.491565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:16.506241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-03f64d40-4ecd-41ef-803a-c9276a2fe4bf tempest-SecGroupTest-1783216430 tempest-SecGroupTest-1783216430-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6789246 Nov 27 15:59:16.539979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd072202-6a5b-4a9a-8630-e17925709dde req-7395ef41-311d-4025-85fc-059badfbb931 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776192 Nov 27 15:59:16.544369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-558191dd-7cd9-480a-8d5d-64f173cc51b4 service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092001 Nov 27 15:59:16.592438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-cec59946-4d48-4d80-9003-ef931e31ea0a service neutron] 10.222.0.37 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051068 Nov 27 15:59:16.604963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-b3378c59-1dc5-4ead-a79f-0b1757c2d1a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 217 time: 0.0518019 Nov 27 15:59:16.629913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-8e14fafd-a379-43b4-83d0-5e3636364856 service neutron] 10.222.0.15 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164979 Nov 27 15:59:16.750308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53169a84-04cf-4b54-b7b0-6a1bc35306b2 req-c60a0fe5-e451-4310-9cf9-e21d83fd521b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 210 time: 0.0566053 Nov 27 15:59:16.762034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-8b115ec9-7528-42cf-a6e6-f954d9a0317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:16.765242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-8b115ec9-7528-42cf-a6e6-f954d9a0317b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1335714 Nov 27 15:59:16.915300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-1b35cb31-f8f8-495e-b611-5163914b4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:16.916807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-1b35cb31-f8f8-495e-b611-5163914b4a38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430678 Nov 27 15:59:16.930290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47832) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:16.941579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9dd6e58-133e-4ca6-a5e7-e3e8eb58b09e req-0f2da0d3-fa65-4578-a97a-00a03f48f6a8 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0655186 Nov 27 15:59:17.043984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.116364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.255571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-f7e8291b-b568-43b1-9fc7-a1dca489e8c6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241880 Nov 27 15:59:17.281667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:17.282545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24b3f3-41ea-4ac8-aa26-4b15961baba2 req-f85ebd29-c2a2-4827-b856-dc3b4ad8abb0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:17.284627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c24b3f3-41ea-4ac8-aa26-4b15961baba2 req-f85ebd29-c2a2-4827-b856-dc3b4ad8abb0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1625974 Nov 27 15:59:17.359151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:17.363367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.393572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c6cc173-9432-4423-9c6d-ac7aee313ad2 req-d3cbe333-48d3-4515-bb5b-e47113f754c2 service neutron] 10.222.0.37 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651186 Nov 27 15:59:17.406482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Port': ['ID=b3a2d51f-9f4f-420b-8c54-a95b459a80f7,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:17.445779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c24b3f3-41ea-4ac8-aa26-4b15961baba2 req-3c0ae212-bfe3-4a65-a6aa-7efcec7b2734 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 Nov 27 15:59:17.484721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:17.485108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.489810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-176f9098-6e80-4710-ada6-cd1d903c096d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd55ee9ef3264dfe860a95b85b51bded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554371 Nov 27 15:59:17.495605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:17.538273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port a3813e12-8d13-4981-a397-08157038e602 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:17.550558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-7b6ab089-15d0-4c2b-87de-c36af1f1f378 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648015 Nov 27 15:59:17.553159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.570258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.578011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.588092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.640244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:17.646964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.692048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-29cdcf53-2a01-4eb0-ac87-68aa7743123b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 217 time: 0.0919225 Nov 27 15:59:17.710687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.713207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-308f7fa1-82c9-44a3-8db6-a1d445ce5e50 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8888469 Nov 27 15:59:17.734037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47862) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:17.739656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1414135188'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:17.771268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=a3813e12-8d13-4981-a397-08157038e602,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:17.780792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:17.795141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:17.795775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:17.796295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:17.826920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:17.827334 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:17.833454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86d04c92-38ba-479a-9f61-48805d6a30fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.855431 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 2 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:17.863442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-91b7f446-f67b-432b-a79c-0a9efce1c13d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:17.864939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-91b7f446-f67b-432b-a79c-0a9efce1c13d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 818 time: 0.3996937 Nov 27 15:59:17.869673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Made reservation on behalf of ec6640248da349ee95fde2c504356e55 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:17.873370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.879355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:17.879946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:17.880482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:17.889906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.14 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/c642c065-0242-4a6f-91a5-7e50cb836353) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:17.892286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:17.892936 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:17.896121 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 3 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:17.909451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.913129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86d04c92-38ba-479a-9f61-48805d6a30fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:17.918885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-09bf4ccd-88a6-4bf8-a40b-2af770b2d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:17.920635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-09bf4ccd-88a6-4bf8-a40b-2af770b2d6e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.2118917 Nov 27 15:59:17.926198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:17.926878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:17.927486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:17.941834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:17.942282 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:17.944142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-32e910b5-8694-4604-a281-c12ea036c28f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/quotas/ce25e65635ba4296ab13abe14dd6ae5e HTTP/1.1" status: 200 len: 375 time: 0.0631869 Nov 27 15:59:17.944310 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 4 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:17.952799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb3fc1-2b00-4a20-9caa-aacf9304a1d1 req-147d452f-b7c6-44c5-8815-15c07ff21283 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:17.957942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11eb3fc1-2b00-4a20-9caa-aacf9304a1d1 req-147d452f-b7c6-44c5-8815-15c07ff21283 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 944 time: 0.2760785 Nov 27 15:59:17.978893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:17.979233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:17.979645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:17.991994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:17.992426 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.002172 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 5 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:18.048124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:18.048472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:18.048851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:18.058897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:18.059233 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.061346 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 6 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:18.087417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:18.087774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:18.088103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:18.088887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3ae6d758-5607-47c3-b273-52736ad75bbe details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:18.099300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:18.099630 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.105291 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 7 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:18.131547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:18.135834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11eb3fc1-2b00-4a20-9caa-aacf9304a1d1 req-0eadb1c8-a3db-4e5c-bde5-fcb8587556dc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529756 Nov 27 15:59:18.136023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:18.136023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:18.143420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a0cba795-8679-4150-8bb4-94cbe8c249c0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694765 Nov 27 15:59:18.146998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-624e8e19-52b2-4d93-baf0-47c0fda09b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.148466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-624e8e19-52b2-4d93-baf0-47c0fda09b66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2069201 Nov 27 15:59:18.151572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.153173 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86d04c92-38ba-479a-9f61-48805d6a30fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.154904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:18.155276 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.156314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86d04c92-38ba-479a-9f61-48805d6a30fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.157103 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 8 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:18.157464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-86d04c92-38ba-479a-9f61-48805d6a30fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1bc39d5-72ba-4ba5-9fa1-136c2c69e1b2 HTTP/1.1" status: 204 len: 168 time: 0.6594589 Nov 27 15:59:18.181316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:18.181731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:18.182075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:18.202752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:18.203094 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.204930 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 9 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:18.229271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:18.229686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:18.230156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:18.236291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.238962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:18.239362 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.243128 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 10 to bind port a3813e12-8d13-4981-a397-08157038e602 Nov 27 15:59:18.272720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:18.304811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d04c92-38ba-479a-9f61-48805d6a30fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc39d5-72ba-4ba5-9fa1-136c2c69e1b2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:18.320647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:18.333739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:18.334162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:18.334642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:18.343153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:18.354347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:18.399961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=c642c065-0242-4a6f-91a5-7e50cb836353,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:18.426965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3ae6d758-5607-47c3-b273-52736ad75bbe, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3ae6d758-5607-47c3-b273-52736ad75bbe,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:18.434447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:18.434447 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port a3813e12-8d13-4981-a397-08157038e602 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:18.434774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.490347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.491501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.506864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '3ae6d758-5607-47c3-b273-52736ad75bbe', 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'port_id': '3ae6d758-5607-47c3-b273-52736ad75bbe', 'mac_address': 'fa:16:3e:52:7b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068e1a2f-447a-432e-872d-124f033a7037', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:18.536072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1c465-8972-43ef-8e5d-d1d414c563ce req-658da527-5b04-4285-813b-1e033a1a036b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.543471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccf1c465-8972-43ef-8e5d-d1d414c563ce req-658da527-5b04-4285-813b-1e033a1a036b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 932 time: 0.2930939 Nov 27 15:59:18.546681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.575716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-b1e6c2d1-2e3a-4ab7-85ed-313ef75331c0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.577349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-b1e6c2d1-2e3a-4ab7-85ed-313ef75331c0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.37 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 818 time: 0.2747765 Nov 27 15:59:18.583848 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-1e70cbe7-0378-49d7-b6dc-ac60dc86b0c4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0975792 Nov 27 15:59:18.593231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.595422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Request body: {'port': {'device_id': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'admin_state_up': True, 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:18.606190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:59:18.608885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Request body: {'port': {'device_id': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:18.616102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.616455 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Added segment e8e79c59-6edd-4b99-b1f9-bf897eaece4c of type vlan for network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 Nov 27 15:59:18.624789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] For port a3813e12-8d13-4981-a397-08157038e602, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:18.625172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempted to set empty binding levels {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 15:59:18.685535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.688451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.728274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae6d758-5607-47c3-b273-52736ad75bbe {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:18.733763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-8f5a4b08-36ed-47af-9455-1a5448a181be service neutron] 10.222.0.15 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734634 Nov 27 15:59:18.766436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] In _notify_port_updated(), no bound segment for port a3813e12-8d13-4981-a397-08157038e602 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 15:59:18.767605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.768822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.770206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "PUT /v2.0/ports/a3813e12-8d13-4981-a397-08157038e602 HTTP/1.1" status: 200 len: 974 time: 3.0883789 Nov 27 15:59:18.775417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47882) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:18.780561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3ae6d758-5607-47c3-b273-52736ad75bbe, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3ae6d758-5607-47c3-b273-52736ad75bbe,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:18.795927 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.825445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.847588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-34b59d17-0b83-4122-a620-3b2ac00ffec3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801453 Nov 27 15:59:18.862374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-0b3aaaac-4014-43a3-aeb6-84be8c694962 service neutron] 10.222.0.15 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266198 Nov 27 15:59:18.869764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7aad9f-f223-4225-b492-f8e592985277 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=a3813e12-8d13-4981-a397-08157038e602,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:18.874328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3ae6d758-5607-47c3-b273-52736ad75bbe,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:18.882033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:18.886058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccf1c465-8972-43ef-8e5d-d1d414c563ce req-38972b97-4a88-4ee2-aa9a-585c2033ca7b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416817 Nov 27 15:59:18.887426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5861df16-e98c-4dee-88a4-caf7db7b4cae,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:18.980400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.980955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.981438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.981929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.982393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.982935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.983396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.983858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.984313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.984840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.985392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.985776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.986259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.987251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.987742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.988225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.988610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.989066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.989547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.990004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.990457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.990910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.991363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.991812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.992267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.992719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.993518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.993669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.994123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.994576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.995027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:18.998720 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cf65a90d-4328-4ca5-933d-585ff74875a3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27731 time: 0.2206573 Nov 27 15:59:19.003088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:19.014768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.022666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:19.023301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.025965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Made reservation on behalf of ce25e65635ba4296ab13abe14dd6ae5e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:19.029750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.041593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3ae6d758-5607-47c3-b273-52736ad75bbe'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:19.127513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-8e214aad-6c3f-4bf2-aeec-8a771d5cbc56 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610939 Nov 27 15:59:19.211613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Network': ['ID=7d3db153-1b66-4e85-b37a-64ed0d07fda5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:19.272224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 15:59:19.283255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:19.324670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-76292cb2-b47e-4d8d-9c2f-a3bcd29e8a4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=f4e1571f-5343-4cb8-935a-b7c654af1322 HTTP/1.1" status: 200 len: 217 time: 0.1058133 Nov 27 15:59:19.329778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-605e72bf-b691-4686-b910-14d25d31c1f7 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5944214 Nov 27 15:59:19.354505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47900) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:19.359485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Request body: {'subnet': {'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:19.364637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-282e6457-49d0-4e83-8599-98f388bdc190 req-84554c18-1226-4dd3-b344-61bc9e7425b3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 210 time: 0.0520744 Nov 27 15:59:19.373142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Allocated IP 172.20.0.7 (d794186c-ae9a-4a52-88f3-8c1a072fac09/33b5af97-9426-43b4-815c-271adf3ffb9b/9f960ac2-eaf7-4dd1-9edc-a1e1188b6273) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:19.475136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42ae4-10de-42da-9f9a-9e39ceeff598 req-83535d2b-7ef9-4bfe-a3c4-a21ed000a8f5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:19.476946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11f42ae4-10de-42da-9f9a-9e39ceeff598 req-83535d2b-7ef9-4bfe-a3c4-a21ed000a8f5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2705581 Nov 27 15:59:19.502322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-d721ace7-404d-4b50-917f-c237f12ed50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:19.503800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-d721ace7-404d-4b50-917f-c237f12ed50e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1569905 Nov 27 15:59:19.584972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Deleting port a3813e12-8d13-4981-a397-08157038e602 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:19.586273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.617003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Made reservation on behalf of ec6640248da349ee95fde2c504356e55 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:19.620653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.641613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11f42ae4-10de-42da-9f9a-9e39ceeff598 req-85d2e929-dc1b-4985-a106-b05bfc20ed01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568441 Nov 27 15:59:19.653564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:19.654152 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.693544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14b3e-cd80-4425-aaf0-0b815212dca4 req-d7f9bfda-bc8c-44e1-b282-67f691e35a66 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:19.695314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fcf14b3e-cd80-4425-aaf0-0b815212dca4 req-d7f9bfda-bc8c-44e1-b282-67f691e35a66 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 945 time: 0.1843252 Nov 27 15:59:19.712802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-46e6849f-731b-4f9c-9a67-763150e38c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:19.715523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-46e6849f-731b-4f9c-9a67-763150e38c99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1889818 Nov 27 15:59:19.763259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] For port a3813e12-8d13-4981-a397-08157038e602, host n-h2-819494-4, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:19.763636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:19.872685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Calling delete_port for a3813e12-8d13-4981-a397-08157038e602 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:19.886925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fcf14b3e-cd80-4425-aaf0-0b815212dca4 req-bbcb0e76-d07d-4269-8b85-a46511f6e421 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826525 Nov 27 15:59:20.143423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-7993d0e0-a4b5-4217-be7a-7e20fd83eeee service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165947 Nov 27 15:59:20.147855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.148226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.172648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c642c065-0242-4a6f-91a5-7e50cb836353 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:20.193782 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.230147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Transition to ACTIVE for port object c642c065-0242-4a6f-91a5-7e50cb836353 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:59:20.240770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.242997 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.286236 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.320049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.323482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a3813e12-8d13-4981-a397-08157038e602 HTTP/1.1" status: 204 len: 168 time: 1.3131175 Nov 27 15:59:20.326604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47926) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:20.375601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Pushing event updated for resources: {'Port': ['ID=c642c065-0242-4a6f-91a5-7e50cb836353,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:20.380207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:20.385525 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3118358e-5cc2-4cd6-bdae-0d3c209c560e tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] GET failed (client error): The resource could not be found. Nov 27 15:59:20.390984 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3118358e-5cc2-4cd6-bdae-0d3c209c560e tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "GET /v2.0/ports/a3813e12-8d13-4981-a397-08157038e602 HTTP/1.1" status: 404 len: 333 time: 0.0591922 Nov 27 15:59:20.390984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:20.393465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47928) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:20.414041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1689579145', 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:20.417320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:20.445781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871ea27-0f24-435c-9bb0-b28f8733bc35 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3813e12-8d13-4981-a397-08157038e602,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:20.748929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b04a64-134e-4997-8ac6-6fd226b47875 req-dd7973e0-330d-4f71-b0a5-e7649533a029 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:20.756893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36b04a64-134e-4997-8ac6-6fd226b47875 req-dd7973e0-330d-4f71-b0a5-e7649533a029 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 932 time: 0.6816397 Nov 27 15:59:20.770782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bfb464-f9b4-47ff-97b9-d15a43dd4201 req-5b53b208-ae33-4195-96b5-5cec1bc6156c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 210 time: 0.0845962 Nov 27 15:59:20.804121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Subnet': ['ID=b1dcb7ea-289e-4bda-ae53-25754a9e2b3d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:20.840604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Checking segment: {'id': 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:20.841264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network hostable DHCP agents. Network: 7d3db153-1b66-4e85-b37a-64ed0d07fda5, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 15:59:20.877517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36b04a64-134e-4997-8ac6-6fd226b47875 req-d4c2221d-1a34-4905-a8a2-700fe1dacd19 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190262 Nov 27 15:59:20.883768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-704b6a71-be46-4ff8-beda-4183d41c1c87 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910279 Nov 27 15:59:20.912109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Made reservation on behalf of d65807d8ef814f0eb558098aac07c8b4 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:20.914426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.943150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Pushing event updated for resources: {'Port': ['ID=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:20.967061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:20.967678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:20.968978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 15:59:20.974627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-337e6b7a-78d8-46e7-ae03-b80972edf41f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=46819611-afb3-4c0d-af56-91293a072eee HTTP/1.1" status: 200 len: 217 time: 0.0610182 Nov 27 15:59:20.976470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Attempting to bind port c642c065-0242-4a6f-91a5-7e50cb836353 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:20.977231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Attempting to bind port c642c065-0242-4a6f-91a5-7e50cb836353 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:20.977755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Attempting to bind port c642c065-0242-4a6f-91a5-7e50cb836353 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:21.005057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 7d3db153-1b66-4e85-b37a-64ed0d07fda5) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:21.015068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26902bad-172b-46d4-aab0-6fe446d1efad None None] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:59:21.022624 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-f519ce3f-de4b-43dc-9b00-29204023f472 service neutron] 10.222.0.37 "GET /v2.0/ports/951a7427-b35a-41a9-abd0-67df8dc65253/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 382 time: 0.5438266 Nov 27 15:59:21.027196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Port c642c065-0242-4a6f-91a5-7e50cb836353 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:21.027531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Attempting to bind port c642c065-0242-4a6f-91a5-7e50cb836353 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:21.044805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port e40590f2-f533-456a-ba75-727fe0e22185 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:21.048436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789cfdf-470f-4635-bfd0-1b193670c3d1 req-b31c6cc9-3cdc-447a-b46e-bcb9f1435c33 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.050803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0789cfdf-470f-4635-bfd0-1b193670c3d1 req-b31c6cc9-3cdc-447a-b46e-bcb9f1435c33 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1721354 Nov 27 15:59:21.067305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:21.067952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:21.068526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:21.069238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Bound port: c642c065-0242-4a6f-91a5-7e50cb836353, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:21.069980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.075806 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-bc28fe2c-6803-4362-90d6-3df99fd79fca tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4878578 Nov 27 15:59:21.082016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.085207 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.098428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Request body: {'port': {'device_id': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:21.148612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cb9abdc3-0e0c-47ab-940d-0da9742fa372 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7925754 Nov 27 15:59:21.156091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:21.162787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-195934294', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:21.183493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e8dd-f078-4dd9-95ee-e0006c719f5a req-b38ff60c-933c-49cd-b16f-e4236b648f7e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.186191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4654e8dd-f078-4dd9-95ee-e0006c719f5a req-b38ff60c-933c-49cd-b16f-e4236b648f7e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 945 time: 0.1978416 Nov 27 15:59:21.191801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-3cf13212-6f94-4206-9aa5-f63a6b45a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.193364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-3cf13212-6f94-4206-9aa5-f63a6b45a307 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1923530 Nov 27 15:59:21.257443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-7d3db153-1b66-4e85-b37a-64ed0d07fda5', 'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5', 'tenant_id': 'ec6640248da349ee95fde2c504356e55', 'fixed_ips': [{'subnet_id': 'b1dcb7ea-289e-4bda-ae53-25754a9e2b3d'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 15:59:21.258721 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.279485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-87b7e509-99f9-4e15-88cf-63cd5681c043 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.281010 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-87b7e509-99f9-4e15-88cf-63cd5681c043 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.21 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 818 time: 0.3598504 Nov 27 15:59:21.309446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Request body: {'port': {'device_id': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'admin_state_up': True, 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:21.315604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4654e8dd-f078-4dd9-95ee-e0006c719f5a req-17552947-816f-4193-81b1-cfae984a31e6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157823 Nov 27 15:59:21.331732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0789cfdf-470f-4635-bfd0-1b193670c3d1 req-bd2f1828-ffd1-48cd-b273-482cb666c9a0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357218 Nov 27 15:59:21.355867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.357309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.370121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-58069b6c-e1ea-4048-a5c9-8f9dc52bbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.371834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-58069b6c-e1ea-4048-a5c9-8f9dc52bbeb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643548 Nov 27 15:59:21.468268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.487991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Allocated IP 172.20.0.2 (7d3db153-1b66-4e85-b37a-64ed0d07fda5/b1dcb7ea-289e-4bda-ae53-25754a9e2b3d/39feb4bb-35a8-48c2-9175-2cab496606d7) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:21.580804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.621037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-be7f9b6a-02a0-4ee9-b314-8d36f0c97a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.622642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-be7f9b6a-02a0-4ee9-b314-8d36f0c97a02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac&tenant_id=bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 1101 time: 0.2509596 Nov 27 15:59:21.636372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] For port c642c065-0242-4a6f-91a5-7e50cb836353, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:21.638471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-fb7d4391-fb0b-43a3-b54d-bb46533e3064 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497160 Nov 27 15:59:21.642632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.655550 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.663036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.703809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:21.707846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:21.713683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:21.714351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.741880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] For port c642c065-0242-4a6f-91a5-7e50cb836353, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c642c065-0242-4a6f-91a5-7e50cb836353,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:21.747733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Pushing event updated for resources: {'Port': ['ID=39feb4bb-35a8-48c2-9175-2cab496606d7,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:21.761918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.797532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Attempting to bind port 39feb4bb-35a8-48c2-9175-2cab496606d7 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:21.799702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Attempting to bind port 39feb4bb-35a8-48c2-9175-2cab496606d7 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:21.800165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Attempting to bind port 39feb4bb-35a8-48c2-9175-2cab496606d7 on network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:21.800730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-7eb3b426-4997-480e-a1ad-97514a9c7402 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542182 Nov 27 15:59:21.810591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:21.811061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Checking segment: {'id': 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:21.811678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.812149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Bound using segment: {'id': 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:21.812707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Bound port: 39feb4bb-35a8-48c2-9175-2cab496606d7, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:21.814660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.839952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.840564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.842582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] 10.222.0.21 "PUT /v2.0/ports/c642c065-0242-4a6f-91a5-7e50cb836353 HTTP/1.1" status: 200 len: 1092 time: 3.2413096 Nov 27 15:59:21.850250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-2c103c1d-e9d2-464d-8b9b-8cf0f58d5e3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93 HTTP/1.1" status: 200 len: 217 time: 0.0400255 Nov 27 15:59:21.904617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'tag': 'c642c065-0242-4a6f-91a5-7e50cb836353'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:21.907669 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23c50e-b129-4bfc-8315-1aefaa96c763" -d '{"events": [{"name": "network-changed", "server_uuid": "3e107439-b6f7-49b8-9511-78c5c3f7adf6", "tag": "c642c065-0242-4a6f-91a5-7e50cb836353"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:21.908751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] For port 39feb4bb-35a8-48c2-9175-2cab496606d7, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:21.913184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] For port 39feb4bb-35a8-48c2-9175-2cab496606d7, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=39feb4bb-35a8-48c2-9175-2cab496606d7,segment=NetworkSegment(e8e79c59-6edd-4b99-b1f9-bf897eaece4c),segment_id=e8e79c59-6edd-4b99-b1f9-bf897eaece4c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:21.920731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:21.944876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-76a099c5-f637-4dac-a7d5-3b67bc3437b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.946987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-76a099c5-f637-4dac-a7d5-3b67bc3437b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.0761430 Nov 27 15:59:21.988481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-59a52b29-5184-40e6-82ee-49678aad32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:21.989060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f589b8-7d40-4674-add5-7db79d461c51 None None] Pushing event updated for resources: {'Port': ['ID=39feb4bb-35a8-48c2-9175-2cab496606d7,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:21.990315 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-59a52b29-5184-40e6-82ee-49678aad32e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1101 time: 0.3300173 Nov 27 15:59:22.012804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Made reservation on behalf of ce25e65635ba4296ab13abe14dd6ae5e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:22.016827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.042748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f73e3-97f1-42b4-a99b-2dadbbb31708 service neutron] Pushing event updated for resources: {'Port': ['ID=c642c065-0242-4a6f-91a5-7e50cb836353,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:22.055243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9260649d-edc0-44dc-ae46-05c1ec49d495 req-684042e9-6969-415d-94bd-7d1b2d62a567 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 210 time: 0.1065090 Nov 27 15:59:22.083256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.089513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3ae6d758-5607-47c3-b273-52736ad75bbe up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:22.163698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 3ae6d758-5607-47c3-b273-52736ad75bbe completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:22.169486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 3ae6d758-5607-47c3-b273-52736ad75bbe triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:22.169916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.198474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aaca3-55a0-4dae-a2bf-b99449ef8c97 req-cba30c3e-a5ce-4cb4-81c5-d47427f8f531 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.200014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-189aaca3-55a0-4dae-a2bf-b99449ef8c97 req-cba30c3e-a5ce-4cb4-81c5-d47427f8f531 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 944 time: 0.2062204 Nov 27 15:59:22.202774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.207848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-3177129c-6bb2-4c4c-a053-7c7460b93170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.209278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-3177129c-6bb2-4c4c-a053-7c7460b93170 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2344191 Nov 27 15:59:22.244900 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99283a94-7235-4819-966a-d41ddc2e7efe x-openstack-request-id: req-99283a94-7235-4819-966a-d41ddc2e7efe {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:22.245841 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e107439-b6f7-49b8-9511-78c5c3f7adf6", "tag": "c642c065-0242-4a6f-91a5-7e50cb836353", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:22.245841 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99283a94-7235-4819-966a-d41ddc2e7efe {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:22.246209 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'tag': 'c642c065-0242-4a6f-91a5-7e50cb836353', 'status': 'completed', 'code': 200} Nov 27 15:59:22.264837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.296307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-c47250cf-3c7b-4a22-9cf5-e9c66f9140ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.296307 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-c47250cf-3c7b-4a22-9cf5-e9c66f9140ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2864513 Nov 27 15:59:22.320425 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.391619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-fa781449-056a-4c68-b3ec-a4d978889604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.394164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-fa781449-056a-4c68-b3ec-a4d978889604 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 1095 time: 0.4809124 Nov 27 15:59:22.405752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-cd8e9f41-39a9-4789-ba9a-9da5fe3717ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 217 time: 0.0958829 Nov 27 15:59:22.407575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3ae6d758-5607-47c3-b273-52736ad75bbe, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3ae6d758-5607-47c3-b273-52736ad75bbe,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:22.414383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688237d3-e99c-4918-ac9b-269f5937091d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6d758-5607-47c3-b273-52736ad75bbe'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:22.420260 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf99608-0e71-4640-b95a-a01f0a0b0db2" -d '{"events": [{"server_uuid": "688237d3-e99c-4918-ac9b-269f5937091d", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6d758-5607-47c3-b273-52736ad75bbe"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:22.423063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:22.429436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.460404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:22.464467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-189aaca3-55a0-4dae-a2bf-b99449ef8c97 req-b9815c71-4299-4226-941e-7f6cd74d6259 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285953 Nov 27 15:59:22.522319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3ae6d758-5607-47c3-b273-52736ad75bbe,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:22.567946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:22.569436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.572432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:22.573598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-d37603cf-bb84-49e4-a03d-496be8b10808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.575447 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-d37603cf-bb84-49e4-a03d-496be8b10808 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1485949 Nov 27 15:59:22.576700 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-74e65d3e-4927-4c4a-b1be-2aa018e0ba15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c642c065-0242-4a6f-91a5-7e50cb836353 HTTP/1.1" status: 200 len: 217 time: 0.1670175 Nov 27 15:59:22.596809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-10c1ebeb-67f8-4af7-8e70-d7758f193c85 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502815 Nov 27 15:59:22.609210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=e40590f2-f533-456a-ba75-727fe0e22185,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:22.627923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Allocated IP 172.25.1.86 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/130af9ca-51dc-4c2e-aed3-1da1d0df7dd5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:22.664805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bdd71067-7881-44bd-b887-6dc7d21bd6b5 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2552211 Nov 27 15:59:22.676148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47970) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:22.738006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-394e0fa1-77be-470e-8c3b-21ef595d3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.739490 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-394e0fa1-77be-470e-8c3b-21ef595d3b15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1484292 Nov 27 15:59:22.750021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81234c7f-c3a3-4736-8205-e05e48490c1d tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.754177 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-81234c7f-c3a3-4736-8205-e05e48490c1d tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "GET /v2.0/ports/e40590f2-f533-456a-ba75-727fe0e22185 HTTP/1.1" status: 200 len: 955 time: 0.0737059 Nov 27 15:59:22.755507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47972) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:22.765998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-a9625b86-7db4-4e8b-a926-60a150fcde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.767502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-a9625b86-7db4-4e8b-a926-60a150fcde2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807189 Nov 27 15:59:22.775038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeedc27-8e7d-46ab-8485-1b604823df76 req-bbf19f72-bf2f-468c-8bd1-308155905404 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.776818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4eeedc27-8e7d-46ab-8485-1b604823df76 req-bbf19f72-bf2f-468c-8bd1-308155905404 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 946 time: 0.2763855 Nov 27 15:59:22.788858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95402be-0bdf-4e67-afc5-5d6100a5a4d2 req-761370e9-4160-4ad1-8792-ee0852a8728a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:22.796116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d95402be-0bdf-4e67-afc5-5d6100a5a4d2 req-761370e9-4160-4ad1-8792-ee0852a8728a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.2277350 Nov 27 15:59:22.816917 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-d553ce21-2a72-44e1-8625-e86d64002398 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644455 Nov 27 15:59:22.951791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-0fca8fc7-cfe4-455d-aded-049ce8e3089a service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257103 Nov 27 15:59:22.982706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4eeedc27-8e7d-46ab-8485-1b604823df76 req-48a3ef4b-e511-4a09-988b-1112ab972f5f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822405 Nov 27 15:59:23.017804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:23.032246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.055984 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42c50ee-f280-4ffd-9b1c-5d66e5978455 x-openstack-request-id: req-b42c50ee-f280-4ffd-9b1c-5d66e5978455 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:23.056527 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688237d3-e99c-4918-ac9b-269f5937091d", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6d758-5607-47c3-b273-52736ad75bbe", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:23.056969 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b42c50ee-f280-4ffd-9b1c-5d66e5978455 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:23.057480 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688237d3-e99c-4918-ac9b-269f5937091d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6d758-5607-47c3-b273-52736ad75bbe', 'code': 200} Nov 27 15:59:23.061873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d95402be-0bdf-4e67-afc5-5d6100a5a4d2 req-18ccde69-cd31-4bf9-8acc-873686765a15 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647653 Nov 27 15:59:23.070140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-417dff83-7e2f-40d5-907e-bb9d9d14ff5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 200 len: 217 time: 0.1002188 Nov 27 15:59:23.079133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.122972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Transition to ACTIVE for port object 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:59:23.129802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-d3a5ba1c-4217-4dea-bb2e-163cc50e0630 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397360 Nov 27 15:59:23.151140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.264836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 39feb4bb-35a8-48c2-9175-2cab496606d7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:23.325908 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.358427 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-de944a5b-e3b8-46d9-b335-fab9e21e06b1 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092428 Nov 27 15:59:23.366844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Pushing event updated for resources: {'Port': ['ID=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:23.384036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 39feb4bb-35a8-48c2-9175-2cab496606d7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:23.384382 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.394753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Allocated IP 172.20.0.12 (d794186c-ae9a-4a52-88f3-8c1a072fac09/33b5af97-9426-43b4-815c-271adf3ffb9b/66ca5214-323c-4653-beab-f94025f5f795) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:23.424661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Deleting port e40590f2-f533-456a-ba75-727fe0e22185 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:23.424661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.428725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-028d3336-bee4-422f-a839-84b8bfb417b5 req-a665d5fc-4501-49b2-816b-52d71aca16ae tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 210 time: 0.1515465 Nov 27 15:59:23.518659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-d2b82b4a-eef1-4172-8760-ddcc494dc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:23.520788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-d2b82b4a-eef1-4172-8760-ddcc494dc819 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.3317726 Nov 27 15:59:23.525772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:23.538057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.560356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68297385-2008-421f-8f16-0e87dbbf0391 req-2cbc7140-1968-425c-8b2d-a1f30a0611f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:23.562155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68297385-2008-421f-8f16-0e87dbbf0391 req-2cbc7140-1968-425c-8b2d-a1f30a0611f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 1097 time: 0.3720200 Nov 27 15:59:23.580900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c8a06-d039-4add-abeb-71d6b532d387 None None] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:59:23.583198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:23.594737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Port': ['ID=130af9ca-51dc-4c2e-aed3-1da1d0df7dd5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:23.625905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:23.678615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c2b9a-9837-48ff-9822-e1f5858f8b2f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:23.693157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 39feb4bb-35a8-48c2-9175-2cab496606d7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=39feb4bb-35a8-48c2-9175-2cab496606d7,segment=NetworkSegment(e8e79c59-6edd-4b99-b1f9-bf897eaece4c),segment_id=e8e79c59-6edd-4b99-b1f9-bf897eaece4c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:23.727245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.744496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e071cf1f-2da9-4d08-87a3-369d0f8203ce None None] Provisioning complete for port 39feb4bb-35a8-48c2-9175-2cab496606d7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:23.744868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e071cf1f-2da9-4d08-87a3-369d0f8203ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.829568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68297385-2008-421f-8f16-0e87dbbf0391 req-975fa93f-2fb9-4716-a275-08cbe2fee7bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043757 Nov 27 15:59:23.899697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-933f1e20-cbcd-47b5-8a60-866ca60cdc0a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510445 Nov 27 15:59:23.922661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=39feb4bb-35a8-48c2-9175-2cab496606d7,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:23.954486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:23.959233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-9c3a5e1e-bd86-4de2-860c-e1d0196b402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:23.965257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-9c3a5e1e-bd86-4de2-860c-e1d0196b402f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4301317 Nov 27 15:59:23.983610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27518d-3298-4e8f-9b71-c6ee355226fe req-b61fbbd9-f4fb-4493-8fa1-9a3a39a514c9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:23.985158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff27518d-3298-4e8f-9b71-c6ee355226fe req-b61fbbd9-f4fb-4493-8fa1-9a3a39a514c9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 944 time: 0.3824787 Nov 27 15:59:24.006119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Calling delete_port for e40590f2-f533-456a-ba75-727fe0e22185 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:24.066859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b998d33c-d70e-49e4-8a78-f03a82274572 None None] Provisioning complete for port 130af9ca-51dc-4c2e-aed3-1da1d0df7dd5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:24.067263 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b998d33c-d70e-49e4-8a78-f03a82274572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.136030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b998d33c-d70e-49e4-8a78-f03a82274572 None None] Port 130af9ca-51dc-4c2e-aed3-1da1d0df7dd5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:59:24.137639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:24.160668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.239453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Attempting to bind port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:24.240125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Attempting to bind port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:24.240853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Attempting to bind port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:24.246184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.296765 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.319752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Pushing event updated for resources: {'Port': ['ID=66ca5214-323c-4653-beab-f94025f5f795,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:24.329332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:24.329332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Attempting to bind port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:24.341852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:24.342561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Checking segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:24.342984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Bound using segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:24.343544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Bound port: 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:24.344533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.346549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:24.356118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.392159 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-edfdc8d4-ea37-475f-9de8-9c177ba14dc4 req-0375314b-0bea-4b9a-b04c-ddfd4a7704c2 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0201733 Nov 27 15:59:24.408229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:24.421621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:24.432004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:24.444168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:24.459980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3dd2bd8-c1f0-4195-9a07-ac67f0a020eb None None] Provisioning complete for port 39feb4bb-35a8-48c2-9175-2cab496606d7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:24.460827 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2bd8-c1f0-4195-9a07-ac67f0a020eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.497835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:24.498482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.571804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-a45b7638-7300-4a8c-b50f-6cedfb646e55 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2705202 Nov 27 15:59:24.581885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] For port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:24.586855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] For port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:24.591173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Request body: {'port': {'device_id': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:24.597971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.625487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.669663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-1cbcfa9e-2690-4d8b-9c45-1c0554e43537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:24.671255 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-1cbcfa9e-2690-4d8b-9c45-1c0554e43537 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 1095 time: 0.1649537 Nov 27 15:59:24.683148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:24.683760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.685443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] 10.222.0.37 "PUT /v2.0/ports/9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 1091 time: 3.6001828 Nov 27 15:59:24.690442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'tag': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:24.692295 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24acbe2-231b-45c0-accf-649e7843f7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9519e0bc-3910-47a2-a352-8309fd49d6f9", "tag": "9f960ac2-eaf7-4dd1-9edc-a1e1188b6273"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:24.742440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.748421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e40590f2-f533-456a-ba75-727fe0e22185 HTTP/1.1" status: 204 len: 168 time: 1.9845347 Nov 27 15:59:24.749867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:24.770626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff27518d-3298-4e8f-9b71-c6ee355226fe req-db042a8a-42f1-4e32-99bc-dd7171f0fb7a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7676136 Nov 27 15:59:24.816417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.819849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e9451-72f0-4a79-9cee-68ec7c5f4f53 req-62d929a3-4090-4688-87af-a07a0d0613d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:24.820959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f2a92-bece-4e76-af14-df64eba8de5e service neutron] Pushing event updated for resources: {'Port': ['ID=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:24.826663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-059e9451-72f0-4a79-9cee-68ec7c5f4f53 req-62d929a3-4090-4688-87af-a07a0d0613d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 946 time: 0.2004874 Nov 27 15:59:24.830076 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c57ef80-81bf-4d65-aac9-5d353d1e26b7 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] GET failed (client error): The resource could not be found. Nov 27 15:59:24.831565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c57ef80-81bf-4d65-aac9-5d353d1e26b7 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "GET /v2.0/ports/e40590f2-f533-456a-ba75-727fe0e22185 HTTP/1.1" status: 404 len: 333 time: 0.0766363 Nov 27 15:59:24.837025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:24.849881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-b42b70c1-f97c-49e6-9cad-038b8cfd6070 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634803 Nov 27 15:59:24.855738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Request body: {'port': {'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-363263182'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:24.867952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783d04-e7cc-4e58-9761-fdf7c452a688 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event deleted for resources: {'Port': ['ID=e40590f2-f533-456a-ba75-727fe0e22185,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:24.890007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:24.929677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-4c2eddcf-c0d5-454a-8f8a-21aa29389e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:24.931114 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-4c2eddcf-c0d5-454a-8f8a-21aa29389e24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1094 time: 0.1950150 Nov 27 15:59:24.937443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-8dcfd92b-aa24-43fa-b90c-c172e95c4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:24.938871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-8dcfd92b-aa24-43fa-b90c-c172e95c4cdb service neutron] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.2512422 Nov 27 15:59:25.034574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Made reservation on behalf of d65807d8ef814f0eb558098aac07c8b4 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:25.036852 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-68d26b2d-b9cc-45a8-bd33-710d72defa2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 217 time: 0.0911303 Nov 27 15:59:25.036986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.058737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:25.060258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-059e9451-72f0-4a79-9cee-68ec7c5f4f53 req-f8edea93-de39-4fba-b7f8-03248ef26e5b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321007 Nov 27 15:59:25.061771 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8612074b-b446-4b55-998c-6f6b3cd99dd6" -d '{"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-unplugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:25.087632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-3a850d46-bff0-4317-816f-90d5fb7d1f58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c642c065-0242-4a6f-91a5-7e50cb836353 HTTP/1.1" status: 200 len: 217 time: 0.1312361 Nov 27 15:59:25.122997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf69b17-d999-4193-8255-4ef601f841bb req-ef62b4a8-de6d-48f2-8ba2-f6b08f3d685d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:25.133129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bf69b17-d999-4193-8255-4ef601f841bb req-ef62b4a8-de6d-48f2-8ba2-f6b08f3d685d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.2715986 Nov 27 15:59:25.135607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port b4d20762-d62e-488b-b8e8-defa6ba3bd11 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:25.169920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caa50679-65d7-463b-8636-1cb3c13b71f4 req-9927ab6e-b8b5-4d7d-a5a8-a90c7935ab89 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999504 Nov 27 15:59:25.215898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 39feb4bb-35a8-48c2-9175-2cab496606d7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:25.276227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-1e1d7738-6d49-4191-97a6-bf69377bb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:25.280970 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-1e1d7738-6d49-4191-97a6-bf69377bb1f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1504993 Nov 27 15:59:25.285639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-7aec58f2-837d-45c4-a8c0-88d26e459974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:25.288536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-7aec58f2-837d-45c4-a8c0-88d26e459974 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.2174704 Nov 27 15:59:25.303119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 39feb4bb-35a8-48c2-9175-2cab496606d7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:25.303674 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.315946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bf69b17-d999-4193-8255-4ef601f841bb req-d5a344d0-72f8-4c8f-96c6-5778fb8ec97b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776507 Nov 27 15:59:25.429332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-ed917e50-eee3-4553-9ffb-bae1a927e596 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956023 Nov 27 15:59:25.434760 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d2dc6-964b-45d2-8934-cc5b3fbe5b54 x-openstack-request-id: req-8d7d2dc6-964b-45d2-8934-cc5b3fbe5b54 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:25.435051 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9519e0bc-3910-47a2-a352-8309fd49d6f9", "tag": "9f960ac2-eaf7-4dd1-9edc-a1e1188b6273", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:25.435397 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d7d2dc6-964b-45d2-8934-cc5b3fbe5b54 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:25.435689 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'tag': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273', 'status': 'completed', 'code': 200} Nov 27 15:59:25.442401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-a42322d2-6ba6-43d1-a27c-470ee8e3c140 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450906 Nov 27 15:59:25.475659 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb53d2-9689-4086-a5c2-7a9eb900d0a7 x-openstack-request-id: req-42fb53d2-9689-4086-a5c2-7a9eb900d0a7 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:25.475959 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-unplugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:25.476224 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42fb53d2-9689-4086-a5c2-7a9eb900d0a7 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:25.478228 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'code': 200} Nov 27 15:59:25.538620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374d76c-499d-4c20-bf37-46da44057fc8 req-56d5869c-d0c8-44b1-b1bd-1650947d23b7 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:25.540190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7374d76c-499d-4c20-bf37-46da44057fc8 req-56d5869c-d0c8-44b1-b1bd-1650947d23b7 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 932 time: 0.2404292 Nov 27 15:59:25.554168 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.633756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.663163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-c7330a4b-c639-45fd-a321-3847f584b40e service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199667 Nov 27 15:59:25.679684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7374d76c-499d-4c20-bf37-46da44057fc8 req-8718d31f-4ed9-437e-b883-0be847836e06 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321876 Nov 27 15:59:25.698381 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-6573c833-b1bb-40ee-b89c-d9efc5efe32a service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448585 Nov 27 15:59:25.746803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.821144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:25.823036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d20762-d62e-488b-b8e8-defa6ba3bd11,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:25.825870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:25.830647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:25.831579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:25.832185 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.858204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Router eda921fb-6cbe-4922-8399-583b6d60ba3f is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 15:59:25.865017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ca5214-323c-4653-beab-f94025f5f795 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:25.870631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0e01d9b8-c458-40bd-a014-83ea1177d5d3 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0205219 Nov 27 15:59:25.872041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48018) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:25.878867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:25.906642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:25.975431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Transition to ACTIVE for port object 66ca5214-323c-4653-beab-f94025f5f795 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:59:26.000330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.013825 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ddb05de-e26e-45da-a95a-068cdad7c7af req-e67c5757-4739-4ce3-bf2d-b42b83d4a149 service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377154 Nov 27 15:59:26.046192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.047743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:26.067055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] Sync routers for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:26.078046 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3e23c50e-b129-4bfc-8315-1aefaa96c763 req-30f6a98f-7ba4-4afa-878c-7239a9e29632 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664184 Nov 27 15:59:26.101439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:26.101439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:26.130252 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.131853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-563a1a87-3582-44b8-bf2b-9c67eecd78d2 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.9735923 Nov 27 15:59:26.138458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:26.169030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:26.181218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:26.181878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:26.186233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Pushing event updated for resources: {'Port': ['ID=66ca5214-323c-4653-beab-f94025f5f795,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:26.360426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-16f2312e-df04-4663-b415-6c91a2fdfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:26.363345 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-16f2312e-df04-4663-b415-6c91a2fdfc71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1094 time: 0.2081404 Nov 27 15:59:26.400881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce784552-70bd-41b2-adf3-a6857bc106ff req-f466774a-cb54-4275-be38-3c4b9361e62b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:26.402512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce784552-70bd-41b2-adf3-a6857bc106ff req-f466774a-cb54-4275-be38-3c4b9361e62b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 944 time: 0.4569993 Nov 27 15:59:26.420503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:26.421178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc668-0c00-4e37-b95d-3dd209a983db None None] The sync data for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:26.469439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Attempting to bind port 66ca5214-323c-4653-beab-f94025f5f795 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:26.469803 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Attempting to bind port 66ca5214-323c-4653-beab-f94025f5f795 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:26.470109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Attempting to bind port 66ca5214-323c-4653-beab-f94025f5f795 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:26.474361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaaf9f-28c4-4e4a-915b-9e1f40bfc915 req-02eff2bc-d08c-42da-a3c3-8cd3181eb3e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:26.475919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9efaaf9f-28c4-4e4a-915b-9e1f40bfc915 req-02eff2bc-d08c-42da-a3c3-8cd3181eb3e1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 946 time: 0.1971006 Nov 27 15:59:26.504875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Port 66ca5214-323c-4653-beab-f94025f5f795 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:26.505215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Attempting to bind port 66ca5214-323c-4653-beab-f94025f5f795 on network d794186c-ae9a-4a52-88f3-8c1a072fac09 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:26.533088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce784552-70bd-41b2-adf3-a6857bc106ff req-04e4b95e-8d8d-43b4-8258-8ffc7e04c2aa tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238654 Nov 27 15:59:26.541023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:26.541368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Checking segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:26.541964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Bound using segment: {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:26.542731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Bound port: 66ca5214-323c-4653-beab-f94025f5f795, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62af0d32-2891-4dc3-8d7e-861b88e849be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:26.543324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.588658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] device_id is not set on port b4d20762-d62e-488b-b8e8-defa6ba3bd11 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:26.603648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.606217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9efaaf9f-28c4-4e4a-915b-9e1f40bfc915 req-83d81373-b827-43b5-aaf9-1b00489998b0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203589 Nov 27 15:59:26.670045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-9464f772-4c8c-4e18-ab51-1e10fbbd8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:26.671545 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-9464f772-4c8c-4e18-ab51-1e10fbbd8bbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 0.2980914 Nov 27 15:59:26.682903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.795692 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-b27d4d35-7e29-49c3-a543-997efc397c3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 217 time: 0.1094410 Nov 27 15:59:26.865877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d20762-d62e-488b-b8e8-defa6ba3bd11,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:26.873705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcedfd3-aef8-4029-b778-aa8ba0dc3749 req-3c86297f-faea-4cc1-9c0b-70b595872b9b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:26.875242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bcedfd3-aef8-4029-b778-aa8ba0dc3749 req-3c86297f-faea-4cc1-9c0b-70b595872b9b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.1352527 Nov 27 15:59:26.905830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] For port 66ca5214-323c-4653-beab-f94025f5f795, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:26.910540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:26.910875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:26.911210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:26.930033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:26.930832 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:26.934168 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 2 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:26.940002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] For port 66ca5214-323c-4653-beab-f94025f5f795, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=66ca5214-323c-4653-beab-f94025f5f795,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:26.955327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-154f1469-467c-46ca-a067-9519b0e6a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:26.956957 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-154f1469-467c-46ca-a067-9519b0e6a1ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.1465530 Nov 27 15:59:26.961725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.971355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:26.972999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:26.972999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:26.973341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.016121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bcedfd3-aef8-4029-b778-aa8ba0dc3749 req-fef93208-2d24-47c7-acd7-3818c2d839ed tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295633 Nov 27 15:59:27.031060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.031464 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.037582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:27.038223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:27.039869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] 10.222.0.21 "PUT /v2.0/ports/66ca5214-323c-4653-beab-f94025f5f795 HTTP/1.1" status: 200 len: 1092 time: 2.4550836 Nov 27 15:59:27.040214 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 3 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.045178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-4c37207d-3342-4fcf-ae46-6061ce315b5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485985 Nov 27 15:59:27.086601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.086851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.087060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.109009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6a7be-cb2a-4b26-879a-0fb173533a70 req-20b4e007-3036-4a29-8f73-9f9d09dfa992 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:27.112529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3e6a7be-cb2a-4b26-879a-0fb173533a70 req-20b4e007-3036-4a29-8f73-9f9d09dfa992 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 944 time: 0.1534154 Nov 27 15:59:27.163049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.163798 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.164704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daf1fe-f017-4841-b75d-139820170b77 service neutron] Pushing event updated for resources: {'Port': ['ID=66ca5214-323c-4653-beab-f94025f5f795,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:27.224522 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 4 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.253666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564da4-c06e-4672-ab4c-cfc07b32cd8c req-739089ca-7f48-425c-aed2-646b71444e87 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:27.255704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82564da4-c06e-4672-ab4c-cfc07b32cd8c req-739089ca-7f48-425c-aed2-646b71444e87 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 946 time: 0.1419709 Nov 27 15:59:27.292602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.293295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.294012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.306901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.307486 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.322833 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 5 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.332927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3e6a7be-cb2a-4b26-879a-0fb173533a70 req-fae9f181-39e5-4a4b-816e-fda54ab07e62 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887364 Nov 27 15:59:27.347059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-466744bf-04e3-4b94-8df0-6242f31eade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:27.348566 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-466744bf-04e3-4b94-8df0-6242f31eade4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 1095 time: 0.2348819 Nov 27 15:59:27.364650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.365278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.365278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.370321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-b73997f9-5631-454b-9f62-ed7a01ff0f6e service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154507 Nov 27 15:59:27.380747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.381079 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.414145 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 6 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.430176 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-1ed37bfb-2143-4f73-a04b-28ebe49b66af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ca5214-323c-4653-beab-f94025f5f795 HTTP/1.1" status: 200 len: 217 time: 0.0589182 Nov 27 15:59:27.438320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-82564da4-c06e-4672-ab4c-cfc07b32cd8c req-b7a375e0-d976-471b-9540-24ff34086ffd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599545 Nov 27 15:59:27.441574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'tag': '66ca5214-323c-4653-beab-f94025f5f795'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:27.443871 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "161ba894-b4f6-4639-9c7e-1099b5e684b3", "tag": "66ca5214-323c-4653-beab-f94025f5f795"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:27.500577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.500953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.501344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.534493 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d3add-c9e1-4097-bece-e6d6db14552a x-openstack-request-id: req-399d3add-c9e1-4097-bece-e6d6db14552a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:27.534786 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161ba894-b4f6-4639-9c7e-1099b5e684b3", "tag": "66ca5214-323c-4653-beab-f94025f5f795", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:27.535040 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-399d3add-c9e1-4097-bece-e6d6db14552a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:27.535431 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'tag': '66ca5214-323c-4653-beab-f94025f5f795', 'status': 'completed', 'code': 200} Nov 27 15:59:27.538832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.539161 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.542363 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 7 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.546841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c642c065-0242-4a6f-91a5-7e50cb836353 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:27.582770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.583090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.583431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.591045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-df37ea8c-2535-450f-ae30-f18f6f74d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:27.592508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-df37ea8c-2535-450f-ae30-f18f6f74d2a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.1419270 Nov 27 15:59:27.600177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Allocated IP 172.20.0.1 (7d3db153-1b66-4e85-b37a-64ed0d07fda5/b1dcb7ea-289e-4bda-ae53-25754a9e2b3d/27c84a2d-815f-44bf-9bba-065339941edc) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:27.600684 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e24acbe2-231b-45c0-accf-649e7843f7ab req-66e10101-5566-4794-9c89-c6293644208b service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208173 Nov 27 15:59:27.601227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.601919 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.603910 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 8 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.654402 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-be168989-a2c1-4de8-96a9-c0b6bad35777 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514207 Nov 27 15:59:27.658804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.659099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.659434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.673194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.673194 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.684525 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 9 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.734019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c642c065-0242-4a6f-91a5-7e50cb836353, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c642c065-0242-4a6f-91a5-7e50cb836353,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:27.734258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.734533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.734819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.743361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.745867 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.747685 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempt 10 to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 Nov 27 15:59:27.769061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'c642c065-0242-4a6f-91a5-7e50cb836353', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': 'c642c065-0242-4a6f-91a5-7e50cb836353', 'mac_address': 'fa:16:3e:3d:03:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:27.769792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:27.770152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:27.770742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempting to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:27.790009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:27.790367 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Failed to bind port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '2369f640-1f83-45c3-8f72-eeddb1d37e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0'}] Nov 27 15:59:27.790696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:27.862212 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:27.869189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75997376-e576-4818-bf7d-935706435bac req-ca99d349-2c2a-4ac9-b414-c0939945e89c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:27.878208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75997376-e576-4818-bf7d-935706435bac req-ca99d349-2c2a-4ac9-b414-c0939945e89c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 944 time: 0.1326213 Nov 27 15:59:27.883483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c642c065-0242-4a6f-91a5-7e50cb836353 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:27.910526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c642c065-0242-4a6f-91a5-7e50cb836353, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c642c065-0242-4a6f-91a5-7e50cb836353,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:27.920912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:27.940028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:27.973516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75997376-e576-4818-bf7d-935706435bac req-3935e50d-28c2-4db8-9eec-29eb5d073c18 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801044 Nov 27 15:59:28.012148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c642c065-0242-4a6f-91a5-7e50cb836353,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:28.052619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506f2bc-786c-4e48-90a5-d9e58601fc0f req-f2e78f4e-0bd2-47bd-be74-c2696301744f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.054244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9506f2bc-786c-4e48-90a5-d9e58601fc0f req-f2e78f4e-0bd2-47bd-be74-c2696301744f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.0720613 Nov 27 15:59:28.062221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.083878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:28.160878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9506f2bc-786c-4e48-90a5-d9e58601fc0f req-939d295d-8daa-469f-b7d1-4dfedfa12890 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951126 Nov 27 15:59:28.179325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:28.193356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:28.197084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:28.223583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Port': ['ID=27c84a2d-815f-44bf-9bba-065339941edc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:28.250492 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.258818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c642c065-0242-4a6f-91a5-7e50cb836353'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:28.296462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:28.312956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '951a7427-b35a-41a9-abd0-67df8dc65253', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '951a7427-b35a-41a9-abd0-67df8dc65253', 'mac_address': 'fa:16:3e:29:2c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:28.341073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-bbf7e3b2-b04b-4f4a-aeca-9cc2dce7e62d service neutron] 10.222.0.21 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780815 Nov 27 15:59:28.449195 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.481682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a7427-b35a-41a9-abd0-67df8dc65253 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:28.522490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-ad651846-83ba-4484-aa3e-8c5810b42379 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.524026 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-ad651846-83ba-4484-aa3e-8c5810b42379 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.37 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 946 time: 0.2813239 Nov 27 15:59:28.544660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-bf4640a6-87c3-46f5-bada-58d660ba090c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.546276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-bf4640a6-87c3-46f5-bada-58d660ba090c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac&tenant_id=bfda4e2fe1f240748cc97e497314fbc6&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 948 time: 0.7573030 Nov 27 15:59:28.547965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:28.582012 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.584878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.668965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:28.674666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] For port b4d20762-d62e-488b-b8e8-defa6ba3bd11, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:28.675069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attempted to set empty binding levels {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 15:59:28.702696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-77eeba48-eb06-4215-863d-8a41d25eb2d1 None None] Provisioning complete for port 27c84a2d-815f-44bf-9bba-065339941edc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:28.703005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-77eeba48-eb06-4215-863d-8a41d25eb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.709143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce8f2-9d55-4dbb-b47c-3a949a569547 req-4c435aa9-9571-4e36-8bdd-33aca05ecb32 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.710861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b12ce8f2-9d55-4dbb-b47c-3a949a569547 req-4c435aa9-9571-4e36-8bdd-33aca05ecb32 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 944 time: 0.2603967 Nov 27 15:59:28.740992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.759072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-77eeba48-eb06-4215-863d-8a41d25eb2d1 None None] Port 27c84a2d-815f-44bf-9bba-065339941edc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:59:28.779285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-9d8d6669-b9c6-4e0e-bc87-d3dd0de6dbd3 service neutron] 10.222.0.37 "GET /v2.0/ports/951a7427-b35a-41a9-abd0-67df8dc65253/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 382 time: 0.1770034 Nov 27 15:59:28.780098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee59917-7961-406b-a1cc-66c5caf5c1c8 req-3d7f046c-7db7-4d3a-a53f-7ccaad85e2f5 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.783526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eee59917-7961-406b-a1cc-66c5caf5c1c8 req-3d7f046c-7db7-4d3a-a53f-7ccaad85e2f5 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 946 time: 0.1682327 Nov 27 15:59:28.823024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] In _notify_port_updated(), no bound segment for port b4d20762-d62e-488b-b8e8-defa6ba3bd11 on network bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 15:59:28.823897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.824514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:28.830694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "PUT /v2.0/ports/b4d20762-d62e-488b-b8e8-defa6ba3bd11 HTTP/1.1" status: 200 len: 974 time: 2.9525926 Nov 27 15:59:28.830874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:28.837442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['951a7427-b35a-41a9-abd0-67df8dc65253'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:28.886146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efb16356-0b3c-4b2a-b718-89a605fb5333 req-fa602ee8-2232-40c1-88e0-6305cdd8171b service neutron] 10.222.0.21 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233116 Nov 27 15:59:28.894209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a161d-fb2a-48b3-abf8-d79de6cf4689 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d20762-d62e-488b-b8e8-defa6ba3bd11,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:28.911848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-6eea4ee7-02d2-4807-9c59-d26ac855448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:28.913244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-6eea4ee7-02d2-4807-9c59-d26ac855448b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1100 time: 0.1007223 Nov 27 15:59:28.970562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Deleting port 3ae6d758-5607-47c3-b273-52736ad75bbe {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:28.970805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.118653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-aea950b9-bb24-4262-9ef8-da5025a9f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.120165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-aea950b9-bb24-4262-9ef8-da5025a9f5eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 1095 time: 0.1620791 Nov 27 15:59:29.164030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-796104c8-b9c1-4d49-9700-f516601865a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.165551 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-796104c8-b9c1-4d49-9700-f516601865a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2403553 Nov 27 15:59:29.260431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] For port 3ae6d758-5607-47c3-b273-52736ad75bbe, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3ae6d758-5607-47c3-b273-52736ad75bbe,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:29.260722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.266355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-f8208dd8-b84d-4796-827c-65dc4762199d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 217 time: 0.0872526 Nov 27 15:59:29.318660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b12ce8f2-9d55-4dbb-b47c-3a949a569547 req-74d6bb50-202d-4456-a779-c2dedb6451b2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991416 Nov 27 15:59:29.328347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Calling delete_port for 3ae6d758-5607-47c3-b273-52736ad75bbe owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:29.386291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eee59917-7961-406b-a1cc-66c5caf5c1c8 req-7b3c972d-5d2f-4286-9127-004407c75410 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860751 Nov 27 15:59:29.426296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-47cd944d-1b79-4c92-ba63-bb6620c66b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.427785 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-47cd944d-1b79-4c92-ba63-bb6620c66b73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 0.2936082 Nov 27 15:59:29.430799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-2ebf04fb-1c27-4d01-89f5-7ff79f360e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.432212 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-2ebf04fb-1c27-4d01-89f5-7ff79f360e2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1498649 Nov 27 15:59:29.527144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-c160e973-4d28-430b-97e7-8b68f49bb94f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ca5214-323c-4653-beab-f94025f5f795 HTTP/1.1" status: 200 len: 217 time: 0.0873218 Nov 27 15:59:29.554072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c642c065-0242-4a6f-91a5-7e50cb836353 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:29.563423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5f23f-c1c1-4bab-8a27-d2d9a70f7de4 req-9eaf0378-af3e-484e-a0cd-da02ae54585c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.564956 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eaa5f23f-c1c1-4bab-8a27-d2d9a70f7de4 req-9eaf0378-af3e-484e-a0cd-da02ae54585c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 945 time: 0.0991910 Nov 27 15:59:29.592973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-72834aa3-1aac-4151-95fd-86639bcdc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.594517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-72834aa3-1aac-4151-95fd-86639bcdc272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536572 Nov 27 15:59:29.630605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.640445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Deleting port b4d20762-d62e-488b-b8e8-defa6ba3bd11 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:29.641100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.642768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port c642c065-0242-4a6f-91a5-7e50cb836353 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:29.648000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port c642c065-0242-4a6f-91a5-7e50cb836353 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:29.648499 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.667278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-03179fd1-a75c-4373-85ca-cb236263cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:29.668799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-03179fd1-a75c-4373-85ca-cb236263cb37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.1258678 Nov 27 15:59:29.669616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.704365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.759525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.789666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c642c065-0242-4a6f-91a5-7e50cb836353'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:29.793819 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3a016-f669-4bdb-9de7-1285c36fbf5e" -d '{"events": [{"server_uuid": "3e107439-b6f7-49b8-9511-78c5c3f7adf6", "name": "network-vif-plugged", "status": "completed", "tag": "c642c065-0242-4a6f-91a5-7e50cb836353"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:29.816530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port c642c065-0242-4a6f-91a5-7e50cb836353, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c642c065-0242-4a6f-91a5-7e50cb836353,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:29.824679 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.826831 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-2f642241-3abb-4552-838e-bb7c1bfa5b6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409490 Nov 27 15:59:29.841135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Port': ['ID=27c84a2d-815f-44bf-9bba-065339941edc,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:29.890195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.898511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eaa5f23f-c1c1-4bab-8a27-d2d9a70f7de4 req-c939c8ed-2575-436e-82bc-bf0222c90cb9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220811 Nov 27 15:59:29.919503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=c642c065-0242-4a6f-91a5-7e50cb836353,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:29.923170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] For port b4d20762-d62e-488b-b8e8-defa6ba3bd11, host n-h2-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:29.924900 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.926007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3ae6d758-5607-47c3-b273-52736ad75bbe'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:29.928311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b21662a2-4a10-43b5-8590-829a411c249b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:29.970937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:29.972499 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7571a195-1203-465f-b043-12926b230a73 x-openstack-request-id: req-7571a195-1203-465f-b043-12926b230a73 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:29.972899 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e107439-b6f7-49b8-9511-78c5c3f7adf6", "name": "network-vif-plugged", "status": "completed", "tag": "c642c065-0242-4a6f-91a5-7e50cb836353", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:29.974749 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7571a195-1203-465f-b043-12926b230a73 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:29.974749 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c642c065-0242-4a6f-91a5-7e50cb836353', 'code': 200} Nov 27 15:59:29.986812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Calling delete_port for b4d20762-d62e-488b-b8e8-defa6ba3bd11 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:30.008750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Pushing event deleted for resources: {'Port': ['ID=3ae6d758-5607-47c3-b273-52736ad75bbe,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:30.088297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74205cf2-c758-424f-a3a9-d576ccd8deeb req-cd4fb103-3b12-4a4f-8952-ed6bc1b7dc01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:30.096982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74205cf2-c758-424f-a3a9-d576ccd8deeb req-cd4fb103-3b12-4a4f-8952-ed6bc1b7dc01 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 949 time: 0.1956742 Nov 27 15:59:30.098562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:30.102979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:30.155498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-05c151be-db21-478e-b42f-a7eae8d09858 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317376 Nov 27 15:59:30.185455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] No DVR routers for this DVR port 3ae6d758-5607-47c3-b273-52736ad75bbe on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:30.191546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.196029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0a39a75-e0d2-4647-81dc-0d235966bee0 req-394a1296-83d6-462d-8801-c2097e6070d4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.37 "DELETE /v2.0/ports/3ae6d758-5607-47c3-b273-52736ad75bbe HTTP/1.1" status: 204 len: 173 time: 1.6318483 Nov 27 15:59:30.198033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd374990-54e3-4e6a-8e57-c9bf5ad6cc4f req-4b7ede00-f935-4fa0-a673-72fc398d3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:30.200691 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd374990-54e3-4e6a-8e57-c9bf5ad6cc4f req-4b7ede00-f935-4fa0-a673-72fc398d3aba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 1097 time: 0.1606500 Nov 27 15:59:30.208700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-74205cf2-c758-424f-a3a9-d576ccd8deeb req-721932e6-eb7b-41e4-a07d-892f8429d30a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051257 Nov 27 15:59:30.227106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:30.229287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:30.234879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.270211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4d20762-d62e-488b-b8e8-defa6ba3bd11,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:30.281159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 951a7427-b35a-41a9-abd0-67df8dc65253 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:30.282653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.359443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:30.362773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.368139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4d679497-1f6e-4265-9fa6-e0011d442fe2 tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b4d20762-d62e-488b-b8e8-defa6ba3bd11 HTTP/1.1" status: 204 len: 168 time: 1.5356672 Nov 27 15:59:30.371127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48088) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:30.373645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688237d3-e99c-4918-ac9b-269f5937091d', 'name': 'network-vif-deleted', 'tag': '3ae6d758-5607-47c3-b273-52736ad75bbe'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:30.377379 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6db2e-8909-4b06-b106-5ee816acbe1c" -d '{"events": [{"server_uuid": "688237d3-e99c-4918-ac9b-269f5937091d", "name": "network-vif-deleted", "tag": "3ae6d758-5607-47c3-b273-52736ad75bbe"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:30.439982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'port_id': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273', 'mac_address': 'fa:16:3e:70:96:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:30.469107 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0a1bac-f1d5-4d02-a20f-f95dc34ae91b tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] GET failed (client error): The resource could not be found. Nov 27 15:59:30.471585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c0a1bac-f1d5-4d02-a20f-f95dc34ae91b tempest-PortsAdminExtendedAttrsTestJSON-1654193187 tempest-PortsAdminExtendedAttrsTestJSON-1654193187-project-admin] 10.222.0.15 "GET /v2.0/ports/b4d20762-d62e-488b-b8e8-defa6ba3bd11 HTTP/1.1" status: 404 len: 333 time: 0.0995009 Nov 27 15:59:30.477337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48094) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:30.499305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-d4964a7a-a157-420a-8813-4dd91b228013 service neutron] 10.222.0.21 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608958 Nov 27 15:59:30.501158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-18daf30c-b0da-4552-baa7-8cc34b9ba954 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171310 Nov 27 15:59:30.503312 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba560e-23b6-4d1d-b305-4a25c5185f03 x-openstack-request-id: req-62ba560e-23b6-4d1d-b305-4a25c5185f03 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:30.503607 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688237d3-e99c-4918-ac9b-269f5937091d", "name": "network-vif-deleted", "tag": "3ae6d758-5607-47c3-b273-52736ad75bbe", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:30.503863 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62ba560e-23b6-4d1d-b305-4a25c5185f03 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:30.504251 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688237d3-e99c-4918-ac9b-269f5937091d', 'name': 'network-vif-deleted', 'tag': '3ae6d758-5607-47c3-b273-52736ad75bbe', 'status': 'completed', 'code': 200} Nov 27 15:59:30.559207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.609493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:30.618014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd374990-54e3-4e6a-8e57-c9bf5ad6cc4f req-3d9bc645-2199-44d6-ada2-1050ed9fb327 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138817 Nov 27 15:59:30.643078 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.647951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Router eda921fb-6cbe-4922-8399-583b6d60ba3f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:59:30.668033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:30.677377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.683499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa9df710-74d4-42bb-b9ea-545cb58f6937 req-69564124-6098-4347-811e-8ef0254ff453 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=688237d3-e99c-4918-ac9b-269f5937091d HTTP/1.1" status: 200 len: 210 time: 0.0498152 Nov 27 15:59:30.712184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae21710-2631-412d-b3ed-045c0ffccd66 req-31f680ec-56a0-4de8-b14f-87ca4edcc293 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:30.720038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eae21710-2631-412d-b3ed-045c0ffccd66 req-31f680ec-56a0-4de8-b14f-87ca4edcc293 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 944 time: 0.1461053 Nov 27 15:59:30.727604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.735355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:30.748292 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.764282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ddbdc79b-676d-4eac-93d5-2989a49d59de None None] Provisioning complete for port 27c84a2d-815f-44bf-9bba-065339941edc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:30.764654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc79b-676d-4eac-93d5-2989a49d59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:30.782393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1d296f0a-5b51-4f6b-88ee-5cb2c771b0a7 req-0ce6b4c5-28e4-4e6c-bdd0-6d9537e6207c service neutron] 10.222.0.21 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617118 Nov 27 15:59:30.791343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:30.890858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eae21710-2631-412d-b3ed-045c0ffccd66 req-f8c76539-80c7-4f1f-af30-b7d69ce5abf1 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693206 Nov 27 15:59:30.916145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ddbdc79b-676d-4eac-93d5-2989a49d59de None None] Port 27c84a2d-815f-44bf-9bba-065339941edc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:59:30.941283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:30.962974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:30.973723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9f960ac2-eaf7-4dd1-9edc-a1e1188b6273'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:30.976131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c6d233b-3425-4f8c-bcc8-81351849b2ac tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "PUT /v2.0/routers/eda921fb-6cbe-4922-8399-583b6d60ba3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8304536 Nov 27 15:59:30.977540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48104) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:30.979930 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] Sync routers for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:30.983268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Request body: {'port': {'network_id': '7d3db153-1b66-4e85-b37a-64ed0d07fda5', 'name': 'tempest-FloatingIPAdminTestJSON-1580775249'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:30.997515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:30.998160 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.035840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.054502 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.067958 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:31.068709 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.104820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.114596 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.115578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf1b9b-e46a-4659-af0b-ba1fab781b81 None None] The sync data for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:31.139828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2369f640-1f83-45c3-8f72-eeddb1d37e78') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.140169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2369f640-1f83-45c3-8f72-eeddb1d37e78') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:31.149128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Made reservation on behalf of ec6640248da349ee95fde2c504356e55 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:31.154446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.155646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.171100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.186110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:59:31.186513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: timer() Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:59:31.197133 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:59:31.203236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] device_id is not set on port 3a638278-14f3-4015-b057-a713dabbf26e yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 15:59:31.291087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc91b-517f-41e1-9c50-c51c9fcdc002 req-5114a0ba-bb6b-41ad-88d9-f6503d919bfe tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:31.295548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.299467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e26cc91b-517f-41e1-9c50-c51c9fcdc002 req-5114a0ba-bb6b-41ad-88d9-f6503d919bfe tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 946 time: 0.2119129 Nov 27 15:59:31.305756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.311473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] 10.222.0.15 "DELETE /v2.0/networks/bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0 HTTP/1.1" status: 204 len: 168 time: 0.8276346 Nov 27 15:59:31.334387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cb0bc-cbef-43dd-8be5-07189b10bcbf tempest-PortsAdminExtendedAttrsTestJSON-1890053324 tempest-PortsAdminExtendedAttrsTestJSON-1890053324-project] Pushing event deleted for resources: {'Network': ['ID=bfeb7a8a-ac77-48d1-aef5-f4ab01cdf8c0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:31.462044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8df81-1ae8-4289-804d-f9ac4b6d2b4d req-63a0aa69-acbb-474c-ae84-acdeefdfa55e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:31.464023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49c8df81-1ae8-4289-804d-f9ac4b6d2b4d req-63a0aa69-acbb-474c-ae84-acdeefdfa55e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1535549 Nov 27 15:59:31.471054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e26cc91b-517f-41e1-9c50-c51c9fcdc002 req-6dea3886-5f4a-48de-a2d5-43cadb70cb4a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707604 Nov 27 15:59:31.498403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Allocated IP 172.20.0.8 (7d3db153-1b66-4e85-b37a-64ed0d07fda5/b1dcb7ea-289e-4bda-ae53-25754a9e2b3d/3a638278-14f3-4015-b057-a713dabbf26e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:31.568566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 66ca5214-323c-4653-beab-f94025f5f795 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:31.578190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49c8df81-1ae8-4289-804d-f9ac4b6d2b4d req-846f3742-2ce3-41fc-a144-c6f71d62d097 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016381 Nov 27 15:59:31.636726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:31.702805 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.714581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 66ca5214-323c-4653-beab-f94025f5f795, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=66ca5214-323c-4653-beab-f94025f5f795,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:31.725136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.729095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '66ca5214-323c-4653-beab-f94025f5f795', 'network_id': 'd794186c-ae9a-4a52-88f3-8c1a072fac09', 'port_id': '66ca5214-323c-4653-beab-f94025f5f795', 'mac_address': 'fa:16:3e:2a:fd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b5af97-9426-43b4-815c-271adf3ffb9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:31.815594 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.820323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.871841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ca5214-323c-4653-beab-f94025f5f795 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:31.885086 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fc428c67-0fb4-4ed4-9b7c-d5485022a85e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea3d5bfa5b3a4ecab60497c945d0a3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464063 Nov 27 15:59:31.887935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48120) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:31.943623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:31.944013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 66ca5214-323c-4653-beab-f94025f5f795, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=66ca5214-323c-4653-beab-f94025f5f795,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:31.952159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:31.952334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:31.958532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:32.002000 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a82403f-77bb-4dff-95c6-afd49069e022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.011735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:32.043734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event updated for resources: {'Port': ['ID=3a638278-14f3-4015-b057-a713dabbf26e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:32.047604 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee52d7-4c2f-478f-8c00-e3796162c9c2" -d '{"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-plugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:32.083448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a82403f-77bb-4dff-95c6-afd49069e022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.100117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:32.109317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ead60f-26f7-41a2-8d7c-042524d5d6cd req-be4b8631-363c-420e-8e1e-fe1168e6837e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:32.111487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53ead60f-26f7-41a2-8d7c-042524d5d6cd req-be4b8631-363c-420e-8e1e-fe1168e6837e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2185962 Nov 27 15:59:32.162325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:32.162991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.165509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a82403f-77bb-4dff-95c6-afd49069e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.172254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a82403f-77bb-4dff-95c6-afd49069e022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.178894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a82403f-77bb-4dff-95c6-afd49069e022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cd0e583-7cfd-4bd9-a002-2332bcf610b2 HTTP/1.1" status: 204 len: 168 time: 0.2873864 Nov 27 15:59:32.206008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a913b38e-0176-49fe-8600-1825e73b69ee tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2271791 Nov 27 15:59:32.212098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82403f-77bb-4dff-95c6-afd49069e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0e583-7cfd-4bd9-a002-2332bcf610b2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:32.216944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48134) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:32.227422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224cc66-069c-400c-8706-b91e134a677d req-97ae922b-f604-4eaf-9ef9-1f8aee6d3283 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:32.237916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6224cc66-069c-400c-8706-b91e134a677d req-97ae922b-f604-4eaf-9ef9-1f8aee6d3283 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 945 time: 0.2212331 Nov 27 15:59:32.251989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=66ca5214-323c-4653-beab-f94025f5f795,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:32.285049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:32.289087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53ead60f-26f7-41a2-8d7c-042524d5d6cd req-3534bd02-80a8-4958-8a3e-9300b3a707e6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700363 Nov 27 15:59:32.298997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:32.301261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.384100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6224cc66-069c-400c-8706-b91e134a677d req-34b30393-f580-4088-8fcc-44f510bfdb95 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452281 Nov 27 15:59:32.403519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['66ca5214-323c-4653-beab-f94025f5f795'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:32.580440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'project_id': 'ec6640248da349ee95fde2c504356e55', 'port_id': '3a638278-14f3-4015-b057-a713dabbf26e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:32.594792 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2316ab-917b-41f7-9407-976e92da7fef x-openstack-request-id: req-1a2316ab-917b-41f7-9407-976e92da7fef {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:32.595424 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-plugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:32.595424 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a2316ab-917b-41f7-9407-976e92da7fef {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:32.595778 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'code': 200} Nov 27 15:59:32.668863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.683510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e052eb43-9e5d-4e9a-a3f2-3f348266dfc8 None None] Provisioning complete for port 3a638278-14f3-4015-b057-a713dabbf26e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:32.684109 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e052eb43-9e5d-4e9a-a3f2-3f348266dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.768562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6cf07-d8f6-421c-81b1-dfb1d4a9351f req-5a72051b-1197-4525-8d64-440fb4be30bb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:32.771791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f6cf07-d8f6-421c-81b1-dfb1d4a9351f req-5a72051b-1197-4525-8d64-440fb4be30bb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1620781 Nov 27 15:59:32.782227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9b048-61a1-447b-a875-2ce97382ad75 req-66ef4bbe-193f-4f14-b8f6-0226d1adda64 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:32.785847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e052eb43-9e5d-4e9a-a3f2-3f348266dfc8 None None] Port 3a638278-14f3-4015-b057-a713dabbf26e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:59:32.788113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.788594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8e9b048-61a1-447b-a875-2ce97382ad75 req-66ef4bbe-193f-4f14-b8f6-0226d1adda64 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 946 time: 0.1540430 Nov 27 15:59:32.818871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48150) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:32.877768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:32.881876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4e67b936-2476-41a7-a1d8-36d0556cc67e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d65807d8ef814f0eb558098aac07c8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584173 Nov 27 15:59:32.883728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48152) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:32.890348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:32.891147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3ae6d758-5607-47c3-b273-52736ad75bbe no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:32.918186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f6cf07-d8f6-421c-81b1-dfb1d4a9351f req-c3d87f42-9368-4f1b-82db-da8f63ab8a2e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265535 Nov 27 15:59:32.952070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 3ae6d758-5607-47c3-b273-52736ad75bbe {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:59:32.952422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3ae6d758-5607-47c3-b273-52736ad75bbe not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:59:32.963585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8e9b048-61a1-447b-a875-2ce97382ad75 req-393dd04e-f216-4449-8da7-376e00541b6a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542163 Nov 27 15:59:32.974747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b9418e-ca83-46a0-9bda-42234833c616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.013047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b9418e-ca83-46a0-9bda-42234833c616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.049157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.068501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:33.167638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-519ad1dc-5cfa-4464-915d-c6b8c5261417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.170099 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-519ad1dc-5cfa-4464-915d-c6b8c5261417 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac&tenant_id=bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 1101 time: 0.0919588 Nov 27 15:59:33.199625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd3ec2-f1ca-4c89-a01f-f972d44d515e req-7be3a6e7-477b-4a44-9b65-1a2b360fae56 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.208894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b9418e-ca83-46a0-9bda-42234833c616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.211636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b9418e-ca83-46a0-9bda-42234833c616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.212877 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37b9418e-ca83-46a0-9bda-42234833c616 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9113c80f-6309-40e3-9333-68579a0a5784 HTTP/1.1" status: 204 len: 168 time: 0.3280606 Nov 27 15:59:33.215633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47bd3ec2-f1ca-4c89-a01f-f972d44d515e req-7be3a6e7-477b-4a44-9b65-1a2b360fae56 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1702576 Nov 27 15:59:33.259608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9418e-ca83-46a0-9bda-42234833c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9113c80f-6309-40e3-9333-68579a0a5784,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:33.283256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-cc5ce9ae-4f85-436c-b6af-7aed5e196d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.284001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45526e6-1801-4994-b7ca-37714a019f63 req-bfee4c00-e5bb-4745-8adc-c9f83f8e482c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.285521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a45526e6-1801-4994-b7ca-37714a019f63 req-bfee4c00-e5bb-4745-8adc-c9f83f8e482c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1727684 Nov 27 15:59:33.286094 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-cc5ce9ae-4f85-436c-b6af-7aed5e196d18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 1101 time: 0.0900121 Nov 27 15:59:33.319643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Allocated IP 172.25.1.239 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ca1e9335-47c5-411d-98d5-085dcbb8f698) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:33.364385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47bd3ec2-f1ca-4c89-a01f-f972d44d515e req-2619cfa4-8c19-49f3-accd-e84b31594364 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478004 Nov 27 15:59:33.447613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-6adf1a5b-b22a-4756-bed8-5d327ab8d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.450435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-6adf1a5b-b22a-4756-bed8-5d327ab8d810 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1472497 Nov 27 15:59:33.504262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a45526e6-1801-4994-b7ca-37714a019f63 req-94bf4d8b-ca85-4c08-b65b-2429e7278ed3 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841335 Nov 27 15:59:33.554179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-5626d67b-48ce-4eb7-ae31-1b8933e55cdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 200 len: 217 time: 0.0931110 Nov 27 15:59:33.573595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb169dc-cde0-4228-8fac-785c948d8c09 req-350ffc62-8cff-46da-99d1-c574b2eaefc7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.575165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4eb169dc-cde0-4228-8fac-785c948d8c09 req-350ffc62-8cff-46da-99d1-c574b2eaefc7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 946 time: 0.1127660 Nov 27 15:59:33.603521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.659118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-b873ac10-5716-4907-b44c-8a190ab42e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.660144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-b873ac10-5716-4907-b44c-8a190ab42e95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0984631 Nov 27 15:59:33.701237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4eb169dc-cde0-4228-8fac-785c948d8c09 req-cf90a234-9f46-48a7-8286-7966f55a8abf tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087470 Nov 27 15:59:33.741606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3fb5a-7086-4520-94b9-e116712d3532 req-d17ca692-21b6-489b-9a86-b861efc60b74 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.747098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77c3fb5a-7086-4520-94b9-e116712d3532 req-d17ca692-21b6-489b-9a86-b861efc60b74 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 945 time: 0.1476138 Nov 27 15:59:33.780607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-ef20ef22-e24a-4844-a32f-39264c3c72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:33.784495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-ef20ef22-e24a-4844-a32f-39264c3c72cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162779 Nov 27 15:59:33.798210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:33.916698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:33.924594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1e9335-47c5-411d-98d5-085dcbb8f698,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:33.936072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:33.945848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:33.988583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77c3fb5a-7086-4520-94b9-e116712d3532 req-d38378ee-ddbe-49dc-af19-b3d019755954 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328143 Nov 27 15:59:34.054718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-f4b96f3d-adfd-42f7-a4c8-70dd9a8922e7 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617474 Nov 27 15:59:34.341307 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-697824ce-d958-41d8-8dcd-86fb2ebae41c req-9aa2aca7-7568-4a79-8e60-e39ee402f15a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778141 Nov 27 15:59:34.597444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:34.603017 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4ca019-e6e7-44ff-a71f-966cc468990d" -d '{"events": [{"server_uuid": "9519e0bc-3910-47a2-a352-8309fd49d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "9f960ac2-eaf7-4dd1-9edc-a1e1188b6273"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:34.677636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb85f-4f40-47b3-ad82-9a47cf6744aa req-81070f62-2eeb-465d-b4d0-7f6ea5c5ff06 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:34.685770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baddb85f-4f40-47b3-ad82-9a47cf6744aa req-81070f62-2eeb-465d-b4d0-7f6ea5c5ff06 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.1828039 Nov 27 15:59:34.741542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba523-f88d-471e-aeb6-b08cc4d72122 req-f40d6822-2ff6-4cfc-95ec-a212ccf53996 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:34.749071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ceeba523-f88d-471e-aeb6-b08cc4d72122 req-f40d6822-2ff6-4cfc-95ec-a212ccf53996 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 946 time: 0.3482127 Nov 27 15:59:34.880670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ceeba523-f88d-471e-aeb6-b08cc4d72122 req-e345177b-e035-47c9-9369-dfd1338fed3d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300728 Nov 27 15:59:34.917489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baddb85f-4f40-47b3-ad82-9a47cf6744aa req-20f82a1c-2923-44c1-82c0-03ebe9dec719 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228482 Nov 27 15:59:34.970160 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e860ff15-ebc1-4c7d-8c59-699da1b49f51 x-openstack-request-id: req-e860ff15-ebc1-4c7d-8c59-699da1b49f51 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:34.970461 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9519e0bc-3910-47a2-a352-8309fd49d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "9f960ac2-eaf7-4dd1-9edc-a1e1188b6273", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:34.970974 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e860ff15-ebc1-4c7d-8c59-699da1b49f51 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:34.971535 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273', 'code': 200} Nov 27 15:59:35.053745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48210) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:35.106507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:35.151615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242bd82-b4f8-47c5-9647-beeceebb4bfa req-d87abef2-52e6-4746-a1e9-cce8f0d2749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:35.156152 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5242bd82-b4f8-47c5-9647-beeceebb4bfa req-d87abef2-52e6-4746-a1e9-cce8f0d2749e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0980308 Nov 27 15:59:35.213772 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8b786c20-344b-4dfb-a252-07d4797cfb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:35.320845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5242bd82-b4f8-47c5-9647-beeceebb4bfa req-a6e82c48-9938-45ad-88ca-f7c9893d6613 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525855 Nov 27 15:59:35.357561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c212b52b-7557-4983-b059-e4be8fabf4a3 tempest-AgentManagementNegativeTest-2130077919 tempest-AgentManagementNegativeTest-2130077919-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2990408 Nov 27 15:59:35.453819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1062e1-63f1-4163-a81b-c4b351ccc009 req-c62d6388-b652-4117-a7ac-c7dcbf91ac24 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:35.456025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1062e1-63f1-4163-a81b-c4b351ccc009 req-c62d6388-b652-4117-a7ac-c7dcbf91ac24 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 945 time: 0.2308342 Nov 27 15:59:35.456844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:35.596922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 66ca5214-323c-4653-beab-f94025f5f795 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:35.741108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 66ca5214-323c-4653-beab-f94025f5f795 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:35.769138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 66ca5214-323c-4653-beab-f94025f5f795 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:35.769932 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:35.812157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399097d2-88b2-422b-8f43-d28b2b98946c req-25918586-bde6-40c5-8d66-42b76c81a932 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:35.815294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-399097d2-88b2-422b-8f43-d28b2b98946c req-25918586-bde6-40c5-8d66-42b76c81a932 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 946 time: 0.1382000 Nov 27 15:59:35.864345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1062e1-63f1-4163-a81b-c4b351ccc009 req-136e0e63-6f3d-44c7-92bf-38c24fc3fd31 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106452 Nov 27 15:59:35.869382 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:35.879507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:35.951795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48228) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:36.042960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.089677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1e9335-47c5-411d-98d5-085dcbb8f698,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:36.135781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:36.180022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port c642c065-0242-4a6f-91a5-7e50cb836353 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:36.180597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.227970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 66ca5214-323c-4653-beab-f94025f5f795, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=66ca5214-323c-4653-beab-f94025f5f795,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:36.242633 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.420513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=66ca5214-323c-4653-beab-f94025f5f795,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:36.437358 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.465574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port c642c065-0242-4a6f-91a5-7e50cb836353, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=c642c065-0242-4a6f-91a5-7e50cb836353,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:36.466967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.482465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0a5b-7e1e-476a-9bfa-f2b1cb9e8c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.556410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:36.565689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.674010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.689588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:36.737309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0a5b-7e1e-476a-9bfa-f2b1cb9e8c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.746506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for c642c065-0242-4a6f-91a5-7e50cb836353 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:36.751783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0a5b-7e1e-476a-9bfa-f2b1cb9e8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:36.844357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0a5b-7e1e-476a-9bfa-f2b1cb9e8c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c269630-8197-4840-a7af-3169502a2cb4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:36.855245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8a9bc-b60b-4ab6-92f6-e5372a441045 req-a110ae95-5549-4b93-ae69-d5d96ac00bf4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:36.863868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4b8a9bc-b60b-4ab6-92f6-e5372a441045 req-a110ae95-5549-4b93-ae69-d5d96ac00bf4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 946 time: 0.7940323 Nov 27 15:59:36.879197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a20e9-ba00-4f54-93ef-fb0e11db709e req-9f15ae2e-0f1d-4519-ba28-f9a4236542e8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:36.880734 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-098a20e9-ba00-4f54-93ef-fb0e11db709e req-9f15ae2e-0f1d-4519-ba28-f9a4236542e8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 950 time: 0.8145888 Nov 27 15:59:36.883604 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Floating IP 1cc6be8a-7752-4187-bcb1-2d4819ce7402 associated. External IP: 172.25.1.239, port: 3a638278-14f3-4015-b057-a713dabbf26e. Nov 27 15:59:36.947187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ae9d0a5b-7e1e-476a-9bfa-f2b1cb9e8c76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bb13a55c0f04f1bbc7956dbab948870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9943516 Nov 27 15:59:36.949784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:36.974248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca5214-323c-4653-beab-f94025f5f795'}, {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:36.978246 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40fdd4a-6815-42b2-be0a-666a0fabeadd" -d '{"events": [{"server_uuid": "161ba894-b4f6-4639-9c7e-1099b5e684b3", "name": "network-vif-plugged", "status": "completed", "tag": "66ca5214-323c-4653-beab-f94025f5f795"}, {"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-unplugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:37.038145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4b8a9bc-b60b-4ab6-92f6-e5372a441045 req-71a7e915-3aac-4651-9687-32a180ee672b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733007 Nov 27 15:59:37.043734 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-098a20e9-ba00-4f54-93ef-fb0e11db709e req-b01188d6-3edb-4eb1-857e-74169aa518fd tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516464 Nov 27 15:59:37.060922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4395fb06-dc69-42ad-9bf9-de9af06e446b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.090993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4395fb06-dc69-42ad-9bf9-de9af06e446b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.140756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.164328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['c642c065-0242-4a6f-91a5-7e50cb836353'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:37.167009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:37.219115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=c642c065-0242-4a6f-91a5-7e50cb836353,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:37.274990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port c642c065-0242-4a6f-91a5-7e50cb836353 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:37.282443 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.287623 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-399097d2-88b2-422b-8f43-d28b2b98946c req-0ad2d49c-17ea-46af-8599-c7194e2509ff tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "DELETE /v2.0/ports/c642c065-0242-4a6f-91a5-7e50cb836353 HTTP/1.1" status: 204 len: 173 time: 1.4648049 Nov 27 15:59:37.288937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'name': 'network-vif-deleted', 'tag': 'c642c065-0242-4a6f-91a5-7e50cb836353'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:37.293651 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e65ea-f98f-4579-bdd4-842cdfd2c954" -d '{"events": [{"server_uuid": "3e107439-b6f7-49b8-9511-78c5c3f7adf6", "name": "network-vif-deleted", "tag": "c642c065-0242-4a6f-91a5-7e50cb836353"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:37.318796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4395fb06-dc69-42ad-9bf9-de9af06e446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.325951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4395fb06-dc69-42ad-9bf9-de9af06e446b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.337697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4395fb06-dc69-42ad-9bf9-de9af06e446b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c269630-8197-4840-a7af-3169502a2cb4 HTTP/1.1" status: 204 len: 168 time: 0.3867819 Nov 27 15:59:37.337883 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea40fc5-d055-4e3d-b9ff-dfafe259a6cf x-openstack-request-id: req-4ea40fc5-d055-4e3d-b9ff-dfafe259a6cf {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:37.338020 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ba894-b4f6-4639-9c7e-1099b5e684b3", "name": "network-vif-plugged", "status": "completed", "tag": "66ca5214-323c-4653-beab-f94025f5f795", "code": 200}, {"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-unplugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:37.339872 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ea40fc5-d055-4e3d-b9ff-dfafe259a6cf {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:37.339872 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca5214-323c-4653-beab-f94025f5f795', 'code': 200} Nov 27 15:59:37.340586 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'code': 200} Nov 27 15:59:37.362568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Router eda921fb-6cbe-4922-8399-583b6d60ba3f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:59:37.385668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395fb06-dc69-42ad-9bf9-de9af06e446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c269630-8197-4840-a7af-3169502a2cb4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:37.415328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3957bc-7d84-4c1a-b8c9-b4623c1843e0 req-541648a2-0c69-4a05-8612-9161689cdf76 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:37.417151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb3957bc-7d84-4c1a-b8c9-b4623c1843e0 req-541648a2-0c69-4a05-8612-9161689cdf76 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.2128787 Nov 27 15:59:37.530577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076663a7-8fd4-4cdd-ae00-f58d890def39 req-76c7c5fb-b696-48f9-92f3-a5c78563d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:37.531991 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-076663a7-8fd4-4cdd-ae00-f58d890def39 req-76c7c5fb-b696-48f9-92f3-a5c78563d452 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 1097 time: 0.0918260 Nov 27 15:59:37.577788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f072-fa6a-430b-979d-70072c0b5a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.609420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb3957bc-7d84-4c1a-b8c9-b4623c1843e0 req-4693372e-9e75-4dd3-87ef-432d9a5bf797 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512029 Nov 27 15:59:37.628026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:37.637659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d22e-e556-4614-b934-8e9111c53f1e req-1a2a5afc-3813-47aa-9806-4de8d20194f6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:37.645920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00f1d22e-e556-4614-b934-8e9111c53f1e req-1a2a5afc-3813-47aa-9806-4de8d20194f6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1027887 Nov 27 15:59:37.660432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] Sync routers for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:37.675041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:37.676009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:37.702171 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-076663a7-8fd4-4cdd-ae00-f58d890def39 req-2f84fec0-5b02-48e6-aecb-8d7e4ab44d51 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604269 Nov 27 15:59:37.708320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:37.717779 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceec089-1959-479c-b28a-55e87a75deaf x-openstack-request-id: req-0ceec089-1959-479c-b28a-55e87a75deaf {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:37.718968 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e107439-b6f7-49b8-9511-78c5c3f7adf6", "name": "network-vif-deleted", "tag": "c642c065-0242-4a6f-91a5-7e50cb836353", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:37.718968 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ceec089-1959-479c-b28a-55e87a75deaf {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:37.720683 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e107439-b6f7-49b8-9511-78c5c3f7adf6', 'name': 'network-vif-deleted', 'tag': 'c642c065-0242-4a6f-91a5-7e50cb836353', 'status': 'completed', 'code': 200} Nov 27 15:59:37.730542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00f1d22e-e556-4614-b934-8e9111c53f1e req-5098d5ff-fef0-4359-acf9-acab440d4edd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813890 Nov 27 15:59:37.742549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:37.757633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:37.758359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:37.767397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b99eb35b-cf51-4a46-aa2d-62cdabfb881a tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.5485754 Nov 27 15:59:37.769932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48266) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:37.858921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:37.859599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3765e7-a0bf-4886-bc9b-9d5bab4d6442 None None] The sync data for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:37.942359 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-83c74d1f-3861-4973-ba36-14fc5dd3c80b tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] 10.222.0.15 "GET /v2.0/floatingips/1cc6be8a-7752-4187-bcb1-2d4819ce7402 HTTP/1.1" status: 200 len: 983 time: 0.1711128 Nov 27 15:59:37.944952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:37.963081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ffec-0fd0-4c8d-a460-03e4176b9e83 req-1bf374ea-59f0-4031-8449-68e3ea66c592 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:37.964820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71a1ffec-0fd0-4c8d-a460-03e4176b9e83 req-1bf374ea-59f0-4031-8449-68e3ea66c592 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0892143 Nov 27 15:59:38.024694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71a1ffec-0fd0-4c8d-a460-03e4176b9e83 req-d96c6c32-6221-4d18-8775-c905d796ca16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Nov 27 15:59:38.102952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:38.216591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04b28906-184c-49d3-9d0c-027b2dbee0a4 req-63e101b3-312d-4b85-9da6-f7be9882fb49 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e107439-b6f7-49b8-9511-78c5c3f7adf6 HTTP/1.1" status: 200 len: 210 time: 0.0449450 Nov 27 15:59:38.422666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96832d-7fcd-4308-9d4e-b3c7a32044c9 req-ee47dbdc-1194-40f2-abc7-53d6b8426b8a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:38.449189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b96832d-7fcd-4308-9d4e-b3c7a32044c9 req-ee47dbdc-1194-40f2-abc7-53d6b8426b8a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.1242330 Nov 27 15:59:38.458190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:38.476713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:38.487593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '951a7427-b35a-41a9-abd0-67df8dc65253', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '951a7427-b35a-41a9-abd0-67df8dc65253', 'mac_address': 'fa:16:3e:29:2c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:38.523257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b96832d-7fcd-4308-9d4e-b3c7a32044c9 req-d803178c-8d09-4332-b4f8-69e2c28688be tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705521 Nov 27 15:59:38.634349 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:38.665061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a7427-b35a-41a9-abd0-67df8dc65253 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:38.714605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:38.726905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:38.856023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e80ba5-569c-4b32-9e9a-4c06dddce8d5 req-8cc17443-9458-4b7f-af8b-f3b62b16ba44 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:38.866362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3e80ba5-569c-4b32-9e9a-4c06dddce8d5 req-8cc17443-9458-4b7f-af8b-f3b62b16ba44 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 948 time: 0.1677585 Nov 27 15:59:38.881756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:38.955198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48310) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:38.957579 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3806483a-f5cf-4ba1-9fde-04fbd0c5cfbe tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 1.0050728 Nov 27 15:59:38.994314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['951a7427-b35a-41a9-abd0-67df8dc65253'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:39.078114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48314) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:39.168187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3e80ba5-569c-4b32-9e9a-4c06dddce8d5 req-0c8b05bd-3992-413a-9418-6b6a923ebc61 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009405 Nov 27 15:59:39.180277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77667034-3fac-4c2c-a464-6cfb5c586d1b req-3d5a1209-c638-42e5-a201-487493c6f844 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:39.189628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77667034-3fac-4c2c-a464-6cfb5c586d1b req-3d5a1209-c638-42e5-a201-487493c6f844 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.4108222 Nov 27 15:59:39.307932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77667034-3fac-4c2c-a464-6cfb5c586d1b req-1de2a0ff-97f0-4d63-8eea-cc5c0553494d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168807 Nov 27 15:59:39.356582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--250186499'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:39.411654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting port ca1e9335-47c5-411d-98d5-085dcbb8f698 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:39.412008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.417033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.435816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.546239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.546651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.560932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Calling delete_port for ca1e9335-47c5-411d-98d5-085dcbb8f698 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:39.605844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.617488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.619568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c642c065-0242-4a6f-91a5-7e50cb836353 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:39.704992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c28a8-afc3-491a-8094-c4538f002523,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:39.722373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: c642c065-0242-4a6f-91a5-7e50cb836353 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:59:39.722775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device c642c065-0242-4a6f-91a5-7e50cb836353 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:59:39.722967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.723331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.723716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.724908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.725505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.725854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.726784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.727248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.727589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.727921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.728248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.728573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:39.824540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-c82ab89b-9fc4-46b5-8514-b92e65297af6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457716 Nov 27 15:59:39.833523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.839886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.875363 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:39.878236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7959290 Nov 27 15:59:39.882985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48352) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:39.922554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161116c5-85c2-4ed4-b636-ce31f7730348 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876b684-3b15-4446-9929-9d74f7e2f272,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:39.978753 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5112c361-3311-4270-aa1e-a62b16dd474c tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0946028 Nov 27 15:59:39.981807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48354) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:39.988170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-security--990535474', 'description': 'tempest-security-description-346934693'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:40.081255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.100105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:40.179305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.186483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.189674 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.191281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "PUT /v2.0/security-groups/e876b684-3b15-4446-9929-9d74f7e2f272 HTTP/1.1" status: 200 len: 1795 time: 0.2082074 Nov 27 15:59:40.195851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48360) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:40.221094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 951a7427-b35a-41a9-abd0-67df8dc65253 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:40.221673 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.242079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.252506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.271952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-933b4e85-19d5-4923-8f9b-fcafcae46e89 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups/e876b684-3b15-4446-9929-9d74f7e2f272 HTTP/1.1" status: 200 len: 1795 time: 0.0702543 Nov 27 15:59:40.273058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48364) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:40.288632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d7552-1b45-41d4-8a6f-38307802006a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876b684-3b15-4446-9929-9d74f7e2f272,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:40.318754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.319511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Port': ['ID=ca1e9335-47c5-411d-98d5-085dcbb8f698,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:40.348127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-5d26efea-5a25-434c-92fb-f4dea2d8038d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:40.349113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50008d26-5692-4620-802c-4cb88c8c3865 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.356314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-5d26efea-5a25-434c-92fb-f4dea2d8038d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5256753 Nov 27 15:59:40.370813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:40.373663 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fe3328-e390-4a4c-a908-a90370a98a7f" -d '{"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-plugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:40.379020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:40.384475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50008d26-5692-4620-802c-4cb88c8c3865 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.386690 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.397432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-60e94463-8d37-4acc-b54e-6b2a7358b49d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:40.398917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-60e94463-8d37-4acc-b54e-6b2a7358b49d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.4773166 Nov 27 15:59:40.405933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0fb4e338-9fc2-464e-885f-d5e4d82afcc6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/quotas/bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 375 time: 0.0487278 Nov 27 15:59:40.436608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:40.439325 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50008d26-5692-4620-802c-4cb88c8c3865 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.442397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50008d26-5692-4620-802c-4cb88c8c3865 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.445835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-50008d26-5692-4620-802c-4cb88c8c3865 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/e876b684-3b15-4446-9929-9d74f7e2f272 HTTP/1.1" status: 204 len: 168 time: 0.1695330 Nov 27 15:59:40.447218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48372) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:40.460365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008d26-5692-4620-802c-4cb88c8c3865 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876b684-3b15-4446-9929-9d74f7e2f272,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:40.462018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-231c45cf-69c9-4121-a924-d502e9ec31d1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0292890 Nov 27 15:59:40.500790 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1622a11d-4d6c-4c8d-af91-30acdd63a10e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511496 Nov 27 15:59:40.505343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48374) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:40.505577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.505577 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Floating IP 1cc6be8a-7752-4187-bcb1-2d4819ce7402 disassociated (deleted). External IP: 172.25.1.239, port: 3a638278-14f3-4015-b057-a713dabbf26e. Nov 27 15:59:40.515977 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-04345938-308e-44b9-8d62-9505f13085e1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] delete failed (client error): The resource could not be found. Nov 27 15:59:40.516987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-04345938-308e-44b9-8d62-9505f13085e1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/e876b684-3b15-4446-9929-9d74f7e2f272 HTTP/1.1" status: 404 len: 347 time: 0.0127873 Nov 27 15:59:40.521316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48376) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:40.528520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--752229983'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:40.612413 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-b2db78ac-e444-4674-bd45-66676f6a2f75 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1757617 Nov 27 15:59:40.649606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-28b8835c-63a4-417c-9ec0-54310d95175d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627040 Nov 27 15:59:40.651968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:40.879429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-f96ab77c-6864-48b1-ba3c-fec4b126a209 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146142 Nov 27 15:59:41.146258 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.301880 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.338602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6de52-2741-4097-a97d-07926828e2f5 req-ba592efc-ccfa-4d35-bd0a-b092829f3a37 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:41.342151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56f6de52-2741-4097-a97d-07926828e2f5 req-ba592efc-ccfa-4d35-bd0a-b092829f3a37 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.5711360 Nov 27 15:59:41.356048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.429272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.430576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9066875 Nov 27 15:59:41.433634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48406) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:41.439122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': '42cdfa29-0d23-4e49-afab-f94a9f2858f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:41.471249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Router eda921fb-6cbe-4922-8399-583b6d60ba3f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:59:41.478434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.481488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a12f7-8c3d-41ea-bcd5-84bbb464d90a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cdfa29-0d23-4e49-afab-f94a9f2858f9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:41.493531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-0f7e8dde-5da5-4402-8f24-c910c0750e6d service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031561 Nov 27 15:59:41.510754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56f6de52-2741-4097-a97d-07926828e2f5 req-280f2c04-50d7-40c7-a299-e7adf12926f2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558244 Nov 27 15:59:41.602018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.606507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.626578 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5724ef-bb3b-43dc-88be-854db522ebb3 x-openstack-request-id: req-0f5724ef-bb3b-43dc-88be-854db522ebb3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:41.627049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b33950-0a10-4b7b-97a5-1e4e2df43c31,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:41.627209 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-plugged", "status": "completed", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:41.627346 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f5724ef-bb3b-43dc-88be-854db522ebb3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:41.627769 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'code': 200} Nov 27 15:59:41.649112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.650601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-40a3ec58-c8d2-4c7d-965a-a68c5b63ba0e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2159142 Nov 27 15:59:41.666210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:41.705715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a69f038f-c495-4bdb-8f37-6f5f58d365f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.715870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a69f038f-c495-4bdb-8f37-6f5f58d365f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.750172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:41.759585 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.766172 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] Sync routers for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:41.828498 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:41.846900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bae723b8-5343-4404-8035-fbed602787bd tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "DELETE /v2.0/floatingips/1cc6be8a-7752-4187-bcb1-2d4819ce7402 HTTP/1.1" status: 204 len: 168 time: 2.8885403 Nov 27 15:59:41.850208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48424) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:41.854899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:41.855406 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:41.896446 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-9e840beb-88f0-4e42-89b1-c4ded14e4441 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470238 Nov 27 15:59:41.902639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.934756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a69f038f-c495-4bdb-8f37-6f5f58d365f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.944804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a69f038f-c495-4bdb-8f37-6f5f58d365f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:41.949290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48426) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:41.950638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a69f038f-c495-4bdb-8f37-6f5f58d365f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a6b33950-0a10-4b7b-97a5-1e4e2df43c31 HTTP/1.1" status: 204 len: 168 time: 0.2765970 Nov 27 15:59:41.952192 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:42.013916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f038f-c495-4bdb-8f37-6f5f58d365f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6b33950-0a10-4b7b-97a5-1e4e2df43c31,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:42.026227 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:42.031660 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:42.053044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-925f7446-9d89-456a-be95-d9873d276166 req-0d7f1df3-756a-471c-a9a5-d31a5f12da30 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 210 time: 0.1328747 Nov 27 15:59:42.159408 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:42.160075 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503ca09-2ede-46d4-8740-3480d78f50cb None None] The sync data for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:42.172731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4de9bd3e-40f3-4b78-92af-344c97175b13 req-ad5236b5-cbbc-4243-b211-4dff2e42e37c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 210 time: 0.0906019 Nov 27 15:59:42.203896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-f094831c-bacc-4bb0-9dbf-4a8d200f2b42 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.206690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-f094831c-bacc-4bb0-9dbf-4a8d200f2b42 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947874 Nov 27 15:59:42.219925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f5bb5801-2a8f-48b0-a62e-c301715e892b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2693937 Nov 27 15:59:42.223914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48434) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:42.228307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Request body: {'port': {'device_id': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'bfda4e2fe1f240748cc97e497314fbc6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:42.236388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-7aa25924-7555-410a-ad22-7f292e7509de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.237586 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-7aa25924-7555-410a-ad22-7f292e7509de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 1097 time: 0.0992160 Nov 27 15:59:42.347077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cdf60-cafc-4a4d-af54-06d9b6c1209d req-32ea686b-c194-4fed-82a6-807abf0e2aff tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.349323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-933cdf60-cafc-4a4d-af54-06d9b6c1209d req-32ea686b-c194-4fed-82a6-807abf0e2aff tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1948595 Nov 27 15:59:42.417924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-8049cfa8-a6a5-4034-8d2f-cd417a965019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.419390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-8049cfa8-a6a5-4034-8d2f-cd417a965019 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 0.1719792 Nov 27 15:59:42.426721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b9a232e-4339-4ee9-9a79-606ab55982c0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:42.448904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Made reservation on behalf of bfda4e2fe1f240748cc97e497314fbc6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:42.453151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:42.465666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448cd61-9da2-4e9c-aa7f-773427b83cc3 req-82250d3c-5f05-4da8-a84f-be062279635f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.467651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f448cd61-9da2-4e9c-aa7f-773427b83cc3 req-82250d3c-5f05-4da8-a84f-be062279635f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.2068930 Nov 27 15:59:42.501893 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-a31b0b49-9fd7-4a2a-8d89-069ca7461596 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ca5214-323c-4653-beab-f94025f5f795 HTTP/1.1" status: 200 len: 217 time: 0.0606241 Nov 27 15:59:42.506213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:42.518856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-933cdf60-cafc-4a4d-af54-06d9b6c1209d req-4743d2d8-2e05-48fd-820d-af3994e37c66 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495709 Nov 27 15:59:42.520364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b9a232e-4339-4ee9-9a79-606ab55982c0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:42.628083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-923c5099-3b76-4984-9209-252c6369a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.629654 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-923c5099-3b76-4984-9209-252c6369a108 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.1208553 Nov 27 15:59:42.640774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f448cd61-9da2-4e9c-aa7f-773427b83cc3 req-5eb94ecf-3638-4152-9fde-525df3437dde tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579676 Nov 27 15:59:42.673443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b9a232e-4339-4ee9-9a79-606ab55982c0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:42.676147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b9a232e-4339-4ee9-9a79-606ab55982c0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:42.677319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b9a232e-4339-4ee9-9a79-606ab55982c0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/42cdfa29-0d23-4e49-afab-f94a9f2858f9 HTTP/1.1" status: 204 len: 168 time: 0.4467170 Nov 27 15:59:42.685844 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-fd8a4e9f-a538-46ee-8529-06b3c6d135a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452752 Nov 27 15:59:42.689543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48440) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:42.695497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a232e-4339-4ee9-9a79-606ab55982c0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cdfa29-0d23-4e49-afab-f94a9f2858f9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:42.747859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Allocated IP 172.25.1.162 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/5ca3005a-7504-4cf9-83a7-ea53d25b7911) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:42.781768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a214ef-2a3b-47c7-8d55-aa9679303107 req-41525ecb-4e2e-48e2-832e-eb9ab75b2d97 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:42.783396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78a214ef-2a3b-47c7-8d55-aa9679303107 req-41525ecb-4e2e-48e2-832e-eb9ab75b2d97 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0894449 Nov 27 15:59:42.859135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-64a53ba8-4c8d-4bde-b1ee-59aa12450ee5 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1681452 Nov 27 15:59:42.864999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48446) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:42.874198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--380131464'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:42.875041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Allocated IP 192.168.233.11 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/73f15113-e243-4b41-9389-9bb8f95320ff) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:42.922081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-092aaf03-2fca-4d17-8140-17ef92917d39 service neutron] 10.222.0.21 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007072 Nov 27 15:59:42.953198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78a214ef-2a3b-47c7-8d55-aa9679303107 req-d1c20471-797e-40f7-9889-5026ccaadb69 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596138 Nov 27 15:59:42.958412 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.024743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.106787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.124892 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e5aeab87-697e-4e75-86e0-d50f77e51841 req-ccc6d740-298f-4011-ae1d-e45c4509e2aa service neutron] 10.222.0.21 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913099 Nov 27 15:59:43.164845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.233023 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.244735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619', '587914ea-0e47-47f3-9b17-367f36c72b92', '951a7427-b35a-41a9-abd0-67df8dc65253'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:43.280000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:43.284300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:43.298809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:43.328769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3134a7e8-822d-4ba9-9d3e-7648766fff85 req-2d381f8f-76bf-41ff-a64d-6e87ba9c5c5e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 210 time: 0.1433303 Nov 27 15:59:43.334511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:43.366885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:43.367433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Pushing event updated for resources: {'Port': ['ID=5ca3005a-7504-4cf9-83a7-ea53d25b7911,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:43.369351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:43.433842 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.447510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.471412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9365d-378b-4ce2-a682-8af58decc21a req-3d18b04c-3727-430a-b7d8-e19086c9a359 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:43.479285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31e9365d-378b-4ce2-a682-8af58decc21a req-3d18b04c-3727-430a-b7d8-e19086c9a359 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2948790 Nov 27 15:59:43.511138 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 15:59:43.511777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:43.538357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:43.539188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.563501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57e1d30d-8070-4837-b1a0-530429289a35 req-6009fe4e-91cb-4953-a5cf-22627e543d6c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 210 time: 0.1003799 Nov 27 15:59:43.572220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-d18c9bca-f6e6-4025-82cb-b74c4c7c5dea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3482561 Nov 27 15:59:43.586047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.587623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7175217 Nov 27 15:59:43.591641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:43.596503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8804-b228-437f-9945-d32c98083cb2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02a436c-b499-4a51-939c-fa0fc4da5158,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:43.602937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Request body: {'port': {'device_id': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:43.619057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'f02a436c-b499-4a51-939c-fa0fc4da5158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:43.661931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31e9365d-378b-4ce2-a682-8af58decc21a req-0816e001-02cf-4df3-a74f-50281d3381ba tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815939 Nov 27 15:59:43.704756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.763070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.792734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-a7acd9dd-b23d-4be1-98c1-d250ee28477a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:43.793622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.794465 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-a7acd9dd-b23d-4be1-98c1-d250ee28477a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.4120321 Nov 27 15:59:43.806032 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:43.848215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': '68233df3-f2aa-46ca-b445-8e66da776643', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:43.980208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cee5-2f3b-468d-bb4f-91aad625878b req-988f74c7-26b8-40fa-83c7-f5b3b6ed5798 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:43.987765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d388cee5-2f3b-468d-bb4f-91aad625878b req-988f74c7-26b8-40fa-83c7-f5b3b6ed5798 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1974006 Nov 27 15:59:43.999805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b8d929d6-7cf0-448a-ad15-374bc5a5b3ed None None] Provisioning complete for port 73f15113-e243-4b41-9389-9bb8f95320ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:44.000505 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b8d929d6-7cf0-448a-ad15-374bc5a5b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.002083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc58bb-e6ec-49f8-a928-c4ab899e9f66 req-aaadb57d-f3b7-4b5a-ad22-7e19490ce0c0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:44.003611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00fc58bb-e6ec-49f8-a928-c4ab899e9f66 req-aaadb57d-f3b7-4b5a-ad22-7e19490ce0c0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1949275 Nov 27 15:59:44.079696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b8d929d6-7cf0-448a-ad15-374bc5a5b3ed None None] Port 73f15113-e243-4b41-9389-9bb8f95320ff cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 15:59:44.085697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.103148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.119941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d388cee5-2f3b-468d-bb4f-91aad625878b req-0c6f4bc8-b81c-45f2-8217-ffc3fc418364 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267912 Nov 27 15:59:44.160368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00fc58bb-e6ec-49f8-a928-c4ab899e9f66 req-39daaf78-b4b1-4ce2-85e9-601bd1942b5e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405027 Nov 27 15:59:44.178207 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.186731 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.223170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.227296 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6149831 Nov 27 15:59:44.230634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48480) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:44.231181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee33354-ccc4-4639-b80b-e2c8c5f7091f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a943af-6676-421d-8743-cf2c4e0dc256,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:44.249741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'f02a436c-b499-4a51-939c-fa0fc4da5158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:44.286289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:44.290841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.291031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Pushing event updated for resources: {'Port': ['ID=5ca3005a-7504-4cf9-83a7-ea53d25b7911,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:44.309210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.357582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.366717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.369464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-09df7b40-17f4-4c92-bac7-7b949aa70120 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5182402 Nov 27 15:59:44.374214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48486) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:44.414273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038616c-8a4e-4b47-ab67-5df5186e7302 req-f55b758c-05bf-4385-aa85-124286c7598c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:44.420527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7038616c-8a4e-4b47-ab67-5df5186e7302 req-f55b758c-05bf-4385-aa85-124286c7598c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0878351 Nov 27 15:59:44.504509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7038616c-8a4e-4b47-ab67-5df5186e7302 req-4815905b-9661-46eb-b704-0fef650f2e72 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771594 Nov 27 15:59:44.543004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e22358-6567-4cad-b4c7-083651b26702 req-55de6559-61b2-4100-b175-ac0f57d8e336 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:44.545216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e22358-6567-4cad-b4c7-083651b26702 req-55de6559-61b2-4100-b175-ac0f57d8e336 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 935 time: 0.0892313 Nov 27 15:59:44.556044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:44.556282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f15113-e243-4b41-9389-9bb8f95320ff {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:44.574609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.579594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.594962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.614949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Transition to ACTIVE for port object 73f15113-e243-4b41-9389-9bb8f95320ff will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:59:44.622852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.9 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/54b2ed96-e00c-403d-951f-b63a99fd522e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:44.633183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.635159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b25886-c517-4869-bb05-8d370ea3e15b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:44.667500 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.689942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26e22358-6567-4cad-b4c7-083651b26702 req-966dd371-fce9-4499-850c-db3e9e0b799a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215620 Nov 27 15:59:44.700170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.704576 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ed22b2dc-afa8-4f39-bac1-77ee877c66f0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4710701 Nov 27 15:59:44.708988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece209e-4e13-4716-9497-eb3efd1cb49e req-8c73cc74-4e1b-4d25-a374-08d5cb0c0f80 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:44.709719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48494) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:44.710874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ece209e-4e13-4716-9497-eb3efd1cb49e req-8c73cc74-4e1b-4d25-a374-08d5cb0c0f80 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1216528 Nov 27 15:59:44.727959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'f02a436c-b499-4a51-939c-fa0fc4da5158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:44.818495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:44.848627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30b442a3-5e9d-4aff-bcf9-c8eab6fbec77 req-f3040aaa-02d5-4269-936d-afd4d4781c88 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 210 time: 0.0514247 Nov 27 15:59:44.856903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:44.885380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ece209e-4e13-4716-9497-eb3efd1cb49e req-22bd7b42-9811-46fa-aac4-82b92b2f3e3d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373045 Nov 27 15:59:44.932503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.072713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.117131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Allocated IP 172.25.1.77 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/9466e8ae-44c7-4ea1-a2d4-865345fff576) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 15:59:45.125336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.140142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.158420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:45.158772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:45.159108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:45.173785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:45.174252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:45.184353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:45.184540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:45.184901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:45.185335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Bound port: 73f15113-e243-4b41-9389-9bb8f95320ff, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:45.185729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.191384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a3420c-848e-4fb9-9edb-1dc8152e4e76,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:45.243679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.252886 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93a5834e-e71d-4eed-8607-e22165ebf92b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5288684 Nov 27 15:59:45.256079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48514) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:45.267294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'f02a436c-b499-4a51-939c-fa0fc4da5158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:45.284333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.296060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:45.378976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:45.383787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:45.437505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f82be-596e-49de-9379-007979b6d795 req-f37258c9-3bfb-4555-9da8-6d877d060080 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:45.439196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-670f82be-596e-49de-9379-007979b6d795 req-f37258c9-3bfb-4555-9da8-6d877d060080 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3602769 Nov 27 15:59:45.465235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.480009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:45.487588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:45.496120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:45.496982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.497945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc88b8-630c-4a91-b88d-ad77bfae666e req-752d74d5-3f42-4825-91b4-24bc07b1ae23 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:45.498757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] 10.222.0.21 "PUT /v2.0/ports/73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 1095 time: 1.9106200 Nov 27 15:59:45.499492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2fc88b8-630c-4a91-b88d-ad77bfae666e req-752d74d5-3f42-4825-91b4-24bc07b1ae23 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.2450778 Nov 27 15:59:45.513219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:45.517895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:45.523742 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:45.561660 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.631934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-670f82be-596e-49de-9379-007979b6d795 req-1fdf3d7b-0b40-40c9-a819-6580e8acde47 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782010 Nov 27 15:59:45.646925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.681784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2fc88b8-630c-4a91-b88d-ad77bfae666e req-f9b24214-1136-4d25-ae87-ff7a4a5be25c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668878 Nov 27 15:59:45.698225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=54b2ed96-e00c-403d-951f-b63a99fd522e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:45.712085 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.746887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-5e1d9d4b-89db-47b6-9398-13abf7116db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:45.748643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-5e1d9d4b-89db-47b6-9398-13abf7116db8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1098 time: 0.1995544 Nov 27 15:59:45.763217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 15:59:45.767801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 15:59:45.778373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 15:59:45.863075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Pushing event updated for resources: {'Port': ['ID=9466e8ae-44c7-4ea1-a2d4-865345fff576,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:45.914341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-f8680a08-6391-4e11-934e-74808d13057c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0896676 Nov 27 15:59:45.920434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:45.921073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:45.926260 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf16115-e701-4bbd-aa3b-54547edf1271 x-openstack-request-id: req-aaf16115-e701-4bbd-aa3b-54547edf1271 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:45.926553 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:45.926810 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaf16115-e701-4bbd-aa3b-54547edf1271 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:45.927201 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'status': 'completed', 'code': 200} Nov 27 15:59:46.008794 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-5af19fcd-6428-4438-a21b-d7cc6217dcb7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1753006 Nov 27 15:59:46.032603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Request body: {'port': {'device_id': '68233df3-f2aa-46ca-b445-8e66da776643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:46.059627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add8489-f932-436a-8b4a-9b35650ab853 req-f67bce15-4c8a-4220-9791-cbd6eb13f8ce tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:46.061487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7add8489-f932-436a-8b4a-9b35650ab853 req-f67bce15-4c8a-4220-9791-cbd6eb13f8ce tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.1100438 Nov 27 15:59:46.075257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769da6a-1d44-4b0e-840c-9f6768c35133 req-ecc737cc-2237-446e-a70d-304ec4e9c9c4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:46.076109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.077877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3769da6a-1d44-4b0e-840c-9f6768c35133 req-ecc737cc-2237-446e-a70d-304ec4e9c9c4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1692135 Nov 27 15:59:46.082817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-db2540f6-dd18-42ea-97b1-c94f48eece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:46.084839 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-db2540f6-dd18-42ea-97b1-c94f48eece1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1525917 Nov 27 15:59:46.107077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.125558 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.141297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d694548-780d-41ee-9893-800b1bc7b9de service neutron] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:46.152948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.155252 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8973708 Nov 27 15:59:46.164441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48530) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:46.175225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'f02a436c-b499-4a51-939c-fa0fc4da5158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:46.179848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.197910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b8806-e0eb-42ed-9ae7-fad13aa8753f tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4ea6ff-1a2b-4382-960e-383eadc9efa5,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:46.231444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7add8489-f932-436a-8b4a-9b35650ab853 req-dcd429d6-1966-4320-b503-4952e9057de7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457813 Nov 27 15:59:46.251527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9156-922c-45a4-99bd-b449f55fd35a req-7b1d0faa-299b-4772-9b4c-eaee8351195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:46.253058 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-7b1d0faa-299b-4772-9b4c-eaee8351195c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437595 Nov 27 15:59:46.259752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.309575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3769da6a-1d44-4b0e-840c-9f6768c35133 req-7bea1dda-a440-4aeb-a041-b5465b0fd761 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986911 Nov 27 15:59:46.384776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-1f5d2f4f-942f-4595-9c65-7cba081efdff service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220582 Nov 27 15:59:46.438684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.546830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-556a9156-922c-45a4-99bd-b449f55fd35a req-29ceaaea-18df-46f4-98df-f02b3f9612ee service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070733 Nov 27 15:59:46.551467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.578096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.625607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03caca9-0b18-4478-8da5-6f3c0cdd8ff4,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:46.660172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8fdd9-491e-4fcd-a900-bf4a17f1d760 req-edb6de35-b5ae-481a-bfd4-1723d93a4363 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:46.663395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93c8fdd9-491e-4fcd-a900-bf4a17f1d760 req-edb6de35-b5ae-481a-bfd4-1723d93a4363 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 931 time: 0.3144107 Nov 27 15:59:46.733283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324c09-57ab-442f-9f6b-812327459bdf req-fbcda767-f32e-4e0c-b884-ce380dbda3be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:46.734880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d324c09-57ab-442f-9f6b-812327459bdf req-fbcda767-f32e-4e0c-b884-ce380dbda3be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2877576 Nov 27 15:59:46.737745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.741497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c39c85d9-e4a8-4f7d-af05-3926481b00d1 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5687640 Nov 27 15:59:46.743426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48542) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:46.820673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93c8fdd9-491e-4fcd-a900-bf4a17f1d760 req-8e6e09bd-271f-453c-a564-47a201907898 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327500 Nov 27 15:59:46.856984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35006af2-b78e-4dc6-a18a-32d949957fdb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.914717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35006af2-b78e-4dc6-a18a-32d949957fdb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:46.948942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d324c09-57ab-442f-9f6b-812327459bdf req-e6b56bba-0ec0-4a29-ad01-6c1d3afc2b7d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062111 Nov 27 15:59:47.023013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.031374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.066617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35006af2-b78e-4dc6-a18a-32d949957fdb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.082254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35006af2-b78e-4dc6-a18a-32d949957fdb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.082254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-35006af2-b78e-4dc6-a18a-32d949957fdb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a03caca9-0b18-4478-8da5-6f3c0cdd8ff4 HTTP/1.1" status: 204 len: 168 time: 0.3354185 Nov 27 15:59:47.084294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48548) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.095674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35006af2-b78e-4dc6-a18a-32d949957fdb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a03caca9-0b18-4478-8da5-6f3c0cdd8ff4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:47.128099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-6348f06e-dd98-4e5e-8a20-b0da024636bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.129629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-6348f06e-dd98-4e5e-8a20-b0da024636bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1098 time: 0.1351473 Nov 27 15:59:47.134698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e271-faa4-4403-8df4-f04ffa664a07 req-9bd2c8d7-fff1-4b82-8b7b-385de8d628bd tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.136323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a744e271-faa4-4403-8df4-f04ffa664a07 req-9bd2c8d7-fff1-4b82-8b7b-385de8d628bd tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1863935 Nov 27 15:59:47.154968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Pushing event updated for resources: {'Port': ['ID=9466e8ae-44c7-4ea1-a2d4-865345fff576,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:47.186970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.228161 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e3277272-4722-43d4-a2ce-acc18c3ada35 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1364470 Nov 27 15:59:47.229659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48550) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.243255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.244469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cd598f4e-8a72-49ed-8cab-d6ad3773ac15 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8693173 Nov 27 15:59:47.253569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48554) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.262577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a744e271-faa4-4403-8df4-f04ffa664a07 req-c406f8e1-56fd-449f-91f8-28ede941b9ed tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Nov 27 15:59:47.277897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a634-31da-4995-b333-2cdf461452d7 req-002a4ecc-7d65-4812-826b-04b174657f3e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.279448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aef3a634-31da-4995-b333-2cdf461452d7 req-002a4ecc-7d65-4812-826b-04b174657f3e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1073544 Nov 27 15:59:47.297235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acc85187-fa01-4161-855b-419ac8120eac tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.314618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acc85187-fa01-4161-855b-419ac8120eac tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.386409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aef3a634-31da-4995-b333-2cdf461452d7 req-e6e51568-a81f-4b4e-b65e-8f09a66af007 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989177 Nov 27 15:59:47.388235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acc85187-fa01-4161-855b-419ac8120eac tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.397239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acc85187-fa01-4161-855b-419ac8120eac tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.401233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-acc85187-fa01-4161-855b-419ac8120eac tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9b4ea6ff-1a2b-4382-960e-383eadc9efa5 HTTP/1.1" status: 204 len: 168 time: 0.1683969 Nov 27 15:59:47.403556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b2ed96-e00c-403d-951f-b63a99fd522e {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:47.404767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48556) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.409843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc85187-fa01-4161-855b-419ac8120eac tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b4ea6ff-1a2b-4382-960e-383eadc9efa5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:47.414311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-465bb61b-afd4-42d3-95a8-d3e65ab1b1bd tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1563737 Nov 27 15:59:47.414311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-3002285f-e044-42fe-8c0f-0aff3e0cabde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.414311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-3002285f-e044-42fe-8c0f-0aff3e0cabde service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2703655 Nov 27 15:59:47.414311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48558) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.424120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.446535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91581d7-3632-49dd-8a39-0794ca56a322 req-10f4c96d-f400-44f4-9e38-d51c0a9821e2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.448040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91581d7-3632-49dd-8a39-0794ca56a322 req-10f4c96d-f400-44f4-9e38-d51c0a9821e2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.1162128 Nov 27 15:59:47.485821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f72f9077-0934-498e-ae2a-4df2cc124d83 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0754073 Nov 27 15:59:47.504461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48568) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.532472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-6fdb04fb-3197-4978-b815-23a65c4950fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.1052823 Nov 27 15:59:47.541542 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92ea33ab-1d32-4200-84f5-dbe71d0fcc7d tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1242261 Nov 27 15:59:47.543850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Transition to ACTIVE for port object 54b2ed96-e00c-403d-951f-b63a99fd522e will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 15:59:47.544519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48574) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.607041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.752697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-3a1011ad-9e23-40ab-8c81-c1b9d08e9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.754250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-3a1011ad-9e23-40ab-8c81-c1b9d08e9898 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2117119 Nov 27 15:59:47.758074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Pushing event updated for resources: {'Port': ['ID=54b2ed96-e00c-403d-951f-b63a99fd522e,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:47.845741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.858914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.869873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91581d7-3632-49dd-8a39-0794ca56a322 req-f61a4ea8-e1e9-45bd-a5ed-c27cc5bfde3b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027014 Nov 27 15:59:47.890670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1de9a-489b-475a-aceb-5881b37ac213 req-9584485a-6c66-42da-9120-2390c64b7a1f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.900785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1e1de9a-489b-475a-aceb-5881b37ac213 req-9584485a-6c66-42da-9120-2390c64b7a1f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1248481 Nov 27 15:59:47.911144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-d2a938bf-702d-45e6-9415-305b8cc3e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:47.912724 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-d2a938bf-702d-45e6-9415-305b8cc3e935 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479850 Nov 27 15:59:47.923535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.936582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:47.937710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d1a3420c-848e-4fb9-9edb-1dc8152e4e76 HTTP/1.1" status: 204 len: 168 time: 0.4321876 Nov 27 15:59:47.941376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48586) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:47.958142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Attempting to bind port 54b2ed96-e00c-403d-951f-b63a99fd522e on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 15:59:47.958376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Attempting to bind port 54b2ed96-e00c-403d-951f-b63a99fd522e by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 15:59:47.958633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Attempting to bind port 54b2ed96-e00c-403d-951f-b63a99fd522e on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:47.965595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a3420c-848e-4fb9-9edb-1dc8152e4e76,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:47.994414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Deleting port 9466e8ae-44c7-4ea1-a2d4-865345fff576 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:47.994758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.013157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Port 54b2ed96-e00c-403d-951f-b63a99fd522e on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 15:59:48.013544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Attempting to bind port 54b2ed96-e00c-403d-951f-b63a99fd522e on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 15:59:48.022950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.023317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.023695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.024003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.024355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.024697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.025030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.025366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.025723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.026057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.026392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.026714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af8c2-1602-452e-9b8b-797243fdcb4d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:48.044622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1e1de9a-489b-475a-aceb-5881b37ac213 req-96122456-47fe-4c13-9263-6e946f2ec4a2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302888 Nov 27 15:59:48.056858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 15:59:48.056858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 15:59:48.057156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 15:59:48.057547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Bound port: 54b2ed96-e00c-403d-951f-b63a99fd522e, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 15:59:48.057910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.075624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48588) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:48.081775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b4e8e846-e836-4e79-ae58-00db7d5578d6 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1381183 Nov 27 15:59:48.095260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9bc2b-4bf9-4377-8b9d-f267c7f8cf51 req-c2acaf82-601a-46c2-855d-424f6fde7739 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.096917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ad9bc2b-4bf9-4377-8b9d-f267c7f8cf51 req-c2acaf82-601a-46c2-855d-424f6fde7739 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 943 time: 0.1126261 Nov 27 15:59:48.162683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-4ca19545-b051-4cd1-95b9-34d66459c0e8 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348664 Nov 27 15:59:48.173959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ad9bc2b-4bf9-4377-8b9d-f267c7f8cf51 req-4916817c-80a5-4df3-9a2a-61e88856e5a6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696383 Nov 27 15:59:48.211358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f40608fb-f053-4ab9-b9ea-13f1b41c3007 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.228212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221d3a-51f6-484c-8c06-995a1a43ecae req-077f6ac2-801b-44f9-bb54-48323943111d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.237335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21221d3a-51f6-484c-8c06-995a1a43ecae req-077f6ac2-801b-44f9-bb54-48323943111d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0864999 Nov 27 15:59:48.248212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.248542 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.285305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f40608fb-f053-4ab9-b9ea-13f1b41c3007 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.289345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] For port 54b2ed96-e00c-403d-951f-b63a99fd522e, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 15:59:48.291364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Calling delete_port for 9466e8ae-44c7-4ea1-a2d4-865345fff576 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:48.294063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21221d3a-51f6-484c-8c06-995a1a43ecae req-328c3692-274a-4558-9903-4b7fef408a74 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Nov 27 15:59:48.299791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] For port 54b2ed96-e00c-403d-951f-b63a99fd522e, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=54b2ed96-e00c-403d-951f-b63a99fd522e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 15:59:48.322177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.422127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f160230-88b7-4c65-a746-289b989d6b8f req-50bea499-6aa3-4626-9702-dfa9ec4ef26d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.429618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f160230-88b7-4c65-a746-289b989d6b8f req-50bea499-6aa3-4626-9702-dfa9ec4ef26d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.0698435 Nov 27 15:59:48.442009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f40608fb-f053-4ab9-b9ea-13f1b41c3007 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.444407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.445059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.446528 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] 10.222.0.21 "PUT /v2.0/ports/54b2ed96-e00c-403d-951f-b63a99fd522e HTTP/1.1" status: 200 len: 1091 time: 2.4255295 Nov 27 15:59:48.455367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68233df3-f2aa-46ca-b445-8e66da776643', 'tag': '54b2ed96-e00c-403d-951f-b63a99fd522e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:48.457696 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36cfde-c5b4-444a-8911-6362a297c940" -d '{"events": [{"name": "network-changed", "server_uuid": "68233df3-f2aa-46ca-b445-8e66da776643", "tag": "54b2ed96-e00c-403d-951f-b63a99fd522e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:48.461779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88e3f0e2-7b7c-4e6b-ad83-a5c730cd249c req-6c128732-4a1f-4bba-9240-45568bc1f0f4 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854791 Nov 27 15:59:48.464911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f40608fb-f053-4ab9-b9ea-13f1b41c3007 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.468589 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f40608fb-f053-4ab9-b9ea-13f1b41c3007 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/07b25886-c517-4869-bb05-8d370ea3e15b HTTP/1.1" status: 204 len: 168 time: 0.3825109 Nov 27 15:59:48.472116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48610) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:48.501318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40608fb-f053-4ab9-b9ea-13f1b41c3007 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07b25886-c517-4869-bb05-8d370ea3e15b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:48.541195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dce75-55bb-43c5-868b-76d23284c93c service neutron] Pushing event updated for resources: {'Port': ['ID=54b2ed96-e00c-403d-951f-b63a99fd522e,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:48.577753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f160230-88b7-4c65-a746-289b989d6b8f req-d9678351-0240-4620-9339-537ca80935a3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471136 Nov 27 15:59:48.599980 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-18bef1c8-ff0d-42e5-a724-2d5aa6d869b6 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1238163 Nov 27 15:59:48.604166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48612) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:48.620106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-aec9b03a-2b9a-4baa-89da-51d8872d70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.622014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-aec9b03a-2b9a-4baa-89da-51d8872d70bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 1094 time: 0.0981841 Nov 27 15:59:48.653889 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6cb6e-ad1f-4d33-9246-ae0b3a222e7e x-openstack-request-id: req-bec6cb6e-ad1f-4d33-9246-ae0b3a222e7e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:48.654190 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68233df3-f2aa-46ca-b445-8e66da776643", "tag": "54b2ed96-e00c-403d-951f-b63a99fd522e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:48.654449 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bec6cb6e-ad1f-4d33-9246-ae0b3a222e7e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:48.654891 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68233df3-f2aa-46ca-b445-8e66da776643', 'tag': '54b2ed96-e00c-403d-951f-b63a99fd522e', 'status': 'completed', 'code': 200} Nov 27 15:59:48.669586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a07baa-5aea-4742-8263-fe34261ed02b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.678587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a07baa-5aea-4742-8263-fe34261ed02b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.700431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-572f3e14-0914-486d-92f2-09e009e4e891 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54b2ed96-e00c-403d-951f-b63a99fd522e HTTP/1.1" status: 200 len: 217 time: 0.0446877 Nov 27 15:59:48.703573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f50f32-579e-4685-b736-3d610cb4355d req-fa523552-c855-49e4-b89f-2347bc780f6c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.707344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f50f32-579e-4685-b736-3d610cb4355d req-fa523552-c855-49e4-b89f-2347bc780f6c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 814 time: 0.2056992 Nov 27 15:59:48.728646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f50f32-579e-4685-b736-3d610cb4355d req-07d76cba-1bef-4e26-ae67-3683e1d7b860 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/quotas/c2449925a3354b6dba580304a0430cbe HTTP/1.1" status: 200 len: 375 time: 0.0128546 Nov 27 15:59:48.730027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a07baa-5aea-4742-8263-fe34261ed02b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.736227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a07baa-5aea-4742-8263-fe34261ed02b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.740246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-37a07baa-5aea-4742-8263-fe34261ed02b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/16a943af-6676-421d-8743-cf2c4e0dc256 HTTP/1.1" status: 204 len: 168 time: 0.1356609 Nov 27 15:59:48.743090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48614) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:48.748639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.761201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a07baa-5aea-4742-8263-fe34261ed02b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16a943af-6676-421d-8743-cf2c4e0dc256,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:48.798039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Pushing event deleted for resources: {'Port': ['ID=9466e8ae-44c7-4ea1-a2d4-865345fff576,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:48.800768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f50f32-579e-4685-b736-3d610cb4355d req-7a59d01d-a7be-45df-a655-9c5e802b18dc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572255 Nov 27 15:59:48.811393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-963bd591-1ac8-4264-a47f-98b77b839837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.812565 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-963bd591-1ac8-4264-a47f-98b77b839837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.0999491 Nov 27 15:59:48.892817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-8c2dd6bd-c27d-4a47-a74e-bb30be88120b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647161 Nov 27 15:59:48.915225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc001e-0228-42b1-a104-f936c1411578 req-d34996e8-c6ed-440b-a71b-69889e14b5bb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:48.923207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01dc001e-0228-42b1-a104-f936c1411578 req-d34996e8-c6ed-440b-a71b-69889e14b5bb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0591369 Nov 27 15:59:48.934889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bbbdeac9-0ed6-4009-ba6b-a95c5eab3746 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1831110 Nov 27 15:59:48.935050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48624) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:48.982192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.986210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:48.987373 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f9fae0ca-a4ea-44c0-8a88-acb866036dd0 tempest-FloatingIPAdminTestJSON-281369187 tempest-FloatingIPAdminTestJSON-281369187-project] 10.222.0.15 "DELETE /v2.0/floatingips/b8d359a6-7bb3-4e2a-b836-38eb284c3a23 HTTP/1.1" status: 204 len: 168 time: 1.4338403 Nov 27 15:59:48.990104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48626) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:49.019203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01dc001e-0228-42b1-a104-f936c1411578 req-a6b6f865-97e2-409a-acb7-8f8a4ecb911f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951259 Nov 27 15:59:49.066164 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a789e5fc-88fc-4591-9c5d-d20086f14398 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.091159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728f40-a91d-4a7a-973e-f5be4085cba8 req-4576de1e-9c0e-4126-86eb-682ce93bc1cb tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.092672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e728f40-a91d-4a7a-973e-f5be4085cba8 req-4576de1e-9c0e-4126-86eb-682ce93bc1cb tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.0922647 Nov 27 15:59:49.106178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a789e5fc-88fc-4591-9c5d-d20086f14398 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.168632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-ff7c5bbe-1f3d-4c23-8a89-8fa2fd2769aa service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684543 Nov 27 15:59:49.210096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e728f40-a91d-4a7a-973e-f5be4085cba8 req-f745a43e-f781-45dd-a1d2-f04672295079 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055789 Nov 27 15:59:49.218139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a742-eb8c-4dc4-a9f6-b0853802a282 req-5ca0abdd-eaf4-4c29-b8e7-ac1904b810f4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.220340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b78a742-eb8c-4dc4-a9f6-b0853802a282 req-5ca0abdd-eaf4-4c29-b8e7-ac1904b810f4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1170306 Nov 27 15:59:49.228462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a789e5fc-88fc-4591-9c5d-d20086f14398 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.231364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a789e5fc-88fc-4591-9c5d-d20086f14398 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.232490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a789e5fc-88fc-4591-9c5d-d20086f14398 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/f02a436c-b499-4a51-939c-fa0fc4da5158 HTTP/1.1" status: 204 len: 168 time: 0.2986240 Nov 27 15:59:49.235777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:49.267089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789e5fc-88fc-4591-9c5d-d20086f14398 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02a436c-b499-4a51-939c-fa0fc4da5158,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:49.320573 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2480516-36d9-49da-b577-2535ffeee6c2 req-755a66f3-46df-4539-9961-80183cacacd8 service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421351 Nov 27 15:59:49.330572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b39c5f17-624d-4f5e-9f5e-06213ceb0441 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892961 Nov 27 15:59:49.330800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Deleting port 5ca3005a-7504-4cf9-83a7-ea53d25b7911 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:49.330800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.330971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b78a742-eb8c-4dc4-a9f6-b0853802a282 req-6704d1b4-0590-4dac-9e3f-1b707f249487 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874610 Nov 27 15:59:49.331947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48636) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:49.337092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--830713154'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:49.458533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874502a5-5a4d-4b0d-8804-82a4fa7d6a0f req-c62c7ac5-2411-428f-8d6f-e0a10b1c44d4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.463918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.467772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-874502a5-5a4d-4b0d-8804-82a4fa7d6a0f req-c62c7ac5-2411-428f-8d6f-e0a10b1c44d4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 943 time: 0.1308517 Nov 27 15:59:49.495499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-13f78948-56fb-4163-bd9c-de82a5a1c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.497307 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-13f78948-56fb-4163-bd9c-de82a5a1c02e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 1094 time: 0.0934303 Nov 27 15:59:49.522879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.523258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.533461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-874502a5-5a4d-4b0d-8804-82a4fa7d6a0f req-6ea03c5c-5194-4ee5-a5de-406ae55b2d9b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650220 Nov 27 15:59:49.582860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6954ab52-7f6a-43f7-b2c9-86f125a33cde req-b0c8b15d-f389-491d-adec-87811c23664e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c2449925a3354b6dba580304a0430cbe HTTP/1.1" status: 200 len: 221 time: 0.0300810 Nov 27 15:59:49.589995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Calling delete_port for 5ca3005a-7504-4cf9-83a7-ea53d25b7911 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:49.634054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:49.709542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-16eb93fb-26ac-44e7-914b-1b3a1c13a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.710943 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-16eb93fb-26ac-44e7-914b-1b3a1c13a588 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.2033930 Nov 27 15:59:49.720105 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.763373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.776163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:49.777902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-2bb1ff9b-a415-4c50-9d97-ef698fec91c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54b2ed96-e00c-403d-951f-b63a99fd522e HTTP/1.1" status: 200 len: 217 time: 0.0557442 Nov 27 15:59:49.792929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '73f15113-e243-4b41-9389-9bb8f95320ff', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '73f15113-e243-4b41-9389-9bb8f95320ff', 'mac_address': 'fa:16:3e:c1:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:49.807025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06ead9-e1b3-4858-adb8-b6883d8d13a7 req-8e80913a-b61e-420e-a010-1472ce7f4b0f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.808722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a06ead9-e1b3-4858-adb8-b6883d8d13a7 req-8e80913a-b61e-420e-a010-1472ce7f4b0f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1231303 Nov 27 15:59:49.821587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90328b92-edf1-4bf6-a43b-f2b1aac3425e req-4697eeed-207e-43a4-b534-4acf208c4efc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.823121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90328b92-edf1-4bf6-a43b-f2b1aac3425e req-4697eeed-207e-43a4-b534-4acf208c4efc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1202295 Nov 27 15:59:49.847262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.848428 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5152655 Nov 27 15:59:49.853319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48654) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:49.855072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf3590-4abf-4613-beca-69f39463a5ea tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b30f041-01e3-4f7d-bd66-da00fe4557aa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:49.867494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': '4b30f041-01e3-4f7d-bd66-da00fe4557aa', 'direction': 'ingress', 'protocol': 17}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:49.896396 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.902190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-1a456887-07ba-44a1-a980-91c4201f5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:49.905541 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-1a456887-07ba-44a1-a980-91c4201f5fc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1178627 Nov 27 15:59:49.918472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f15113-e243-4b41-9389-9bb8f95320ff {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:49.934825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.955576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:49.969143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:49.999093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90328b92-edf1-4bf6-a43b-f2b1aac3425e req-c4c614e5-5a12-4a78-8f57-b2c05a452fb6 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632595 Nov 27 15:59:50.037498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a06ead9-e1b3-4858-adb8-b6883d8d13a7 req-6577fe3a-abeb-4236-8ed8-677122c02029 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060645 Nov 27 15:59:50.055683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:50.099189 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.104237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.124319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bc354c-4fb9-419d-9d60-c37f2d67c9c5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:50.143258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.144554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57ba2788-2ef5-4e17-8ba9-d44de99b6d4e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2816875 Nov 27 15:59:50.158990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48662) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:50.213120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b0a1-70ef-4779-b322-165982cb395f req-d1d66217-6cb3-41d1-ad1c-b465a161320c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:50.214701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a083b0a1-70ef-4779-b322-165982cb395f req-d1d66217-6cb3-41d1-ad1c-b465a161320c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0862346 Nov 27 15:59:50.254799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a5978f3-32c9-463c-9d62-17655c3b2c00 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.277530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-1a2f4e40-de5b-4ccd-9ec5-f0a3d205af10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3637583 Nov 27 15:59:50.284652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.296177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a5978f3-32c9-463c-9d62-17655c3b2c00 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.302358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a083b0a1-70ef-4779-b322-165982cb395f req-4141339e-8270-48b4-8d8a-a5057bd2cbff tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795400 Nov 27 15:59:50.312497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['73f15113-e243-4b41-9389-9bb8f95320ff'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:50.340436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ca3005a-7504-4cf9-83a7-ea53d25b7911,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:50.402737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a5b84-bdbe-4455-be4d-03164e1d8223 req-4fd82f87-1349-474c-9777-79c1e17082b6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:50.404302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb5a5b84-bdbe-4455-be4d-03164e1d8223 req-4fd82f87-1349-474c-9777-79c1e17082b6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.0738869 Nov 27 15:59:50.462775 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a5978f3-32c9-463c-9d62-17655c3b2c00 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.466015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a5978f3-32c9-463c-9d62-17655c3b2c00 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.467700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0a5978f3-32c9-463c-9d62-17655c3b2c00 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b30f041-01e3-4f7d-bd66-da00fe4557aa HTTP/1.1" status: 204 len: 168 time: 0.3067315 Nov 27 15:59:50.470902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.474099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.479355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-de01a7ec-12fe-4de9-9c7e-758db1d3aea4 tempest-FloatingIPAdminTestJSON-276703290 tempest-FloatingIPAdminTestJSON-276703290-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/75cb32eb-1ccf-4110-8be4-652abcc80fa8 HTTP/1.1" status: 204 len: 168 time: 1.4882469 Nov 27 15:59:50.479990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:50.480336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48674) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:50.511934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-0de07a5b-5507-4cb5-bf93-320bb929062b service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230897 Nov 27 15:59:50.515898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5978f3-32c9-463c-9d62-17655c3b2c00 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b30f041-01e3-4f7d-bd66-da00fe4557aa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:50.570003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb5a5b84-bdbe-4455-be4d-03164e1d8223 req-67fd3e09-6409-451b-b47a-762db20dfc78 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503739 Nov 27 15:59:50.586494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2707-adf2-4e50-b76f-d850ab40a24f req-7e7c9441-2c10-4696-98f8-b9077c6f1153 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:50.590500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e1c2707-adf2-4e50-b76f-d850ab40a24f req-7e7c9441-2c10-4696-98f8-b9077c6f1153 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1511555 Nov 27 15:59:50.646536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e1c2707-adf2-4e50-b76f-d850ab40a24f req-39c2a270-ffaf-4354-a3dc-252ff43d8019 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551021 Nov 27 15:59:50.671041 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1061a2b8-4527-465a-bc26-e158aad2a8b0 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1876378 Nov 27 15:59:50.675635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48680) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:50.681912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523944081'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:50.711459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f36cfde-c5b4-444a-8911-6362a297c940 req-2c41bb11-839a-42b8-a243-8fb48474b98d service neutron] 10.222.0.21 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746414 Nov 27 15:59:50.713370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.754388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting port 3a638278-14f3-4015-b057-a713dabbf26e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:50.754742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.856218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445002a-3161-4857-854d-e526781bcaaf req-c9e19e03-4d83-48bb-87f7-ffad7fe27b10 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:50.857741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e445002a-3161-4857-854d-e526781bcaaf req-c9e19e03-4d83-48bb-87f7-ffad7fe27b10 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 943 time: 0.1144719 Nov 27 15:59:50.865539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.870790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42acbce-36ef-43d0-83f2-beb077573165 req-7ae5a89c-65f5-4001-8561-a87a941388f7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:50.872272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c42acbce-36ef-43d0-83f2-beb077573165 req-7ae5a89c-65f5-4001-8561-a87a941388f7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1177440 Nov 27 15:59:50.878732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Calling delete_port for 3a638278-14f3-4015-b057-a713dabbf26e owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:50.892924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.912921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.971110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:50.972357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2956240 Nov 27 15:59:50.978263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48682) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:50.990635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--964344375'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:50.995269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390910f-b26f-4e08-aee8-ff2dc37e2667 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5079fc-53e6-43df-8f40-727b1bc2b739,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:51.009964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e445002a-3161-4857-854d-e526781bcaaf req-df38464e-120d-4337-abc9-55343ee6cdf8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346405 Nov 27 15:59:51.018872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.019724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c42acbce-36ef-43d0-83f2-beb077573165 req-e09c3bf4-bda9-40f8-b7c8-55be09b12686 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317914 Nov 27 15:59:51.042349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.079893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Port': ['ID=3a638278-14f3-4015-b057-a713dabbf26e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:51.148359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.152787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.233639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93497e9e-7052-4e86-80bc-45bbc0066f55,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:51.300571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.304270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.305646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2bd0da98-1447-464a-b984-bb8df5abd7e3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3231144 Nov 27 15:59:51.307554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0588ea19-21c7-4bbc-a97a-8d500c63bfaf tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "DELETE /v2.0/ports/3a638278-14f3-4015-b057-a713dabbf26e HTTP/1.1" status: 204 len: 168 time: 0.8230922 Nov 27 15:59:51.310003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48698) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:51.313440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48700) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:51.328142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08460a1-fe82-4da0-b358-373d7d1df2c3 req-70c6fa21-de98-45a0-ae3f-3638bbcf8f1a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:51.330323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b08460a1-fe82-4da0-b358-373d7d1df2c3 req-70c6fa21-de98-45a0-ae3f-3638bbcf8f1a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1491890 Nov 27 15:59:51.361326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': '7c5079fc-53e6-43df-8f40-727b1bc2b739', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '93497e9e-7052-4e86-80bc-45bbc0066f55', 'remote_ip_prefix': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:51.377138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e858507-e614-4b49-ae58-6737cb4db1e6 req-89902473-a85d-4b15-8af6-1b8d4e37b5d0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:51.379246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e858507-e614-4b49-ae58-6737cb4db1e6 req-89902473-a85d-4b15-8af6-1b8d4e37b5d0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2120748 Nov 27 15:59:51.414190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce91809-6d92-4b90-a662-8c898132879e tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:51.416435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5ce91809-6d92-4b90-a662-8c898132879e tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda921fb-6cbe-4922-8399-583b6d60ba3f HTTP/1.1" status: 200 len: 913 time: 0.0946746 Nov 27 15:59:51.420268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b08460a1-fe82-4da0-b358-373d7d1df2c3 req-d56b07b0-9d8a-497d-ad92-4325ca7b37b5 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819421 Nov 27 15:59:51.423141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48706) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:51.464730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e858507-e614-4b49-ae58-6737cb4db1e6 req-48c074de-b6d7-4f6c-bc6f-3eee89d84fe1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510750 Nov 27 15:59:51.491003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.623907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd92ce2-c5d4-406a-a48d-5080e66a3c92 req-52660f9b-698a-43d7-bf2b-872ffb270bb7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:51.633982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bd92ce2-c5d4-406a-a48d-5080e66a3c92 req-52660f9b-698a-43d7-bf2b-872ffb270bb7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0763721 Nov 27 15:59:51.646405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 54b2ed96-e00c-403d-951f-b63a99fd522e details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 15:59:51.650631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:51.695447 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.698156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bd92ce2-c5d4-406a-a48d-5080e66a3c92 req-679a6a45-bc9a-41ff-a4d9-3bc63a14552a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629137 Nov 27 15:59:51.709436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.768030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90554031-6ce2-4bba-8787-c3aaf12e7714 req-050ffe3f-31cb-469a-8c35-ec021108f9b6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:51.769991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90554031-6ce2-4bba-8787-c3aaf12e7714 req-050ffe3f-31cb-469a-8c35-ec021108f9b6 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.0652161 Nov 27 15:59:51.803333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf6b070-e547-4a52-aec7-86338a7f295d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:51.813531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.818156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-15c6967e-6b4f-4800-901e-21c5ae2a75bf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4990263 Nov 27 15:59:51.818839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48718) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:51.845690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90554031-6ce2-4bba-8787-c3aaf12e7714 req-37d8a250-1c63-4303-9579-33826b9973da tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676951 Nov 27 15:59:51.862054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9896b73b-35ec-485c-89f7-a61d05c229ab tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.890471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9896b73b-35ec-485c-89f7-a61d05c229ab tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.894957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 54b2ed96-e00c-403d-951f-b63a99fd522e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=54b2ed96-e00c-403d-951f-b63a99fd522e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:51.907411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 73f15113-e243-4b41-9389-9bb8f95320ff completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:51.910915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '54b2ed96-e00c-403d-951f-b63a99fd522e', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': '54b2ed96-e00c-403d-951f-b63a99fd522e', 'mac_address': 'fa:16:3e:19:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 15:59:51.914384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 73f15113-e243-4b41-9389-9bb8f95320ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:51.915136 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.967291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a76d5-2a08-49b6-bfd8-4731916f483a req-9f62a643-9ba1-47f5-a78c-0327e8fe11bd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:51.968867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e3a76d5-2a08-49b6-bfd8-4731916f483a req-9f62a643-9ba1-47f5-a78c-0327e8fe11bd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0630763 Nov 27 15:59:51.980617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9896b73b-35ec-485c-89f7-a61d05c229ab tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.992244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9896b73b-35ec-485c-89f7-a61d05c229ab tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:51.996271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48722) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:51.996846 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9896b73b-35ec-485c-89f7-a61d05c229ab tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/baf6b070-e547-4a52-aec7-86338a7f295d HTTP/1.1" status: 204 len: 168 time: 0.1752388 Nov 27 15:59:52.010971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896b73b-35ec-485c-89f7-a61d05c229ab tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baf6b070-e547-4a52-aec7-86338a7f295d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:52.034940 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.051714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b2ed96-e00c-403d-951f-b63a99fd522e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 15:59:52.072158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.077903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 54b2ed96-e00c-403d-951f-b63a99fd522e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=54b2ed96-e00c-403d-951f-b63a99fd522e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:52.087781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.089310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e3a76d5-2a08-49b6-bfd8-4731916f483a req-10b8d077-e9b8-4676-a8d7-9dac2f2a118e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119378 Nov 27 15:59:52.126254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-51318a31-5e70-4135-9d8c-f1c913c8e444 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1281478 Nov 27 15:59:52.129134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48728) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:52.131061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:52.133520 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c21ac-b49d-4e1c-8372-7596d477e3d9" -d '{"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-plugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:52.153775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:52.167768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.169984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.173447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=54b2ed96-e00c-403d-951f-b63a99fd522e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:52.182470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.182964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.183410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.183848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.184282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.184711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.185141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.185601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.186050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.186476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.186902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.187322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 15:59:52.248037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:52.268425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e8ea7-5225-421a-8c31-567ece6847d3 req-db80bc82-0727-43b4-8f4d-3674d54ab508 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:52.269964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e8e8ea7-5225-421a-8c31-567ece6847d3 req-db80bc82-0727-43b4-8f4d-3674d54ab508 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 944 time: 0.1177280 Nov 27 15:59:52.275190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75717764-3391-4ec5-8406-4870a47aba86 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.311774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded408ed-4657-4c8b-8054-ca655afdce2f req-b9697d7b-0675-4622-9376-1346d333b74d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:52.313396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ded408ed-4657-4c8b-8054-ca655afdce2f req-b9697d7b-0675-4622-9376-1346d333b74d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1029692 Nov 27 15:59:52.351128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75717764-3391-4ec5-8406-4870a47aba86 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.383907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e8e8ea7-5225-421a-8c31-567ece6847d3 req-bf6bcfb9-b231-4f7f-9307-71cafdbfbd00 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066282 Nov 27 15:59:52.419119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ded408ed-4657-4c8b-8054-ca655afdce2f req-8ddad2a2-05e7-4701-85cf-374066d44975 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977271 Nov 27 15:59:52.427333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['54b2ed96-e00c-403d-951f-b63a99fd522e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 15:59:52.431358 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a08873-2726-4764-8165-9788ad294ed8 x-openstack-request-id: req-16a08873-2726-4764-8165-9788ad294ed8 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:52.431505 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-plugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:52.431839 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16a08873-2726-4764-8165-9788ad294ed8 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:52.432319 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'code': 200} Nov 27 15:59:52.433371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75717764-3391-4ec5-8406-4870a47aba86 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.436554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75717764-3391-4ec5-8406-4870a47aba86 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.440622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-75717764-3391-4ec5-8406-4870a47aba86 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/93497e9e-7052-4e86-80bc-45bbc0066f55 HTTP/1.1" status: 204 len: 168 time: 0.3074579 Nov 27 15:59:52.442153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48732) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:52.462668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75717764-3391-4ec5-8406-4870a47aba86 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93497e9e-7052-4e86-80bc-45bbc0066f55,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:52.533992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ecb73949-c021-41df-94d0-6b32c07514fc tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0882056 Nov 27 15:59:52.536742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:52.624918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef137b1-eb29-436a-bd7a-6e036f7996cb req-afc9b4d4-a7d1-489c-88df-12732198f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:52.626545 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eef137b1-eb29-436a-bd7a-6e036f7996cb req-afc9b4d4-a7d1-489c-88df-12732198f86e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1100 time: 0.0608604 Nov 27 15:59:52.642632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting port 27c84a2d-815f-44bf-9bba-065339941edc {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:52.642894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.673882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62772e96-0c21-4ec9-a182-bd1e835934ed req-4d716983-8ff5-4954-9663-207db5d6edc3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:52.675543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62772e96-0c21-4ec9-a182-bd1e835934ed req-4d716983-8ff5-4954-9663-207db5d6edc3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1293862 Nov 27 15:59:52.704893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839dced-f08b-4ec3-9448-b54c00edb53a req-d3986d70-77d6-43f3-a2d4-51ef238e4097 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:52.706403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6839dced-f08b-4ec3-9448-b54c00edb53a req-d3986d70-77d6-43f3-a2d4-51ef238e4097 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1099913 Nov 27 15:59:52.716962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71ddffe4-bd5d-4974-823e-2ffcd228ed65 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.730606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eef137b1-eb29-436a-bd7a-6e036f7996cb req-277b7e1b-1553-49fd-b48d-2ff3b4611384 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961127 Nov 27 15:59:52.762046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.777996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Calling delete_port for 27c84a2d-815f-44bf-9bba-065339941edc owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:52.787570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71ddffe4-bd5d-4974-823e-2ffcd228ed65 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.800589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62772e96-0c21-4ec9-a182-bd1e835934ed req-c50dfef9-6c4d-4293-aed0-0436d58e466d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174080 Nov 27 15:59:52.820970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6839dced-f08b-4ec3-9448-b54c00edb53a req-8d606e5f-ad42-4b44-93a0-81642d6a80af tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019292 Nov 27 15:59:52.889800 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71ddffe4-bd5d-4974-823e-2ffcd228ed65 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.893441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71ddffe4-bd5d-4974-823e-2ffcd228ed65 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:52.896985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71ddffe4-bd5d-4974-823e-2ffcd228ed65 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c5079fc-53e6-43df-8f40-727b1bc2b739 HTTP/1.1" status: 204 len: 168 time: 0.3567855 Nov 27 15:59:52.898147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48752) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:52.946079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddffe4-bd5d-4974-823e-2ffcd228ed65 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5079fc-53e6-43df-8f40-727b1bc2b739,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:52.981514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a5c5b267-46c8-47a6-bef8-827b5f63507d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820000 Nov 27 15:59:52.989129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48754) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:52.994201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816974574'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:53.031140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4cad4-74a1-4a0d-9d6d-6e019aad484b req-e788ee40-8f2d-4673-b057-6fcc04a58268 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:53.038462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c4cad4-74a1-4a0d-9d6d-6e019aad484b req-e788ee40-8f2d-4673-b057-6fcc04a58268 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1071980 Nov 27 15:59:53.064547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.084827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.127861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Port': ['ID=27c84a2d-815f-44bf-9bba-065339941edc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:53.176586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c4cad4-74a1-4a0d-9d6d-6e019aad484b req-a06e3dcd-b524-480f-9c89-fe7aeaac5584 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371822 Nov 27 15:59:53.190593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd425e-98ba-4dc7-bf3a-ceee2db168af req-5de4fcf9-ed30-40f4-ba28-486a14466d77 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:53.192133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fffd425e-98ba-4dc7-bf3a-ceee2db168af req-5de4fcf9-ed30-40f4-ba28-486a14466d77 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1393588 Nov 27 15:59:53.294148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fffd425e-98ba-4dc7-bf3a-ceee2db168af req-603a6d83-902d-46a7-a54d-e59031bd99ab tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926414 Nov 27 15:59:53.322947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.355074 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.371995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.390393 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.392541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4022706 Nov 27 15:59:53.398549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:53.403490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': '36ac2ed1-4b5c-4957-9ea9-0133ec57f69c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:53.446789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1a08f-8abf-429d-90cc-b1bdf444dd00 req-06080159-5d8f-4643-a136-c072a3362f47 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:53.455047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0be1a08f-8abf-429d-90cc-b1bdf444dd00 req-06080159-5d8f-4643-a136-c072a3362f47 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1522086 Nov 27 15:59:53.475127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b5d8a-ed55-44d9-95c1-5f1b76a7c972 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac2ed1-4b5c-4957-9ea9-0133ec57f69c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:53.481702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.569928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0be1a08f-8abf-429d-90cc-b1bdf444dd00 req-2ef947dc-9061-4b1a-a403-36f9f86ce10c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139781 Nov 27 15:59:53.612594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.628808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be30f5-b49a-4279-8556-065f500000d1 req-2013d8a5-fec8-4fda-8b0a-6378ca0b46d2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:53.638751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2be30f5-b49a-4279-8556-065f500000d1 req-2013d8a5-fec8-4fda-8b0a-6378ca0b46d2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 944 time: 0.1264625 Nov 27 15:59:53.647188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.662407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 54b2ed96-e00c-403d-951f-b63a99fd522e up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 15:59:53.668195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Router eda921fb-6cbe-4922-8399-583b6d60ba3f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 15:59:53.708685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f8999b-fd91-49bf-8d2c-74e9bf57a29e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:53.732924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 54b2ed96-e00c-403d-951f-b63a99fd522e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 15:59:53.740822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 54b2ed96-e00c-403d-951f-b63a99fd522e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 15:59:53.741459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.783091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2be30f5-b49a-4279-8556-065f500000d1 req-507d6735-832c-4e46-a08c-a1485012a630 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382625 Nov 27 15:59:53.794332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3171e6-a2c6-479c-8b79-955dc7d6fe78 req-d72dca17-214b-472c-8b8a-af7ae4809e16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:53.796514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f3171e6-a2c6-479c-8b79-955dc7d6fe78 req-d72dca17-214b-472c-8b8a-af7ae4809e16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1371441 Nov 27 15:59:53.799974 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.801548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-933a5b37-a6a2-4093-ac87-2c7b2166caa3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4017751 Nov 27 15:59:53.806398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48776) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:53.815861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 15:59:53.824605 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-11250525-5d0f-4f1b-9a5d-ccc97940ff89 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "PUT /v2.0/routers/eda921fb-6cbe-4922-8399-583b6d60ba3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981297 Nov 27 15:59:53.824846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48778) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:53.860380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] Sync routers for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 15:59:53.905371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ec50655-da18-48f9-9243-3f7eb40a5fe8 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.918800 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ec50655-da18-48f9-9243-3f7eb40a5fe8 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:53.944210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:53.947101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:53.998144 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.009198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:54.017981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.023246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ec50655-da18-48f9-9243-3f7eb40a5fe8 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.029652 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ec50655-da18-48f9-9243-3f7eb40a5fe8 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.029950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5ec50655-da18-48f9-9243-3f7eb40a5fe8 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/50f8999b-fd91-49bf-8d2c-74e9bf57a29e HTTP/1.1" status: 204 len: 168 time: 0.2216682 Nov 27 15:59:54.035288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48784) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:54.051989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec50655-da18-48f9-9243-3f7eb40a5fe8 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50f8999b-fd91-49bf-8d2c-74e9bf57a29e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:54.059583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] Routers {'eda921fb-6cbe-4922-8399-583b6d60ba3f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 15:59:54.060241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T15:59:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['eda921fb-6cbe-4922-8399-583b6d60ba3f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:54.067836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 54b2ed96-e00c-403d-951f-b63a99fd522e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=54b2ed96-e00c-403d-951f-b63a99fd522e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:54.104731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.106219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e30403-9728-4a95-8a19-665461e8b700 req-fe4686a3-dfa9-4382-8703-2b094c9167cc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:54.108268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:54.108754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3e30403-9728-4a95-8a19-665461e8b700 req-fe4686a3-dfa9-4382-8703-2b094c9167cc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1449697 Nov 27 15:59:54.112428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36417493-4f69-4877-83a6-9cf01d185d4c None None] The sync data for ids ['eda921fb-6cbe-4922-8399-583b6d60ba3f'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 15:59:54.127803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f3171e6-a2c6-479c-8b79-955dc7d6fe78 req-37164181-d6de-4d7b-9464-02f1f252416b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227367 Nov 27 15:59:54.190153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3e30403-9728-4a95-8a19-665461e8b700 req-646dd8e2-6c37-48b6-8e1d-5a982540ce01 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612624 Nov 27 15:59:54.214899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-97d591b3-db8f-43d9-8eeb-3668a1f9a6fa tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1704504 Nov 27 15:59:54.218504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48790) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:54.218693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.230256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=54b2ed96-e00c-403d-951f-b63a99fd522e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:54.296559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81314aef-a71d-4a42-90b0-c97b269c1643 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.303129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting port 130af9ca-51dc-4c2e-aed3-1da1d0df7dd5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:54.303645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.365363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81314aef-a71d-4a42-90b0-c97b269c1643 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.404401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.418505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Calling delete_port for 130af9ca-51dc-4c2e-aed3-1da1d0df7dd5 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:54.433511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68233df3-f2aa-46ca-b445-8e66da776643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2ed96-e00c-403d-951f-b63a99fd522e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 15:59:54.436415 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f78a32-f293-4781-8363-266aeb31b011" -d '{"events": [{"server_uuid": "68233df3-f2aa-46ca-b445-8e66da776643", "name": "network-vif-plugged", "status": "completed", "tag": "54b2ed96-e00c-403d-951f-b63a99fd522e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 15:59:54.444227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218c459-cac9-48dd-8654-9f9a92ee1b6b req-89e4a55d-f948-4cb3-acc2-461a0a054c11 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:54.450154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5218c459-cac9-48dd-8654-9f9a92ee1b6b req-89e4a55d-f948-4cb3-acc2-461a0a054c11 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1504354 Nov 27 15:59:54.483413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81314aef-a71d-4a42-90b0-c97b269c1643 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.486333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81314aef-a71d-4a42-90b0-c97b269c1643 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.490092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-81314aef-a71d-4a42-90b0-c97b269c1643 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/36ac2ed1-4b5c-4957-9ea9-0133ec57f69c HTTP/1.1" status: 204 len: 168 time: 0.2676778 Nov 27 15:59:54.490667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48802) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:54.517463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4dcc9-8682-4b63-9640-63b0a3a1a17c req-88e59abd-a105-4a14-9dda-414622001f8c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:54.519088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0d4dcc9-8682-4b63-9640-63b0a3a1a17c req-88e59abd-a105-4a14-9dda-414622001f8c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1401315 Nov 27 15:59:54.528976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314aef-a71d-4a42-90b0-c97b269c1643 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac2ed1-4b5c-4957-9ea9-0133ec57f69c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:54.614032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5218c459-cac9-48dd-8654-9f9a92ee1b6b req-5521534c-efda-4190-8a81-8caf2bf9c0ce tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588540 Nov 27 15:59:54.693898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0d4dcc9-8682-4b63-9640-63b0a3a1a17c req-1d9c83a9-1bfc-4b45-8d5f-6a4070247053 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621523 Nov 27 15:59:54.698108 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015eedc4-c573-4c75-8aad-815a7c541f4e x-openstack-request-id: req-015eedc4-c573-4c75-8aad-815a7c541f4e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 15:59:54.698541 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68233df3-f2aa-46ca-b445-8e66da776643", "name": "network-vif-plugged", "status": "completed", "tag": "54b2ed96-e00c-403d-951f-b63a99fd522e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 15:59:54.698748 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-015eedc4-c573-4c75-8aad-815a7c541f4e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 15:59:54.699049 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68233df3-f2aa-46ca-b445-8e66da776643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2ed96-e00c-403d-951f-b63a99fd522e', 'code': 200} Nov 27 15:59:54.704045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-da227ac7-cab1-4fb7-9614-0f0e54bbd30b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2036641 Nov 27 15:59:54.705219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48814) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:54.712608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335428534'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:54.751319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.914854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a06a4-314c-4164-83ab-fea6ee46d55d req-9016cc3a-cc49-4432-8d99-0c5e348fe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:54.916503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-751a06a4-314c-4164-83ab-fea6ee46d55d req-9016cc3a-cc49-4432-8d99-0c5e348fe5ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 1096 time: 0.0890987 Nov 27 15:59:54.920198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20578d-2ce9-4b7c-9f5c-a56b91784c7f req-c750659c-4d58-4d18-be73-70cb17b70828 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:54.921717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e20578d-2ce9-4b7c-9f5c-a56b91784c7f req-c750659c-4d58-4d18-be73-70cb17b70828 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1302369 Nov 27 15:59:54.928905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768caab5-c62e-4302-b58f-83fd016ab607 req-4a4cfdba-e8ec-4335-bd35-8e9c6a422d2f tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:54.930346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-768caab5-c62e-4302-b58f-83fd016ab607 req-4a4cfdba-e8ec-4335-bd35-8e9c6a422d2f tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1100 time: 0.1102448 Nov 27 15:59:54.938591 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:54.955708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.018891 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-751a06a4-314c-4164-83ab-fea6ee46d55d req-55325d9a-28b6-4961-bf6a-deb060dbbdb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Nov 27 15:59:55.026348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.030239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3213675 Nov 27 15:59:55.041700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.042393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae922c-3fcd-4fe6-80dc-3e11ee22e399 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf1f1d-bd18-4007-ab1b-c1024fbf044f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:55.048416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf1f1d-bd18-4007-ab1b-c1024fbf044f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:55.069884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e20578d-2ce9-4b7c-9f5c-a56b91784c7f req-7e9d9fff-8b70-4764-a045-c3d2283a194e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384761 Nov 27 15:59:55.083364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-768caab5-c62e-4302-b58f-83fd016ab607 req-2f76077a-77d4-4613-baf0-b637aa8684c3 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434577 Nov 27 15:59:55.085926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.122293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Port': ['ID=130af9ca-51dc-4c2e-aed3-1da1d0df7dd5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:55.143349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.145436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96c3ff-79dc-46cb-837d-89dd8c97eb16 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:55.212883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.217241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-19deaef8-7342-45a0-823f-e8a6c6c17c15 req-d050d9e7-c9f2-47c9-bc2c-1791d8a31efd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:59:55.218577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19deaef8-7342-45a0-823f-e8a6c6c17c15 req-d050d9e7-c9f2-47c9-bc2c-1791d8a31efd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177298 Nov 27 15:59:55.223121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.256962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a572a666-b195-4cec-9d57-796bf5fd9703,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:55.261923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.284642 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.288378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9c66d924-ab59-4fdf-ba89-e8d567342f14 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410131 Nov 27 15:59:55.289319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48838) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.304738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567d03a-c065-4cf2-adc8-48c549e7cc21 req-e4c3268b-a047-45a9-86a3-baed10827a92 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:55.306291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0567d03a-c065-4cf2-adc8-48c549e7cc21 req-e4c3268b-a047-45a9-86a3-baed10827a92 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.1043549 Nov 27 15:59:55.321571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c91b6d54-03e6-4a5c-b2c7-7ddabc12b68d tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules/a572a666-b195-4cec-9d57-796bf5fd9703 HTTP/1.1" status: 200 len: 763 time: 0.0287347 Nov 27 15:59:55.326570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.387689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.389943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.404532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0567d03a-c065-4cf2-adc8-48c549e7cc21 req-60ebdaca-f54a-4903-8ccf-64476c059aec tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796573 Nov 27 15:59:55.426373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5dbaa418-b3bb-4ffc-ad5e-3777d218afbb tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0987391 Nov 27 15:59:55.428945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48844) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.455916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.459019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Fanout notify agent at l3_agent the message router_deleted on router eda921fb-6cbe-4922-8399-583b6d60ba3f {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 15:59:55.467680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.472745 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-853fca62-b62f-4859-bff3-d5a55f867a80 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "DELETE /v2.0/routers/eda921fb-6cbe-4922-8399-583b6d60ba3f HTTP/1.1" status: 204 len: 168 time: 1.6467457 Nov 27 15:59:55.473519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48852) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.485502 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e970-b09f-4de8-8816-d9a723e4b405 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.494355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e970-b09f-4de8-8816-d9a723e4b405 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.549192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting subnet b1dcb7ea-289e-4bda-ae53-25754a9e2b3d {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 15:59:55.559654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.577450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e970-b09f-4de8-8816-d9a723e4b405 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.584618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e970-b09f-4de8-8816-d9a723e4b405 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.586270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e1d4e970-b09f-4de8-8816-d9a723e4b405 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a572a666-b195-4cec-9d57-796bf5fd9703 HTTP/1.1" status: 204 len: 168 time: 0.1559110 Nov 27 15:59:55.591303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48854) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.617663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e970-b09f-4de8-8816-d9a723e4b405 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a572a666-b195-4cec-9d57-796bf5fd9703,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:55.635606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.643947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ba57b-f337-489d-878d-9eed7b79fe91 req-633c7bab-d5b9-467b-86cb-8d07fca728b3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:55.645600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-180ba57b-f337-489d-878d-9eed7b79fe91 req-633c7bab-d5b9-467b-86cb-8d07fca728b3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1077726 Nov 27 15:59:55.677051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c104d63-d437-4949-8dec-ca52e66767ae tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831687 Nov 27 15:59:55.683911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.688832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf1f1d-bd18-4007-ab1b-c1024fbf044f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:55.737071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-180ba57b-f337-489d-878d-9eed7b79fe91 req-cfef81bd-00b7-4cdc-aeea-fad1a69892e5 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813725 Nov 27 15:59:55.744041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.754459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.823607 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.831151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.861443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74c2d2b-085a-4f69-a824-0f9e4f267f9a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:55.880429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.881863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7ed564ca-3339-46b1-b69c-c1ba48186b55 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970179 Nov 27 15:59:55.884479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48868) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.905382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-75375af2-8d98-4026-b97d-f768891d290a tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules/a74c2d2b-085a-4f69-a824-0f9e4f267f9a HTTP/1.1" status: 200 len: 763 time: 0.0197470 Nov 27 15:59:55.908379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:55.925224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:55.978276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dcb7ea-289e-4bda-ae53-25754a9e2b3d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:55.989812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f725bd8-74ce-4755-a453-bcd758425e37 None None] Network 7d3db153-1b66-4e85-b37a-64ed0d07fda5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 15:59:56.021465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-90d8295b-c769-4fa2-863a-c86ea3fcaae5 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1026812 Nov 27 15:59:56.026748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.028619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4da45-a785-469b-8ae4-ac39a3a944d0 req-7447c009-f7f6-42c5-87d2-906c3c9dbaf9 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:56.030226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abc4da45-a785-469b-8ae4-ac39a3a944d0 req-7447c009-f7f6-42c5-87d2-906c3c9dbaf9 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1234825 Nov 27 15:59:56.030736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48874) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.034564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-abe19d2d-d1d4-46f9-9d9b-00f4daa5a971 tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "DELETE /v2.0/subnets/b1dcb7ea-289e-4bda-ae53-25754a9e2b3d HTTP/1.1" status: 204 len: 168 time: 0.5589006 Nov 27 15:59:56.039413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.085068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053870e2-cb57-4e64-9b2a-e3443a937272 req-dedd2d9d-6406-4883-b3cb-bfd58a178cb7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:56.092263 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-f79a2257-273c-4b2d-aac8-d4366d3b4db8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2309549 Nov 27 15:59:56.093898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-053870e2-cb57-4e64-9b2a-e3443a937272 req-dedd2d9d-6406-4883-b3cb-bfd58a178cb7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1429827 Nov 27 15:59:56.098752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-f48bf3c3-30e8-4c62-a82b-e8d5384c9aac service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 15:59:56.099885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-f48bf3c3-30e8-4c62-a82b-e8d5384c9aac service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063331 Nov 27 15:59:56.196422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3acbfc65-d903-4d16-a2d2-7944085fa4f3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.214319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] DHCP port deletion for 7d3db153-1b66-4e85-b37a-64ed0d07fda5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 15:59:56.221336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3acbfc65-d903-4d16-a2d2-7944085fa4f3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.246458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.274029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] Deleting port 39feb4bb-35a8-48c2-9175-2cab496606d7 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:56.274438 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.289944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abc4da45-a785-469b-8ae4-ac39a3a944d0 req-7d2cc446-f504-4ee0-a057-ca8d584177e6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336047 Nov 27 15:59:56.298704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-053870e2-cb57-4e64-9b2a-e3443a937272 req-3e2b3948-4236-4068-b3dc-bc1d12f39f7b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030575 Nov 27 15:59:56.302471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3acbfc65-d903-4d16-a2d2-7944085fa4f3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.325948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3acbfc65-d903-4d16-a2d2-7944085fa4f3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.327077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3acbfc65-d903-4d16-a2d2-7944085fa4f3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a74c2d2b-085a-4f69-a824-0f9e4f267f9a HTTP/1.1" status: 204 len: 168 time: 0.2937195 Nov 27 15:59:56.329721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48892) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.362284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbfc65-d903-4d16-a2d2-7944085fa4f3 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a74c2d2b-085a-4f69-a824-0f9e4f267f9a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:56.399748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8164fbcf-e6f1-4da1-b6ae-2bac15d790e2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665040 Nov 27 15:59:56.400108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48898) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.400907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting port 39feb4bb-35a8-48c2-9175-2cab496606d7 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:56.401287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.407178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Request body: {'security_group_rule': {'security_group_id': 'c3bf1f1d-bd18-4007-ab1b-c1024fbf044f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:56.412039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] For port 39feb4bb-35a8-48c2-9175-2cab496606d7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=39feb4bb-35a8-48c2-9175-2cab496606d7,segment=NetworkSegment(e8e79c59-6edd-4b99-b1f9-bf897eaece4c),segment_id=e8e79c59-6edd-4b99-b1f9-bf897eaece4c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:56.412545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.431630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] Calling delete_port for 39feb4bb-35a8-48c2-9175-2cab496606d7 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:56.461225 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Project 4a056fbfe44a4d4182566922a7abbb56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 15:59:56.467468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.511587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] For port 39feb4bb-35a8-48c2-9175-2cab496606d7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=39feb4bb-35a8-48c2-9175-2cab496606d7,segment=NetworkSegment(e8e79c59-6edd-4b99-b1f9-bf897eaece4c),segment_id=e8e79c59-6edd-4b99-b1f9-bf897eaece4c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 15:59:56.511842 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.552900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.554481 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.556556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db6329-f29b-4d28-a419-c18ab54511ca req-6746bf90-f456-4988-bcf5-02e5f7f10d3d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:56.557833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.565356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73db6329-f29b-4d28-a419-c18ab54511ca req-6746bf90-f456-4988-bcf5-02e5f7f10d3d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1411920 Nov 27 15:59:56.567821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Calling delete_port for 39feb4bb-35a8-48c2-9175-2cab496606d7 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:56.577278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7da96f6-9b8c-4aa8-bc1d-0c4da878e675,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:56.581272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] Pushing event deleted for resources: {'Port': ['ID=39feb4bb-35a8-48c2-9175-2cab496606d7,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:56.591782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f1755-0306-4535-95eb-0f4143081f05 None None] No DVR routers for this DVR port 39feb4bb-35a8-48c2-9175-2cab496606d7 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:56.597632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.599044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5353937-c98b-4c10-8f6e-c8e5894c127b tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1978557 Nov 27 15:59:56.602636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48904) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.630421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ebb7ade7-4ec0-4f5d-b333-fde97d03ae38 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules/e7da96f6-9b8c-4aa8-bc1d-0c4da878e675 HTTP/1.1" status: 200 len: 769 time: 0.0233502 Nov 27 15:59:56.630421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48906) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.674575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db86d6c4-4d3e-4410-9672-32292e61230e tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0437272 Nov 27 15:59:56.677117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48908) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.718322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c8fb2-554f-4da8-ae60-1ec399f02a93 req-c351e481-268c-4530-bada-4d042b9a2e35 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:56.718322 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-146c8fb2-554f-4da8-ae60-1ec399f02a93 req-c351e481-268c-4530-bada-4d042b9a2e35 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.1937590 Nov 27 15:59:56.721309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4753ddbe-9f4f-432a-b316-9505d2e45bad tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.722927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73db6329-f29b-4d28-a419-c18ab54511ca req-0aea17d3-2550-4c0c-9158-6d0fae05a952 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566055 Nov 27 15:59:56.732037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4753ddbe-9f4f-432a-b316-9505d2e45bad tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.746825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.799299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4753ddbe-9f4f-432a-b316-9505d2e45bad tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.816751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4753ddbe-9f4f-432a-b316-9505d2e45bad tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.826164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4753ddbe-9f4f-432a-b316-9505d2e45bad tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e7da96f6-9b8c-4aa8-bc1d-0c4da878e675 HTTP/1.1" status: 204 len: 168 time: 0.1473479 Nov 27 15:59:56.827676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753ddbe-9f4f-432a-b316-9505d2e45bad tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7da96f6-9b8c-4aa8-bc1d-0c4da878e675,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:56.833533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48918) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.893084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93f220cb-47e2-47c2-b822-9dafb18115a7 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547528 Nov 27 15:59:56.894033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48922) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:56.966031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-317519ed-157f-433d-882a-5834a6fe93cf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:56.990893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-317519ed-157f-433d-882a-5834a6fe93cf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.045890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-317519ed-157f-433d-882a-5834a6fe93cf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.049246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-317519ed-157f-433d-882a-5834a6fe93cf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.052853 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-317519ed-157f-433d-882a-5834a6fe93cf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3bf1f1d-bd18-4007-ab1b-c1024fbf044f HTTP/1.1" status: 204 len: 168 time: 0.1555891 Nov 27 15:59:57.054694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48928) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:57.070316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317519ed-157f-433d-882a-5834a6fe93cf tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf1f1d-bd18-4007-ab1b-c1024fbf044f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:57.073811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Port': ['ID=39feb4bb-35a8-48c2-9175-2cab496606d7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:57.104512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] No DVR routers for this DVR port 39feb4bb-35a8-48c2-9175-2cab496606d7 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 15:59:57.143446 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-43700549-f092-4dfe-a55a-8c522a6fa2d9 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0814893 Nov 27 15:59:57.143446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48932) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:57.200630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-146c8fb2-554f-4da8-ae60-1ec399f02a93 req-da6f5dc4-5975-40f8-ae24-faa746eb92a3 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708278 Nov 27 15:59:57.225456 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9ee4bd69-09c8-4c86-bd8c-060da4fbcdd2 tempest-SecGroupIPv6Test-980378322 tempest-SecGroupIPv6Test-980378322-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0810592 Nov 27 15:59:57.285221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6b23e-8eac-4343-9d5c-e93c354cc952 req-9c88aeb4-e7e8-4af7-a865-4a63185da491 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:57.290878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 39feb4bb-35a8-48c2-9175-2cab496606d7 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 15:59:57.294014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1f6b23e-8eac-4343-9d5c-e93c354cc952 req-9c88aeb4-e7e8-4af7-a865-4a63185da491 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.2265873 Nov 27 15:59:57.322916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.335479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 39feb4bb-35a8-48c2-9175-2cab496606d7 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 15:59:57.336592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 39feb4bb-35a8-48c2-9175-2cab496606d7 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 15:59:57.376817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1f6b23e-8eac-4343-9d5c-e93c354cc952 req-214532df-e7e0-47ae-8e5b-0316178fd1a8 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818207 Nov 27 15:59:57.378564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3db153-1b66-4e85-b37a-64ed0d07fda5']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:57.408560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:57.408967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e79c59-6edd-4b99-b1f9-bf897eaece4c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 15:59:57.439682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.524458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.542032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 15:59:57.542226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: timer() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 15:59:57.548782 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 15:59:57.571997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48956) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:57.632841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976070f-e321-41aa-8b96-dd698a27cc0e req-ea63bf74-4fed-4306-8db5-ed46b575c7a1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:57.634364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9976070f-e321-41aa-8b96-dd698a27cc0e req-ea63bf74-4fed-4306-8db5-ed46b575c7a1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1733243 Nov 27 15:59:57.648666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.662886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:57.665506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "DELETE /v2.0/networks/7d3db153-1b66-4e85-b37a-64ed0d07fda5 HTTP/1.1" status: 204 len: 168 time: 1.6239860 Nov 27 15:59:57.668070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48960) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:57.673437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-0481fdf0-d4a5-4ef8-8a64-4debc6eb9a09 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:57.674961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-0481fdf0-d4a5-4ef8-8a64-4debc6eb9a09 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.2493343 Nov 27 15:59:57.701862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a828f-f67a-4835-b4b6-991bfdcdac8b tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Network': ['ID=7d3db153-1b66-4e85-b37a-64ed0d07fda5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:57.709797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-30f555d1-3626-425f-8052-a21743c255b9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0269558 Nov 27 15:59:57.757540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9976070f-e321-41aa-8b96-dd698a27cc0e req-af6ff7fe-457e-440d-a36f-be1431fdb979 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122894 Nov 27 15:59:57.774008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-87bda2e6-b051-49ed-8d88-e6c9edc02707 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561063 Nov 27 15:59:57.853826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-0a91ef7b-71d2-416e-907c-69fbc9581711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:57.855339 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-0a91ef7b-71d2-416e-907c-69fbc9581711 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1100 time: 0.1413205 Nov 27 15:59:57.857904 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d971bd1b-7404-4442-bb46-4ce0853a45d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a056fbfe44a4d4182566922a7abbb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2848384 Nov 27 15:59:57.860994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48964) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:57.906302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac0241-c9b3-4872-be59-f35e22ed3db5 req-0473394d-3c1a-465c-85bc-c76168ce4d87 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:57.907833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aac0241-c9b3-4872-be59-f35e22ed3db5 req-0473394d-3c1a-465c-85bc-c76168ce4d87 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0762472 Nov 27 15:59:57.913214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-e32acce8-ea15-41a4-9e46-436e10d4921a service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306751 Nov 27 15:59:57.971144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Deleting port b3a2d51f-9f4f-420b-8c54-a95b459a80f7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 15:59:57.971758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.008778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aac0241-c9b3-4872-be59-f35e22ed3db5 req-e7ea9188-f0a4-40b6-b931-34680cd37043 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945690 Nov 27 15:59:58.044123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e809596-13ca-4df5-8872-38c4da9df3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.049363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-024ec7ad-bd12-4e36-8e85-614fe1b1e8e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292503 Nov 27 15:59:58.050166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-d5ffc118-1e97-46b4-98d9-84460f90129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.051641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-d5ffc118-1e97-46b4-98d9-84460f90129f service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1817050 Nov 27 15:59:58.115815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e809596-13ca-4df5-8872-38c4da9df3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.118338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-bec9c1f4-70ec-4da2-b1c2-82d095e14bfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0561981 Nov 27 15:59:58.128694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1f3de-cb93-4e02-95bc-892746b2fe6a req-b6001162-d1ee-4512-8a5f-adc39a69ca8c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.129942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94a1f3de-cb93-4e02-95bc-892746b2fe6a req-b6001162-d1ee-4512-8a5f-adc39a69ca8c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0525122 Nov 27 15:59:58.199902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.200246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.218120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94a1f3de-cb93-4e02-95bc-892746b2fe6a req-a45057bc-36dc-49ca-9920-7aab557bc9d2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815845 Nov 27 15:59:58.220543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Calling delete_port for b3a2d51f-9f4f-420b-8c54-a95b459a80f7 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 15:59:58.233160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-09be551a-9483-46e5-a85e-c110c07a7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.235179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-09be551a-9483-46e5-a85e-c110c07a7a33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1076751 Nov 27 15:59:58.289628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e809596-13ca-4df5-8872-38c4da9df3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.293189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e809596-13ca-4df5-8872-38c4da9df3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.294376 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5e809596-13ca-4df5-8872-38c4da9df3ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c3c28a8-afc3-491a-8094-c4538f002523 HTTP/1.1" status: 204 len: 168 time: 0.4322417 Nov 27 15:59:58.296244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4aa69ea-9437-48e1-a564-acf0ae50ccd2 req-877aff01-5dbf-4bf2-b439-a3271e4f5bce tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 210 time: 0.0752106 Nov 27 15:59:58.357674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e809596-13ca-4df5-8872-38c4da9df3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c28a8-afc3-491a-8094-c4538f002523,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:58.455897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-ed736165-6791-4e9c-980e-f08b6e16af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.457948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-ed736165-6791-4e9c-980e-f08b6e16af4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154081 Nov 27 15:59:58.569607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d57e2-adf2-46f7-b91b-92f1b6075e75 req-b43eae53-1823-4735-a112-dd2b07680e43 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.571213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d2d57e2-adf2-46f7-b91b-92f1b6075e75 req-b43eae53-1823-4735-a112-dd2b07680e43 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1969659 Nov 27 15:59:58.598675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.600504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334cc3b-14c3-40a8-8137-8278da5005e7 req-b617dbd7-06f5-422c-b3d0-333f8d60c8ad tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.608823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e334cc3b-14c3-40a8-8137-8278da5005e7 req-b617dbd7-06f5-422c-b3d0-333f8d60c8ad tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1116421 Nov 27 15:59:58.639612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Pushing event deleted for resources: {'Port': ['ID=b3a2d51f-9f4f-420b-8c54-a95b459a80f7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:58.647278 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-c20960b5-2064-46a0-a87f-545d12459cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790960 Nov 27 15:59:58.686452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d2d57e2-adf2-46f7-b91b-92f1b6075e75 req-9507a130-b2fa-46b3-982d-d091149fe601 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063395 Nov 27 15:59:58.711219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e334cc3b-14c3-40a8-8137-8278da5005e7 req-46bf411a-1632-4130-a44b-4efdaa53c0aa tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874834 Nov 27 15:59:58.778399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.781044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:58.784978 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6667bada-c1b7-484a-ad74-0ed6f0d5b2fc tempest-FloatingIPAdminTestJSON-1496849006 tempest-FloatingIPAdminTestJSON-1496849006-project] 10.222.0.15 "DELETE /v2.0/floatingips/05dce775-cc83-4b9f-9751-3b53f7863483 HTTP/1.1" status: 204 len: 168 time: 1.1130767 Nov 27 15:59:58.822258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-6bcd951b-06de-455c-bf97-e32ac3b43694 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629889 Nov 27 15:59:58.888036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ecc1-0b0d-458a-b35d-a6b58b6b4044 req-172441f9-f1ab-41e6-8ac7-92da74a95ae9 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:58.897933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f709ecc1-0b0d-458a-b35d-a6b58b6b4044 req-172441f9-f1ab-41e6-8ac7-92da74a95ae9 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0968864 Nov 27 15:59:58.976079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f709ecc1-0b0d-458a-b35d-a6b58b6b4044 req-af67d690-9d91-448d-a988-10c85c9e8820 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Nov 27 15:59:59.132511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49014) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:59.175476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093f3d9-ca1b-4f80-8884-2e1c6eba6214 req-8aa56afe-d31b-4b1e-bc4d-536fa92aae65 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:59.184069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f093f3d9-ca1b-4f80-8884-2e1c6eba6214 req-8aa56afe-d31b-4b1e-bc4d-536fa92aae65 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0862186 Nov 27 15:59:59.282530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f093f3d9-ca1b-4f80-8884-2e1c6eba6214 req-ddc50da7-da7d-4be6-8c55-4e459f24efb9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973549 Nov 27 15:59:59.294923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f81816-08eb-431b-87b7-34936d6360ee req-5721d0ec-9348-4cb5-bd27-b90ec730b7bc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:59.296605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9f81816-08eb-431b-87b7-34936d6360ee req-5721d0ec-9348-4cb5-bd27-b90ec730b7bc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0849109 Nov 27 15:59:59.347420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60d450f2-9a98-4eda-bb48-b27352486262 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec6640248da349ee95fde2c504356e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134340 Nov 27 15:59:59.350261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49030) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:59.371652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9f81816-08eb-431b-87b7-34936d6360ee req-8e9b2555-e095-403f-8152-32ed36b7f120 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670066 Nov 27 15:59:59.433557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a40da66a-b007-4d82-9d61-6e4d45dd319d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.446640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f77d34ca-1cae-477f-bde7-bd9643eaa2e7 req-94f66e8c-849f-43c5-834c-c47dba0dbd55 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 210 time: 0.0364130 Nov 27 15:59:59.459985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a40da66a-b007-4d82-9d61-6e4d45dd319d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.483760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 15:59:59.626007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a40da66a-b007-4d82-9d61-6e4d45dd319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.628822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a40da66a-b007-4d82-9d61-6e4d45dd319d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.632620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a40da66a-b007-4d82-9d61-6e4d45dd319d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5861df16-e98c-4dee-88a4-caf7db7b4cae HTTP/1.1" status: 204 len: 168 time: 0.2792132 Nov 27 15:59:59.632779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-477757893'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:59.646616 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.665456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Made reservation on behalf of 01ce99035b364bcea1d5f198f2f0bf39 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:59.669139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da66a-b007-4d82-9d61-6e4d45dd319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861df16-e98c-4dee-88a4-caf7db7b4cae,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:59.674391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.699702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.752284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-a7987b4c-1428-4a2f-8917-fe748310c930 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:59.755898 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-a7987b4c-1428-4a2f-8917-fe748310c930 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.2065275 Nov 27 15:59:59.770771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 15:59:59.837687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.853664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5d61d-b26b-4b4c-9c26-20e4cbe639f7 req-f5ea72a5-f16e-4c25-9387-f4ea9470a9b2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 15:59:59.855217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76c5d61d-b26b-4b4c-9c26-20e4cbe639f7 req-f5ea72a5-f16e-4c25-9387-f4ea9470a9b2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.0794773 Nov 27 15:59:59.856135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.900154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 15:59:59.903730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 15:59:59.907615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.928080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6176ef0e-55ef-47cc-b2df-8f7ffe6f3667,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 15:59:59.934342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 15:59:59.934693 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Added segment c0aa4165-cd6e-4ce7-9b8e-b515fa6c0cbe of type vlan for network c4f7d6c5-e2c1-4909-8a82-ba003fa985e4 Nov 27 15:59:59.978516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76c5d61d-b26b-4b4c-9c26-20e4cbe639f7 req-482c7c11-396d-4c7f-8864-9920e5e89fde tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137180 Nov 27 16:00:00.005173 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.027290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.035708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:00.036487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.060738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.7 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:00.080266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49050) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.091716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6060076 Nov 27 16:00:00.092331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49052) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.102444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-dc1bd6a3-5918-452f-ac7a-3cd91bcde0d1 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-1895799008') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:00.106847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0526d675-5ac5-4beb-8a72-f7038b3dd870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.126928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67715c87-b2bd-4272-b7d0-1dee08a61ccb tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Pushing event updated for resources: {'Network': ['ID=c4f7d6c5-e2c1-4909-8a82-ba003fa985e4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:00.138055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network c4f7d6c5-e2c1-4909-8a82-ba003fa985e4 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:00:00.206800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc1bd6a3-5918-452f-ac7a-3cd91bcde0d1 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "PUT /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-1895799008 HTTP/1.1" status: 201 len: 201 time: 0.1096642 Nov 27 16:00:00.209224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.214949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-23a3470c-b5c0-4ed6-baf9-0a57ad091bb6 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-1895799008') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:00.284074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23a3470c-b5c0-4ed6-baf9-0a57ad091bb6 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-1895799008 HTTP/1.1" status: 204 len: 168 time: 0.0736942 Nov 27 16:00:00.285530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.286461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49056) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.290673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-50be66e3-7c95-4712-adf0-3df84211c712 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:00.295275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0526d675-5ac5-4beb-8a72-f7038b3dd870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.301522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0526d675-5ac5-4beb-8a72-f7038b3dd870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.364214 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0526d675-5ac5-4beb-8a72-f7038b3dd870 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47dbe6a1c3c04e33b3eae2e2d11b6377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829068 Nov 27 16:00:00.367530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49060) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.369491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526d675-5ac5-4beb-8a72-f7038b3dd870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb32fe-0c47-4dfd-8ac6-880cf757d622,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:00.380780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-50be66e3-7c95-4712-adf0-3df84211c712 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags HTTP/1.1" status: 200 len: 238 time: 0.0905485 Nov 27 16:00:00.386316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.391700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-df051806-a55b-432d-aa42-062b723f6ae9 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', {'tags': ['tempest-TagsTest-Tag-1043818307', 'tempest-TagsTest-Tag-1720750731', 'tempest-TagsTest-Tag-2080343004']}) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:00.416972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94542-8489-49ce-80c0-6d076ad3bd39 req-3c74ba20-4767-4206-a917-88d4031e9577 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:00.418836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09e94542-8489-49ce-80c0-6d076ad3bd39 req-3c74ba20-4767-4206-a917-88d4031e9577 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0547714 Nov 27 16:00:00.419568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.433358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:00.437798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['54b2ed96-e00c-403d-951f-b63a99fd522e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:00.512481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09e94542-8489-49ce-80c0-6d076ad3bd39 req-ea9cf2bc-800f-44b5-a146-4db74e99a161 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858457 Nov 27 16:00:00.534572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:00.548647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cb823-7ad5-4e1b-bba4-0cd8b8a484e9 req-e5e28428-a83e-4e30-8964-694dd26b7660 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:00.557141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:00.558721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc8cb823-7ad5-4e1b-bba4-0cd8b8a484e9 req-e5e28428-a83e-4e30-8964-694dd26b7660 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0881515 Nov 27 16:00:00.572005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:00.580859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:00.605651 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df051806-a55b-432d-aa42-062b723f6ae9 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "PUT /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags HTTP/1.1" status: 200 len: 309 time: 0.2159581 Nov 27 16:00:00.608003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c229049-3811-44b9-8240-c2e1919ab34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.610173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49070) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.620362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-d8ad5183-b261-4934-ad5e-ee682f748fb7 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-1043818307') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:00.641144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc8cb823-7ad5-4e1b-bba4-0cd8b8a484e9 req-84417af2-b196-4ebc-b1a8-7c591c23d8ed tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Nov 27 16:00:00.666471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:00.667099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.718390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c229049-3811-44b9-8240-c2e1919ab34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.727880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003d3b8-1973-472e-853b-45752c56c617 req-1b54fc11-5509-417e-9132-d03a0e400d03 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:00.729490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2003d3b8-1973-472e-853b-45752c56c617 req-1b54fc11-5509-417e-9132-d03a0e400d03 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 931 time: 0.0771172 Nov 27 16:00:00.754742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-9295a757-8c8c-4cce-b18c-b9a43e60e77f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9882972 Nov 27 16:00:00.774338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Request body: {'port': {'device_id': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:00.827107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2003d3b8-1973-472e-853b-45752c56c617 req-686b75a0-9c33-4651-8853-3b2d4163de3e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843360 Nov 27 16:00:00.865144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c229049-3811-44b9-8240-c2e1919ab34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.868010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c229049-3811-44b9-8240-c2e1919ab34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.869183 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5c229049-3811-44b9-8240-c2e1919ab34a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cdb32fe-0c47-4dfd-8ac6-880cf757d622 HTTP/1.1" status: 204 len: 168 time: 0.5006287 Nov 27 16:00:00.887617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:00.898804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c229049-3811-44b9-8240-c2e1919ab34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb32fe-0c47-4dfd-8ac6-880cf757d622,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:00.903441 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d8ad5183-b261-4934-ad5e-ee682f748fb7 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "DELETE /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-1043818307 HTTP/1.1" status: 204 len: 168 time: 0.2890966 Nov 27 16:00:00.907097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49086) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:00.911598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-9914c951-05d5-4a3a-8ce8-8bd8edf189ab tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-1043818307') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:01.031640 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-9914c951-05d5-4a3a-8ce8-8bd8edf189ab tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] show failed (client error): The resource could not be found. Nov 27 16:00:01.035566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9914c951-05d5-4a3a-8ce8-8bd8edf189ab tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-1043818307 HTTP/1.1" status: 404 len: 326 time: 0.1273854 Nov 27 16:00:01.036161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.044444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-a4c03a8f-1d7b-4642-93c0-0e019696e862 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-1720750731') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:01.247741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a4c03a8f-1d7b-4642-93c0-0e019696e862 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-1720750731 HTTP/1.1" status: 204 len: 168 time: 0.2105043 Nov 27 16:00:01.248371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49100) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.256172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-24ba450d-60e1-4c44-abe0-2ec2f6a79eef tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-2080343004') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:01.281613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c84bf-25d3-482f-8c22-1d9c365046d1 req-277a652e-620f-4167-b5cd-dd5930e304b9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:01.288895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c15c84bf-25d3-482f-8c22-1d9c365046d1 req-277a652e-620f-4167-b5cd-dd5930e304b9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1475315 Nov 27 16:00:01.348924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:01.350143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a24cd5-0f57-45af-a8cc-8fa0f8110782 req-a7666971-0d8e-40c1-bad6-ebc8cff82fdc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:01.351937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68a24cd5-0f57-45af-a8cc-8fa0f8110782 req-a7666971-0d8e-40c1-bad6-ebc8cff82fdc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2156084 Nov 27 16:00:01.370100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.394675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Transition to ACTIVE for port object 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:00:01.399869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.415193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c15c84bf-25d3-482f-8c22-1d9c365046d1 req-7c5fcf00-8e4b-4f12-b45b-445c0f6a5da8 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Nov 27 16:00:01.439437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-24ba450d-60e1-4c44-abe0-2ec2f6a79eef tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-2080343004 HTTP/1.1" status: 204 len: 168 time: 0.1874607 Nov 27 16:00:01.440327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49102) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.445560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-0275a0e8-1c54-4b8c-a48f-6dbcfb1beee6 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:01.452045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68a24cd5-0f57-45af-a8cc-8fa0f8110782 req-15b3b4b7-675d-4596-a514-a2a11ab736fe tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887079 Nov 27 16:00:01.477453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49104) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.492003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49574413-6c56-4a48-a9b9-28dda6b4a2dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.537310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:01.584222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49574413-6c56-4a48-a9b9-28dda6b4a2dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.592881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49574413-6c56-4a48-a9b9-28dda6b4a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.644668 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.645736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Attempting to bind port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:01.645736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Attempting to bind port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:01.645736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Attempting to bind port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:01.650135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49574413-6c56-4a48-a9b9-28dda6b4a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772981bd-8931-45c3-9ecc-075f41816d6c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:01.650319 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0275a0e8-1c54-4b8c-a48f-6dbcfb1beee6 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "DELETE /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags HTTP/1.1" status: 204 len: 168 time: 0.2084889 Nov 27 16:00:01.653290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49108) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.659869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-c3ef5de5-3617-4898-b103-eac02ba486a7 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-1720750731') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:01.662963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:00:01.663461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Attempting to bind port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:01.675171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-49574413-6c56-4a48-a9b9-28dda6b4a2dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a20637184c0e4a49beb5d4c7d0fb6f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965878 Nov 27 16:00:01.679006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.685933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:01.686392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:01.686959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:01.687393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Bound port: 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:01.687883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.727126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979407-68a8-4dcf-b4ca-50305191e3bc req-1d636ce2-eb50-4faf-a324-d469d21e742c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:01.728507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da979407-68a8-4dcf-b4ca-50305191e3bc req-1d636ce2-eb50-4faf-a324-d469d21e742c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1022248 Nov 27 16:00:01.753381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7b34-86ac-4d4c-8b52-cb39c02ccf71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.789454 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-c3ef5de5-3617-4898-b103-eac02ba486a7 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] show failed (client error): The resource could not be found. Nov 27 16:00:01.790768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c3ef5de5-3617-4898-b103-eac02ba486a7 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-1720750731 HTTP/1.1" status: 404 len: 326 time: 0.1362128 Nov 27 16:00:01.793400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49114) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:01.797743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7b34-86ac-4d4c-8b52-cb39c02ccf71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.798303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-2be78689-b241-4097-97fd-1e91ec34cd44 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4', 'tempest-TagsTest-Tag-2080343004') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:01.823473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] For port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:01.856635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da979407-68a8-4dcf-b4ca-50305191e3bc req-2b4fb72f-7237-4b1a-9297-79ac431d2861 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 Nov 27 16:00:01.869057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] For port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:01.879401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.902531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7b34-86ac-4d4c-8b52-cb39c02ccf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.905486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7b34-86ac-4d4c-8b52-cb39c02ccf71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.906964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ecfd7b34-86ac-4d4c-8b52-cb39c02ccf71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/772981bd-8931-45c3-9ecc-075f41816d6c HTTP/1.1" status: 204 len: 168 time: 0.2273796 Nov 27 16:00:01.920204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7b34-86ac-4d4c-8b52-cb39c02ccf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772981bd-8931-45c3-9ecc-075f41816d6c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:01.942603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:01.943123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:01.944502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 HTTP/1.1" status: 200 len: 1091 time: 1.1800771 Nov 27 16:00:01.952969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'tag': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:01.956142 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd32b29-e602-437e-9133-3c9433f6e9ed", "tag": "5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:01.989323 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-2be78689-b241-4097-97fd-1e91ec34cd44 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] show failed (client error): The resource could not be found. Nov 27 16:00:01.990403 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2be78689-b241-4097-97fd-1e91ec34cd44 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "GET /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags/tempest-TagsTest-Tag-2080343004 HTTP/1.1" status: 404 len: 326 time: 0.1959851 Nov 27 16:00:01.994307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49122) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:02.008432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac02d8-148c-44dd-84fe-66b51544affe req-05469541-629a-4fe2-a523-137775285fde tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.016352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdac02d8-148c-44dd-84fe-66b51544affe req-05469541-629a-4fe2-a523-137775285fde tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 943 time: 0.0868208 Nov 27 16:00:02.033129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-966a7973-f037-470f-96a9-1c01bc070015 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c4f7d6c5-e2c1-4909-8a82-ba003fa985e4') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:02.039108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684aa33-ff78-4900-8009-c2fcd69f1e75 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:02.064786 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e0f3c9-e3c5-4a28-903c-1abca9bbf725 x-openstack-request-id: req-f6e0f3c9-e3c5-4a28-903c-1abca9bbf725 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:02.065080 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd32b29-e602-437e-9133-3c9433f6e9ed", "tag": "5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:02.065335 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6e0f3c9-e3c5-4a28-903c-1abca9bbf725 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:02.065754 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'tag': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88', 'status': 'completed', 'code': 200} Nov 27 16:00:02.092220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdac02d8-148c-44dd-84fe-66b51544affe req-a1c842c0-91b5-445a-b467-811e8dbe0b9b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747869 Nov 27 16:00:02.103732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-40acb3e0-55fd-4519-8291-e88b9d73f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.105233 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-40acb3e0-55fd-4519-8291-e88b9d73f289 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 1094 time: 0.1122396 Nov 27 16:00:02.166716 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-34109f32-0937-4132-9b7e-9ddf0d822069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 HTTP/1.1" status: 200 len: 217 time: 0.0507009 Nov 27 16:00:02.190090 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-966a7973-f037-470f-96a9-1c01bc070015 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "DELETE /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1593847 Nov 27 16:00:02.191195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:02.230954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-53fa2edc-49d9-4906-ac02-f4a0c1d73dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.233551 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-53fa2edc-49d9-4906-ac02-f4a0c1d73dcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.0562150 Nov 27 16:00:02.279106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.285549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-5149f39e-8191-43c8-89b0-cb1727a322b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451005 Nov 27 16:00:02.390691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.398698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-3237d038-7ab2-4172-a9d2-ec889b102ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045587 Nov 27 16:00:02.413208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f7d6c5-e2c1-4909-8a82-ba003fa985e4']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:02.433344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0aa4165-cd6e-4ce7-9b8e-b515fa6c0cbe') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:02.433582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0aa4165-cd6e-4ce7-9b8e-b515fa6c0cbe') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:02.469286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.499430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.518653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:00:02.519057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:00:02.522340 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:00:02.543263 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b8c030a-2800-49f6-ae4f-ebf422c70a7c req-2381639d-36c4-469c-87b2-6109b09db2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287646 Nov 27 16:00:02.649010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-2cf93e69-e94d-4401-ae45-7d491f493d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.650669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-2cf93e69-e94d-4401-ae45-7d491f493d97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 1094 time: 0.0554774 Nov 27 16:00:02.674897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f32b4-767e-48e6-8abc-c176cd3b75d7 req-89897e4e-1b32-4233-9e31-7042ce75c352 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.676666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e9f32b4-767e-48e6-8abc-c176cd3b75d7 req-89897e4e-1b32-4233-9e31-7042ce75c352 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1427140 Nov 27 16:00:02.680787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.691790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:02.700346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] 10.222.0.15 "DELETE /v2.0/networks/c4f7d6c5-e2c1-4909-8a82-ba003fa985e4 HTTP/1.1" status: 204 len: 168 time: 0.5058753 Nov 27 16:00:02.722704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8342782-8d7e-4572-b24f-9ac7276bbe47 tempest-TagsTest-480260085 tempest-TagsTest-480260085-project] Pushing event deleted for resources: {'Network': ['ID=c4f7d6c5-e2c1-4909-8a82-ba003fa985e4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:02.749172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716ae9e-1f9e-4f0e-82b3-49910eab5165 req-0c994c26-2a8a-43cc-9e71-16a1a9544523 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.758063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3716ae9e-1f9e-4f0e-82b3-49910eab5165 req-0c994c26-2a8a-43cc-9e71-16a1a9544523 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1440554 Nov 27 16:00:02.809943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-cbd35d55-d455-4330-bbe8-14875953c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:02.822964 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-cbd35d55-d455-4330-bbe8-14875953c7de service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.1639576 Nov 27 16:00:02.890456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e9f32b4-767e-48e6-8abc-c176cd3b75d7 req-7133cd86-18f9-471e-8172-77cd14c4f3de tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885641 Nov 27 16:00:02.920485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-b8afd296-0f4b-401c-9479-2fdbf671a5fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 HTTP/1.1" status: 200 len: 217 time: 0.0849640 Nov 27 16:00:02.933050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3716ae9e-1f9e-4f0e-82b3-49910eab5165 req-506660ae-a2e5-4b14-b4a8-2a9c89d64d53 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710041 Nov 27 16:00:03.025472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49160) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:03.065229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-e97366b3-6da6-4ffc-8d7f-a08c47a23346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:03.066757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-e97366b3-6da6-4ffc-8d7f-a08c47a23346 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1379414 Nov 27 16:00:03.145132 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-d8842651-3e3d-433e-a144-4fead3398d12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702698 Nov 27 16:00:03.161772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e12dd-d531-4190-b22e-b48d833f24de req-2b5c5ef4-f3fb-4fe1-8fe7-5c07b7e27ef5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:03.162470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49166) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:03.166691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a9e12dd-d531-4190-b22e-b48d833f24de req-2b5c5ef4-f3fb-4fe1-8fe7-5c07b7e27ef5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1160383 Nov 27 16:00:03.261309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a9e12dd-d531-4190-b22e-b48d833f24de req-92e7ad09-21e8-4267-93f3-203fb67beb23 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909724 Nov 27 16:00:03.272662 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-c93e5771-da6a-463d-8073-ed4086031379 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179187 Nov 27 16:00:03.296337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5307-f04f-4c03-a20c-8f1d1efcc152 req-3c2dd376-2885-41c4-a68a-37fc4f97db61 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:03.309257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99de5307-f04f-4c03-a20c-8f1d1efcc152 req-3c2dd376-2885-41c4-a68a-37fc4f97db61 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1006501 Nov 27 16:00:03.389187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-696799952'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:03.437179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99de5307-f04f-4c03-a20c-8f1d1efcc152 req-6242b73d-f625-4343-be75-2f98d03c7e1d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198068 Nov 27 16:00:03.467449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60db58-a6ac-4693-a79a-80767b78a671 req-aaaf6f06-fa9c-48f1-8874-13d98cf46c5c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:03.469833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d60db58-a6ac-4693-a79a-80767b78a671 req-aaaf6f06-fa9c-48f1-8874-13d98cf46c5c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 943 time: 0.1064203 Nov 27 16:00:03.470589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Made reservation on behalf of 64a83c1a234c4414b0a4191b41f52236 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:03.475071 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.492875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.553015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d60db58-a6ac-4693-a79a-80767b78a671 req-b5b9fc4e-515c-4df9-9473-0127081fbc2a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739024 Nov 27 16:00:03.658052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab5378-4809-4ea1-a827-4733707c79c2 req-8793f14b-0c6c-4818-b053-5c99a16ed73e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:03.659835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-feab5378-4809-4ea1-a827-4733707c79c2 req-8793f14b-0c6c-4818-b053-5c99a16ed73e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0819175 Nov 27 16:00:03.670834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.679770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.730133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:00:03.759739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc14970-dd59-453b-9665-b3aac5f8d33c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:03.766700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.767163 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Added segment 9c0da4bf-3a13-46e2-936b-35e0923243cf of type vlan for network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 Nov 27 16:00:03.780034 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c9ad366c-c5e1-45af-9d0b-ec36f69c36c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01ce99035b364bcea1d5f198f2f0bf39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154268 Nov 27 16:00:03.784190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49176) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:03.785278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-feab5378-4809-4ea1-a827-4733707c79c2 req-f8c5fdf0-aa38-48af-9c87-586148199838 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170866 Nov 27 16:00:03.807171 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6fdc349e-ae94-4d32-a0cc-35130c44ac3e req-0005c2cf-5975-49d7-a41d-21db047a9fa8 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268574 Nov 27 16:00:03.829149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.864843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f110d506-1212-48c4-9cc4-153b5c8dd558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.869394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.875885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:03.876510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.894696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f110d506-1212-48c4-9cc4-153b5c8dd558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.950953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f110d506-1212-48c4-9cc4-153b5c8dd558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.955700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f110d506-1212-48c4-9cc4-153b5c8dd558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:03.957287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f110d506-1212-48c4-9cc4-153b5c8dd558 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6176ef0e-55ef-47cc-b2df-8f7ffe6f3667 HTTP/1.1" status: 204 len: 168 time: 0.1717725 Nov 27 16:00:03.968537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110d506-1212-48c4-9cc4-153b5c8dd558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176ef0e-55ef-47cc-b2df-8f7ffe6f3667,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:03.993906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9671347 Nov 27 16:00:03.997302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:04.006223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Request body: {'subnet': {'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:04.017141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550b93-0dad-4845-8658-d02c37c57ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event updated for resources: {'Network': ['ID=ad3a46ab-f780-4a37-bb1c-b2d1f43b9487,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:04.029925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:00:04.053725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9349c79-c0e6-492f-88f3-1dc86dbe4ac5 req-72401549-0666-44ff-8472-9608df3b4dd4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:04.063204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9349c79-c0e6-492f-88f3-1dc86dbe4ac5 req-72401549-0666-44ff-8472-9608df3b4dd4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1643064 Nov 27 16:00:04.095514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45926-b576-4f60-a30c-f7244e3df623 req-cf6dc77a-60bd-40ca-8f8d-820a0845b29d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:04.102153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77b45926-b576-4f60-a30c-f7244e3df623 req-cf6dc77a-60bd-40ca-8f8d-820a0845b29d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1234238 Nov 27 16:00:04.153006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9349c79-c0e6-492f-88f3-1dc86dbe4ac5 req-324011d6-9db0-477b-ac9c-3d3b05db8287 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887742 Nov 27 16:00:04.202232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77b45926-b576-4f60-a30c-f7244e3df623 req-b57c7e3a-e870-4523-a803-d430705f2620 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863755 Nov 27 16:00:04.213737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Made reservation on behalf of 64a83c1a234c4414b0a4191b41f52236 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:04.220224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:04.489125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:04.572768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Checking segment: {'id': '9c0da4bf-3a13-46e2-936b-35e0923243cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:04.572768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Network hostable DHCP agents. Network: ad3a46ab-f780-4a37-bb1c-b2d1f43b9487, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:00:04.600608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event updated for resources: {'Subnet': ['ID=85d768f9-ce55-4d28-907f-f59220b345de,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:04.612677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:00:04.630186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ad3a46ab-f780-4a37-bb1c-b2d1f43b9487) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:04.636145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:04.639018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:04.644831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf927c0-f1df-40a9-b71a-c6ffa8ad56fa None None] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:04.679211 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5becdd1a-dc48-40ec-bd2c-fd2f6a31dbfe tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6795003 Nov 27 16:00:04.682471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49214) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:04.689911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Request body: {'port': {'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1671289751'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:04.744509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc9010-c62b-42da-a360-f2a4f2d40b19 req-6addd117-dffe-46a4-a7b4-d19fd34cb84c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:04.746183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3abc9010-c62b-42da-a360-f2a4f2d40b19 req-6addd117-dffe-46a4-a7b4-d19fd34cb84c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.4372687 Nov 27 16:00:04.782519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a567a-71ec-4bf7-9c28-fdc08de4b5f9 req-73cd3831-0f50-412d-8a99-fc5309a8d415 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:04.797642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a73a567a-71ec-4bf7-9c28-fdc08de4b5f9 req-73cd3831-0f50-412d-8a99-fc5309a8d415 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.4123163 Nov 27 16:00:04.866270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3abc9010-c62b-42da-a360-f2a4f2d40b19 req-caf21280-795f-4eee-84ee-9239281ae55c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098087 Nov 27 16:00:04.885376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Made reservation on behalf of 64a83c1a234c4414b0a4191b41f52236 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:04.887495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-ad3a46ab-f780-4a37-bb1c-b2d1f43b9487', 'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487', 'tenant_id': '64a83c1a234c4414b0a4191b41f52236', 'fixed_ips': [{'subnet_id': '85d768f9-ce55-4d28-907f-f59220b345de'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:00:04.890281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:04.891685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:04.951063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a73a567a-71ec-4bf7-9c28-fdc08de4b5f9 req-abdbfa76-94c6-4136-a45f-21981f4a8af2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526580 Nov 27 16:00:04.971278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] device_id is not set on port 272f72c4-dc36-43da-8040-6a806abf0ab0 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:00:05.182665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aadd7-5a20-46fa-b866-582634b1b41a req-9749a348-8c42-422a-b11a-9ad7254b6125 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:05.184258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db0aadd7-5a20-46fa-b866-582634b1b41a req-9749a348-8c42-422a-b11a-9ad7254b6125 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 943 time: 0.1124413 Nov 27 16:00:05.188446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Allocated IP 2001:db8::2 (ad3a46ab-f780-4a37-bb1c-b2d1f43b9487/85d768f9-ce55-4d28-907f-f59220b345de/2b42827f-06e1-4511-8e79-706c4882f80d) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:05.221609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791f9ca-e48a-4e50-bd10-1c0553d7e169 req-53195165-1543-401e-b6a9-9fee05b81c6c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:05.229094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1791f9ca-e48a-4e50-bd10-1c0553d7e169 req-53195165-1543-401e-b6a9-9fee05b81c6c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1061096 Nov 27 16:00:05.236241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e599a1c3-8ced-4cbd-8b5b-6faf71144627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:05.284346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db0aadd7-5a20-46fa-b866-582634b1b41a req-e4584122-386b-4332-8be4-5c10ce5f8054 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878315 Nov 27 16:00:05.325178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1791f9ca-e48a-4e50-bd10-1c0553d7e169 req-f96596a0-6a9d-4f03-9a6c-32be5e8dca6c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951266 Nov 27 16:00:05.426311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:05.435868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:05.476924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633ba8e-d728-4fab-a759-95cfbddeae19 req-2d2bf8b0-c950-4470-99be-1b7947b00e65 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:05.478728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f633ba8e-d728-4fab-a759-95cfbddeae19 req-2d2bf8b0-c950-4470-99be-1b7947b00e65 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.0925004 Nov 27 16:00:05.510308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:05.513223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:05.518577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:05.528515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Pushing event updated for resources: {'Port': ['ID=2b42827f-06e1-4511-8e79-706c4882f80d,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:05.586644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Attempting to bind port 2b42827f-06e1-4511-8e79-706c4882f80d on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:05.586832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f633ba8e-d728-4fab-a759-95cfbddeae19 req-e3740efe-ecd9-4f08-bf5b-80332defe06d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997126 Nov 27 16:00:05.587035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Attempting to bind port 2b42827f-06e1-4511-8e79-706c4882f80d by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9c0da4bf-3a13-46e2-936b-35e0923243cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:05.587529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Attempting to bind port 2b42827f-06e1-4511-8e79-706c4882f80d on network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:05.593208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:05.593556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Checking segment: {'id': '9c0da4bf-3a13-46e2-936b-35e0923243cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:05.594503 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:05.594909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Bound using segment: {'id': '9c0da4bf-3a13-46e2-936b-35e0923243cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:05.603970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Allocated IP 2001:db8::114 (ad3a46ab-f780-4a37-bb1c-b2d1f43b9487/85d768f9-ce55-4d28-907f-f59220b345de/272f72c4-dc36-43da-8040-6a806abf0ab0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:05.606119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Bound port: 2b42827f-06e1-4511-8e79-706c4882f80d, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0da4bf-3a13-46e2-936b-35e0923243cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:05.606802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:05.675326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511f21-b4bb-487b-8d17-c18cbc65ea85 req-68f93368-5ac5-462a-85e4-052fd92c3c03 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:05.677113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b511f21-b4bb-487b-8d17-c18cbc65ea85 req-68f93368-5ac5-462a-85e4-052fd92c3c03 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0678329 Nov 27 16:00:05.713291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] For port 2b42827f-06e1-4511-8e79-706c4882f80d, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:05.718337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] For port 2b42827f-06e1-4511-8e79-706c4882f80d, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b42827f-06e1-4511-8e79-706c4882f80d,segment=NetworkSegment(9c0da4bf-3a13-46e2-936b-35e0923243cf),segment_id=9c0da4bf-3a13-46e2-936b-35e0923243cf)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:05.724790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:05.750428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b511f21-b4bb-487b-8d17-c18cbc65ea85 req-c71514fe-7f5d-4f0f-a4b9-a7c45f21a2ca tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647764 Nov 27 16:00:05.870182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f3dda-132f-4058-8d41-2058dcdf4faa None None] Pushing event updated for resources: {'Port': ['ID=2b42827f-06e1-4511-8e79-706c4882f80d,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:05.986539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:06.013314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bd49a-1390-4f27-8423-2d921c5a7607 req-c589c3b3-4b37-4660-9152-6475794a4c91 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:06.015029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-922bd49a-1390-4f27-8423-2d921c5a7607 req-c589c3b3-4b37-4660-9152-6475794a4c91 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0806499 Nov 27 16:00:06.033305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:06.096756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:06.100132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:06.105783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:06.112029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:06.113352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:06.137456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-922bd49a-1390-4f27-8423-2d921c5a7607 req-ca08abcc-3099-4b2b-9819-4843e1de7c58 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107244 Nov 27 16:00:06.154113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event updated for resources: {'Port': ['ID=272f72c4-dc36-43da-8040-6a806abf0ab0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:06.162904 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f86bd77a-08de-4f79-b12e-51e3749ab6aa tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4764550 Nov 27 16:00:06.163102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:06.168209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Request body: {'port': {'network_id': 'ad3a46ab-f780-4a37-bb1c-b2d1f43b9487', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-129386361', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:06.169098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] bootfile-name is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:00:06.169098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] tftp-server is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:00:06.169492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] server-ip-address is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:00:06.224112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:00:06.322390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac06a0e-d787-4343-a558-813aa705ce2e req-0f6683c2-4603-4e1b-8e99-645ebcdca980 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:06.336665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fac06a0e-d787-4343-a558-813aa705ce2e req-0f6683c2-4603-4e1b-8e99-645ebcdca980 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.2230756 Nov 27 16:00:06.365582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Made reservation on behalf of 64a83c1a234c4414b0a4191b41f52236 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:06.369579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:06.407329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] device_id is not set on port 75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:00:06.457769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fac06a0e-d787-4343-a558-813aa705ce2e req-f91a9abb-d282-4422-9eec-c35f533a82da tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145918 Nov 27 16:00:06.488947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7ed22-cd0f-40f9-87c1-cdbdd5b05892 req-87f54c0e-d816-4df0-bd29-6403a94545ba tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:06.496055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:06.498725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55d7ed22-cd0f-40f9-87c1-cdbdd5b05892 req-87f54c0e-d816-4df0-bd29-6403a94545ba tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1586368 Nov 27 16:00:06.520147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88', 'mac_address': 'fa:16:3e:d0:73:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:00:06.575761 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:06.589723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:06.597921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55d7ed22-cd0f-40f9-87c1-cdbdd5b05892 req-27566054-4a02-46fe-8257-1fb091fec3b7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927675 Nov 27 16:00:06.627006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Allocated IP 2001:db8::2be (ad3a46ab-f780-4a37-bb1c-b2d1f43b9487/85d768f9-ce55-4d28-907f-f59220b345de/75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:06.628091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:06.634042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:06.685428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57127e5-8404-446c-937e-a69e38f5e610 req-513c5852-d61e-43c2-83f9-36c69727648f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:06.687063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c57127e5-8404-446c-937e-a69e38f5e610 req-513c5852-d61e-43c2-83f9-36c69727648f tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 943 time: 0.1244226 Nov 27 16:00:06.798795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c57127e5-8404-446c-937e-a69e38f5e610 req-bf595cb0-1d03-4ccc-b71a-506e9aea111c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969508 Nov 27 16:00:07.001565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:07.017512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e8a22-d8c1-4452-8531-8bd939e83bc4 req-6fb058e2-cdf0-48bf-b9b7-894a71b1cfbe tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.019123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-147e8a22-d8c1-4452-8531-8bd939e83bc4 req-6fb058e2-cdf0-48bf-b9b7-894a71b1cfbe tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1520045 Nov 27 16:00:07.050901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:07.062020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83802d-6dea-433a-9314-954355286a7c req-4aec92ab-c50b-4176-b5aa-4ffe11f19548 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.063701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d83802d-6dea-433a-9314-954355286a7c req-4aec92ab-c50b-4176-b5aa-4ffe11f19548 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1371651 Nov 27 16:00:07.074048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.122708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.143319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-147e8a22-d8c1-4452-8531-8bd939e83bc4 req-a06df447-e8cc-45f0-a8b6-1f610a46e85f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166139 Nov 27 16:00:07.200558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:07.204228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:07.207543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:07.215356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.216057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.225932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d83802d-6dea-433a-9314-954355286a7c req-f7e27789-eb08-41e6-8bfd-d9cbb695e5ba tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402133 Nov 27 16:00:07.232575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event updated for resources: {'Port': ['ID=75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:07.292541 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ab0e3986-b7f9-40c6-8850-840707a4d2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1282697 Nov 27 16:00:07.295220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49302) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:07.308974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b42827f-06e1-4511-8e79-706c4882f80d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:07.374021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2b42827f-06e1-4511-8e79-706c4882f80d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:07.374395 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.399172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ab1f9-a2da-4d95-9664-e6d5d929ad4f tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.406654 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ab1f9-a2da-4d95-9664-e6d5d929ad4f tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.419663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ab1f9-a2da-4d95-9664-e6d5d929ad4f tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.423830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a02ab1f9-a2da-4d95-9664-e6d5d929ad4f tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1273720 Nov 27 16:00:07.426692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:07.504679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a30db-8e16-42ef-b7be-fa283bfed40f None None] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:07.566026 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddce7ca6-05af-436c-b199-e0986a937c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.585611 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.585867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Deleting port 75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:07.586224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.622782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-74d09382-70db-44f1-b766-50937e275083 None None] Provisioning complete for port 2b42827f-06e1-4511-8e79-706c4882f80d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:07.623164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-74d09382-70db-44f1-b766-50937e275083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.660260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358f526-ac12-4e91-93ba-da450e9d3789 req-20e33bc7-4bdc-4ee7-9b08-baec0c51c8ea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.664208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5358f526-ac12-4e91-93ba-da450e9d3789 req-20e33bc7-4bdc-4ee7-9b08-baec0c51c8ea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0930984 Nov 27 16:00:07.724365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 2b42827f-06e1-4511-8e79-706c4882f80d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b42827f-06e1-4511-8e79-706c4882f80d,segment=NetworkSegment(9c0da4bf-3a13-46e2-936b-35e0923243cf),segment_id=9c0da4bf-3a13-46e2-936b-35e0923243cf)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:07.733680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.749236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5358f526-ac12-4e91-93ba-da450e9d3789 req-062c4f52-1278-4bc3-843f-b2252a28b0b4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782809 Nov 27 16:00:07.809981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:07.814288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd93225-2863-403e-ad06-bd7d57e2a1ae req-2ef33861-96ed-4c2f-89cd-2f6b34e15990 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:07.816137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dd93225-2863-403e-ad06-bd7d57e2a1ae req-2ef33861-96ed-4c2f-89cd-2f6b34e15990 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0848970 Nov 27 16:00:07.848980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Calling delete_port for 75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:07.895080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dd93225-2863-403e-ad06-bd7d57e2a1ae req-78af6493-2589-4b50-b557-c1f9418cddfd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Nov 27 16:00:07.934829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=2b42827f-06e1-4511-8e79-706c4882f80d,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:08.052122 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.072563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1468-5955-44f7-baea-27e21c768f34 req-7d620455-762e-46e2-8fac-d57f34909628 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:08.074111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-086f1468-5955-44f7-baea-27e21c768f34 req-7d620455-762e-46e2-8fac-d57f34909628 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 944 time: 0.1267977 Nov 27 16:00:08.088805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea7daf-efc2-4801-9c52-b670243aa6da req-cc35dccb-ded5-4282-86f9-fca346572612 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:08.088950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event deleted for resources: {'Port': ['ID=75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:08.096759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdea7daf-efc2-4801-9c52-b670243aa6da req-cc35dccb-ded5-4282-86f9-fca346572612 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0910747 Nov 27 16:00:08.152918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.162058 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-50b2de81-ca53-4aaf-9c12-0e29c969889d tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "DELETE /v2.0/ports/75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e HTTP/1.1" status: 204 len: 168 time: 0.7294970 Nov 27 16:00:08.163127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49326) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:08.171415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Request body: {'port': {'name': 'tempest-new-port-name-403100110', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:08.171847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] bootfile-name is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:00:08.172175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] tftp-server is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:00:08.172511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] server-ip-address is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:00:08.194237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bdea7daf-efc2-4801-9c52-b670243aa6da req-63ad9a8b-6e29-4a3b-a2c0-6a3807f0a835 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964277 Nov 27 16:00:08.205278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-086f1468-5955-44f7-baea-27e21c768f34 req-2c645dd2-c30b-4ded-852f-361c0ccea092 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017191 Nov 27 16:00:08.234928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:08.341092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.384329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9def5-a594-485e-9144-168e523c6398 req-429677ab-6e86-48d9-900e-31cc78e3c2aa tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:08.386876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6f9def5-a594-485e-9144-168e523c6398 req-429677ab-6e86-48d9-900e-31cc78e3c2aa tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.0757899 Nov 27 16:00:08.397369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:00:08.404344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:08.404730 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.551873 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.566025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6f9def5-a594-485e-9144-168e523c6398 req-e0c1f3d6-9a71-42a4-848d-f7e0e67c4552 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715336 Nov 27 16:00:08.625429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dcc2e-137c-44f4-b448-0a21ebeb1e2c req-ef2917f5-4ced-4d87-b91b-70d7e734d1df tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:08.635984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-491dcc2e-137c-44f4-b448-0a21ebeb1e2c req-ef2917f5-4ced-4d87-b91b-70d7e734d1df tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1266949 Nov 27 16:00:08.685079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad5cfcdb-6ded-4504-9516-c449f6e2de79 None None] Provisioning complete for port 2b42827f-06e1-4511-8e79-706c4882f80d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:08.686970 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcdb-6ded-4504-9516-c449f6e2de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.717803 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.725455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.739859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-491dcc2e-137c-44f4-b448-0a21ebeb1e2c req-c7227ffd-d7ec-487e-b82c-f4f3451a8db2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025937 Nov 27 16:00:08.767171 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.818523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:08.822767 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05459b59-77e0-48e6-a087-284f856085d7" -d '{"events": [{"server_uuid": "5dd32b29-e602-437e-9133-3c9433f6e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:08.823645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event updated for resources: {'Port': ['ID=272f72c4-dc36-43da-8040-6a806abf0ab0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:08.832335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] In _notify_port_updated(), no bound segment for port 272f72c4-dc36-43da-8040-6a806abf0ab0 on network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:00:08.839541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:08.840319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.841837 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0cfb4c73-57d6-48e7-a350-36f84842fe88 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "PUT /v2.0/ports/272f72c4-dc36-43da-8040-6a806abf0ab0 HTTP/1.1" status: 200 len: 1129 time: 0.6776228 Nov 27 16:00:08.845215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:08.849467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:08.859847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:08.950662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13cc2f-2426-47c5-be34-3d6a08a26951 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:08.956272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:08.956448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3e13cc2f-2426-47c5-be34-3d6a08a26951 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "GET /v2.0/ports/272f72c4-dc36-43da-8040-6a806abf0ab0 HTTP/1.1" status: 200 len: 1129 time: 0.1057522 Nov 27 16:00:08.957497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49350) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:08.957620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad5cfcdb-6ded-4504-9516-c449f6e2de79 None None] Could not find standard attr ID for object 75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:00:08.968161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad5cfcdb-6ded-4504-9516-c449f6e2de79 None None] Provisioning complete for port 272f72c4-dc36-43da-8040-6a806abf0ab0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:08.968572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfcdb-6ded-4504-9516-c449f6e2de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:09.004575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ad5cfcdb-6ded-4504-9516-c449f6e2de79 None None] Port 272f72c4-dc36-43da-8040-6a806abf0ab0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:00:09.098069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a490ae-6334-4df9-b9c2-8a2979d87f80 req-617e09ea-848b-4171-9adc-3c84aa393681 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:09.099679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2a490ae-6334-4df9-b9c2-8a2979d87f80 req-617e09ea-848b-4171-9adc-3c84aa393681 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1886444 Nov 27 16:00:09.109498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b19035-9f99-4c9a-9bbc-23eeb8ec819e req-0a98a966-d6f5-4a0e-aa7b-c54bae0a76f2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:09.116819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b19035-9f99-4c9a-9bbc-23eeb8ec819e req-0a98a966-d6f5-4a0e-aa7b-c54bae0a76f2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1740744 Nov 27 16:00:09.128453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2b6230e3-4751-4df9-be27-a28fb2ec5074 None None] Provisioning complete for port 272f72c4-dc36-43da-8040-6a806abf0ab0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:09.128839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2b6230e3-4751-4df9-be27-a28fb2ec5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:09.214668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2b6230e3-4751-4df9-be27-a28fb2ec5074 None None] Port 272f72c4-dc36-43da-8040-6a806abf0ab0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:00:09.231222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37b19035-9f99-4c9a-9bbc-23eeb8ec819e req-3f2812f7-5c56-47c5-8bb6-814518449e16 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135256 Nov 27 16:00:09.234077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Deleting port 272f72c4-dc36-43da-8040-6a806abf0ab0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:09.234077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:09.245658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b42827f-06e1-4511-8e79-706c4882f80d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:09.245759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2a490ae-6334-4df9-b9c2-8a2979d87f80 req-f52059b5-917f-4f81-aa48-d6006db11b16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267300 Nov 27 16:00:09.336868 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad5dde2-ce31-4624-bd74-f23868f3ad60 x-openstack-request-id: req-dad5dde2-ce31-4624-bd74-f23868f3ad60 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:09.340929 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd32b29-e602-437e-9133-3c9433f6e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:09.342022 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dad5dde2-ce31-4624-bd74-f23868f3ad60 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:09.351552 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88', 'code': 200} Nov 27 16:00:09.371557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7a5f0fa7-e353-4850-a210-c654f92058e6 None None] Could not find standard attr ID for object 75df5c70-0c1b-4fa2-8b10-c24fc0ce1f9e. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:00:09.397037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2b42827f-06e1-4511-8e79-706c4882f80d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:09.397608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:09.535575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3c859-f191-4c06-9971-8b9081b65822 req-a68010cd-b533-41d9-bd53-ad261880bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:09.537075 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0ab3c859-f191-4c06-9971-8b9081b65822 req-a68010cd-b533-41d9-bd53-ad261880bde4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 1096 time: 0.1088667 Nov 27 16:00:09.540572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:09.558117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Calling delete_port for 272f72c4-dc36-43da-8040-6a806abf0ab0 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:09.588472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c7bf9-1e3b-473c-8206-8f18ae2e05c1 req-9e81c069-cfa6-4c6a-be00-63d330fca1cc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:09.590099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d78c7bf9-1e3b-473c-8206-8f18ae2e05c1 req-9e81c069-cfa6-4c6a-be00-63d330fca1cc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.1386783 Nov 27 16:00:09.661526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229474d-6f29-4980-a730-9862c989459b req-b34a88f0-7dbb-4443-bf43-64c845d90d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:09.663293 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a229474d-6f29-4980-a730-9862c989459b req-b34a88f0-7dbb-4443-bf43-64c845d90d4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 1097 time: 0.1073010 Nov 27 16:00:09.665561 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0ab3c859-f191-4c06-9971-8b9081b65822 req-dabb5139-03b8-4d8c-8842-9abe5d75db27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150646 Nov 27 16:00:09.724888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a229474d-6f29-4980-a730-9862c989459b req-6c4a6e9f-10bf-457e-8c59-19f48ddd5002 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504987 Nov 27 16:00:09.731062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d78c7bf9-1e3b-473c-8206-8f18ae2e05c1 req-af144f84-f371-426d-88ee-6d2a26e06bc2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088042 Nov 27 16:00:09.740962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e58cec-0bf2-4830-99a9-973fefb589f3 req-4d1dc244-6e4d-4af1-ae1c-331ff2062e60 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:09.742586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30e58cec-0bf2-4830-99a9-973fefb589f3 req-4d1dc244-6e4d-4af1-ae1c-331ff2062e60 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1514821 Nov 27 16:00:09.896506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30e58cec-0bf2-4830-99a9-973fefb589f3 req-e60bc959-1815-48a9-9252-0787b76ec7a2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436527 Nov 27 16:00:09.930896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:09.984666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event deleted for resources: {'Port': ['ID=272f72c4-dc36-43da-8040-6a806abf0ab0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:10.013185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55070a-2aa2-40c4-aa8a-a661c01b450f req-e8ed84e9-f4f6-47d4-a973-81ee05d8f978 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:10.015991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d55070a-2aa2-40c4-aa8a-a661c01b450f req-e8ed84e9-f4f6-47d4-a973-81ee05d8f978 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1852052 Nov 27 16:00:10.056794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.060330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e130b09b-06d0-4d6c-8292-3300752a8c79 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "DELETE /v2.0/ports/272f72c4-dc36-43da-8040-6a806abf0ab0 HTTP/1.1" status: 204 len: 168 time: 1.0992892 Nov 27 16:00:10.064281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49376) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:10.094414 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-175ec4ed-b81b-4b68-b583-87cf6db08846 None None] Could not find standard attr ID for object 272f72c4-dc36-43da-8040-6a806abf0ab0. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:00:10.170696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d55070a-2aa2-40c4-aa8a-a661c01b450f req-c027e56f-a966-45c3-ad8a-af2d375a668a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171980 Nov 27 16:00:10.178362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Deleting subnet 85d768f9-ce55-4d28-907f-f59220b345de {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:00:10.182123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.258926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7857dc3-ae75-4813-b65f-65bbf80116ef req-d474a1d3-3e6d-42fb-8f15-13a800384c0e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:10.260751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7857dc3-ae75-4813-b65f-65bbf80116ef req-d474a1d3-3e6d-42fb-8f15-13a800384c0e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2061274 Nov 27 16:00:10.264642 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.289401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.364215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7857dc3-ae75-4813-b65f-65bbf80116ef req-61da3e9e-e068-4a4e-b5de-151ef5b824a2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894809 Nov 27 16:00:10.431179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.463859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fcc82-d91e-479b-ba5b-ec439b802536 req-c888f911-5986-43cc-b9c3-0172fb125c6b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:10.467029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff7fcc82-d91e-479b-ba5b-ec439b802536 req-c888f911-5986-43cc-b9c3-0172fb125c6b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0960267 Nov 27 16:00:10.519279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.528097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff7fcc82-d91e-479b-ba5b-ec439b802536 req-8c215c78-c7a9-4a41-9c58-ef80242af7e2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531070 Nov 27 16:00:10.561156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event deleted for resources: {'Subnet': ['ID=85d768f9-ce55-4d28-907f-f59220b345de,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:10.570510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.577704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b86640e1-e627-4a5b-b32d-76926c9a22c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "DELETE /v2.0/subnets/85d768f9-ce55-4d28-907f-f59220b345de HTTP/1.1" status: 204 len: 168 time: 0.5120049 Nov 27 16:00:10.580934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbadcd39-23d5-4b5e-a0f3-5712ab1a3349 None None] Network ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:10.581561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49394) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:10.667439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.683055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35617e1-59a8-4aa8-aabc-0ee4f0e3df1c req-a156fd03-263d-41b6-8cb8-27bda9939838 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:10.690442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d35617e1-59a8-4aa8-aabc-0ee4f0e3df1c req-a156fd03-263d-41b6-8cb8-27bda9939838 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0630815 Nov 27 16:00:10.745701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Deleting port 2b42827f-06e1-4511-8e79-706c4882f80d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:10.746152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.765535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d35617e1-59a8-4aa8-aabc-0ee4f0e3df1c req-a80d6d66-ccd0-4174-9c53-045ff132ddef tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668242 Nov 27 16:00:10.815601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] DHCP port deletion for ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:00:10.850565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] For port 2b42827f-06e1-4511-8e79-706c4882f80d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b42827f-06e1-4511-8e79-706c4882f80d,segment=NetworkSegment(9c0da4bf-3a13-46e2-936b-35e0923243cf),segment_id=9c0da4bf-3a13-46e2-936b-35e0923243cf)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:10.851102 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.883754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Calling delete_port for 2b42827f-06e1-4511-8e79-706c4882f80d owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:10.978270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] Deleting port 2b42827f-06e1-4511-8e79-706c4882f80d {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:10.980245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:10.987329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.022927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event deleted for resources: {'Port': ['ID=2b42827f-06e1-4511-8e79-706c4882f80d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:11.029284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] No DVR routers for this DVR port 2b42827f-06e1-4511-8e79-706c4882f80d on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:11.037310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f460d-3278-4512-a991-2bfeadcc468a req-9004a8eb-446b-4cf1-9860-f41581a097c0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:11.046153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516f460d-3278-4512-a991-2bfeadcc468a req-9004a8eb-446b-4cf1-9860-f41581a097c0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1409597 Nov 27 16:00:11.062837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35670fca-04b4-472f-94c9-a47cc2397409 req-dde369cd-6c3c-4400-b3b8-a11829fff391 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:11.071530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35670fca-04b4-472f-94c9-a47cc2397409 req-dde369cd-6c3c-4400-b3b8-a11829fff391 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.2213435 Nov 27 16:00:11.081309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] For port 2b42827f-06e1-4511-8e79-706c4882f80d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b42827f-06e1-4511-8e79-706c4882f80d,segment=NetworkSegment(9c0da4bf-3a13-46e2-936b-35e0923243cf),segment_id=9c0da4bf-3a13-46e2-936b-35e0923243cf)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:11.081918 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.100924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] Calling delete_port for 2b42827f-06e1-4511-8e79-706c4882f80d owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:11.128319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.169975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-516f460d-3278-4512-a991-2bfeadcc468a req-01cce8fd-edde-4007-a4de-9882f0193072 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144819 Nov 27 16:00:11.177066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35670fca-04b4-472f-94c9-a47cc2397409 req-f86efb8f-2dea-4fdb-bf32-6f52d49d2cc3 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046925 Nov 27 16:00:11.184924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3a46ab-f780-4a37-bb1c-b2d1f43b9487']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:11.198934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0da4bf-3a13-46e2-936b-35e0923243cf') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:11.200064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0da4bf-3a13-46e2-936b-35e0923243cf') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:11.244971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.263665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.267400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.272262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:00:11.272711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:00:11.277996 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:00:11.301234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b42827f-06e1-4511-8e79-706c4882f80d no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:11.306231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.350508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2b42827f-06e1-4511-8e79-706c4882f80d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:00:11.352574 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b42827f-06e1-4511-8e79-706c4882f80d not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:00:11.378992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] Pushing event deleted for resources: {'Port': ['ID=2b42827f-06e1-4511-8e79-706c4882f80d,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:11.381181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae50be6-cf8b-4cdf-8e14-8a7cb57724d5 None None] No DVR routers for this DVR port 2b42827f-06e1-4511-8e79-706c4882f80d on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:11.386157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.399740 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.406625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] 10.222.0.15 "DELETE /v2.0/networks/ad3a46ab-f780-4a37-bb1c-b2d1f43b9487 HTTP/1.1" status: 204 len: 168 time: 0.8265951 Nov 27 16:00:11.424688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49434) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:11.438462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b30e7-5c17-403d-b323-82c202921d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628 tempest-ExtraDHCPOptionsIpV6TestJSON-1423559628-project] Pushing event deleted for resources: {'Network': ['ID=ad3a46ab-f780-4a37-bb1c-b2d1f43b9487,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:11.509114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6c1d-4264-4a60-8cb1-b5b4274a5e3a req-6899ac95-335b-4b9c-9b8a-c2eb5549c68e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:11.510909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e4d6c1d-4264-4a60-8cb1-b5b4274a5e3a req-6899ac95-335b-4b9c-9b8a-c2eb5549c68e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1703942 Nov 27 16:00:11.561450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f0078-2832-4567-92f3-6f836459485a req-847a1166-2e72-4d43-86ee-01e3e35a9b94 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:11.569011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d63f0078-2832-4567-92f3-6f836459485a req-847a1166-2e72-4d43-86ee-01e3e35a9b94 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1246684 Nov 27 16:00:11.588914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d279c836-e43d-4b0c-993d-cdac348c776e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.645361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e4d6c1d-4264-4a60-8cb1-b5b4274a5e3a req-035ecd3f-96f4-442e-a46c-3928f6218b5c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193545 Nov 27 16:00:11.673071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d63f0078-2832-4567-92f3-6f836459485a req-867e72e8-dea3-421b-ba83-597604121566 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030312 Nov 27 16:00:11.746209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49456) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:11.756179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d279c836-e43d-4b0c-993d-cdac348c776e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.774113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d279c836-e43d-4b0c-993d-cdac348c776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.817447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518ea99-49ee-4d1c-b331-b4f110f4e4e0 req-c6f226ef-9fdf-45c0-b449-b36fa9a5717c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:11.822694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d279c836-e43d-4b0c-993d-cdac348c776e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd91ebba5b4049a3b7d40df4ecbd52d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969545 Nov 27 16:00:11.823552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49460) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:11.826421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9518ea99-49ee-4d1c-b331-b4f110f4e4e0 req-c6f226ef-9fdf-45c0-b449-b36fa9a5717c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0742948 Nov 27 16:00:11.854941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279c836-e43d-4b0c-993d-cdac348c776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d753b-8188-4a04-95d6-35c93d408fef,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:11.898514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5aa90b0-a129-41aa-9a3b-0c2bd206a797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.914252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9518ea99-49ee-4d1c-b331-b4f110f4e4e0 req-4839c090-36a1-4afb-87d3-359ed3ba9e85 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869625 Nov 27 16:00:11.923825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5aa90b0-a129-41aa-9a3b-0c2bd206a797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.992177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5aa90b0-a129-41aa-9a3b-0c2bd206a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.994804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b5aa90b0-a129-41aa-9a3b-0c2bd206a797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:11.996020 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b5aa90b0-a129-41aa-9a3b-0c2bd206a797 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/990d753b-8188-4a04-95d6-35c93d408fef HTTP/1.1" status: 204 len: 168 time: 0.1696377 Nov 27 16:00:12.006668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa90b0-a129-41aa-9a3b-0c2bd206a797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d753b-8188-4a04-95d6-35c93d408fef,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:12.045232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eb219-093f-422e-99bf-267ce4318986 req-6ba93b08-fc54-4da1-a206-4d0dff2b40b6 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:12.046816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a1eb219-093f-422e-99bf-267ce4318986 req-6ba93b08-fc54-4da1-a206-4d0dff2b40b6 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1578195 Nov 27 16:00:12.087729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b33e5e2d-0eac-4bef-83af-f5dcbcdc9b38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64a83c1a234c4414b0a4191b41f52236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3407130 Nov 27 16:00:12.090546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:12.109559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4cf6c-447f-4fd4-ae14-5fab9c3bf214 req-a5096673-f40f-43d4-b39b-6b79685c1f16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:12.111138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cd4cf6c-447f-4fd4-ae14-5fab9c3bf214 req-a5096673-f40f-43d4-b39b-6b79685c1f16 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1277220 Nov 27 16:00:12.158304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66b95b25-926a-44b8-9f55-9c1b1313a34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.161279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a1eb219-093f-422e-99bf-267ce4318986 req-4748d95f-54ef-4d32-acc7-d690089fbde9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987983 Nov 27 16:00:12.194692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66b95b25-926a-44b8-9f55-9c1b1313a34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.206709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cd4cf6c-447f-4fd4-ae14-5fab9c3bf214 req-fc6d5df3-709a-4986-bd26-b9a7efae365d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852551 Nov 27 16:00:12.310514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66b95b25-926a-44b8-9f55-9c1b1313a34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.314649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66b95b25-926a-44b8-9f55-9c1b1313a34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.321933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-66b95b25-926a-44b8-9f55-9c1b1313a34a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cc14970-dd59-453b-9665-b3aac5f8d33c HTTP/1.1" status: 204 len: 168 time: 0.2289197 Nov 27 16:00:12.356237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b95b25-926a-44b8-9f55-9c1b1313a34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc14970-dd59-453b-9665-b3aac5f8d33c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:12.407856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49482) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:12.421222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e112f3c5-cb92-4f4b-b08c-7b1afbf1191f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.429907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca402-14a3-4a2d-91af-41af43beba18 req-4a7b08fc-871d-45b4-abbb-12379ac2e8ae tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:12.431555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abdca402-14a3-4a2d-91af-41af43beba18 req-4a7b08fc-871d-45b4-abbb-12379ac2e8ae tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.1132002 Nov 27 16:00:12.469991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467076-92b6-48f6-8d9a-d208ad814eae req-f41ab326-aa2c-4236-869e-eeb6b38b6e64 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:12.471584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63467076-92b6-48f6-8d9a-d208ad814eae req-f41ab326-aa2c-4236-869e-eeb6b38b6e64 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0830390 Nov 27 16:00:12.516938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abdca402-14a3-4a2d-91af-41af43beba18 req-f33d0ed1-62cc-42be-bb21-3bcca5945b79 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Nov 27 16:00:12.560222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e112f3c5-cb92-4f4b-b08c-7b1afbf1191f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.565816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e112f3c5-cb92-4f4b-b08c-7b1afbf1191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.579553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63467076-92b6-48f6-8d9a-d208ad814eae req-9c5fad9e-00c3-4e94-b10a-4c80634ce9e3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904136 Nov 27 16:00:12.618651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112f3c5-cb92-4f4b-b08c-7b1afbf1191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cbc769-405b-4c99-9385-71e54ab79394,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:12.674714 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e112f3c5-cb92-4f4b-b08c-7b1afbf1191f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd4a3394c7804f21ab5cdba99fe85f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626820 Nov 27 16:00:12.676616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49488) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:12.766786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b7ce5-d525-4860-8090-cd2e41c7b18a req-ea1de351-78ac-48f1-acae-843b33edf094 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:12.768308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b77b7ce5-d525-4860-8090-cd2e41c7b18a req-ea1de351-78ac-48f1-acae-843b33edf094 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1411753 Nov 27 16:00:12.785866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb40a8-d006-4b65-84c6-bbe194c77207 req-62473bd4-1a44-4d78-b2f5-563260e054da tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:12.794016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95eb40a8-d006-4b65-84c6-bbe194c77207 req-62473bd4-1a44-4d78-b2f5-563260e054da tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.1182766 Nov 27 16:00:12.838970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3659290e-91b7-43d4-82ec-48aed127d515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.895954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3659290e-91b7-43d4-82ec-48aed127d515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.912206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95eb40a8-d006-4b65-84c6-bbe194c77207 req-c4bc45e9-36ea-44c5-883c-a81739eab4b6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173370 Nov 27 16:00:12.920210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b77b7ce5-d525-4860-8090-cd2e41c7b18a req-8109e959-09d7-49bf-8d77-c6fe0b7be149 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439996 Nov 27 16:00:12.982121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3659290e-91b7-43d4-82ec-48aed127d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.985383 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3659290e-91b7-43d4-82ec-48aed127d515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:12.986622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3659290e-91b7-43d4-82ec-48aed127d515 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89cbc769-405b-4c99-9385-71e54ab79394 HTTP/1.1" status: 204 len: 168 time: 0.3089635 Nov 27 16:00:13.006796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659290e-91b7-43d4-82ec-48aed127d515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cbc769-405b-4c99-9385-71e54ab79394,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:13.166855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740afe55-957f-4bcd-a441-f790216934e5 req-d7c55f13-ef0e-465f-964c-5866bd05b49d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:13.168384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-740afe55-957f-4bcd-a441-f790216934e5 req-d7c55f13-ef0e-465f-964c-5866bd05b49d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1105740 Nov 27 16:00:13.189630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14988117-e5d5-4e67-a6e9-bdd48c881f27 req-548cf749-dc79-41c7-ae90-8ca73cadbbc0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:13.196785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14988117-e5d5-4e67-a6e9-bdd48c881f27 req-548cf749-dc79-41c7-ae90-8ca73cadbbc0 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0878444 Nov 27 16:00:13.272354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-740afe55-957f-4bcd-a441-f790216934e5 req-9d1cf18f-f670-4bf7-bd1a-796f2ffa4939 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938551 Nov 27 16:00:13.286423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14988117-e5d5-4e67-a6e9-bdd48c881f27 req-2daf51ad-ac6a-488e-be8f-12909cffaf61 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Nov 27 16:00:13.346051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49526) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:13.416474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b00789-b2c0-4da2-9de2-61e498caba54 req-1b63b5fe-45f3-4899-b053-1620ce1dee71 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:13.418120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90b00789-b2c0-4da2-9de2-61e498caba54 req-1b63b5fe-45f3-4899-b053-1620ce1dee71 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.0612326 Nov 27 16:00:13.492608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90b00789-b2c0-4da2-9de2-61e498caba54 req-fc5ba2e1-5b29-4366-8beb-5851c49d05ec tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556364 Nov 27 16:00:13.533562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1229374298'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:13.584459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Made reservation on behalf of 751138d4318a4d5bbd179ee4b12aa031 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:13.588266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:13.603902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:13.769170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:13.775399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:13.841963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee9fe13-3e37-4957-a0c3-cd3cbd3e02d5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:13.879141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:00:13.899859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:13.900276 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Added segment e495376a-e5d8-41d4-842b-f22c1889b362 of type vlan for network 4b003af9-448e-499d-b5c9-f6b855f486a2 Nov 27 16:00:13.920111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c44-29dc-4476-b69f-7d3257710208 req-af740b60-e9f2-4d9f-ae30-3ba62629e2dd tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:13.928299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1f45c44-29dc-4476-b69f-7d3257710208 req-af740b60-e9f2-4d9f-ae30-3ba62629e2dd tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1489601 Nov 27 16:00:14.040180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.055892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1f45c44-29dc-4476-b69f-7d3257710208 req-7ba047f7-fbf1-4ddb-b06d-fe8c4b8e6b90 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266332 Nov 27 16:00:14.090729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeb99f-7d3f-4940-868b-24a2a4e6c82c req-64a75d7e-4462-48f6-8395-acfa358a07a0 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:14.098135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddbeb99f-7d3f-4940-868b-24a2a4e6c82c req-64a75d7e-4462-48f6-8395-acfa358a07a0 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.1260743 Nov 27 16:00:14.106158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.112205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:14.112840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.189916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8432906 Nov 27 16:00:14.192667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49574) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:14.197720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'subnet': {'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:14.247682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296939c-799c-4c4d-8ce5-9d3b07bd9c33 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Network': ['ID=4b003af9-448e-499d-b5c9-f6b855f486a2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:14.265599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddbeb99f-7d3f-4940-868b-24a2a4e6c82c req-a55c546b-d530-4d2d-8f68-74f185fb6795 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614499 Nov 27 16:00:14.268633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:00:14.321137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aa8da-a7dd-414c-b672-d7598bd1e14e req-227f0407-95d9-4620-b975-429afa608104 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:14.328747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Made reservation on behalf of 751138d4318a4d5bbd179ee4b12aa031 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:14.328985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa2aa8da-a7dd-414c-b672-d7598bd1e14e req-227f0407-95d9-4620-b975-429afa608104 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1480863 Nov 27 16:00:14.337566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.451614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa2aa8da-a7dd-414c-b672-d7598bd1e14e req-0dc60625-4ddf-4610-83de-75260864d05d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183147 Nov 27 16:00:14.627739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ecc4-9f4a-4294-8c67-a46862cea15e req-1091624b-4c46-4a64-8a88-5c8e0c4e526f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:14.630654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0435ecc4-9f4a-4294-8c67-a46862cea15e req-1091624b-4c46-4a64-8a88-5c8e0c4e526f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0785372 Nov 27 16:00:14.633789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.738438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Subnet': ['ID=837dfaf8-021f-475e-b7fa-d3d48d81724c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:14.766076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Checking segment: {'id': 'e495376a-e5d8-41d4-842b-f22c1889b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:14.766449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network hostable DHCP agents. Network: 4b003af9-448e-499d-b5c9-f6b855f486a2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:00:14.767673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0435ecc4-9f4a-4294-8c67-a46862cea15e req-519dfb1d-9bbb-4d25-a35b-c5a2d2f899c3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188209 Nov 27 16:00:14.792412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:00:14.819081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4b003af9-448e-499d-b5c9-f6b855f486a2) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:14.830435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:14.831044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.846386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdfb54a-5e8d-4022-a752-df98215f83b3 None None] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:14.875247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aadf1c5f-d4d6-49f4-9294-317ef0189563 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6807306 Nov 27 16:00:14.879889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b60a3-44e8-4498-b39c-72eeeb4d2123 req-cc570195-1773-4540-8f53-2ae01338fb4b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:14.881495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a6b60a3-44e8-4498-b39c-72eeeb4d2123 req-cc570195-1773-4540-8f53-2ae01338fb4b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0969775 Nov 27 16:00:14.882021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49620) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:14.889545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-770907044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:14.987704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:14.989197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.016583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a6b60a3-44e8-4498-b39c-72eeeb4d2123 req-230ab600-04e1-48d6-b964-98c6799f6e85 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078563 Nov 27 16:00:15.077578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.085573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.092552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4b003af9-448e-499d-b5c9-f6b855f486a2', 'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2', 'tenant_id': '751138d4318a4d5bbd179ee4b12aa031', 'fixed_ips': [{'subnet_id': '837dfaf8-021f-475e-b7fa-d3d48d81724c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:00:15.095798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.117379 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.121423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49640) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:15.126355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-07acabfc-7796-4f5a-bf21-760e623dc178 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2432108 Nov 27 16:00:15.266666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Allocated IP 172.20.0.2 (4b003af9-448e-499d-b5c9-f6b855f486a2/837dfaf8-021f-475e-b7fa-d3d48d81724c/7cc4f568-c7ae-4d17-98c7-17735d3c124e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:15.496582 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.500375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870a895-613d-4163-8728-49ab280c1685 req-bd40bada-9801-4f77-9896-3a32bdd6546c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:15.501843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16a81-03d2-4c99-9f50-717bc01c746d req-ac1ca348-f1d1-4c93-9fdc-71efe4346734 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:15.501986 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5870a895-613d-4163-8728-49ab280c1685 req-bd40bada-9801-4f77-9896-3a32bdd6546c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.2801929 Nov 27 16:00:15.506721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3d16a81-03d2-4c99-9f50-717bc01c746d req-ac1ca348-f1d1-4c93-9fdc-71efe4346734 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 945 time: 0.1309860 Nov 27 16:00:15.515592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.634031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:15.641854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3d16a81-03d2-4c99-9f50-717bc01c746d req-b921bfdc-27ce-475c-86e9-7927176048b1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249573 Nov 27 16:00:15.644840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:15.651930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:15.667587 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.685216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:15.685605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.718848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Pushing event updated for resources: {'Port': ['ID=7cc4f568-c7ae-4d17-98c7-17735d3c124e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:15.746819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be3756-7e49-40cc-a324-32a280fbc0b1 req-e4913699-fc92-42ac-a5be-7862d72f9c0d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:15.752243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Attempting to bind port 7cc4f568-c7ae-4d17-98c7-17735d3c124e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:15.752890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Attempting to bind port 7cc4f568-c7ae-4d17-98c7-17735d3c124e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e495376a-e5d8-41d4-842b-f22c1889b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:15.753540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Attempting to bind port 7cc4f568-c7ae-4d17-98c7-17735d3c124e on network 4b003af9-448e-499d-b5c9-f6b855f486a2 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:15.754784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26be3756-7e49-40cc-a324-32a280fbc0b1 req-e4913699-fc92-42ac-a5be-7862d72f9c0d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0688543 Nov 27 16:00:15.759907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:15.760370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Checking segment: {'id': 'e495376a-e5d8-41d4-842b-f22c1889b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:15.760851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.761489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Bound using segment: {'id': 'e495376a-e5d8-41d4-842b-f22c1889b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:15.762017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Bound port: 7cc4f568-c7ae-4d17-98c7-17735d3c124e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495376a-e5d8-41d4-842b-f22c1889b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:15.762486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.838537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26be3756-7e49-40cc-a324-32a280fbc0b1 req-9ad5b221-3a52-4e2a-b202-5881bf22a615 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772467 Nov 27 16:00:15.871697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] For port 7cc4f568-c7ae-4d17-98c7-17735d3c124e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:15.876981 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] For port 7cc4f568-c7ae-4d17-98c7-17735d3c124e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7cc4f568-c7ae-4d17-98c7-17735d3c124e,segment=NetworkSegment(e495376a-e5d8-41d4-842b-f22c1889b362),segment_id=e495376a-e5d8-41d4-842b-f22c1889b362)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:15.884313 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:15.963803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1db5f0-211c-48df-98f2-02c0556eea87 None None] Pushing event updated for resources: {'Port': ['ID=7cc4f568-c7ae-4d17-98c7-17735d3c124e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:16.024012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9e59c-09b1-47c1-9df7-f4316c83b7e9 req-8cbff7c6-3416-4fa6-9578-42e39533b971 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:16.026286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ab9e59c-09b1-47c1-9df7-f4316c83b7e9 req-8cbff7c6-3416-4fa6-9578-42e39533b971 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1307275 Nov 27 16:00:16.085526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:16.085898 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:16.125678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:16.234502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Allocated IP 172.20.0.1 (4b003af9-448e-499d-b5c9-f6b855f486a2/837dfaf8-021f-475e-b7fa-d3d48d81724c/261fb7cc-21ff-44b7-9f34-c2b13305aae5) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:16.249093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ab9e59c-09b1-47c1-9df7-f4316c83b7e9 req-28906b07-7412-47bd-b345-e0c53714579b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124388 Nov 27 16:00:16.338168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933b4c-e0bb-4425-8b63-ca43513e1021 req-e29c719b-d168-4d27-ab1f-fe2149fa2e05 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:16.346771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a933b4c-e0bb-4425-8b63-ca43513e1021 req-e29c719b-d168-4d27-ab1f-fe2149fa2e05 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1889694 Nov 27 16:00:16.436700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a933b4c-e0bb-4425-8b63-ca43513e1021 req-860f24d3-d4f5-4648-ab67-b22c79399070 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803165 Nov 27 16:00:16.575711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:16.585669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:16.591932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['54b2ed96-e00c-403d-951f-b63a99fd522e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:16.594434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:16.689805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:16.756082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:16.759223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-44bbbb86-a723-4871-b1d6-6122cc43ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:16.763982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-44bbbb86-a723-4871-b1d6-6122cc43ffc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1097 time: 0.2729626 Nov 27 16:00:16.766951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:16.772232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5870a895-613d-4163-8728-49ab280c1685 req-778aa0de-9d6a-4ef3-9376-fdd105437b37 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "DELETE /v2.0/ports/5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 HTTP/1.1" status: 204 len: 173 time: 1.2452435 Nov 27 16:00:16.774887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'name': 'network-vif-deleted', 'tag': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:16.779913 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f2fb9e-0d27-4c8b-a2d8-6f0880b9c887" -d '{"events": [{"server_uuid": "5dd32b29-e602-437e-9133-3c9433f6e9ed", "name": "network-vif-deleted", "tag": "5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:16.826048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ebe055f-1bb9-43a3-b940-dcedc137f99b req-913e2e32-3016-4e36-8081-a58c64281805 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd32b29-e602-437e-9133-3c9433f6e9ed HTTP/1.1" status: 200 len: 210 time: 0.0606256 Nov 27 16:00:17.000117 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a6118-d328-45e4-b994-5d441505b37a x-openstack-request-id: req-7a8a6118-d328-45e4-b994-5d441505b37a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:17.000423 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd32b29-e602-437e-9133-3c9433f6e9ed", "name": "network-vif-deleted", "tag": "5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:17.000684 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a8a6118-d328-45e4-b994-5d441505b37a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:17.001095 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd32b29-e602-437e-9133-3c9433f6e9ed', 'name': 'network-vif-deleted', 'tag': '5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88', 'status': 'completed', 'code': 200} Nov 27 16:00:17.062687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:17.074135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1d4f-23c2-4d82-b7bf-766d5e335a66 req-93ec2df1-aa1f-4f3d-8419-6ee6a7f01456 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:17.089898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96ca1d4f-23c2-4d82-b7bf-766d5e335a66 req-93ec2df1-aa1f-4f3d-8419-6ee6a7f01456 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1145172 Nov 27 16:00:17.159525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:17.163397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-ed98a6b7-a303-4f65-a403-d4cf10534b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:17.165173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-ed98a6b7-a303-4f65-a403-d4cf10534b8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 915 time: 0.3351753 Nov 27 16:00:17.168726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:17.171865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Port': ['ID=261fb7cc-21ff-44b7-9f34-c2b13305aae5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:17.174420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:17.220870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96ca1d4f-23c2-4d82-b7bf-766d5e335a66 req-624b0102-1c3c-4c26-9c58-59795d66a3bf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277387 Nov 27 16:00:17.231020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:17.416299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7cc4f568-c7ae-4d17-98c7-17735d3c124e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:17.508533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0b3c1-4a9c-46e4-9605-1d7a85f31291 req-e4c4f928-01d4-49dd-b4cb-8f6e68f393dc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:17.527109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c0b3c1-4a9c-46e4-9605-1d7a85f31291 req-e4c4f928-01d4-49dd-b4cb-8f6e68f393dc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1532428 Nov 27 16:00:17.564246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7cc4f568-c7ae-4d17-98c7-17735d3c124e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:17.564628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:17.601460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c0b3c1-4a9c-46e4-9605-1d7a85f31291 req-adb90280-f02f-42ae-ba61-14b161ae2d59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727611 Nov 27 16:00:17.679599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660dea37-6b6b-46cf-ae90-eecdf7675d99 None None] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:17.859884 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:17.876623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2676f2e1-870f-4fe1-aba8-03a84fa1f181 None None] Provisioning complete for port 7cc4f568-c7ae-4d17-98c7-17735d3c124e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:17.876989 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2676f2e1-870f-4fe1-aba8-03a84fa1f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:17.904378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 7cc4f568-c7ae-4d17-98c7-17735d3c124e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7cc4f568-c7ae-4d17-98c7-17735d3c124e,segment=NetworkSegment(e495376a-e5d8-41d4-842b-f22c1889b362),segment_id=e495376a-e5d8-41d4-842b-f22c1889b362)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:17.915469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-d7fa2ee0-c721-4740-a976-d0eb52ca1e8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 217 time: 0.6784720 Nov 27 16:00:17.929339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:18.309210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:18.387614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-a882382c-fe29-416d-b852-4b9b1faa0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:18.389120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-a882382c-fe29-416d-b852-4b9b1faa0591 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.3757110 Nov 27 16:00:18.592851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecb666-f3d6-49b5-aaa8-579657d2de98 req-1d094556-2b9a-447a-ad6e-971faa51f462 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:18.595853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eecb666-f3d6-49b5-aaa8-579657d2de98 req-1d094556-2b9a-447a-ad6e-971faa51f462 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.1848612 Nov 27 16:00:18.630340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-13a6e009-8036-442e-9936-8fbb7c1b96d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243896 Nov 27 16:00:18.660872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:18.693854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=7cc4f568-c7ae-4d17-98c7-17735d3c124e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:18.725602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:00:18.726455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 5fd7c28d-6cd6-45cc-a12a-6e9b579aaf88 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:00:18.747803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-723bf259-d3bc-4884-aa5e-d5e134fb8ea1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3407240 Nov 27 16:00:18.955344 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-b3161a07-addb-469c-a6d3-3af51bd395f1 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120492 Nov 27 16:00:19.115914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487894dc-b476-4d39-b021-470e6d2857bd req-c5a0a18f-2582-43ed-b7d8-79ca8afd5f87 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:19.117761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-487894dc-b476-4d39-b021-470e6d2857bd req-c5a0a18f-2582-43ed-b7d8-79ca8afd5f87 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.6292601 Nov 27 16:00:19.127154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eecb666-f3d6-49b5-aaa8-579657d2de98 req-5e9015e9-47f0-472b-af3e-558bc12d1cd5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111284 Nov 27 16:00:19.130822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fe56563a-566f-40ae-879a-2ad79372a6a2 None None] Provisioning complete for port 7cc4f568-c7ae-4d17-98c7-17735d3c124e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:19.130822 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe56563a-566f-40ae-879a-2ad79372a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.227144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-7ff2acd3-abd3-4d84-b261-b5e914c16384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:19.234590 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-7ff2acd3-abd3-4d84-b261-b5e914c16384 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 1100 time: 0.3785784 Nov 27 16:00:19.254335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-487894dc-b476-4d39-b021-470e6d2857bd req-455cd32c-e222-4a4c-9021-bfa631b51245 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167324 Nov 27 16:00:19.322979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7cc4f568-c7ae-4d17-98c7-17735d3c124e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:19.370184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fe56563a-566f-40ae-879a-2ad79372a6a2 None None] Provisioning complete for port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:19.370553 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe56563a-566f-40ae-879a-2ad79372a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.413685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fe56563a-566f-40ae-879a-2ad79372a6a2 None None] Port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:00:19.423128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7cc4f568-c7ae-4d17-98c7-17735d3c124e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:19.423514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.431517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe506f-a967-43ec-8531-8fabeca1a9a8 req-a2f3905e-b9aa-4055-b14f-7aa07b6e87aa tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:19.433078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dbe506f-a967-43ec-8531-8fabeca1a9a8 req-a2f3905e-b9aa-4055-b14f-7aa07b6e87aa tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1501539 Nov 27 16:00:19.540874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.571490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3c7117d2-7ebc-43c9-9b18-196ed909c2fa None None] Provisioning complete for port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:19.571912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c7117d2-7ebc-43c9-9b18-196ed909c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.575792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.589583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dbe506f-a967-43ec-8531-8fabeca1a9a8 req-132f574f-cbcd-4f3a-a57d-b57e15a7cf37 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428025 Nov 27 16:00:19.637615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3c7117d2-7ebc-43c9-9b18-196ed909c2fa None None] Port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:00:19.683540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-04f843f7-8b6b-4016-b31f-462c53da3973 req-a1c8297a-a6cd-4eeb-8e0f-90e7b9a0b0be service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955045 Nov 27 16:00:19.736447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Port': ['ID=261fb7cc-21ff-44b7-9f34-c2b13305aae5,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:19.746367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:19.823807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-3a02ee6f-0b11-442c-9f9c-ddd12015a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:19.825364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-3a02ee6f-0b11-442c-9f9c-ddd12015a78d service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.4904056 Nov 27 16:00:19.851937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1d17b-fbaf-448e-b338-bfed2dbe1e36 req-bbfbd839-b619-486b-9dc0-03d7984dbec3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:19.862802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d1d17b-fbaf-448e-b338-bfed2dbe1e36 req-bbfbd839-b619-486b-9dc0-03d7984dbec3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0782690 Nov 27 16:00:19.937338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27d1d17b-fbaf-448e-b338-bfed2dbe1e36 req-236b578e-2130-4b82-b6af-4914038b26ae tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725272 Nov 27 16:00:20.002621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-6f8b2fb9-8d70-4a7b-bb06-6bd2d09b03bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 200 len: 217 time: 0.1517317 Nov 27 16:00:20.039699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-712c7286-31f6-44db-8558-b410b81cab42 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.041313 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-712c7286-31f6-44db-8558-b410b81cab42 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.2693331 Nov 27 16:00:20.067619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4a12-747a-49a6-ba96-40685ec918ca req-2567b8f6-792c-4572-b7cf-226b2b8bc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.069174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-2567b8f6-792c-4572-b7cf-226b2b8bc37c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.2590055 Nov 27 16:00:20.230098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-6529aa7c-bcc8-4db7-a936-91cdcf06e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.231617 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-6529aa7c-bcc8-4db7-a936-91cdcf06e2ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2197671 Nov 27 16:00:20.240914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:20.257451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:20.361094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d6153-1169-41f0-acd4-be3dbbdd89f4 req-633952b4-e41d-42a9-8bbb-688c7d9f52a8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.363027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-361d6153-1169-41f0-acd4-be3dbbdd89f4 req-633952b4-e41d-42a9-8bbb-688c7d9f52a8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.1302538 Nov 27 16:00:20.459575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-361d6153-1169-41f0-acd4-be3dbbdd89f4 req-5768e237-4f23-4841-b7cd-6404b9b9a1af tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822990 Nov 27 16:00:20.484850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4a12-747a-49a6-ba96-40685ec918ca req-8c539a9b-63f7-49a3-85d2-2f1ba132eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.497857 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-8c539a9b-63f7-49a3-85d2-2f1ba132eed4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 0.3933434 Nov 27 16:00:20.526452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:00:20.626025 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-8e349fad-1c5a-4b82-9503-c2c49e09d8a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 217 time: 0.1080570 Nov 27 16:00:20.645196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-dce02f59-3763-4639-9a56-c4f73b976b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.647625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-dce02f59-3763-4639-9a56-c4f73b976b99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4056637 Nov 27 16:00:20.800597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port 54b2ed96-e00c-403d-951f-b63a99fd522e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:20.800597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:20.883192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b00519f9-645e-42f8-8791-340d494d4abc None None] Provisioning complete for port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:20.883713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b00519f9-645e-42f8-8791-340d494d4abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:20.960927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800b513-2c09-47d8-9b2e-ff7aef48a2b5 req-aa87ca88-ad30-418a-80cc-dc81aa7d3551 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:20.972393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6800b513-2c09-47d8-9b2e-ff7aef48a2b5 req-aa87ca88-ad30-418a-80cc-dc81aa7d3551 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1702540 Nov 27 16:00:20.999072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b00519f9-645e-42f8-8791-340d494d4abc None None] Port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:00:21.011196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4a12-747a-49a6-ba96-40685ec918ca req-28d65a95-6ad5-48f4-a230-1b25ffad6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:21.016554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-28d65a95-6ad5-48f4-a230-1b25ffad6eca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.2813816 Nov 27 16:00:21.034993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Router 3500a0a2-1ab3-4679-83c8-4b9fc841bd1a is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:00:21.049027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6800b513-2c09-47d8-9b2e-ff7aef48a2b5 req-a4edc836-2ffe-4c41-a4f4-40a5f2d75fc3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739229 Nov 27 16:00:21.137078 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-b0aa34ba-19a4-4c35-8299-e864460e8132 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080101 Nov 27 16:00:21.141791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port 54b2ed96-e00c-403d-951f-b63a99fd522e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=54b2ed96-e00c-403d-951f-b63a99fd522e,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:21.142111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:21.175023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69902-bdd5-49a9-bb3a-91d10feb873f req-913bd02d-d05a-423f-80e5-7cd56952ac5d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:21.176452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24a69902-bdd5-49a9-bb3a-91d10feb873f req-913bd02d-d05a-423f-80e5-7cd56952ac5d tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0788059 Nov 27 16:00:21.190785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4937f-f3f2-4ef1-a826-6aeb3c258a5a req-97b596bb-05ec-4a2d-a4ec-0b123a91052a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:21.192404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ea4937f-f3f2-4ef1-a826-6aeb3c258a5a req-97b596bb-05ec-4a2d-a4ec-0b123a91052a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0848968 Nov 27 16:00:21.218646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for 54b2ed96-e00c-403d-951f-b63a99fd522e owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:21.277899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24a69902-bdd5-49a9-bb3a-91d10feb873f req-3ec134a6-7f32-4a27-9790-048ed7fc12d2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844560 Nov 27 16:00:21.278190 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-99613de0-fba1-4d40-a854-bbab6b5e991c service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854721 Nov 27 16:00:21.316895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ea4937f-f3f2-4ef1-a826-6aeb3c258a5a req-7002ba2a-3cb9-4a1a-9aef-63291c450ce8 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170530 Nov 27 16:00:21.435095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:00:21.453401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:21.453762 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa8dd765-96df-4e51-9465-db4c26eb8858 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "PUT /v2.0/routers/3500a0a2-1ab3-4679-83c8-4b9fc841bd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3310940 Nov 27 16:00:21.453961 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] Sync routers for ids ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:00:21.462378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'port': {'network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2', 'name': 'tempest-FloatingIPNegativeTestJSON-640999684'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:21.467242 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] Routers {'3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:00:21.469627 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:00:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:21.470616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-358dcf9c-86b2-4b62-902a-3414d644d4a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229032 Nov 27 16:00:21.525121 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a37ff795-86c3-4080-b6ce-fffb488add5f req-a8f35959-181b-4a35-acd7-c8bad8d57818 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352226 Nov 27 16:00:21.616861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:21.632497 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] Routers {'3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:00:21.633134 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:00:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:21.691740 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:21.692413 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0b0c7-4ba4-4281-b78d-63cbfa25e4c1 None None] The sync data for ids ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:00:21.725110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-649f4a12-747a-49a6-ba96-40685ec918ca req-4dab3848-357c-4e73-9ab0-d0004de50328 service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444642 Nov 27 16:00:21.726483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:21.738881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:21.795881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['54b2ed96-e00c-403d-951f-b63a99fd522e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:21.803695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268c9f-2e65-473c-a132-d5a6244675e9 req-678fe18e-eb70-4d6e-9980-8d3eb193d2f2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:21.806768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=54b2ed96-e00c-403d-951f-b63a99fd522e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:21.826816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f268c9f-2e65-473c-a132-d5a6244675e9 req-678fe18e-eb70-4d6e-9980-8d3eb193d2f2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=68233df3-f2aa-46ca-b445-8e66da776643 HTTP/1.1" status: 200 len: 945 time: 0.1931856 Nov 27 16:00:21.875924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Made reservation on behalf of 751138d4318a4d5bbd179ee4b12aa031 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:21.877217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port 54b2ed96-e00c-403d-951f-b63a99fd522e on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:21.879945 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:21.882496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:21.888348 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2aa7c0d5-4482-4a7a-99e2-0dffd0cda2bf req-2c670b72-dbca-4650-9954-1f6a2b1e6810 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.21 "DELETE /v2.0/ports/54b2ed96-e00c-403d-951f-b63a99fd522e HTTP/1.1" status: 204 len: 173 time: 1.8247685 Nov 27 16:00:21.891345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68233df3-f2aa-46ca-b445-8e66da776643', 'name': 'network-vif-deleted', 'tag': '54b2ed96-e00c-403d-951f-b63a99fd522e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:21.895993 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159bd9d4-cfc0-4edd-ba06-6758a0718d64" -d '{"events": [{"server_uuid": "68233df3-f2aa-46ca-b445-8e66da776643", "name": "network-vif-deleted", "tag": "54b2ed96-e00c-403d-951f-b63a99fd522e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:21.925435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] device_id is not set on port 4ae6e4af-53f0-4851-b620-9a26d1ce5e70 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:00:21.952326 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69222461-5e7e-4a69-b79b-727677586e98 x-openstack-request-id: req-69222461-5e7e-4a69-b79b-727677586e98 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:21.953000 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68233df3-f2aa-46ca-b445-8e66da776643", "name": "network-vif-deleted", "tag": "54b2ed96-e00c-403d-951f-b63a99fd522e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:21.953524 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69222461-5e7e-4a69-b79b-727677586e98 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:21.954173 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68233df3-f2aa-46ca-b445-8e66da776643', 'name': 'network-vif-deleted', 'tag': '54b2ed96-e00c-403d-951f-b63a99fd522e', 'status': 'completed', 'code': 200} Nov 27 16:00:22.065293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f268c9f-2e65-473c-a132-d5a6244675e9 req-588a9609-6cc6-4e19-b331-30520986f411 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337303 Nov 27 16:00:22.194765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Allocated IP 172.20.0.12 (4b003af9-448e-499d-b5c9-f6b855f486a2/837dfaf8-021f-475e-b7fa-d3d48d81724c/4ae6e4af-53f0-4851-b620-9a26d1ce5e70) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:22.381476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:22.493523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d22469-370f-411a-8f28-c381a6b014db req-45ae570f-839a-4e69-8c72-e775c299d5a6 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:22.497916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d22469-370f-411a-8f28-c381a6b014db req-45ae570f-839a-4e69-8c72-e775c299d5a6 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1112018 Nov 27 16:00:22.506839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:22.520662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908baf2a-83ab-491e-95ba-8db14ea7d715 req-98d16eae-9914-4e83-8063-e473ff6843d4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:22.524484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-908baf2a-83ab-491e-95ba-8db14ea7d715 req-98d16eae-9914-4e83-8063-e473ff6843d4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.3688734 Nov 27 16:00:22.624153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:22.643225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:22.653025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:22.663808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Port': ['ID=4ae6e4af-53f0-4851-b620-9a26d1ce5e70,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:22.672658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d22469-370f-411a-8f28-c381a6b014db req-51827fee-27b8-4f9c-a7a4-c7fc83bc0bbd tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685364 Nov 27 16:00:22.714283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-908baf2a-83ab-491e-95ba-8db14ea7d715 req-b5ab4622-e060-40c5-a419-edcb5335512b tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687627 Nov 27 16:00:22.775137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:22.776498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:22.824688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eb26ed7c-5456-4d30-9a05-ed34a83eaea4 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3694649 Nov 27 16:00:22.828697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49800) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:22.834789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:22.858149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615bbb5-f7ea-474b-81e2-7ceeb971e9ff req-0028a846-e1d1-4417-8923-f88880043298 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:22.864713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:22.865991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7615bbb5-f7ea-474b-81e2-7ceeb971e9ff req-0028a846-e1d1-4417-8923-f88880043298 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0978086 Nov 27 16:00:22.934151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7615bbb5-f7ea-474b-81e2-7ceeb971e9ff req-dcded893-f17d-4906-815c-2d3f90cd153c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671668 Nov 27 16:00:22.994553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:23.042944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a622eeb5-e876-406b-b920-dbbc57b4bb48 None None] Provisioning complete for port 4ae6e4af-53f0-4851-b620-9a26d1ce5e70 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:23.045669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a622eeb5-e876-406b-b920-dbbc57b4bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:23.109231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a622eeb5-e876-406b-b920-dbbc57b4bb48 None None] Port 4ae6e4af-53f0-4851-b620-9a26d1ce5e70 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:00:23.457538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Allocated IP 172.25.1.214 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ebcb59a7-6087-4e3c-8b50-14e76d7ad277) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:23.486814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-5b0b55b9-c4b3-429e-96b2-ca2135daba7d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:23.494739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-5b0b55b9-c4b3-429e-96b2-ca2135daba7d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.1346397 Nov 27 16:00:23.512295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-c4dbc88b-af35-4731-aae2-454167c0563d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0163190 Nov 27 16:00:23.574079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-fccddb4b-bae5-4c0d-9879-e4a5bc6e1e62 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598733 Nov 27 16:00:23.575738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:23.637035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:23.696197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-468c33e6-e6a8-476a-a1d5-cd22c0e604dd service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131668 Nov 27 16:00:23.712530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:23.721082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:23.742168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:23.745970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Port': ['ID=ebcb59a7-6087-4e3c-8b50-14e76d7ad277,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:23.822410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 54b2ed96-e00c-403d-951f-b63a99fd522e no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:23.868932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 54b2ed96-e00c-403d-951f-b63a99fd522e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:00:23.869448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 54b2ed96-e00c-403d-951f-b63a99fd522e not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:00:23.878217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4388d867-a97d-4a3e-9eb3-759a5b7f2540 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809378 Nov 27 16:00:23.903250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:23.911882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037def-8def-4229-bf8a-ef8c5fec7759 req-3f2b7456-32de-432e-8585-0f68c5f6743c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:23.919982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70037def-8def-4229-bf8a-ef8c5fec7759 req-3f2b7456-32de-432e-8585-0f68c5f6743c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1117260 Nov 27 16:00:23.991793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:24.019079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70037def-8def-4229-bf8a-ef8c5fec7759 req-5f37e2cd-d6b2-407f-9aa3-4ee0015761d0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977905 Nov 27 16:00:24.190898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da79a-e030-470b-b63a-92fd36f5d039 req-86be3405-79dd-4f88-8007-e58f9423cdf7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:24.192436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c8da79a-e030-470b-b63a-92fd36f5d039 req-86be3405-79dd-4f88-8007-e58f9423cdf7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0876820 Nov 27 16:00:24.321615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:24.332707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:24.342508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c8da79a-e030-470b-b63a-92fd36f5d039 req-98041cd9-836c-4117-81b0-ac3e3d04ce2f tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412153 Nov 27 16:00:24.364407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a4be-9a61-4488-a985-26bb81b57d82 req-3d8ebdae-09ba-46ce-8b0c-feab5734e525 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:24.364407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac10a4be-9a61-4488-a985-26bb81b57d82 req-3d8ebdae-09ba-46ce-8b0c-feab5734e525 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1531115 Nov 27 16:00:24.487148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Port': ['ID=ebcb59a7-6087-4e3c-8b50-14e76d7ad277,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:24.494739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4096779-76fb-4690-9a08-39a8398e017f req-2395d1ff-88b8-481c-b34e-a14a5ad7bacd tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 210 time: 0.0789003 Nov 27 16:00:24.506753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:24.545549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:24.547471 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-866900ed-0f79-48d2-b1fa-5ca9215c0d16 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7168603 Nov 27 16:00:24.551023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49846) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:24.557859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1e052b00-ef18-4617-a734-dc4160a99b4b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'floatingip': {'port_id': '4ae6e4af-53f0-4851-b620-9a26d1ce5e70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:24.577532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac10a4be-9a61-4488-a985-26bb81b57d82 req-80321ff9-fc2a-4554-b58c-84d7ebb72749 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038684 Nov 27 16:00:24.648737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e052b00-ef18-4617-a734-dc4160a99b4b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:24.799408 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-1e052b00-ef18-4617-a734-dc4160a99b4b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] update failed (client error): The resource could not be found. Nov 27 16:00:24.803656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1e052b00-ef18-4617-a734-dc4160a99b4b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "PUT /v2.0/floatingips/dd77afca-78c6-4c6e-a588-8736ca18d451 HTTP/1.1" status: 404 len: 507 time: 0.2491989 Nov 27 16:00:24.804165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:24.976664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Deleting port ebcb59a7-6087-4e3c-8b50-14e76d7ad277 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:24.977440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.120631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.120961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.156381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Calling delete_port for ebcb59a7-6087-4e3c-8b50-14e76d7ad277 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:25.279781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972a12-0997-491d-afa3-4df3d065ece5 req-f9b38f31-db68-42e5-b85d-0eb50f46b523 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:25.281452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28972a12-0997-491d-afa3-4df3d065ece5 req-f9b38f31-db68-42e5-b85d-0eb50f46b523 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0895278 Nov 27 16:00:25.354520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28972a12-0997-491d-afa3-4df3d065ece5 req-fa8a2eda-5fa3-44a2-87b8-7fe6ed50d6a1 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641019 Nov 27 16:00:25.513794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-727982e6-2ac1-4644-9313-b0859045006b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:25.515257 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-727982e6-2ac1-4644-9313-b0859045006b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.2235060 Nov 27 16:00:25.516480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.534624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501ab4-3b8b-4efd-a17f-b80f632f2d60 req-913805a6-2844-4483-b4c9-c49d837f3b0a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:25.549708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d501ab4-3b8b-4efd-a17f-b80f632f2d60 req-913805a6-2844-4483-b4c9-c49d837f3b0a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1256311 Nov 27 16:00:25.552067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:25.558906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Port': ['ID=ebcb59a7-6087-4e3c-8b50-14e76d7ad277,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:25.634784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d501ab4-3b8b-4efd-a17f-b80f632f2d60 req-3cb8a1df-e0b8-45a6-ab4b-720969d8b5f1 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840976 Nov 27 16:00:25.691848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db6dcd0f-aa04-4c54-a4cc-ce1a6fdd0a43 req-37d5017c-6b5d-447c-83b0-b5cc53d121ef tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 210 time: 0.0509152 Nov 27 16:00:25.754296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.757098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.761772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3eb73721-9c68-422e-981c-3316bef6ac23 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd77afca-78c6-4c6e-a588-8736ca18d451 HTTP/1.1" status: 204 len: 168 time: 0.9528997 Nov 27 16:00:25.762014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49878) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:25.767688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9fc4aebf-4aa2-4d87-ad56-62f2c6a7e941 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'floatingip': {'floating_network_id': '4b003af9-448e-499d-b5c9-f6b855f486a2', 'port_id': '4ae6e4af-53f0-4851-b620-9a26d1ce5e70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:25.817813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:00:25.835067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:25.835067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.841461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fc4aebf-4aa2-4d87-ad56-62f2c6a7e941 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:25.855303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da05f-ad1c-41cb-b0d4-3c646c32736d req-646a7bfe-c8db-43b1-8eba-50b85b16a750 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:25.866706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-856da05f-ad1c-41cb-b0d4-3c646c32736d req-646a7bfe-c8db-43b1-8eba-50b85b16a750 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1515296 Nov 27 16:00:25.923865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-856da05f-ad1c-41cb-b0d4-3c646c32736d req-486756ea-ab8c-4d2a-b9cc-c64eaedabc7a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Nov 27 16:00:26.105112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:26.135975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b21662a2-4a10-43b5-8590-829a411c249b', 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'port_id': 'b21662a2-4a10-43b5-8590-829a411c249b', 'mac_address': 'fa:16:3e:68:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068e1a2f-447a-432e-872d-124f033a7037', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:00:26.143337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.8 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/435e98b7-1ac5-457c-8f7a-ef60f46cb2a5) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:26.166481 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-9fc4aebf-4aa2-4d87-ad56-62f2c6a7e941 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:00:26.172286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9fc4aebf-4aa2-4d87-ad56-62f2c6a7e941 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4046011 Nov 27 16:00:26.173124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49896) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:26.178402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '4ae6e4af-53f0-4851-b620-9a26d1ce5e70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:26.236184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.250656 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.294154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b21662a2-4a10-43b5-8590-829a411c249b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:26.340770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:26.354346 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.459847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:26.468416 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.506178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b21662a2-4a10-43b5-8590-829a411c249b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:26.523831 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.569865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.609445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:26.634361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70c805-251e-4096-98fc-e217aafee6df req-1261f33f-987b-4046-84b6-1007f737d43e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:26.637796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c70c805-251e-4096-98fc-e217aafee6df req-1261f33f-987b-4046-84b6-1007f737d43e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0923662 Nov 27 16:00:26.642436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:26.672779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:26.687589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:26.747409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c70c805-251e-4096-98fc-e217aafee6df req-466a9ce2-f3f0-4362-9f64-bdb6f8ce2a41 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993376 Nov 27 16:00:26.757163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:26.866494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Allocated IP 172.25.1.107 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/9c6f8b4c-1cd5-4bec-8ecd-de2c1185c28f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:26.877964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:26.878772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:26.914451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-4e092443-d2de-47ca-92c5-4f74620e0b43 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3705051 Nov 27 16:00:26.935066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248937b-8428-4583-a305-837578ba2cf1 req-56e77b12-9e4a-49db-beb4-2d1a55998a87 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:26.937680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e248937b-8428-4583-a305-837578ba2cf1 req-56e77b12-9e4a-49db-beb4-2d1a55998a87 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1401718 Nov 27 16:00:26.953263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Request body: {'port': {'device_id': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:27.052162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6d2a-7a12-417f-9c74-2dee942a2c81 req-5f31f972-120f-43af-b806-d3b70c23d21b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:27.065766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-979f6d2a-7a12-417f-9c74-2dee942a2c81 req-5f31f972-120f-43af-b806-d3b70c23d21b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 931 time: 0.2196770 Nov 27 16:00:27.163236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e248937b-8428-4583-a305-837578ba2cf1 req-ac978538-81c9-4eea-9a60-113504e3a398 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134895 Nov 27 16:00:27.191322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:27.315721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-979f6d2a-7a12-417f-9c74-2dee942a2c81 req-2336d4ac-75db-41a9-ad31-e49ad2d6da72 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481217 Nov 27 16:00:27.418421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:27.538084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c837c-894b-4124-9f5d-be242532ce68 req-aeb20e02-eda2-4b8f-9dbd-dd324bf9be13 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:27.542928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d6c837c-894b-4124-9f5d-be242532ce68 req-aeb20e02-eda2-4b8f-9dbd-dd324bf9be13 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.2001410 Nov 27 16:00:27.630169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d6c837c-894b-4124-9f5d-be242532ce68 req-869c7bc2-e45c-474e-805c-8e171d2dfad4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774636 Nov 27 16:00:27.646257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:27.838503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:27.861232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event updated for resources: {'Port': ['ID=9c6f8b4c-1cd5-4bec-8ecd-de2c1185c28f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:27.891752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:27.893560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:27.901189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:27.966800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c927-7612-45c4-8342-3ab6eae3ed83 req-eb0950fc-4d58-4fdb-9307-a9bb64d0f494 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:27.975471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b21662a2-4a10-43b5-8590-829a411c249b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:27.975853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:27.976764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5084c927-7612-45c4-8342-3ab6eae3ed83 req-eb0950fc-4d58-4fdb-9307-a9bb64d0f494 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0958188 Nov 27 16:00:28.112940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:28.132300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.142910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5084c927-7612-45c4-8342-3ab6eae3ed83 req-56971198-13f8-4e38-92d6-78582e142585 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594944 Nov 27 16:00:28.236328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Transition to ACTIVE for port object 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:00:28.248607 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.256983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.303646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:28.307520 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97210b28-3850-4f45-be5b-cd8bb06a2316" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:28.339165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:28.348464 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.425274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5293-12d8-4563-b268-190b70cfe3b5 req-0ae33c5a-2f71-427d-b173-fa7c6c529454 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:28.441706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-540b5293-12d8-4563-b268-190b70cfe3b5 req-0ae33c5a-2f71-427d-b173-fa7c6c529454 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.0873353 Nov 27 16:00:28.464174 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e0877-4b3b-4a06-8b19-8f971742137e x-openstack-request-id: req-264e0877-4b3b-4a06-8b19-8f971742137e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:28.464533 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:28.464785 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-264e0877-4b3b-4a06-8b19-8f971742137e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:28.466513 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'code': 200} Nov 27 16:00:28.507505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Pushing event updated for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:28.508475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:28.562452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-540b5293-12d8-4563-b268-190b70cfe3b5 req-1ddf2ad6-3b7c-4317-88ec-9b5649dfa40e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197636 Nov 27 16:00:28.613167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740721fa-21cc-43ff-a0f6-c55406d26bfc req-a0f04692-9852-4190-b0f6-8a02dca53432 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:28.623461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-740721fa-21cc-43ff-a0f6-c55406d26bfc req-a0f04692-9852-4190-b0f6-8a02dca53432 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 943 time: 0.1184144 Nov 27 16:00:28.670135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Attempting to bind port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:28.670578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Attempting to bind port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:28.671062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Attempting to bind port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:28.677670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:00:28.678121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Attempting to bind port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:28.688918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Deleting port 9c6f8b4c-1cd5-4bec-8ecd-de2c1185c28f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:28.689541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.736153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-740721fa-21cc-43ff-a0f6-c55406d26bfc req-320ef3d3-2be6-44a4-a116-ccd3018966bc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103189 Nov 27 16:00:28.793485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.793968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.806565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:28.807033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:28.807537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:28.808068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Bound port: 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:28.808515 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:28.810949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Calling delete_port for 9c6f8b4c-1cd5-4bec-8ecd-de2c1185c28f owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:28.859801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477206-421a-4820-a83b-5ca6924a3148 req-b4366e75-9383-4fec-988f-076c5bc8ef61 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:28.867335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99477206-421a-4820-a83b-5ca6924a3148 req-b4366e75-9383-4fec-988f-076c5bc8ef61 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0800409 Nov 27 16:00:28.945829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99477206-421a-4820-a83b-5ca6924a3148 req-64379447-0fcb-470c-a7e2-c70e7352d76d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659230 Nov 27 16:00:28.970283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:28.977173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:28.993003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:29.037008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:29.037798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:29.039258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-08841b86-bcec-475e-962d-347e87eec16c service neutron] 10.222.0.37 "PUT /v2.0/ports/435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 HTTP/1.1" status: 200 len: 1091 time: 2.0980742 Nov 27 16:00:29.039806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:29.043380 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca22d81-386d-4375-9c6f-4f555ef902e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:29.119555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08841b86-bcec-475e-962d-347e87eec16c service neutron] Pushing event updated for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:29.125653 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0c590-3744-4aa9-af8c-be95fb3c0b14 x-openstack-request-id: req-bbb0c590-3744-4aa9-af8c-be95fb3c0b14 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:29.126018 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:29.126351 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbb0c590-3744-4aa9-af8c-be95fb3c0b14 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:29.126813 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5', 'status': 'completed', 'code': 200} Nov 27 16:00:29.169369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:29.208636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-30455277-93eb-41ea-86c5-c7692cc2f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:29.210125 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-30455277-93eb-41ea-86c5-c7692cc2f0e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 1094 time: 0.1103251 Nov 27 16:00:29.211349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Port': ['ID=9c6f8b4c-1cd5-4bec-8ecd-de2c1185c28f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:29.272290 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-9d6d97fd-0b59-4294-912a-1eeebf35161b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 HTTP/1.1" status: 200 len: 217 time: 0.0522718 Nov 27 16:00:29.364162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deafc0-106e-443a-bee0-b94cd013282f req-c577056d-df7a-4d09-a4dc-c9c91a92d916 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:29.374412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8deafc0-106e-443a-bee0-b94cd013282f req-c577056d-df7a-4d09-a4dc-c9c91a92d916 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0850751 Nov 27 16:00:29.447164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8deafc0-106e-443a-bee0-b94cd013282f req-92a7ade2-916e-4409-9417-fa7e735178af tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718594 Nov 27 16:00:29.464594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-26167102-531b-4851-9f48-15ead5720060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:29.471120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-26167102-531b-4851-9f48-15ead5720060 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1792295 Nov 27 16:00:29.472736 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] create failed (client error): The resource could not be found. Nov 27 16:00:29.479769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49972) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:29.480068 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-239b987a-0633-4fa6-b438-363e7185051b tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3064599 Nov 27 16:00:29.540648 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-f37be16e-1266-4707-9ff1-9f485f5346d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595241 Nov 27 16:00:29.684086 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:29.742473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Deleting port 4ae6e4af-53f0-4851-b620-9a26d1ce5e70 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:29.742871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:29.761742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-6b8239bd-abe5-4df0-94ab-da967fe8c4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066505 Nov 27 16:00:29.851720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5bc0d-ef05-4703-a26b-fb4a8471758d req-07ebf384-14d4-4bf0-8609-64b288186c53 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:29.861608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69b5bc0d-ef05-4703-a26b-fb4a8471758d req-07ebf384-14d4-4bf0-8609-64b288186c53 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1649997 Nov 27 16:00:29.986917 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-871968ba-d1a3-46b3-8c9a-d5f9179bf62a req-6746f88f-c339-4acb-bab9-529c90439d43 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004843 Nov 27 16:00:29.999244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69b5bc0d-ef05-4703-a26b-fb4a8471758d req-08f42444-dc93-4040-ae3b-6f1ed836b90c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358340 Nov 27 16:00:30.121303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-1a1499f0-5d58-461e-afc7-5609830f2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:30.123985 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-1a1499f0-5d58-461e-afc7-5609830f2fb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 1094 time: 0.0654712 Nov 27 16:00:30.127605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:30.179498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Calling delete_port for 4ae6e4af-53f0-4851-b620-9a26d1ce5e70 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:30.235052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc238f-a20f-4a4a-80ea-4923b27297c9 req-77be3293-e887-4c9e-b6f3-8ab26696604b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:30.242462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-f363b216-2bdf-4072-9bd7-2025ee8a9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:30.244534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-f363b216-2bdf-4072-9bd7-2025ee8a9edb service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.1137795 Nov 27 16:00:30.245917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cafc238f-a20f-4a4a-80ea-4923b27297c9 req-77be3293-e887-4c9e-b6f3-8ab26696604b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 943 time: 0.2310598 Nov 27 16:00:30.304779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5029e4-b2e9-4176-9328-1e87ba8e58b5 req-4dffe31d-eaa6-43c6-a280-4016572a6b02 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:30.306416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb5029e4-b2e9-4176-9328-1e87ba8e58b5 req-4dffe31d-eaa6-43c6-a280-4016572a6b02 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1929746 Nov 27 16:00:30.337822 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-92672bfe-5c55-4d3c-8d3d-52f721c865d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 HTTP/1.1" status: 200 len: 217 time: 0.0852370 Nov 27 16:00:30.452477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-0337e7d0-7fe5-4040-ad97-802a7ed67e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:30.455163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-0337e7d0-7fe5-4040-ad97-802a7ed67e32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1041863 Nov 27 16:00:30.489509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cafc238f-a20f-4a4a-80ea-4923b27297c9 req-acde2a06-c462-45e0-8f5c-3bc405576a1c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267885 Nov 27 16:00:30.519220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-6cc4a4f8-66ee-40c2-aa64-39f6c2d0b4e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561121 Nov 27 16:00:30.525870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb5029e4-b2e9-4176-9328-1e87ba8e58b5 req-aae7c4c4-d062-4ef8-b561-8dadef068fd1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652424 Nov 27 16:00:30.602698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:30.669349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Port': ['ID=4ae6e4af-53f0-4851-b620-9a26d1ce5e70,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:30.677712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-c0156158-f699-4ce2-8f4a-4ff1251b03e4 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479228 Nov 27 16:00:30.777373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6900de-20c8-47ce-8f5f-00343cccb9f3 req-57296a85-ce82-4854-bf5a-0315a3fbe608 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:30.779196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f6900de-20c8-47ce-8f5f-00343cccb9f3 req-57296a85-ce82-4854-bf5a-0315a3fbe608 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1724608 Nov 27 16:00:30.819412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ca22d81-386d-4375-9c6f-4f555ef902e6 req-6c1ff8c2-9b53-45fa-920e-425f4b7173f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338763 Nov 27 16:00:30.888450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:30.905615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-65f44b8d-07e7-4636-aaaf-8ebd2bd529ca tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "DELETE /v2.0/ports/4ae6e4af-53f0-4851-b620-9a26d1ce5e70 HTTP/1.1" status: 204 len: 168 time: 1.4219887 Nov 27 16:00:30.906383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:30.960107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f6900de-20c8-47ce-8f5f-00343cccb9f3 req-aea8dde7-b7e6-4aca-b9a1-10894c670074 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555007 Nov 27 16:00:31.008473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886eeb52-d605-43a2-bc1c-ff81c1274b32 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:31.012761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:31.013923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-886eeb52-d605-43a2-bc1c-ff81c1274b32 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "GET /v2.0/ports?device_id=3500a0a2-1ab3-4679-83c8-4b9fc841bd1a HTTP/1.1" status: 200 len: 913 time: 0.1061268 Nov 27 16:00:31.077869 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-d8471832-46e0-4022-b68c-42f6a5f8bf58 service neutron] show failed (client error): The resource could not be found. Nov 27 16:00:31.078940 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-d8471832-46e0-4022-b68c-42f6a5f8bf58 service neutron] 10.222.0.21 "GET /v2.0/ports/73f15113-e243-4b41-9389-9bb8f95320ff/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0638275 Nov 27 16:00:31.326687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaded4c-e6e9-437f-bae6-ac902b5a7c11 req-9755dd4b-a1b4-4a9a-af28-6e54aecab446 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:31.326687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4eaded4c-e6e9-437f-bae6-ac902b5a7c11 req-9755dd4b-a1b4-4a9a-af28-6e54aecab446 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1872070 Nov 27 16:00:31.404122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-9365625f-62bd-474f-814c-42cc673e0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:31.406135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-9365625f-62bd-474f-814c-42cc673e0d1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d&tenant_id=bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 1100 time: 0.0917375 Nov 27 16:00:31.420183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:31.497135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4eaded4c-e6e9-437f-bae6-ac902b5a7c11 req-40feb101-f2f4-4a4f-be03-15348b9e25b5 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550312 Nov 27 16:00:31.576544 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:31.671318 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:31.828400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14685127-602d-4fef-a804-81012baec9ec req-cfeb1991-986a-4544-b50c-24a093c4dcb1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:31.850336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14685127-602d-4fef-a804-81012baec9ec req-cfeb1991-986a-4544-b50c-24a093c4dcb1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 943 time: 0.2055323 Nov 27 16:00:31.914000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16764d0a-2548-4715-bf3a-46a778ef03f6 req-13124915-7a8c-42ed-a737-22643bca8f8f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:31.917019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16764d0a-2548-4715-bf3a-46a778ef03f6 req-13124915-7a8c-42ed-a737-22643bca8f8f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2705176 Nov 27 16:00:31.941224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:31.980155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:32.031279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.045153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Transition to ACTIVE for port object 73f15113-e243-4b41-9389-9bb8f95320ff will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:00:32.046937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:32.053312 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5adf20-a62d-4881-a9e1-76688ba42d35" -d '{"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:32.057973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.140035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] No DVR routers for this DVR port 73f15113-e243-4b41-9389-9bb8f95320ff on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:32.154676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16764d0a-2548-4715-bf3a-46a778ef03f6 req-65401143-c43d-48df-9b30-0e1556eb1bf2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217619 Nov 27 16:00:32.178719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14685127-602d-4fef-a804-81012baec9ec req-5b352e09-887c-45eb-9a53-319c6b6b6e0d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272295 Nov 27 16:00:32.235641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:32.236012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:32.236319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:32.253882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:00:32.254219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:32.262318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:32.273617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:32.273967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:32.274365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:32.274805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Bound port: 73f15113-e243-4b41-9389-9bb8f95320ff, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:32.275178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.350523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.384525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:00:32.469273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:32.488393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:32.501811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.612949 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3d3126-9ec6-4696-ad14-ea70e4bdc206 x-openstack-request-id: req-9e3d3126-9ec6-4696-ad14-ea70e4bdc206 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:32.613398 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:32.613785 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e3d3126-9ec6-4696-ad14-ea70e4bdc206 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:32.614299 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'code': 200} Nov 27 16:00:32.642969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:32.646018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.648421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] 10.222.0.37 "PUT /v2.0/ports/73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 1095 time: 1.2324734 Nov 27 16:00:32.681536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:32.721799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5', 'mac_address': 'fa:16:3e:48:f1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:00:32.725510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed49382-deab-47e0-a705-cfce7d1bace4 service neutron] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:32.766167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-6236c66e-098d-4e94-adcf-858df870460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:32.767971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-6236c66e-098d-4e94-adcf-858df870460b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1098 time: 0.0928183 Nov 27 16:00:32.870426 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:32.900549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:32.993927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:33.011030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:33.200032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:33.209139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-1824fd26-1d40-4b50-a3f7-5cb0fa6e11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.216650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-1824fd26-1d40-4b50-a3f7-5cb0fa6e11e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.4316378 Nov 27 16:00:33.245519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14796190-d3ae-4575-9128-41166ebc0384 req-a244f640-9044-48ea-bd56-cdbcb5c35e86 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.256801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14796190-d3ae-4575-9128-41166ebc0384 req-a244f640-9044-48ea-bd56-cdbcb5c35e86 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.9410257 Nov 27 16:00:33.279018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a6c19-18ff-4a9c-96c4-d172c66d7c08 req-cc6f98e1-8dd8-403f-9a83-38e75db9713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.281858 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-027a6c19-18ff-4a9c-96c4-d172c66d7c08 req-cc6f98e1-8dd8-403f-9a83-38e75db9713e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.2332613 Nov 27 16:00:33.284321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-9dd4d452-b18e-42f1-a325-f9267711740d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0500622 Nov 27 16:00:33.318935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['435e98b7-1ac5-457c-8f7a-ef60f46cb2a5'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:33.493764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-3dea3403-186c-4dfd-983a-3b57d31df925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.506708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-3dea3403-186c-4dfd-983a-3b57d31df925 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2108827 Nov 27 16:00:33.509172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-027a6c19-18ff-4a9c-96c4-d172c66d7c08 req-3a8f09a7-d8bc-4c53-b380-50d8e6395643 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053816 Nov 27 16:00:33.535422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8912e10-f844-4139-99b8-3302e2fbdfa6 req-665c384c-2581-4130-b849-f3a2ec9abfed tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.547120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8912e10-f844-4139-99b8-3302e2fbdfa6 req-665c384c-2581-4130-b849-f3a2ec9abfed tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.4379208 Nov 27 16:00:33.614562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14796190-d3ae-4575-9128-41166ebc0384 req-426f53a1-edb9-4ad9-aab3-26f6309389eb tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564200 Nov 27 16:00:33.701512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8912e10-f844-4139-99b8-3302e2fbdfa6 req-6804a870-f08c-4037-8772-68cd7a57b1c0 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896466 Nov 27 16:00:33.797307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b82a1-ad12-4d2f-a8cf-327c4f0f3282 req-0c6bcf37-d19a-4007-b94a-33b980a2dc30 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.798925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea1b82a1-ad12-4d2f-a8cf-327c4f0f3282 req-0c6bcf37-d19a-4007-b94a-33b980a2dc30 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0979650 Nov 27 16:00:33.804825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-780e024f-1705-481f-b2ad-ddae8f2e74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.811597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-780e024f-1705-481f-b2ad-ddae8f2e74ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198852 Nov 27 16:00:33.897516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:33.943243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea1b82a1-ad12-4d2f-a8cf-327c4f0f3282 req-41c7b892-314f-4549-9470-2a04392d90f7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284449 Nov 27 16:00:33.976749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c8dc-1743-4966-ae0f-daa2b91a1abc req-87a0939c-8e1f-4f5d-80b5-1b9f34744001 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:33.997957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41c6c8dc-1743-4966-ae0f-daa2b91a1abc req-87a0939c-8e1f-4f5d-80b5-1b9f34744001 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 944 time: 0.1967862 Nov 27 16:00:34.047629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:00:34.095333 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-41059d4e-ebd4-4de7-8080-28cf5e519d37 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782383 Nov 27 16:00:34.180308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41c6c8dc-1743-4966-ae0f-daa2b91a1abc req-a160637d-511d-412b-8c0d-c4b4d96d113c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780844 Nov 27 16:00:34.205810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Deleting port 261fb7cc-21ff-44b7-9f34-c2b13305aae5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:34.206283 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:34.372731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419f96d5-1724-4bf8-87aa-21c7f22d27b7 req-f1ab8246-6ca3-4fa7-aab3-ea72a0767e5f service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656016 Nov 27 16:00:34.416735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:34.563325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:34.609483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Calling delete_port for 261fb7cc-21ff-44b7-9f34-c2b13305aae5 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:34.615886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:34.616573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:00:34.618515 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660325e9-7f5e-449d-8fe0-c713b6f581d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:34.623506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:34.624819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:34.875569 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb680b5-59cb-40bc-abb3-60598f65beaa x-openstack-request-id: req-5cb680b5-59cb-40bc-abb3-60598f65beaa {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:34.875806 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:34.876267 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cb680b5-59cb-40bc-abb3-60598f65beaa {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:34.876826 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'status': 'completed', 'code': 200} Nov 27 16:00:34.974353 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:35.077303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:35.091511 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e899b416-0e18-43af-a5e7-f5f0d776c917" -d '{"events": [{"server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "name": "network-vif-plugged", "status": "completed", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:35.128785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:35.144020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:35.196161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:35.227935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-a9df9109-3b45-4392-9060-4ec92cf03327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:35.229607 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-a9df9109-3b45-4392-9060-4ec92cf03327 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1098 time: 0.3196473 Nov 27 16:00:35.246955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Port': ['ID=261fb7cc-21ff-44b7-9f34-c2b13305aae5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:35.273718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-2dc95fcd-107c-4c97-8cba-2b975d8aba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:35.275464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-2dc95fcd-107c-4c97-8cba-2b975d8aba43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1098 time: 0.4098284 Nov 27 16:00:35.310484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c7334aa3-ec14-44b6-9134-bec51ab239bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:35.360366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d7573-8a0e-4a60-a65b-0903f7ce3a0d req-fe81b282-274b-4a9b-ab10-dd8742dc153a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:35.366508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb8d7573-8a0e-4a60-a65b-0903f7ce3a0d req-fe81b282-274b-4a9b-ab10-dd8742dc153a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.5097151 Nov 27 16:00:35.378325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:35.640392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50088) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:35.672631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621533c8-365a-4528-b1a0-39e6e0c09052 req-120ee284-e2c5-463b-b938-d98f01d4c064 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:35.680519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-621533c8-365a-4528-b1a0-39e6e0c09052 req-120ee284-e2c5-463b-b938-d98f01d4c064 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.5106223 Nov 27 16:00:35.685821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb8d7573-8a0e-4a60-a65b-0903f7ce3a0d req-978e0404-2ded-4034-826f-612953b10a7f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082256 Nov 27 16:00:35.764475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-621533c8-365a-4528-b1a0-39e6e0c09052 req-0a1b3f42-d180-436a-bf80-228d314c43e3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777023 Nov 27 16:00:35.885811 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603e7ec-b7c5-4626-b62e-8197f758ec88 x-openstack-request-id: req-0603e7ec-b7c5-4626-b62e-8197f758ec88 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:35.886129 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "name": "network-vif-plugged", "status": "completed", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:35.886391 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0603e7ec-b7c5-4626-b62e-8197f758ec88 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:35.886801 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5', 'code': 200} Nov 27 16:00:36.099157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998a53aa-aa55-4cbf-8c33-fffdb063f64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:36.134038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:36.260667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bf47-5e48-429c-a968-1d009855f373 req-c8484882-f665-4ddc-886d-11e7938d4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.262130 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4434bf47-5e48-429c-a968-1d009855f373 req-c8484882-f665-4ddc-886d-11e7938d4206 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 1096 time: 0.0660310 Nov 27 16:00:36.305639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c58b9b-f420-42d9-843e-127094d3aa73 req-132be177-2497-4e1e-b3e6-e3cbc1fdad0a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.320590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8c58b9b-f420-42d9-843e-127094d3aa73 req-132be177-2497-4e1e-b3e6-e3cbc1fdad0a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.4323816 Nov 27 16:00:36.360538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-699b3ea1-9eff-494a-b56a-3f51f18e9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.362813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-699b3ea1-9eff-494a-b56a-3f51f18e9931 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 1.1095848 Nov 27 16:00:36.370423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4434bf47-5e48-429c-a968-1d009855f373 req-131a4b4b-2d0f-46b0-8593-2b38279fa02e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987453 Nov 27 16:00:36.371687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-549258ad-6e73-447c-861a-3d308a798c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.373483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-549258ad-6e73-447c-861a-3d308a798c87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 1.0723920 Nov 27 16:00:36.412419 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-df14614c-67b1-4b6f-9f12-d892ae5b4e1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0377345 Nov 27 16:00:36.487280 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-f746a9dd-c8d7-4058-9db2-d698948ae273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0735898 Nov 27 16:00:36.578814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-88b1c5d7-80f3-44f1-a862-aee641e6d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.581002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-88b1c5d7-80f3-44f1-a862-aee641e6d527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0853846 Nov 27 16:00:36.664385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-f419e713-1eac-4b46-9316-88886d008b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.666311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-f419e713-1eac-4b46-9316-88886d008b69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0842876 Nov 27 16:00:36.674736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-52610db2-5f36-4dd8-be43-fb19381afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.676990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-52610db2-5f36-4dd8-be43-fb19381afdef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865214 Nov 27 16:00:36.707583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636450-3800-4de6-938c-0f89ad36c799 req-8e1c7a25-dd4e-45f6-852c-0a7a6b8caddc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.716531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f636450-3800-4de6-938c-0f89ad36c799 req-8e1c7a25-dd4e-45f6-852c-0a7a6b8caddc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.5489028 Nov 27 16:00:36.907087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-acc1412c-1855-49a3-9fde-f67f1d7f5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:36.909250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-acc1412c-1855-49a3-9fde-f67f1d7f5997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305624 Nov 27 16:00:36.977034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8c58b9b-f420-42d9-843e-127094d3aa73 req-3807db75-60b0-4ee2-890b-5258a36b559d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529472 Nov 27 16:00:37.023230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Router 3500a0a2-1ab3-4679-83c8-4b9fc841bd1a has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:00:37.044651 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-a38f9cfc-8b97-4651-b44c-15d01a009fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007891 Nov 27 16:00:37.049833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f636450-3800-4de6-938c-0f89ad36c799 req-7bd22c91-9999-442a-94ce-d2cd49040daa tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268712 Nov 27 16:00:37.055146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998a53aa-aa55-4cbf-8c33-fffdb063f64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.078291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-998a53aa-aa55-4cbf-8c33-fffdb063f64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.269217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-3bfd3ab1-0835-40d6-84e9-58765496105a service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104156 Nov 27 16:00:37.330115 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-f2715c93-37d1-48e7-8c38-6ad78fac7e2a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024489 Nov 27 16:00:37.355748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a53aa-aa55-4cbf-8c33-fffdb063f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da58ab0c-e239-42a0-abfc-6fdc2ebbdeec,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:37.400861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-998a53aa-aa55-4cbf-8c33-fffdb063f64d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd1186cf63b44609802a7c35e09331b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7576795 Nov 27 16:00:37.403179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50112) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:37.404164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:00:37.418750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] Sync routers for ids ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:00:37.447918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] Routers {'3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:00:37.448270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-28e4a233-e654-4b34-9237-6c8d2e4ac743 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "PUT /v2.0/routers/3500a0a2-1ab3-4679-83c8-4b9fc841bd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4343107 Nov 27 16:00:37.448561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:00:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:37.454368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50114) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:37.617102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973cc6-f90f-4314-95f1-de45b05292c9 req-ef547a6e-0759-4c49-ad5a-23fa60e4da6a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:37.630657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15973cc6-f90f-4314-95f1-de45b05292c9 req-ef547a6e-0759-4c49-ad5a-23fa60e4da6a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.4064927 Nov 27 16:00:37.632192 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-660325e9-7f5e-449d-8fe0-c713b6f581d4 req-a6796e09-d621-4027-8d2f-c9c146d13d83 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913167 Nov 27 16:00:37.641969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.653288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:37.684318 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bacc6fb-4f68-40ef-9574-d7f83a5445df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.699380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] Routers {'3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:00:37.702341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:00:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:37.790714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:37.791765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a013acf-b700-4d76-b93d-d19dd43dca50 None None] The sync data for ids ['3500a0a2-1ab3-4679-83c8-4b9fc841bd1a'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:00:37.833691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ce54538-aa5e-41eb-b19a-c1b095da5985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.870131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15973cc6-f90f-4314-95f1-de45b05292c9 req-640f8e60-9ecb-4849-ac52-2c1c9ecc5e14 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356682 Nov 27 16:00:37.921549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ce54538-aa5e-41eb-b19a-c1b095da5985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.977223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.979690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:37.992020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abd056-bef1-4655-8c6b-d3cecc48c0d9 req-1547d715-2112-4be3-b713-d74180b2233f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:37.993731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36abd056-bef1-4655-8c6b-d3cecc48c0d9 req-1547d715-2112-4be3-b713-d74180b2233f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1437767 Nov 27 16:00:38.064045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36abd056-bef1-4655-8c6b-d3cecc48c0d9 req-30185da7-5291-4442-9a12-8b0000ed1dbc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601163 Nov 27 16:00:38.070474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ce54538-aa5e-41eb-b19a-c1b095da5985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.079987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ce54538-aa5e-41eb-b19a-c1b095da5985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.081785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ce54538-aa5e-41eb-b19a-c1b095da5985 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da58ab0c-e239-42a0-abfc-6fdc2ebbdeec HTTP/1.1" status: 204 len: 168 time: 0.6662185 Nov 27 16:00:38.087117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602248-6e9c-498b-b31a-812304014f87 req-9cb89de8-6a03-4618-9842-c6e98139c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.089215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-9cb89de8-6a03-4618-9842-c6e98139c391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.2456877 Nov 27 16:00:38.090302 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.090980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Fanout notify agent at l3_agent the message router_deleted on router 3500a0a2-1ab3-4679-83c8-4b9fc841bd1a {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:00:38.099437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.100697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3f845090-5382-4771-a9f7-49ca7e8edeaa tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "DELETE /v2.0/routers/3500a0a2-1ab3-4679-83c8-4b9fc841bd1a HTTP/1.1" status: 204 len: 168 time: 0.6448700 Nov 27 16:00:38.112944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:38.196582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce54538-aa5e-41eb-b19a-c1b095da5985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58ab0c-e239-42a0-abfc-6fdc2ebbdeec,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:38.235407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Deleting subnet 837dfaf8-021f-475e-b7fa-d3d48d81724c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:00:38.248010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.366577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-fd550bad-b16d-4c55-9ec0-745f28897f59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.369964 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-fd550bad-b16d-4c55-9ec0-745f28897f59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d&tenant_id=bfda4e2fe1f240748cc97e497314fbc6&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 947 time: 0.1645465 Nov 27 16:00:38.371758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602248-6e9c-498b-b31a-812304014f87 req-99f4b959-763d-4a71-9786-930e6b6f810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.373270 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-99f4b959-763d-4a71-9786-930e6b6f810b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 0.2710989 Nov 27 16:00:38.459411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:00:38.523363 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.556348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.568485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-90eff5f8-e5eb-4e1a-9310-ca7316cde76b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 217 time: 0.0774519 Nov 27 16:00:38.573540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-4bd01833-64d7-4653-9e95-1c4432fc4a24 service neutron] 10.222.0.37 "GET /v2.0/ports/73f15113-e243-4b41-9389-9bb8f95320ff/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 382 time: 0.1899655 Nov 27 16:00:38.663203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec90626-0214-48a1-9424-1c9ade76a42a req-8afd80ae-eafe-4db6-8e86-4962abbcc9a8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.673506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ec90626-0214-48a1-9424-1c9ade76a42a req-8afd80ae-eafe-4db6-8e86-4962abbcc9a8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.3481698 Nov 27 16:00:38.696330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50144) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:38.698247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-267c3e6b-ce34-4871-92e3-fdc63e966a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.700075 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-267c3e6b-ce34-4871-92e3-fdc63e966a41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1098 time: 0.0789566 Nov 27 16:00:38.703667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf10d1-ecf9-4efe-b270-491b130eedfe req-babc3b12-bc4c-42e0-a476-239d33c328aa tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.712213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ddf10d1-ecf9-4efe-b270-491b130eedfe req-babc3b12-bc4c-42e0-a476-239d33c328aa tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3856103 Nov 27 16:00:38.813953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ddf10d1-ecf9-4efe-b270-491b130eedfe req-5f9e4471-bd25-4e05-84c2-27045f66b6e6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004295 Nov 27 16:00:38.825504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-14721fa7-e136-46e4-92d6-a48db5b0175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.825504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-14721fa7-e136-46e4-92d6-a48db5b0175c service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1151307 Nov 27 16:00:38.854380 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6eaae9a-05fc-4454-9479-9161a44c5cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.861444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:38.875109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '73f15113-e243-4b41-9389-9bb8f95320ff', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '73f15113-e243-4b41-9389-9bb8f95320ff', 'mac_address': 'fa:16:3e:c1:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:00:38.938278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:38.948138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602248-6e9c-498b-b31a-812304014f87 req-0b003769-b7ef-4677-999e-c6d8b52b6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:38.956876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-0b003769-b7ef-4677-999e-c6d8b52b6e84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.3717158 Nov 27 16:00:38.959370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-8f9e83c4-6ef0-45ca-bbc6-6f428403b87d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.1239979 Nov 27 16:00:38.974772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f15113-e243-4b41-9389-9bb8f95320ff {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:38.998238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ec90626-0214-48a1-9424-1c9ade76a42a req-ddf8db46-6114-4656-9f90-f0dae4d78638 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123200 Nov 27 16:00:39.023647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:39.033880 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.060647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.101242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-e510cac1-5603-43db-9dfd-8020ef5244df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314549 Nov 27 16:00:39.168321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.182383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60327a-6fbd-4394-b037-f4e3049398dd req-8f546ac6-6157-4759-a611-7f3b57e50995 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:39.184028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c60327a-6fbd-4394-b037-f4e3049398dd req-8f546ac6-6157-4759-a611-7f3b57e50995 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 947 time: 0.2403924 Nov 27 16:00:39.195636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-7a3d32da-a887-408a-8325-673edf2da759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:39.196649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:39.198885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-7a3d32da-a887-408a-8325-673edf2da759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2040682 Nov 27 16:00:39.226841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Subnet': ['ID=837dfaf8-021f-475e-b7fa-d3d48d81724c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:39.254785 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.260695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f7179f94-19b3-4ddd-9a88-58f5fae0e216 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "DELETE /v2.0/subnets/837dfaf8-021f-475e-b7fa-d3d48d81724c HTTP/1.1" status: 204 len: 168 time: 1.1439393 Nov 27 16:00:39.261953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f73de-9ed4-4a1c-b30e-6fea1417114f None None] Network 4b003af9-448e-499d-b5c9-f6b855f486a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:39.269739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50150) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:39.412758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['73f15113-e243-4b41-9389-9bb8f95320ff'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:39.414142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-f2b4c630-28b6-4251-92b0-17c2034c5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:39.420111 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-f2b4c630-28b6-4251-92b0-17c2034c5796 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097843 Nov 27 16:00:39.447353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.458521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-43b7a3d0-1b15-4269-860c-313797b2b5d0 service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462796 Nov 27 16:00:39.460971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6eaae9a-05fc-4454-9479-9161a44c5cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.527919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c60327a-6fbd-4394-b037-f4e3049398dd req-9a5c8418-9a2c-4e57-8d67-1aa3cfb7d371 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048894 Nov 27 16:00:39.577565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6eaae9a-05fc-4454-9479-9161a44c5cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.597802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Deleting port 7cc4f568-c7ae-4d17-98c7-17735d3c124e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:39.598145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.603223 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-48602248-6e9c-498b-b31a-812304014f87 req-18ee5c59-d17c-407d-bae8-77a0e407b85a service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287792 Nov 27 16:00:39.628311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b1b60-bc12-41c9-90fa-7d06b570e53f req-4347a6ea-53f6-4b16-875d-e446d7aedabc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:39.637401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f0b1b60-bc12-41c9-90fa-7d06b570e53f req-4347a6ea-53f6-4b16-875d-e446d7aedabc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1274579 Nov 27 16:00:39.642332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a6eaae9a-05fc-4454-9479-9161a44c5cc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1547cd260b0d4a0996fe0428eef6ce45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9412251 Nov 27 16:00:39.647328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50156) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:39.698532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaae9a-05fc-4454-9479-9161a44c5cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da4fdde-767f-4b2a-aeaa-cd59fea781ca,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:39.748540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-144eee26-a45e-428e-8039-c2d6a469ff7e service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096523 Nov 27 16:00:39.811740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] For port 7cc4f568-c7ae-4d17-98c7-17735d3c124e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7cc4f568-c7ae-4d17-98c7-17735d3c124e,segment=NetworkSegment(e495376a-e5d8-41d4-842b-f22c1889b362),segment_id=e495376a-e5d8-41d4-842b-f22c1889b362)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:39.812275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.854036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Calling delete_port for 7cc4f568-c7ae-4d17-98c7-17735d3c124e owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:39.891979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:39.987576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.003460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f0b1b60-bc12-41c9-90fa-7d06b570e53f req-ca894232-d4b7-48a8-afdc-d9c463a0d850 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663826 Nov 27 16:00:40.012576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] DHCP port deletion for 4b003af9-448e-499d-b5c9-f6b855f486a2 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:00:40.040853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e15352-7335-45f3-8207-7760475485d6 req-764c02d1-75bb-425c-a59c-466d00d8fa05 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:40.051012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4e15352-7335-45f3-8207-7760475485d6 req-764c02d1-75bb-425c-a59c-466d00d8fa05 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.2419281 Nov 27 16:00:40.103288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.115310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.117532 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5da4fdde-767f-4b2a-aeaa-cd59fea781ca HTTP/1.1" status: 204 len: 168 time: 0.4642067 Nov 27 16:00:40.160753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4e15352-7335-45f3-8207-7760475485d6 req-28e6fd2e-ef8b-490e-aea8-9d8b6e062423 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Nov 27 16:00:40.169598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da4fdde-767f-4b2a-aeaa-cd59fea781ca,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:40.176282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] Deleting port 7cc4f568-c7ae-4d17-98c7-17735d3c124e {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:40.176657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.201988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.202460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.202678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.203019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.203358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.213929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.214462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.214812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.215356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.215949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.216541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.217179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa9187-aa15-4316-b7a5-765e087c3c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:40.227640 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-e78c392d-2c3f-4a66-9dfe-70ef1d61776f service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661193 Nov 27 16:00:40.246191 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.276347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] For port 7cc4f568-c7ae-4d17-98c7-17735d3c124e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7cc4f568-c7ae-4d17-98c7-17735d3c124e,segment=NetworkSegment(e495376a-e5d8-41d4-842b-f22c1889b362),segment_id=e495376a-e5d8-41d4-842b-f22c1889b362)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:40.276749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.291622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] Calling delete_port for 7cc4f568-c7ae-4d17-98c7-17735d3c124e owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:40.310459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] No DVR routers for this DVR port 7cc4f568-c7ae-4d17-98c7-17735d3c124e on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:40.317958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Port': ['ID=7cc4f568-c7ae-4d17-98c7-17735d3c124e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:40.415875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:40.518824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] Pushing event deleted for resources: {'Port': ['ID=7cc4f568-c7ae-4d17-98c7-17735d3c124e,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:40.541606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814f89e-f717-438f-a7f8-e28030085f6b None None] No DVR routers for this DVR port 7cc4f568-c7ae-4d17-98c7-17735d3c124e on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:40.558229 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.000734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c127649-6d01-4162-981a-c25546fa55e7 req-da222bb8-ede1-4a35-b339-bea6bf0ae16e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:41.003763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c127649-6d01-4162-981a-c25546fa55e7 req-da222bb8-ede1-4a35-b339-bea6bf0ae16e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.8418512 Nov 27 16:00:41.008488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.074331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b003af9-448e-499d-b5c9-f6b855f486a2']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:41.093225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc96e9-b7fe-4d45-a4b5-0fc162a951fc req-bcd4afc6-c203-4d29-9582-c8394f7569d1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:41.106065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8cc96e9-b7fe-4d45-a4b5-0fc162a951fc req-bcd4afc6-c203-4d29-9582-c8394f7569d1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.2448730 Nov 27 16:00:41.134938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e495376a-e5d8-41d4-842b-f22c1889b362') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:41.135472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e495376a-e5d8-41d4-842b-f22c1889b362') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:00:41.158475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.181229 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.211708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c127649-6d01-4162-981a-c25546fa55e7 req-a37eae33-7485-4504-bb93-9428bfb546de tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869388 Nov 27 16:00:41.235928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.285855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7cc4f568-c7ae-4d17-98c7-17735d3c124e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:41.286136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:00:41.286559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:00:41.289987 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:00:41.346083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7cc4f568-c7ae-4d17-98c7-17735d3c124e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:00:41.346543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7cc4f568-c7ae-4d17-98c7-17735d3c124e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:00:41.430150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8cc96e9-b7fe-4d45-a4b5-0fc162a951fc req-52c40ff4-623f-439e-99be-c90b5560a36b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079195 Nov 27 16:00:41.517537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef540-e565-4f86-aceb-345f6097f9ca req-f2804ebc-fb63-48b9-9a06-3a5e50bfc921 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:41.521141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c4ef540-e565-4f86-aceb-345f6097f9ca req-f2804ebc-fb63-48b9-9a06-3a5e50bfc921 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.1884069 Nov 27 16:00:41.582441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.630457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:41.633839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] 10.222.0.15 "DELETE /v2.0/networks/4b003af9-448e-499d-b5c9-f6b855f486a2 HTTP/1.1" status: 204 len: 168 time: 2.3623209 Nov 27 16:00:41.668132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d31d0-1788-485a-b71c-5bf9ccebe285 tempest-FloatingIPNegativeTestJSON-404735095 tempest-FloatingIPNegativeTestJSON-404735095-project] Pushing event deleted for resources: {'Network': ['ID=4b003af9-448e-499d-b5c9-f6b855f486a2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:41.709349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33ea45-74b0-483b-bf23-863ee803a2b6 req-d1a10cf0-fc4e-47c9-a501-b10d1ad2030a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:41.711016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c33ea45-74b0-483b-bf23-863ee803a2b6 req-d1a10cf0-fc4e-47c9-a501-b10d1ad2030a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1887932 Nov 27 16:00:41.720043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c4ef540-e565-4f86-aceb-345f6097f9ca req-7716c28e-04b6-4d00-91f3-cea097d3df3a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130621 Nov 27 16:00:41.809441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c33ea45-74b0-483b-bf23-863ee803a2b6 req-9fa82149-2aea-4f9a-b687-e80dd23a7c6e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882099 Nov 27 16:00:42.275634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50216) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:42.289449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c982d-e9d4-4aba-b2a9-e4c90bfa7486 req-91b93fa0-7ee1-4960-ae26-cb40af56f771 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:42.309391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f72c982d-e9d4-4aba-b2a9-e4c90bfa7486 req-91b93fa0-7ee1-4960-ae26-cb40af56f771 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.1667178 Nov 27 16:00:42.460646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:42.547430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f72c982d-e9d4-4aba-b2a9-e4c90bfa7486 req-75e8e690-1554-481d-aaa9-a5c35d80fd15 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352438 Nov 27 16:00:42.583378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b16dab-9338-44aa-af75-8ab55b656de8 req-048bce55-2240-4a10-8fff-6090bbb2edbf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:42.597467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43b16dab-9338-44aa-af75-8ab55b656de8 req-048bce55-2240-4a10-8fff-6090bbb2edbf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1848569 Nov 27 16:00:42.598786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 73f15113-e243-4b41-9389-9bb8f95320ff completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:00:42.607612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 73f15113-e243-4b41-9389-9bb8f95320ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:42.608275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:42.662289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-21791692-2dd4-4b0f-bf73-f43c76bcfe42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=751138d4318a4d5bbd179ee4b12aa031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853211 Nov 27 16:00:42.668003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50230) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:42.705358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43b16dab-9338-44aa-af75-8ab55b656de8 req-3db65494-66a9-4641-9609-9d36dd71e9f2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069374 Nov 27 16:00:42.751262 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:42.786463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:42.788803 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efabda3-5c17-48c2-b28b-3024f24c45aa" -d '{"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-plugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:42.796557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b06859a-a037-45e9-a7f2-1ab2ecb3bf3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:42.805342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:42.813907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:42.905907 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4295c5-0e42-4e88-ae66-750a0bc66553 x-openstack-request-id: req-de4295c5-0e42-4e88-ae66-750a0bc66553 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:42.906439 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-plugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:42.906850 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de4295c5-0e42-4e88-ae66-750a0bc66553 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:42.907403 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'code': 200} Nov 27 16:00:42.909029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:42.972963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b06859a-a037-45e9-a7f2-1ab2ecb3bf3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:42.977308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaca28-1251-4df3-8aa8-a0806d61af8f req-8a86f3d0-8899-414b-bc66-193ccaf97def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:42.989980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeaca28-1251-4df3-8aa8-a0806d61af8f req-8a86f3d0-8899-414b-bc66-193ccaf97def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.1025419 Nov 27 16:00:43.080025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b06859a-a037-45e9-a7f2-1ab2ecb3bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:43.082686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b06859a-a037-45e9-a7f2-1ab2ecb3bf3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:43.088939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9b06859a-a037-45e9-a7f2-1ab2ecb3bf3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ee9fe13-3e37-4957-a0c3-cd3cbd3e02d5 HTTP/1.1" status: 204 len: 168 time: 0.4066908 Nov 27 16:00:43.104718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2aeaca28-1251-4df3-8aa8-a0806d61af8f req-7e033f77-2a79-42b1-9036-b63799a809ea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089382 Nov 27 16:00:43.119466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-43fd0238-c598-4843-9290-4a0fd2da4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:43.120986 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-43fd0238-c598-4843-9290-4a0fd2da4d46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d&tenant_id=bfda4e2fe1f240748cc97e497314fbc6 HTTP/1.1" status: 200 len: 1100 time: 0.3309808 Nov 27 16:00:43.151162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15a4ee-9873-487a-9da2-c1b77a7b8c69 req-3d5e53eb-cc69-4850-8648-1235d1529a24 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:43.154497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:43.170991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd15a4ee-9873-487a-9da2-c1b77a7b8c69 req-3d5e53eb-cc69-4850-8648-1235d1529a24 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1780357 Nov 27 16:00:43.212224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06859a-a037-45e9-a7f2-1ab2ecb3bf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee9fe13-3e37-4957-a0c3-cd3cbd3e02d5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:43.260563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd15a4ee-9873-487a-9da2-c1b77a7b8c69 req-989a1e11-ea3d-4751-8f68-040fe561d336 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853078 Nov 27 16:00:43.328628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:43.567356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-2243f2a4-fbca-45ff-ad36-8d74f831b5d0 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:43.571196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-2243f2a4-fbca-45ff-ad36-8d74f831b5d0 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.2149827 Nov 27 16:00:43.835798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aece4-5607-4961-b34b-cd49f1281659 req-28ff2db2-ae31-40e2-a948-4b5587d5a7b6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:43.849028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-432aece4-5607-4961-b34b-cd49f1281659 req-28ff2db2-ae31-40e2-a948-4b5587d5a7b6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 945 time: 0.1730251 Nov 27 16:00:44.062419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:44.062691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:44.131421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899980f8-e97c-4708-8efd-ccaeb1c4de04 req-6126122a-0035-486d-a6bf-bedffa86d960 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:44.148652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-899980f8-e97c-4708-8efd-ccaeb1c4de04 req-6126122a-0035-486d-a6bf-bedffa86d960 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2966270 Nov 27 16:00:44.173142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-432aece4-5607-4961-b34b-cd49f1281659 req-4a7d801a-dc57-4206-a65a-58104492ce35 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166151 Nov 27 16:00:44.201864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:44.329051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-899980f8-e97c-4708-8efd-ccaeb1c4de04 req-b4425d0e-203c-445c-ad40-09bc58e136fc tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789978 Nov 27 16:00:44.408755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:44.462545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:44.532211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ad52-43ed-4fb7-8ec2-38c84771164a req-475b1d43-07ec-4ce2-b60b-030aaeae5164 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:44.536307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:44.536837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:44.546212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a777ad52-43ed-4fb7-8ec2-38c84771164a req-475b1d43-07ec-4ce2-b60b-030aaeae5164 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.2050836 Nov 27 16:00:44.593031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:44.613244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a777ad52-43ed-4fb7-8ec2-38c84771164a req-d4e9ee75-8a4a-4dce-9b0c-3834bb73d926 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Nov 27 16:00:44.623222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:44.638075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Transition to ACTIVE for port object 73f15113-e243-4b41-9389-9bb8f95320ff will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:00:44.639651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:44.642364 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e57a7-ca6a-4f18-8b51-e32e9b9aa520" -d '{"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:44.666392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:00:44.666823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:44.672651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:44.751017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:44.862790 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a98b5b-0b35-4dd1-8f32-38c0fc73f9b5 x-openstack-request-id: req-c2a98b5b-0b35-4dd1-8f32-38c0fc73f9b5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:44.863185 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:44.863516 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2a98b5b-0b35-4dd1-8f32-38c0fc73f9b5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:44.863991 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'code': 200} Nov 27 16:00:44.898752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:44.957822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] No DVR routers for this DVR port 73f15113-e243-4b41-9389-9bb8f95320ff on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:44.981251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:45.001061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:45.007385 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab3ccb-a42f-4fc2-9ee0-8674f475afff" -d '{"events": [{"server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "name": "network-vif-unplugged", "status": "completed", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:45.028167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1612860949'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:45.041785 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.128727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:45.132650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.155156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.235201 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb1146-8987-4ed7-a29b-cb8bc91d1ee1 x-openstack-request-id: req-b3fb1146-8987-4ed7-a29b-cb8bc91d1ee1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:45.235732 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "name": "network-vif-unplugged", "status": "completed", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:45.236166 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3fb1146-8987-4ed7-a29b-cb8bc91d1ee1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:45.240061 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5', 'code': 200} Nov 27 16:00:45.244947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:45.347601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:45.359591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.380513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:45.404118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:45.405245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:45.405716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:45.430091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2432bf58-80bb-4116-973d-9c5529293313 req-38e2a0cf-3d3f-4568-9a99-c0c9805ab861 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 210 time: 0.1127410 Nov 27 16:00:45.439722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:00:45.441744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Attempting to bind port 73f15113-e243-4b41-9389-9bb8f95320ff on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:45.505225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.506783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=435e98b7-1ac5-457c-8f7a-ef60f46cb2a5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:45.516339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.520992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:45.523244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:45.523920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:45.526078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Bound port: 73f15113-e243-4b41-9389-9bb8f95320ff, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:45.527285 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.751210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:00:45.782709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:45.789133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:45.814258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.814788 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Added segment 59b858b7-a885-4f10-a179-8f166b4efdf0 of type vlan for network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c Nov 27 16:00:45.828615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d2eef-6012-4398-9a3e-6d146d973e56,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:45.833547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.874734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7231-b01b-4fc7-ad47-f6ed672b8f47 req-935e4d18-6b88-4bc3-820e-1f90ef7d1c5c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:45.886514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3dd7231-b01b-4fc7-ad47-f6ed672b8f47 req-935e4d18-6b88-4bc3-820e-1f90ef7d1c5c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3084223 Nov 27 16:00:45.889649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:45.891326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:45.894908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] 10.222.0.21 "PUT /v2.0/ports/73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 1096 time: 2.7576842 Nov 27 16:00:46.043456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port 435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:46.080301 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:46.098691 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d4790d-9b57-414a-8ff4-f7685f1f3b5d req-9d5fb4dc-c5e3-4e08-98e3-1a3a4cef0ad4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "DELETE /v2.0/ports/435e98b7-1ac5-457c-8f7a-ef60f46cb2a5 HTTP/1.1" status: 204 len: 173 time: 2.5191109 Nov 27 16:00:46.116959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:46.187858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-e4741ab7-ff16-457f-9b6e-dde4953b90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:46.189378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-e4741ab7-ff16-457f-9b6e-dde4953b90e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1099 time: 0.2380729 Nov 27 16:00:46.199728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc886fd-2ada-4130-b928-8ccd52f92424 service neutron] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=11']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:46.242363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3dd7231-b01b-4fc7-ad47-f6ed672b8f47 req-88fb0273-f67d-435f-8285-2aff8b69c407 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539138 Nov 27 16:00:46.331154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77554369-847c-493b-aaf1-c4ac6165061c req-89e31eb6-678e-46c5-8a23-f80ada4c2fec tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:46.336944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77554369-847c-493b-aaf1-c4ac6165061c req-89e31eb6-678e-46c5-8a23-f80ada4c2fec tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.3212681 Nov 27 16:00:46.410496 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:46.415868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:46.416615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:46.549181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7967641 Nov 27 16:00:46.564850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f43e-061e-4d9e-9916-18d65b014704 req-ac81b17e-e9b8-4a14-bb2c-e3b563f162a9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:46.619721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63b7f43e-061e-4d9e-9916-18d65b014704 req-ac81b17e-e9b8-4a14-bb2c-e3b563f162a9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.2244086 Nov 27 16:00:46.653204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78949-97b6-4bab-a29d-55e56d6ca7bd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Network': ['ID=7a07ac47-0bea-43d5-ae76-3f834db1ff2c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:46.667054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:00:46.667555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77554369-847c-493b-aaf1-c4ac6165061c req-13f4fa22-d4e2-4516-a3f9-e943fb65fd73 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058591 Nov 27 16:00:46.855584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63b7f43e-061e-4d9e-9916-18d65b014704 req-9d388247-b51a-461d-8bb0-a2040396caf8 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346785 Nov 27 16:00:47.096196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ce2fba9-8fc7-46bb-9476-ff3116f2a61a req-e49d2d03-5f90-4349-b110-340484f7a8f1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=f83c8992-f2b4-4570-b9e3-d5c00216636c HTTP/1.1" status: 200 len: 210 time: 0.1270680 Nov 27 16:00:47.296741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}, {'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'name': 'network-vif-deleted', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:47.308244 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731816a2-3305-45d9-9d98-1c7af1cc8887" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}, {"server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "name": "network-vif-deleted", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:47.369382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-238b738a-0ae6-43aa-a11c-808c88ce7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:47.372274 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-238b738a-0ae6-43aa-a11c-808c88ce7714 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 1.1738274 Nov 27 16:00:47.444218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-c3406c00-d271-43fa-9625-cebd0628e0a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0615127 Nov 27 16:00:47.516260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91854f60-707f-4f0e-b5d1-74072660b10f req-1612d19c-78d8-49f3-ad1e-7eaa16cebccf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:47.526864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91854f60-707f-4f0e-b5d1-74072660b10f req-1612d19c-78d8-49f3-ad1e-7eaa16cebccf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1312888 Nov 27 16:00:47.611010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-41c1a079-ba35-4b1a-8213-06a07017f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:47.617977 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-41c1a079-ba35-4b1a-8213-06a07017f12f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1637592 Nov 27 16:00:47.652453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91854f60-707f-4f0e-b5d1-74072660b10f req-03dcd91c-a310-4707-963d-f119092af63b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115532 Nov 27 16:00:47.736860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023dda-1d04-4de8-922c-c9579db21269 req-40fae28e-b221-4883-9ac8-c8ec5bdf98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:47.739564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-40fae28e-b221-4883-9ac8-c8ec5bdf98ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123395 Nov 27 16:00:48.027431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-e09e5df6-0ce7-4fdd-a077-8b183ec4136a service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779334 Nov 27 16:00:48.046990 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25ca53-114c-4bef-b306-541e8c226c21 x-openstack-request-id: req-2b25ca53-114c-4bef-b306-541e8c226c21 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:48.048201 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "status": "completed", "code": 200}, {"server_uuid": "f83c8992-f2b4-4570-b9e3-d5c00216636c", "name": "network-vif-deleted", "tag": "435e98b7-1ac5-457c-8f7a-ef60f46cb2a5", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:48.048201 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b25ca53-114c-4bef-b306-541e8c226c21 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:48.048201 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'status': 'completed', 'code': 200} Nov 27 16:00:48.048503 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83c8992-f2b4-4570-b9e3-d5c00216636c', 'name': 'network-vif-deleted', 'tag': '435e98b7-1ac5-457c-8f7a-ef60f46cb2a5', 'status': 'completed', 'code': 200} Nov 27 16:00:48.085434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47c1c1-fac8-4d05-91f5-8443629a7ce3 req-89a0fe9f-6ed0-4eed-8cb3-bd65f89c0e3a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:48.104786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e47c1c1-fac8-4d05-91f5-8443629a7ce3 req-89a0fe9f-6ed0-4eed-8cb3-bd65f89c0e3a tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.1276989 Nov 27 16:00:48.228066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e47c1c1-fac8-4d05-91f5-8443629a7ce3 req-ab74b334-3124-475f-bdec-d2c1bb051e1d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206515 Nov 27 16:00:48.518706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-769eefb5-189a-4ba4-a7bc-fb867a860548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:48.523165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-769eefb5-189a-4ba4-a7bc-fb867a860548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1099 time: 0.4922488 Nov 27 16:00:48.834167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-14f66ea1-61da-473e-a75a-ad929b0b6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:48.835671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-14f66ea1-61da-473e-a75a-ad929b0b6a23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2988918 Nov 27 16:00:48.888621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-2565cac3-624b-4916-a5cd-b5affd02d045 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0424752 Nov 27 16:00:48.959624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2ba7c-717a-4dc2-be06-07b419be1399 req-5a0f5042-57c2-48e2-b677-a8166170e53b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:48.970261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddc2ba7c-717a-4dc2-be06-07b419be1399 req-5a0f5042-57c2-48e2-b677-a8166170e53b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1916943 Nov 27 16:00:48.976948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-8e25029a-1f7a-4ae2-bceb-a82299a6ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:48.978582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-8e25029a-1f7a-4ae2-bceb-a82299a6ff48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0821974 Nov 27 16:00:48.980597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8c023dda-1d04-4de8-922c-c9579db21269 req-57e31cf7-e451-400e-a184-16fef2a0c124 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9314566 Nov 27 16:00:49.007666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-1cb267c4-7a51-40ee-9e31-a429b23c7694 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:49.015306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-1cb267c4-7a51-40ee-9e31-a429b23c7694 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.3700471 Nov 27 16:00:49.036452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-bb959108-2c8e-4f87-8b35-7f09577ca631 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/quotas/92ab4f91b5f24cc7b9a0ed77b8ac584f HTTP/1.1" status: 200 len: 375 time: 0.0199480 Nov 27 16:00:49.138352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddc2ba7c-717a-4dc2-be06-07b419be1399 req-7db36c79-f288-4e8f-affb-8d5273d5620a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556039 Nov 27 16:00:49.181109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-1b9759f5-21f2-4d15-bebf-06906343531a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433859 Nov 27 16:00:49.206718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-978a204d-6cb7-49a7-abdd-f08f45604e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:49.211219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-978a204d-6cb7-49a7-abdd-f08f45604e76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174370 Nov 27 16:00:49.229848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-d896d9e6-228f-41dd-9da4-9fff3fe328d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:49.229848 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-d896d9e6-228f-41dd-9da4-9fff3fe328d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1099 time: 0.1594191 Nov 27 16:00:49.409444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-bcee388d-693d-4d61-bb02-1837ad51cf33 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270279 Nov 27 16:00:49.537299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-b1c0ac0a-ee36-46e6-8db2-4e1ab9664311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:49.541678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-b1c0ac0a-ee36-46e6-8db2-4e1ab9664311 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2986491 Nov 27 16:00:49.582143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-e1ce9959-b0eb-4a8b-93a2-571caeacc563 service neutron] 10.222.0.15 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671338 Nov 27 16:00:49.666829 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-c3256039-438d-4747-a4b0-b1188f196968 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 200 len: 217 time: 0.0881927 Nov 27 16:00:49.752415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294b5ee-6ab0-414f-9c86-ebfe085e4cff req-a61739fe-043d-4703-9606-a6a8d0b6a867 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:49.783156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a294b5ee-6ab0-414f-9c86-ebfe085e4cff req-a61739fe-043d-4703-9606-a6a8d0b6a867 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.3504665 Nov 27 16:00:49.910115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a294b5ee-6ab0-414f-9c86-ebfe085e4cff req-28fbd4e0-3da1-422e-90d7-f78b94f04aa2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252460 Nov 27 16:00:49.915168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50384) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:49.926806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-cb4b16f6-f6c1-4138-928a-ff42979333cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:49.936934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-cb4b16f6-f6c1-4138-928a-ff42979333cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1744242 Nov 27 16:00:49.943141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'subnet': {'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:50.102232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-6b77d10d-668a-4fbd-bd7e-ebc998440b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:50.105706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-6b77d10d-668a-4fbd-bd7e-ebc998440b58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625271 Nov 27 16:00:50.231593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-474dfdcd-8a81-424e-8b71-2b99e6569061 req-5bdd0c93-4707-48fb-b8cc-3df0089150c6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 210 time: 0.1229024 Nov 27 16:00:50.343387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-791294c4-fc84-42ae-bc36-ee21add666c1 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208235 Nov 27 16:00:50.351410 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-90400d9c-cf55-436b-bfa7-a8c46e1b7ddf service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1221714 Nov 27 16:00:50.444133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:50.447903 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:50.543031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d996a0-c898-481f-b7a8-c348b5bf8e57 req-088980d8-8a3c-4722-88c9-8b892d4f19fd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:50.561108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0d996a0-c898-481f-b7a8-c348b5bf8e57 req-088980d8-8a3c-4722-88c9-8b892d4f19fd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2478304 Nov 27 16:00:50.675210 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-1dedd2fc-8781-4afa-be8a-d811dbd47ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988431 Nov 27 16:00:50.815220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0d996a0-c898-481f-b7a8-c348b5bf8e57 req-c6a60a29-368c-43ac-888b-538c400c3327 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528045 Nov 27 16:00:51.027570 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-731816a2-3305-45d9-9d98-1c7af1cc8887 req-03f95223-f7cd-4873-a2bc-564a1c2716f8 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713955 Nov 27 16:00:51.162485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:51.316860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Checking segment: {'id': '59b858b7-a885-4f10-a179-8f166b4efdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:51.317635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network hostable DHCP agents. Network: 7a07ac47-0bea-43d5-ae76-3f834db1ff2c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:00:51.330492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36a12f-81a4-4860-99a5-51b6c5759a2b req-25e3f93e-69f9-495d-9417-61b6880985e9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:51.339047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d36a12f-81a4-4860-99a5-51b6c5759a2b req-25e3f93e-69f9-495d-9417-61b6880985e9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.2394950 Nov 27 16:00:51.418722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d36a12f-81a4-4860-99a5-51b6c5759a2b req-6febb36c-0a69-4e3d-a781-bd084edaad7c tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783980 Nov 27 16:00:51.425067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:00:51.436919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Subnet': ['ID=1d82a2b1-2267-4e83-8dbb-01ed28582793,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:51.451567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.453155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.453805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.454547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.455008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.455456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.456012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.456459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.456898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.457335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.458021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.458461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:51.486700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c57d7e1e-3c5d-412f-bc27-44c7e012db47 req-83d52bb3-ea15-4e4d-9038-722e603fc9f8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 210 time: 0.0624201 Nov 27 16:00:51.492507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 7a07ac47-0bea-43d5-ae76-3f834db1ff2c) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:51.501443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:51.502837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:51.504691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911edd4-eb87-4257-9781-f15176ee59cd None None] Network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:51.547150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50412) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:51.547594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d4f5dff7-c23f-4ec3-b14a-ea354b0ee842 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6276135 Nov 27 16:00:51.552400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1838521493'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:51.633612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:51.649823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:51.711614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:00:51.751423 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:51.752276 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Added segment 0fc7dba7-b10c-478f-823b-e05af986e66f of type vlan for network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f Nov 27 16:00:51.815369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:51.850770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-7a07ac47-0bea-43d5-ae76-3f834db1ff2c', 'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c', 'tenant_id': 'eef56048e97243769ed7a3c20d4dcbe1', 'fixed_ips': [{'subnet_id': '1d82a2b1-2267-4e83-8dbb-01ed28582793'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:00:51.851912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:51.978333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:52.024198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:52.030642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:00:52.031813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:52.196888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f7af-41c7-4a40-8197-dba8fa0efce6 req-f85b1a72-0569-4355-a974-0ea5e62eecde tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:52.205779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7828f7af-41c7-4a40-8197-dba8fa0efce6 req-f85b1a72-0569-4355-a974-0ea5e62eecde tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1532848 Nov 27 16:00:52.235965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6848300 Nov 27 16:00:52.239671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50424) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:52.250116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'subnet': {'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:52.283086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac5dd0-f7eb-4a35-ac85-adb066103863 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Network': ['ID=1b531ddb-4ce4-4e28-9485-30e3f220dc6f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:52.493224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7828f7af-41c7-4a40-8197-dba8fa0efce6 req-0974d763-067f-4929-9d0c-4c4c901d26c1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863786 Nov 27 16:00:52.495948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:52.502129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:52.594937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-924b00b3-1fd5-4070-b644-e883c040c429 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:52.597271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-924b00b3-1fd5-4070-b644-e883c040c429 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 806 time: 0.2630272 Nov 27 16:00:52.618169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Request body: {'port': {'device_id': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'admin_state_up': True, 'tenant_id': '92ab4f91b5f24cc7b9a0ed77b8ac584f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:52.713377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:00:52.874137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67cba070-d17b-4c7a-9cb5-862e2dc8f21f req-d2670f6e-b257-4902-bbf3-7ca3dae08813 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 210 time: 0.1912863 Nov 27 16:00:52.925774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Allocated IP 2001:db8:0:ffff::2 (7a07ac47-0bea-43d5-ae76-3f834db1ff2c/1d82a2b1-2267-4e83-8dbb-01ed28582793/d0b39331-c5d8-477b-a634-6e6754cb004c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:52.973781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Made reservation on behalf of 92ab4f91b5f24cc7b9a0ed77b8ac584f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:52.977713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:52.989559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaae2f-cad4-4beb-8a1c-834e6324963b req-a938c4e5-93ef-41a6-9feb-945e47fa24c7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:52.998584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dfaae2f-cad4-4beb-8a1c-834e6324963b req-a938c4e5-93ef-41a6-9feb-945e47fa24c7 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 948 time: 0.3222983 Nov 27 16:00:53.055090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:53.074846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '73f15113-e243-4b41-9389-9bb8f95320ff', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '73f15113-e243-4b41-9389-9bb8f95320ff', 'mac_address': 'fa:16:3e:c1:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:00:53.115123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dfaae2f-cad4-4beb-8a1c-834e6324963b req-8e02f849-b5ec-4b75-8538-0f40248d25ea tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153812 Nov 27 16:00:53.201980 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.242241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f15113-e243-4b41-9389-9bb8f95320ff {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:53.301479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Allocated IP 172.20.0.2 (b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0/5daa8287-219d-4846-b18b-8324e7584e70/466d72f1-ebff-4b2c-8b9c-c569520fe200) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:53.308482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:53.324864 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.460950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:53.472650 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.489877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.493863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.495054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.495617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.497258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.501510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.502136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.502716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.503509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.504055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.505448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.506004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:00:53.513278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.523441 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.532897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:53.592242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:00:53.598571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.598946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81175236-d27b-4c1f-b0da-631bcf9ab78c req-f7b79645-75c2-45c4-be58-f647e92992f9 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:53.611813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81175236-d27b-4c1f-b0da-631bcf9ab78c req-f7b79645-75c2-45c4-be58-f647e92992f9 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 1100 time: 0.2806294 Nov 27 16:00:53.621642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:53.635942 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.637855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:53.655132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:53.659610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event updated for resources: {'Port': ['ID=466d72f1-ebff-4b2c-8b9c-c569520fe200,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:53.736715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Pushing event updated for resources: {'Port': ['ID=d0b39331-c5d8-477b-a634-6e6754cb004c,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:53.744194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['73f15113-e243-4b41-9389-9bb8f95320ff'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:53.763287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:53.763984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:53.777089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Subnet': ['ID=59159d20-c445-40e1-ab40-43b8f6e689c9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:53.791517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:53.801976 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a10822b4-da5c-48a5-964c-1d2010da607e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1886029 Nov 27 16:00:53.817701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Request body: {'port': {'device_id': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:53.908419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:53.932033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:53.957868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81175236-d27b-4c1f-b0da-631bcf9ab78c req-047806fd-fb7b-4d3d-8ade-b0939d2d2a05 tempest-MigrationsAdminTest-291000853 tempest-MigrationsAdminTest-291000853-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438270 Nov 27 16:00:53.978944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.084592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78212f7-3b43-4f74-9e7e-4a4532ea221f req-116346d6-7a1a-4723-9c1a-0e5a7379a20d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:54.093326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e78212f7-3b43-4f74-9e7e-4a4532ea221f req-116346d6-7a1a-4723-9c1a-0e5a7379a20d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3249767 Nov 27 16:00:54.132127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Checking segment: {'id': '0fc7dba7-b10c-478f-823b-e05af986e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:54.133122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network hostable DHCP agents. Network: 1b531ddb-4ce4-4e28-9485-30e3f220dc6f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:00:54.223517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:00:54.243618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ccf0-6048-4348-982f-f116863d0fa5 req-368a5505-14dd-4e33-9e7c-05b68aab01e8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:54.244068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Attempting to bind port d0b39331-c5d8-477b-a634-6e6754cb004c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:54.244442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Attempting to bind port d0b39331-c5d8-477b-a634-6e6754cb004c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '59b858b7-a885-4f10-a179-8f166b4efdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:54.244805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Attempting to bind port d0b39331-c5d8-477b-a634-6e6754cb004c on network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:54.253111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a81ccf0-6048-4348-982f-f116863d0fa5 req-368a5505-14dd-4e33-9e7c-05b68aab01e8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 931 time: 0.1280107 Nov 27 16:00:54.259491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1b531ddb-4ce4-4e28-9485-30e3f220dc6f) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:54.294159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69a4bc-6b7f-4abf-b94b-8c0d9c9c5eb9 None None] Network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:54.298156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:54.299120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.325638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2c82dbd9-bad9-4569-b534-96b0ff7399f7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0847871 Nov 27 16:00:54.346404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e78212f7-3b43-4f74-9e7e-4a4532ea221f req-590d6e95-0756-4c46-8c78-9e71a5321777 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162423 Nov 27 16:00:54.356306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50462) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:54.370760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:54.371206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Checking segment: {'id': '59b858b7-a885-4f10-a179-8f166b4efdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:54.371556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.371963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Bound using segment: {'id': '59b858b7-a885-4f10-a179-8f166b4efdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:54.372458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Bound port: d0b39331-c5d8-477b-a634-6e6754cb004c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b858b7-a885-4f10-a179-8f166b4efdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a07ac47-0bea-43d5-ae76-3f834db1ff2c'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:54.373393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.379481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'port': {'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f', 'name': 'tempest-NetworksIpV6TestAttrs-178825570'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:54.484362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a81ccf0-6048-4348-982f-f116863d0fa5 req-898371fd-63bc-4d35-88fb-04ede7d597cc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298656 Nov 27 16:00:54.627062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d72f1-ebff-4b2c-8b9c-c569520fe200 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:54.647259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.680279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Transition to ACTIVE for port object 466d72f1-ebff-4b2c-8b9c-c569520fe200 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:00:54.692309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.859876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:54.866437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:54.966213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] device_id is not set on port fb4af6f4-d792-4832-9fdc-79ef968a17e2 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:00:55.000017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] For port d0b39331-c5d8-477b-a634-6e6754cb004c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:55.007647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] For port d0b39331-c5d8-477b-a634-6e6754cb004c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0b39331-c5d8-477b-a634-6e6754cb004c,segment=NetworkSegment(59b858b7-a885-4f10-a179-8f166b4efdf0),segment_id=59b858b7-a885-4f10-a179-8f166b4efdf0)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:55.034718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.043066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Pushing event updated for resources: {'Port': ['ID=466d72f1-ebff-4b2c-8b9c-c569520fe200,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:55.051192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-1b531ddb-4ce4-4e28-9485-30e3f220dc6f', 'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f', 'tenant_id': 'eef56048e97243769ed7a3c20d4dcbe1', 'fixed_ips': [{'subnet_id': '59159d20-c445-40e1-ab40-43b8f6e689c9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:00:55.052455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.062438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Attempting to bind port 466d72f1-ebff-4b2c-8b9c-c569520fe200 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:55.062992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Attempting to bind port 466d72f1-ebff-4b2c-8b9c-c569520fe200 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:55.063483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Attempting to bind port 466d72f1-ebff-4b2c-8b9c-c569520fe200 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:55.080379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Port 466d72f1-ebff-4b2c-8b9c-c569520fe200 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:00:55.083080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Attempting to bind port 466d72f1-ebff-4b2c-8b9c-c569520fe200 on network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:55.098745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:55.103337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Checking segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:55.104913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Bound using segment: {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:55.105704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Bound port: 466d72f1-ebff-4b2c-8b9c-c569520fe200, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a985e8-fe92-4c90-82f1-ac0487b7c15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:55.106247 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.253159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f7235-9670-4403-bc88-425a913429a2 None None] Pushing event updated for resources: {'Port': ['ID=d0b39331-c5d8-477b-a634-6e6754cb004c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:55.291851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] For port 466d72f1-ebff-4b2c-8b9c-c569520fe200, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:55.299390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] For port 466d72f1-ebff-4b2c-8b9c-c569520fe200, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:55.307867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.320249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Allocated IP 2001:db8::f816:3eff:fe78:a755 (1b531ddb-4ce4-4e28-9485-30e3f220dc6f/59159d20-c445-40e1-ab40-43b8f6e689c9/fb4af6f4-d792-4832-9fdc-79ef968a17e2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:55.380186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:55.381343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.383335 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] 10.222.0.37 "PUT /v2.0/ports/466d72f1-ebff-4b2c-8b9c-c569520fe200 HTTP/1.1" status: 200 len: 1091 time: 1.5699754 Nov 27 16:00:55.383956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'tag': '466d72f1-ebff-4b2c-8b9c-c569520fe200'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:55.386731 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c82fbe-cca5-400d-947d-0292583a2b68" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8", "tag": "466d72f1-ebff-4b2c-8b9c-c569520fe200"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:55.392824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273fe96-05b1-49ba-bdc9-149947d9ce56 service neutron] Pushing event updated for resources: {'Port': ['ID=466d72f1-ebff-4b2c-8b9c-c569520fe200,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:55.556238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fd46a-5f60-4ba8-ba15-728e23c39097 req-c38338db-91aa-4681-93dc-5551598843cc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:55.557749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-955fd46a-5f60-4ba8-ba15-728e23c39097 req-c38338db-91aa-4681-93dc-5551598843cc tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.4801629 Nov 27 16:00:55.586920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a0f79d50-b15f-46a2-9997-74a3beab359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:55.599268 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-a0f79d50-b15f-46a2-9997-74a3beab359a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 1094 time: 0.1649556 Nov 27 16:00:55.692417 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-9154379d-5260-4cfa-a0c6-15e66379a7ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200 HTTP/1.1" status: 200 len: 217 time: 0.0838842 Nov 27 16:00:55.839917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89175-7d00-4377-b38d-9726d85f45fa req-c1062548-9de5-4bb0-8eca-b9ae7e279ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:55.842731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-c1062548-9de5-4bb0-8eca-b9ae7e279ac2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1319408 Nov 27 16:00:55.879173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209537c2-09c6-4923-be71-382c37622c4e req-cabb180f-7903-4b54-bcd7-19c54f28fabf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:55.881616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-209537c2-09c6-4923-be71-382c37622c4e req-cabb180f-7903-4b54-bcd7-19c54f28fabf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3668315 Nov 27 16:00:55.885118 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.901973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-955fd46a-5f60-4ba8-ba15-728e23c39097 req-01fe95fc-66ba-40ac-9b6e-e577901abf16 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979562 Nov 27 16:00:55.913035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-37131ec6-38f3-4b94-bbe7-c0720623e84b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426636 Nov 27 16:00:55.945773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:55.987621 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65babc2f-b2ef-4d01-af92-546c8730e694 x-openstack-request-id: req-65babc2f-b2ef-4d01-af92-546c8730e694 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:55.989546 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8", "tag": "466d72f1-ebff-4b2c-8b9c-c569520fe200", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:55.989827 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65babc2f-b2ef-4d01-af92-546c8730e694 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:55.992229 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'tag': '466d72f1-ebff-4b2c-8b9c-c569520fe200', 'status': 'completed', 'code': 200} Nov 27 16:00:55.999993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:56.009800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:56.021330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:56.031217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:56.031883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.075302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:56.088889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-209537c2-09c6-4923-be71-382c37622c4e req-0c5454b9-953c-43f5-83dc-ba6671a82797 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542578 Nov 27 16:00:56.137279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-6028b89d-9691-4392-a366-75cabefb5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:56.140996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-6028b89d-9691-4392-a366-75cabefb5fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1097 time: 0.4462259 Nov 27 16:00:56.156171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Port': ['ID=fb4af6f4-d792-4832-9fdc-79ef968a17e2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:56.165747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23e2af15-322f-46df-b117-3d1ed3607bbd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8052311 Nov 27 16:00:56.170753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50500) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:56.282770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 73f15113-e243-4b41-9389-9bb8f95320ff completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:00:56.291227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ebf01-ec18-4786-92d6-ad72f1591c48 req-df3bb804-ab5e-476e-8259-fcb6294d5252 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:56.301017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c98ebf01-ec18-4786-92d6-ad72f1591c48 req-df3bb804-ab5e-476e-8259-fcb6294d5252 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 943 time: 0.2264726 Nov 27 16:00:56.303272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Allocated IP 2001:db8::f816:3eff:fe3f:3fd8 (1b531ddb-4ce4-4e28-9485-30e3f220dc6f/59159d20-c445-40e1-ab40-43b8f6e689c9/c5606969-7105-45cb-84e5-f7212524b116) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:00:56.329945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 73f15113-e243-4b41-9389-9bb8f95320ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:56.337196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.363941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-b24b68dc-56a2-489f-ba62-4148af457eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:56.365682 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-b24b68dc-56a2-489f-ba62-4148af457eec service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 915 time: 0.2107632 Nov 27 16:00:56.408972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-71fb75f6-8a65-4586-bdc7-c1aa5d97989a service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000157 Nov 27 16:00:56.498353 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-08443c7d-2de0-4ed0-9122-e800ba927b34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 217 time: 0.0484297 Nov 27 16:00:56.574272 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.643242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:56.645769 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791bbc44-b9db-4b62-b5ac-3b150fde27fa" -d '{"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-plugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:56.652041 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-91f89175-7d00-4377-b38d-9726d85f45fa req-0f5a73e8-d6d7-4064-bfb2-bde9c740ec61 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505084 Nov 27 16:00:56.702618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:56.719755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.721507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:00:56.728534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd96f-9473-46f0-bd6a-522df556b925 req-58023b04-86eb-4363-b6fe-494515906a87 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:56.730310 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83edd96f-9473-46f0-bd6a-522df556b925 req-58023b04-86eb-4363-b6fe-494515906a87 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 949 time: 0.3200166 Nov 27 16:00:56.739112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-4fa38b55-9742-4f8d-90d7-af43f5e785d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:56.740856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-4fa38b55-9742-4f8d-90d7-af43f5e785d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.1069939 Nov 27 16:00:56.820614 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.840430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting subnet 59159d20-c445-40e1-ab40-43b8f6e689c9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:00:56.846468 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0d6454-bd03-4a60-b185-373e3138499f x-openstack-request-id: req-ef0d6454-bd03-4a60-b185-373e3138499f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:56.846957 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-plugged", "status": "completed", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:56.847415 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef0d6454-bd03-4a60-b185-373e3138499f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:56.847643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.847894 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'code': 200} Nov 27 16:00:56.895462 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-779b0a77-7acb-46dc-9cc9-5e47252def7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218057 Nov 27 16:00:56.906584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:56.931521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afdfe5b-7474-46cf-9f26-5133152d2c27 None None] Network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:56.931948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c98ebf01-ec18-4786-92d6-ad72f1591c48 req-399414da-d7f9-4693-97af-8aac7491568d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272063 Nov 27 16:00:56.936410 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.026854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:00:57.052906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-637ef573-4761-4cb4-bac2-8f754b7bf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:57.054355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-637ef573-4761-4cb4-bac2-8f754b7bf47e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 1094 time: 0.3459909 Nov 27 16:00:57.057785 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-020df793-52e0-4c9c-8086-a444d6ff0835 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465044 Nov 27 16:00:57.119402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3306-f15e-4906-963b-c8573de1443e req-c3be6219-874f-4877-872b-3c534ad3f152 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:57.120987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0fe3306-f15e-4906-963b-c8573de1443e req-c3be6219-874f-4877-872b-3c534ad3f152 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 950 time: 0.1106637 Nov 27 16:00:57.137146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:00:57.157397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:00:57.170915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=13']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:57.191679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-70de9279-2509-44c9-ba52-c90b6a52576c None None] Provisioning complete for port d0b39331-c5d8-477b-a634-6e6754cb004c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:57.196912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70de9279-2509-44c9-ba52-c90b6a52576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.242084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-6e33691d-df9a-4cfa-95c6-b7a056694653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:57.244597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-6e33691d-df9a-4cfa-95c6-b7a056694653 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.1818368 Nov 27 16:00:57.267247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Deleting port 73f15113-e243-4b41-9389-9bb8f95320ff {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:00:57.267791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.340826 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-8758ea56-573f-4c9a-b412-ec46b7e80e58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200 HTTP/1.1" status: 200 len: 217 time: 0.0849452 Nov 27 16:00:57.353042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.442079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0b39331-c5d8-477b-a634-6e6754cb004c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:00:57.475671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc31d-c40f-41d8-bb59-65991be25459 req-5656c000-c4bd-4611-a673-1e1df44dfb85 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:57.477796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c00bc31d-c40f-41d8-bb59-65991be25459 req-5656c000-c4bd-4611-a673-1e1df44dfb85 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2173145 Nov 27 16:00:57.498145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0fe3306-f15e-4906-963b-c8573de1443e req-abb24b7a-7c26-46a0-91ff-8c1a7a1d7830 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963641 Nov 27 16:00:57.517495 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:00:57.535540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.550856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-95698597-bb49-40b3-9b79-c76e864cbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:57.550856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-95698597-bb49-40b3-9b79-c76e864cbe2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.1210814 Nov 27 16:00:57.629617 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-42d54906-61af-4792-8f3b-a47247bf601e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686367 Nov 27 16:00:57.646081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2f3fcfd-72b5-4739-a9e8-1a1e3fbc3d78 req-0f0f9e18-f625-4962-b155-1a97a71845c9 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705609 Nov 27 16:00:57.673875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c00bc31d-c40f-41d8-bb59-65991be25459 req-ff6a02ea-3b48-4718-b47a-ff82819a4f72 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851127 Nov 27 16:00:57.695297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Pushing event updated for resources: {'Port': ['ID=c5606969-7105-45cb-84e5-f7212524b116,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:57.702570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Attempting to bind port c5606969-7105-45cb-84e5-f7212524b116 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:00:57.703182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Attempting to bind port c5606969-7105-45cb-84e5-f7212524b116 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0fc7dba7-b10c-478f-823b-e05af986e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:00:57.703726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Attempting to bind port c5606969-7105-45cb-84e5-f7212524b116 on network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:00:57.745844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.762999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:57.769914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:00:57.770987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Checking segment: {'id': '0fc7dba7-b10c-478f-823b-e05af986e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:00:57.771613 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.772214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Bound using segment: {'id': '0fc7dba7-b10c-478f-823b-e05af986e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:00:57.773044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Bound port: c5606969-7105-45cb-84e5-f7212524b116, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc7dba7-b10c-478f-823b-e05af986e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1b531ddb-4ce4-4e28-9485-30e3f220dc6f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:00:57.773645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.835157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.849108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/59159d20-c445-40e1-ab40-43b8f6e689c9 HTTP/1.1" status: 204 len: 168 time: 1.6747749 Nov 27 16:00:57.850252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50524) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:57.852547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cfc11-92ef-40a4-8226-e4e673c9f162 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Subnet': ['ID=59159d20-c445-40e1-ab40-43b8f6e689c9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:57.864104 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70de9279-2509-44c9-ba52-c90b6a52576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:57.873594 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.043471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed6014-749a-4217-8a0e-17bc9c68d504 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:58.046040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed6014-749a-4217-8a0e-17bc9c68d504 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:58.049446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0fed6014-749a-4217-8a0e-17bc9c68d504 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1830525 Nov 27 16:00:58.051168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50532) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:58.150200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-70de9279-2509-44c9-ba52-c90b6a52576c None None] For port d0b39331-c5d8-477b-a634-6e6754cb004c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0b39331-c5d8-477b-a634-6e6754cb004c,segment=NetworkSegment(59b858b7-a885-4f10-a179-8f166b4efdf0),segment_id=59b858b7-a885-4f10-a179-8f166b4efdf0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:58.225487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70de9279-2509-44c9-ba52-c90b6a52576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.293746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960b2d-aaa8-4c68-bb80-941c322e6fc8 req-80ded7d3-3c26-421b-afc0-6d103f620d8a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:58.296543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0960b2d-aaa8-4c68-bb80-941c322e6fc8 req-80ded7d3-3c26-421b-afc0-6d103f620d8a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 943 time: 0.1190629 Nov 27 16:00:58.304842 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-16a8f1dd-d8d9-4648-adcc-284742812812 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.372256 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a8f1dd-d8d9-4648-adcc-284742812812 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 16:00:58.375186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a8f1dd-d8d9-4648-adcc-284742812812 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:00:58.385598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-16a8f1dd-d8d9-4648-adcc-284742812812 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/1b531ddb-4ce4-4e28-9485-30e3f220dc6f HTTP/1.1" status: 409 len: 405 time: 0.3328753 Nov 27 16:00:58.394292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] For port c5606969-7105-45cb-84e5-f7212524b116, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:00:58.396090 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-4e581438-4787-487c-979c-f4eb8c39c728 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244282 Nov 27 16:00:58.396735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50536) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:58.405191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] For port c5606969-7105-45cb-84e5-f7212524b116, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c5606969-7105-45cb-84e5-f7212524b116,segment=NetworkSegment(0fc7dba7-b10c-478f-823b-e05af986e66f),segment_id=0fc7dba7-b10c-478f-823b-e05af986e66f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:00:58.407209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-963289623'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:58.408524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:58.433512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] For port 73f15113-e243-4b41-9389-9bb8f95320ff, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=73f15113-e243-4b41-9389-9bb8f95320ff,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:58.434116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.488111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0960b2d-aaa8-4c68-bb80-941c322e6fc8 req-9189a5d7-3f48-4ca7-854c-6037e8cc467c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714058 Nov 27 16:00:58.499938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Calling delete_port for 73f15113-e243-4b41-9389-9bb8f95320ff owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:00:58.552374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de9279-2509-44c9-ba52-c90b6a52576c None None] Pushing event updated for resources: {'Port': ['ID=d0b39331-c5d8-477b-a634-6e6754cb004c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:58.565284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d0b39331-c5d8-477b-a634-6e6754cb004c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:58.565878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.574571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.588275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 466d72f1-ebff-4b2c-8b9c-c569520fe200 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:00:58.678827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:58.713964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:58.714460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 466d72f1-ebff-4b2c-8b9c-c569520fe200, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:58.757292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '466d72f1-ebff-4b2c-8b9c-c569520fe200', 'network_id': 'b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0', 'port_id': '466d72f1-ebff-4b2c-8b9c-c569520fe200', 'mac_address': 'fa:16:3e:4d:a5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5daa8287-219d-4846-b18b-8324e7584e70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:00:58.792260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41f281-ee14-446f-a7d9-f50d7a7d88f2 req-4707b19b-1279-453d-80c6-1cf380bbb8fa tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:58.821065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c41f281-ee14-446f-a7d9-f50d7a7d88f2 req-4707b19b-1279-453d-80c6-1cf380bbb8fa tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 950 time: 0.1715012 Nov 27 16:00:58.883296 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c82fbe-cca5-400d-947d-0292583a2b68 req-9387ed47-cd5d-4c08-98f2-0f408a5488af service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721861 Nov 27 16:00:58.931668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:00:58.952691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:58.983574 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df0162d-c985-4744-9c6c-56bf9d090be4" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:58.990865 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.024340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c41f281-ee14-446f-a7d9-f50d7a7d88f2 req-5b4055c7-acd9-483e-9626-da6b9da6a085 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021070 Nov 27 16:00:59.026341 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.035380 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Added segment ffaf5428-d465-47f7-a98f-663075536172 of type vlan for network 2ac3783c-f43a-4f7e-b313-5adad53d7c45 Nov 27 16:00:59.062075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3c605-a91d-4ee3-a3d7-e5f2dd34cde6 req-7cc3fbf4-ecbe-4aa6-89fd-41a3bebf6b86 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:59.082818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbd3c605-a91d-4ee3-a3d7-e5f2dd34cde6 req-7cc3fbf4-ecbe-4aa6-89fd-41a3bebf6b86 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 944 time: 0.2594414 Nov 27 16:00:59.084445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d72f1-ebff-4b2c-8b9c-c569520fe200 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:00:59.113246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 466d72f1-ebff-4b2c-8b9c-c569520fe200, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:00:59.115755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e906a-9892-4c61-93d9-124fe876caee None None] Network 1b531ddb-4ce4-4e28-9485-30e3f220dc6f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:00:59.221047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbd3c605-a91d-4ee3-a3d7-e5f2dd34cde6 req-022cf6a9-ce3b-4f25-97c6-6ad50504afb7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352866 Nov 27 16:00:59.261917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.280382 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a21be-e04a-46c6-9306-5889556b6e26 x-openstack-request-id: req-271a21be-e04a-46c6-9306-5889556b6e26 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:00:59.280818 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:00:59.281180 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-271a21be-e04a-46c6-9306-5889556b6e26 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:00:59.281364 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'code': 200} Nov 27 16:00:59.311710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.357606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.365075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:59.366169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.393451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-303be203-524f-4f21-9763-7aca78bb2916 None None] Provisioning complete for port d0b39331-c5d8-477b-a634-6e6754cb004c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:00:59.393895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-303be203-524f-4f21-9763-7aca78bb2916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.405965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.453547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619', '587914ea-0e47-47f3-9b17-367f36c72b92', '951a7427-b35a-41a9-abd0-67df8dc65253'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:59.455020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50552) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:00:59.460750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'subnet': {'network_id': '2ac3783c-f43a-4f7e-b313-5adad53d7c45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:00:59.464653 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0648973 Nov 27 16:00:59.500193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96da9b-7349-4928-8215-f60c5803f347 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:00:59.507411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd84622-530a-4930-ae7e-588d26d138da None None] Pushing event updated for resources: {'Port': ['ID=c5606969-7105-45cb-84e5-f7212524b116,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:59.548229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event deleted for resources: {'Port': ['ID=73f15113-e243-4b41-9389-9bb8f95320ff,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:59.570944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bfe66-da4b-421c-89aa-1d62e38d22b1 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Network': ['ID=2ac3783c-f43a-4f7e-b313-5adad53d7c45,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:59.590306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2ac3783c-f43a-4f7e-b313-5adad53d7c45 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:00:59.641201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:00:59.644570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.653588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] No DVR routers for this DVR port 73f15113-e243-4b41-9389-9bb8f95320ff on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:00:59.656803 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:00:59.660753 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83edd96f-9473-46f0-bd6a-522df556b925 req-c23f86d7-f610-4b76-88a5-8952af0c8def tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.21 "DELETE /v2.0/ports/73f15113-e243-4b41-9389-9bb8f95320ff HTTP/1.1" status: 204 len: 173 time: 2.9028912 Nov 27 16:00:59.661309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-deleted', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:00:59.664120 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359db809-3169-43d3-a3af-f2e47c7f4186" -d '{"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-deleted", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:00:59.750157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['466d72f1-ebff-4b2c-8b9c-c569520fe200'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:00:59.775610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac2747-74f4-42f7-84a7-2827384b8b8f req-567b31be-6f32-4941-a69c-a0332339560a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:00:59.777281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7ac2747-74f4-42f7-84a7-2827384b8b8f req-567b31be-6f32-4941-a69c-a0332339560a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 944 time: 0.1528676 Nov 27 16:00:59.792142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=466d72f1-ebff-4b2c-8b9c-c569520fe200,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:00:59.860960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7ac2747-74f4-42f7-84a7-2827384b8b8f req-fd689c91-f9e5-4863-bef8-7588e5c921cd tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719194 Nov 27 16:01:00.038577 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2090a43-67d7-41f4-8823-d33aa182e619 x-openstack-request-id: req-c2090a43-67d7-41f4-8823-d33aa182e619 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:00.038979 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a539f-de5a-4660-a479-ab92ffe11d2d", "name": "network-vif-deleted", "tag": "73f15113-e243-4b41-9389-9bb8f95320ff", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:00.039340 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2090a43-67d7-41f4-8823-d33aa182e619 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:00.039842 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a539f-de5a-4660-a479-ab92ffe11d2d', 'name': 'network-vif-deleted', 'tag': '73f15113-e243-4b41-9389-9bb8f95320ff', 'status': 'completed', 'code': 200} Nov 27 16:01:00.103707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:00.134785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0b39331-c5d8-477b-a634-6e6754cb004c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:00.188309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 73f15113-e243-4b41-9389-9bb8f95320ff {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:00.188668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 73f15113-e243-4b41-9389-9bb8f95320ff not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:00.194740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:01:00.198221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:00.359514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91b2e054-bf88-4b2a-ac38-e8f17b4edbde req-bd422bcf-ca9c-4e67-8afc-524cb5a7c4e8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac5a539f-de5a-4660-a479-ab92ffe11d2d HTTP/1.1" status: 200 len: 210 time: 0.1633122 Nov 27 16:01:00.408964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:00.456055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Checking segment: {'id': 'ffaf5428-d465-47f7-a98f-663075536172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2ac3783c-f43a-4f7e-b313-5adad53d7c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:00.456441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network hostable DHCP agents. Network: 2ac3783c-f43a-4f7e-b313-5adad53d7c45, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:01:00.458631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Subnet': ['ID=64a4d2e4-e886-4a19-b9bd-0f458194d8fa,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:00.515532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 2ac3783c-f43a-4f7e-b313-5adad53d7c45 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:01:00.531088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2ac3783c-f43a-4f7e-b313-5adad53d7c45) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:00.545445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f0e6-49bc-4983-bf56-9a3f065916e3 req-baf5d2f6-1752-4c3b-afb4-0571fc74a9ee tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:00.547373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e21f0e6-49bc-4983-bf56-9a3f065916e3 req-baf5d2f6-1752-4c3b-afb4-0571fc74a9ee tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 944 time: 0.1135206 Nov 27 16:01:00.548898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:00.549895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:00.551493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96da9b-7349-4928-8215-f60c5803f347 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:01:00.644116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7fadc543-a1d2-461e-bd5a-857fecc8c49e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1879015 Nov 27 16:01:00.648215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:00.650674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e21f0e6-49bc-4983-bf56-9a3f065916e3 req-66230902-c7c6-4043-8cee-eaf11b36967b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925024 Nov 27 16:01:00.657659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'port': {'network_id': '2ac3783c-f43a-4f7e-b313-5adad53d7c45', 'name': 'tempest-NetworksIpV6TestAttrs-1355109869'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:00.789773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d0b39331-c5d8-477b-a634-6e6754cb004c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:00.790193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:00.824359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ba7f4-47a3-453a-9a0e-a66d0a255c3a req-7c67c9e7-b67e-447c-8b61-e80517104288 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:00.833069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-594ba7f4-47a3-453a-9a0e-a66d0a255c3a req-7c67c9e7-b67e-447c-8b61-e80517104288 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 944 time: 0.0649309 Nov 27 16:01:00.895770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-594ba7f4-47a3-453a-9a0e-a66d0a255c3a req-46e8a3b6-af3c-443f-84ae-3226d9d533b9 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614154 Nov 27 16:01:00.902812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:00.906786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:00.940050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] device_id is not set on port c0274581-b77f-420c-b298-c3976f52e356 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:01:01.101961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706860d-91ee-4178-932c-8bc11daaa358 req-fab2a2d1-83a3-48c8-ae99-537d71f1d2c5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:01.111532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Allocated IP 2001:db8::f816:3eff:fe5b:a2b2 (2ac3783c-f43a-4f7e-b313-5adad53d7c45/64a4d2e4-e886-4a19-b9bd-0f458194d8fa/c0274581-b77f-420c-b298-c3976f52e356) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:01.112274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4706860d-91ee-4178-932c-8bc11daaa358 req-fab2a2d1-83a3-48c8-ae99-537d71f1d2c5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 944 time: 0.1309092 Nov 27 16:01:01.182993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-04dc9bb2-2a4a-4a74-ab63-0152aac3479d req-5e465cc4-44b3-473b-810f-eafa88beebc1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:01:01.197720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04dc9bb2-2a4a-4a74-ab63-0152aac3479d req-5e465cc4-44b3-473b-810f-eafa88beebc1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205252 Nov 27 16:01:01.244522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4706860d-91ee-4178-932c-8bc11daaa358 req-8a99501b-38bb-43b7-a8fb-e6e5ed2938c2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290560 Nov 27 16:01:01.328808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:01.373338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:01.437266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 2ac3783c-f43a-4f7e-b313-5adad53d7c45 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:01.443954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:01.452761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:01.468929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:01.469838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:01.559583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437649c1-da84-4c80-b78c-0bfb595b525e req-0257407a-6d47-479b-bab2-e272becad5b3 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:01.569365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-437649c1-da84-4c80-b78c-0bfb595b525e req-0257407a-6d47-479b-bab2-e272becad5b3 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 944 time: 0.1021507 Nov 27 16:01:01.571780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Port': ['ID=c0274581-b77f-420c-b298-c3976f52e356,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:01.578585 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8588aa91-1477-44a1-b7c4-c6e675b486d7 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9288783 Nov 27 16:01:01.581827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50610) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:01.673273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-437649c1-da84-4c80-b78c-0bfb595b525e req-45bf41f0-e580-4f7d-bb49-2008dd59a716 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029942 Nov 27 16:01:01.711895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting subnet 64a4d2e4-e886-4a19-b9bd-0f458194d8fa {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:01:01.716163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:01.814599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:01.843404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e6c7-de34-4c6f-9a79-ba17f3e3bc09 req-92166b34-c67b-4e91-91e0-3be4be32385e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:01.852415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b829e6c7-de34-4c6f-9a79-ba17f3e3bc09 req-92166b34-c67b-4e91-91e0-3be4be32385e tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 951 time: 0.0603800 Nov 27 16:01:01.915672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b829e6c7-de34-4c6f-9a79-ba17f3e3bc09 req-582a6775-4fe3-44a2-b443-b44a29b475cf tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Nov 27 16:01:01.949569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:01.977918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-d6bf69e6-949c-48ba-a347-e58b923a99ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2308757 Nov 27 16:01:01.997222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ca891-65a7-4218-a11c-15fe87b815ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-2ac3783c-f43a-4f7e-b313-5adad53d7c45', 'network_id': '2ac3783c-f43a-4f7e-b313-5adad53d7c45', 'tenant_id': 'eef56048e97243769ed7a3c20d4dcbe1', 'fixed_ips': [{'subnet_id': '64a4d2e4-e886-4a19-b9bd-0f458194d8fa'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:01:01.998820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-500ca891-65a7-4218-a11c-15fe87b815ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.005709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.103333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.184643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.188507 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/64a4d2e4-e886-4a19-b9bd-0f458194d8fa HTTP/1.1" status: 204 len: 168 time: 0.6046896 Nov 27 16:01:02.191230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:02.192784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cc0bc-b339-4fda-976f-360fc783d93a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Subnet': ['ID=64a4d2e4-e886-4a19-b9bd-0f458194d8fa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:02.263750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d458328-68eb-4f91-b387-a11280aa8a7d tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:02.266586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d458328-68eb-4f91-b387-a11280aa8a7d tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-500ca891-65a7-4218-a11c-15fe87b815ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64a4d2e4-e886-4a19-b9bd-0f458194d8fa: This subnet is being modified by another concurrent operation. Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:01:02.271235 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64a4d2e4-e886-4a19-b9bd-0f458194d8fa: This subnet is being modified by another concurrent operation. Nov 27 16:01:02.274683 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:01:02.280667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50626) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:02.287772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Provisioning complete for port b21662a2-4a10-43b5-8590-829a411c249b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:02.288684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.291143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4d458328-68eb-4f91-b387-a11280aa8a7d tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0753310 Nov 27 16:01:02.291812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e93f62-e344-4400-9236-8f250ff697a3 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:01:02.456126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0b21-818c-496a-af78-0369ebb35c90 req-4f88d231-6537-4c3b-89fa-a74fbd4a6370 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:02.462534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee672005-7c68-49d2-a9c3-58f97a12af31 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.464124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841b0b21-818c-496a-af78-0369ebb35c90 req-4f88d231-6537-4c3b-89fa-a74fbd4a6370 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 944 time: 0.1040981 Nov 27 16:01:02.474235 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee672005-7c68-49d2-a9c3-58f97a12af31 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 16:01:02.474909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee672005-7c68-49d2-a9c3-58f97a12af31 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:02.479714 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ee672005-7c68-49d2-a9c3-58f97a12af31 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/2ac3783c-f43a-4f7e-b313-5adad53d7c45 HTTP/1.1" status: 409 len: 405 time: 0.2067442 Nov 27 16:01:02.485165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50638) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:02.495083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1032201410'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:02.525663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:02.533279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.548763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.573265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:01:02.574019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 466d72f1-ebff-4b2c-8b9c-c569520fe200 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:02.588945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841b0b21-818c-496a-af78-0369ebb35c90 req-fd42413d-4a95-4bad-beb6-2c65dc5ead95 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107967 Nov 27 16:01:02.590267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.590766 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Added segment a77241e4-7006-4711-b3ff-3df54a6d80c0 of type vlan for network 27f8a37c-f6d2-4bd5-a46c-5466d81342a9 Nov 27 16:01:02.690235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:02.691507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.692688 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e97afa-ad5c-402a-9fdf-54504c774ad6" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:02.739402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.749773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:02.751155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.778748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:02.800631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e93f62-e344-4400-9236-8f250ff697a3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:01:02.812100 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cda9e74-1670-4c55-9ec5-4d80a4d10795 x-openstack-request-id: req-1cda9e74-1670-4c55-9ec5-4d80a4d10795 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:02.817893 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "failed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "code": 422}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:02.818193 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cda9e74-1670-4c55-9ec5-4d80a4d10795 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:02.818737 n-d-819494-4 neutron-server[110077]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'code': 422} returned with failed status Nov 27 16:01:02.828918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3351552 Nov 27 16:01:02.836084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50652) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:02.841894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:02.861392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'subnet': {'network_id': '27f8a37c-f6d2-4bd5-a46c-5466d81342a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:02.960390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873beda0-b361-4133-9a68-64fe3a368d75 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Network': ['ID=27f8a37c-f6d2-4bd5-a46c-5466d81342a9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:02.986274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 27f8a37c-f6d2-4bd5-a46c-5466d81342a9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:01:03.182541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bcfa6-ebe7-46a4-b612-d8f89c41cec7 req-75b3b05b-7187-4966-b352-6a875c8f3c34 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.184133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-144bcfa6-ebe7-46a4-b612-d8f89c41cec7 req-75b3b05b-7187-4966-b352-6a875c8f3c34 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3600662 Nov 27 16:01:03.256946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 466d72f1-ebff-4b2c-8b9c-c569520fe200 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:01:03.257605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-8d826eca-5272-4c06-8c87-a526f1894b60 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.259665 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-8d826eca-5272-4c06-8c87-a526f1894b60 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 951 time: 0.0999629 Nov 27 16:01:03.293667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:03.297255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.300856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Provisioning complete for port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:03.301233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.302817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 466d72f1-ebff-4b2c-8b9c-c569520fe200 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:03.303174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.310658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c317158-8b5f-474d-8e99-c96013291bc5 req-038f1da1-bf18-4a7b-bf7a-b442bbb0d390 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.318141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c317158-8b5f-474d-8e99-c96013291bc5 req-038f1da1-bf18-4a7b-bf7a-b442bbb0d390 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 951 time: 0.2046936 Nov 27 16:01:03.402864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-144bcfa6-ebe7-46a4-b612-d8f89c41cec7 req-4b1e2405-db65-4335-ad6b-eeb8b52cd5e5 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759958 Nov 27 16:01:03.454928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:03.464032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c317158-8b5f-474d-8e99-c96013291bc5 req-2813bd36-e1db-4d8f-929a-ae3bdfaa80a4 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449230 Nov 27 16:01:03.506098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Deleting port 951a7427-b35a-41a9-abd0-67df8dc65253 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:03.507478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.625689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-7df194df-d1cf-4bc5-9256-e8588b224a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.627184 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-7df194df-d1cf-4bc5-9256-e8588b224a1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5&tenant_id=c2449925a3354b6dba580304a0430cbe HTTP/1.1" status: 200 len: 1097 time: 0.0973356 Nov 27 16:01:03.710808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] For port 951a7427-b35a-41a9-abd0-67df8dc65253, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=951a7427-b35a-41a9-abd0-67df8dc65253,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:03.711579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.730369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.766945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Calling delete_port for 951a7427-b35a-41a9-abd0-67df8dc65253 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:03.767563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:01:03.772172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.787302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-5026deda-0295-4b9b-9c57-3401791935a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.788835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-5026deda-0295-4b9b-9c57-3401791935a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1097 time: 0.1319268 Nov 27 16:01:03.807524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 466d72f1-ebff-4b2c-8b9c-c569520fe200, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:03.808831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Provisioning complete for port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:03.809297 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.832739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372230dd-a093-46d9-9e9f-848a96f8b345 req-abb0ee7c-cecf-45d5-9e1f-6cb65d0f6b60 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.839617 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:03.840342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-372230dd-a093-46d9-9e9f-848a96f8b345 req-abb0ee7c-cecf-45d5-9e1f-6cb65d0f6b60 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 944 time: 0.1374049 Nov 27 16:01:03.893172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4d9e5-d422-4299-a7d6-d1476abda318 None None] Network 2ac3783c-f43a-4f7e-b313-5adad53d7c45 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:03.899534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Subnet': ['ID=81a57c3f-9ebe-4156-a68e-78715dccb4c4,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:03.908434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Checking segment: {'id': 'a77241e4-7006-4711-b3ff-3df54a6d80c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '27f8a37c-f6d2-4bd5-a46c-5466d81342a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:03.909136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network hostable DHCP agents. Network: 27f8a37c-f6d2-4bd5-a46c-5466d81342a9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:01:03.953233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-372230dd-a093-46d9-9e9f-848a96f8b345 req-fb72e817-9717-4342-baab-093558438a3a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115234 Nov 27 16:01:03.954442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 27f8a37c-f6d2-4bd5-a46c-5466d81342a9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:01:03.986243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 27f8a37c-f6d2-4bd5-a46c-5466d81342a9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:03.991740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:03.993318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.020551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b75967-bdca-4d76-b13c-31d3724f10b9 None None] Network 27f8a37c-f6d2-4bd5-a46c-5466d81342a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:04.033224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e166d41a-c9aa-4d19-b8fe-133dc009a37c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1839209 Nov 27 16:01:04.034979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50668) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:04.041402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-ceec05f9-2728-4181-a653-091fc1c54156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:04.051040 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-ceec05f9-2728-4181-a653-091fc1c54156 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 915 time: 0.1965857 Nov 27 16:01:04.083110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:04.206466 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-a44c480b-6ac4-4976-a06e-23846641b149 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 217 time: 0.1472549 Nov 27 16:01:04.242464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.270145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-c27afee2-b21d-4811-98da-bcf230c56dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:04.270366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=466d72f1-ebff-4b2c-8b9c-c569520fe200,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:04.281246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-c27afee2-b21d-4811-98da-bcf230c56dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.0624044 Nov 27 16:01:04.329677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-9f6fa4a2-7263-4fc8-b866-e6e45d537b64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340257 Nov 27 16:01:04.330840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.350501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619', '587914ea-0e47-47f3-9b17-367f36c72b92', '951a7427-b35a-41a9-abd0-67df8dc65253'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:04.376539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event deleted for resources: {'Port': ['ID=951a7427-b35a-41a9-abd0-67df8dc65253,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:04.478493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Provisioning complete for port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:04.478493 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.505316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] No DVR routers for this DVR port 951a7427-b35a-41a9-abd0-67df8dc65253 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:04.508672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.519771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.527950 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-888153c3-a8d1-4160-bcdb-4dfefab52f15 req-581bed44-edd0-4f0a-8e39-ffead223b0d8 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "DELETE /v2.0/ports/951a7427-b35a-41a9-abd0-67df8dc65253 HTTP/1.1" status: 204 len: 173 time: 1.2597175 Nov 27 16:01:04.529323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-deleted', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:04.535855 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8fab76-4e55-4a62-8db7-9028505d6f9d" -d '{"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-deleted", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:04.599249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153af87-a19f-426e-bc75-07297d249a5c None None] Network 2ac3783c-f43a-4f7e-b313-5adad53d7c45 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:04.600621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-6e0a8939-bb87-4dd9-b9d7-33fa9b603c53 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360933 Nov 27 16:01:04.643807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c87c7ea-3ef4-4bcf-8e5b-1c226b3401d9 req-2d2ead77-d96a-479f-97ef-ad77a7540a05 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c158151-7c9e-4c3e-b86c-da57df072fac HTTP/1.1" status: 200 len: 210 time: 0.0558748 Nov 27 16:01:04.671457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19992-ffe0-4a83-b8b9-0147aabcdb15 req-526db6ce-025f-49a2-92dd-9c881b7a029d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:04.676920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.689970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfc19992-ffe0-4a83-b8b9-0147aabcdb15 req-526db6ce-025f-49a2-92dd-9c881b7a029d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1316073 Nov 27 16:01:04.722403 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:04.785784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-4d30451b-795f-43fb-a917-56b11eb3906d service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719530 Nov 27 16:01:04.822246 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a0a976-0d10-43a0-97cd-e10b0c4bd410 x-openstack-request-id: req-21a0a976-0d10-43a0-97cd-e10b0c4bd410 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:04.822550 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c158151-7c9e-4c3e-b86c-da57df072fac", "name": "network-vif-deleted", "tag": "951a7427-b35a-41a9-abd0-67df8dc65253", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:04.822810 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21a0a976-0d10-43a0-97cd-e10b0c4bd410 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:04.823221 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c158151-7c9e-4c3e-b86c-da57df072fac', 'name': 'network-vif-deleted', 'tag': '951a7427-b35a-41a9-abd0-67df8dc65253', 'status': 'completed', 'code': 200} Nov 27 16:01:04.830289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Subnet': ['ID=81a57c3f-9ebe-4156-a68e-78715dccb4c4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:04.865054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d72f1-ebff-4b2c-8b9c-c569520fe200'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:04.871863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfc19992-ffe0-4a83-b8b9-0147aabcdb15 req-31bb021a-97c0-449d-8bd1-5b75ad336b54 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807034 Nov 27 16:01:04.885551 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5bead5-461d-4911-97ef-d6196d615862" -d '{"events": [{"server_uuid": "3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8", "name": "network-vif-plugged", "status": "completed", "tag": "466d72f1-ebff-4b2c-8b9c-c569520fe200"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:05.018168 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.044696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f8a37c-f6d2-4bd5-a46c-5466d81342a9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:05.080105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77241e4-7006-4711-b3ff-3df54a6d80c0') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:05.080452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77241e4-7006-4711-b3ff-3df54a6d80c0') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:05.151597 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ad272-3edf-438b-b5c3-93f1883a9fe1 x-openstack-request-id: req-842ad272-3edf-438b-b5c3-93f1883a9fe1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:05.152204 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8", "name": "network-vif-plugged", "status": "completed", "tag": "466d72f1-ebff-4b2c-8b9c-c569520fe200", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:05.154435 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-842ad272-3edf-438b-b5c3-93f1883a9fe1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:05.155162 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d72f1-ebff-4b2c-8b9c-c569520fe200', 'code': 200} Nov 27 16:01:05.178863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.235609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.256760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:05.257512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:05.261219 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:05.276455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf7936-ba76-4e71-83a2-f99862eb4639 req-9a67ef53-4392-4e0a-83a1-b50e690accfc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:05.285205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04bf7936-ba76-4e71-83a2-f99862eb4639 req-9a67ef53-4392-4e0a-83a1-b50e690accfc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2135844 Nov 27 16:01:05.291086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6b81-a3a2-4eb7-828a-2db73fba3215 req-ee4da45c-e5e8-4213-b789-edf59e54eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:05.298569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b30a6b81-a3a2-4eb7-828a-2db73fba3215 req-ee4da45c-e5e8-4213-b789-edf59e54eb43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 1096 time: 0.1240520 Nov 27 16:01:05.353084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406fe417-c75f-4cf3-ad4f-a393e9cb32d0 None None] Network 27f8a37c-f6d2-4bd5-a46c-5466d81342a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:05.402249 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b30a6b81-a3a2-4eb7-828a-2db73fba3215 req-f8185f28-0145-4446-b8a4-304b290d35bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961430 Nov 27 16:01:05.409352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04bf7936-ba76-4e71-83a2-f99862eb4639 req-9a9148ca-ce5f-4ca5-9fcf-1d31b51c6860 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227844 Nov 27 16:01:05.423954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.434224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.444002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/27f8a37c-f6d2-4bd5-a46c-5466d81342a9 HTTP/1.1" status: 204 len: 168 time: 1.4072046 Nov 27 16:01:05.447913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50700) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:05.453920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-204233647'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:05.454807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222b1b-15af-4eb3-816c-151dcbe05b91 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Network': ['ID=27f8a37c-f6d2-4bd5-a46c-5466d81342a9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:05.476440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:05.486779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:05.491410 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.523065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:01:05.534429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.535113 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Added segment f2efaaa0-1d5c-42c2-a419-f8a2a47c09e2 of type vlan for network bd119884-9da6-41d7-895c-753f543612a6 Nov 27 16:01:05.544517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.557623 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f27ef9e0-92d5-40ac-94a8-cb19199922ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.581996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.613502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.620348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:05.621082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:05.723853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Network': ['ID=bd119884-9da6-41d7-895c-753f543612a6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:05.757756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ee6ce991-8752-4694-b475-01eb3f8eabf5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3085923 Nov 27 16:01:05.760629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50710) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:05.767463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'subnet': {'network_id': 'bd119884-9da6-41d7-895c-753f543612a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:05.898635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network bd119884-9da6-41d7-895c-753f543612a6 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:01:05.902238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:06.041611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:06.078365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:06.221684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Provisioning complete for port 66ca5214-323c-4653-beab-f94025f5f795 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:06.222225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60f713b8-185d-49ef-b571-51f4bcf823c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:06.535135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:06.565395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1e77-b099-4e4d-8f54-58f9989da3b3 req-630028ce-6d70-4d0f-ac7b-4a580632b16f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:06.569727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 951a7427-b35a-41a9-abd0-67df8dc65253 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:06.573678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 951a7427-b35a-41a9-abd0-67df8dc65253 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:06.574133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfed1e77-b099-4e4d-8f54-58f9989da3b3 req-630028ce-6d70-4d0f-ac7b-4a580632b16f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.4747658 Nov 27 16:01:06.668563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfed1e77-b099-4e4d-8f54-58f9989da3b3 req-8a773ab0-fdad-41d8-b73f-a29f8328f151 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932186 Nov 27 16:01:06.732411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5d3cd-94e4-47b1-98c4-4cc9ad2107f0 req-bc700234-fd55-494b-822b-812a703cea30 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:06.750072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6e5d3cd-94e4-47b1-98c4-4cc9ad2107f0 req-bc700234-fd55-494b-822b-812a703cea30 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.2655325 Nov 27 16:01:06.883159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:06.945928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6e5d3cd-94e4-47b1-98c4-4cc9ad2107f0 req-6f6be277-fb48-4ead-aa37-8bff57fe7901 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948791 Nov 27 16:01:06.985981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dd4d8-82ab-4016-8239-aad0d8439ec7 req-cf2635f6-a1a2-46a9-b59e-8102c7e6f076 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:06.988387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-605dd4d8-82ab-4016-8239-aad0d8439ec7 req-cf2635f6-a1a2-46a9-b59e-8102c7e6f076 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1982472 Nov 27 16:01:06.993421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Subnet': ['ID=b5ede13d-9db6-4ad3-b058-7c6214a44cfa,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:07.019538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Checking segment: {'id': 'f2efaaa0-1d5c-42c2-a419-f8a2a47c09e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bd119884-9da6-41d7-895c-753f543612a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:07.020563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network hostable DHCP agents. Network: bd119884-9da6-41d7-895c-753f543612a6, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:01:07.058273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network bd119884-9da6-41d7-895c-753f543612a6 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:01:07.072876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-605dd4d8-82ab-4016-8239-aad0d8439ec7 req-5a36d14a-fd2e-4416-a622-497f7da85297 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 Nov 27 16:01:07.074258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, bd119884-9da6-41d7-895c-753f543612a6) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:07.083372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:07.084088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:07.093896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b9c60-044d-485e-9c1e-ede5f9844d38 None None] Network bd119884-9da6-41d7-895c-753f543612a6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:07.126360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e97b6ba8-047a-4683-ac99-fea82565188f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3626471 Nov 27 16:01:07.127900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:07.205836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:07.215357 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33ee4f6-f845-47e2-b319-85829e8cf734" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:07.347937 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ace5194-ba7e-4491-ad7b-ec932cfeb27e x-openstack-request-id: req-0ace5194-ba7e-4491-ad7b-ec932cfeb27e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:07.351711 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:07.352224 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ace5194-ba7e-4491-ad7b-ec932cfeb27e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:07.353574 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'code': 200} Nov 27 16:01:07.392036 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:07.533996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:07.538540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-68c08110-53da-46c2-a6df-75e107b8effa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:07.574811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f577a19-2d17-43b1-a56b-1806de5dca6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-bd119884-9da6-41d7-895c-753f543612a6', 'network_id': 'bd119884-9da6-41d7-895c-753f543612a6', 'tenant_id': 'eef56048e97243769ed7a3c20d4dcbe1', 'fixed_ips': [{'subnet_id': 'b5ede13d-9db6-4ad3-b058-7c6214a44cfa'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:01:07.575718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f577a19-2d17-43b1-a56b-1806de5dca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:07.706652 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:07.771319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee804-de45-4977-a58b-c554aca509aa req-8b6ca8a5-1f27-4464-9042-b02eda40d9f3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:07.772881 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-95bee804-de45-4977-a58b-c554aca509aa req-8b6ca8a5-1f27-4464-9042-b02eda40d9f3 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 949 time: 0.1933622 Nov 27 16:01:07.780068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ede13d-9db6-4ad3-b058-7c6214a44cfa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-4f577a19-2d17-43b1-a56b-1806de5dca6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5ede13d-9db6-4ad3-b058-7c6214a44cfa: This subnet is being modified by another concurrent operation. Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:01:07.905543 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5ede13d-9db6-4ad3-b058-7c6214a44cfa: This subnet is being modified by another concurrent operation. Nov 27 16:01:07.908917 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:01:07.936031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a474a-d6a7-4904-8c4d-29832dfcf1d4 None None] Network bd119884-9da6-41d7-895c-753f543612a6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:08.070640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-10df4bb7-aea5-4923-a463-6290c0ac173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:08.072562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-10df4bb7-aea5-4923-a463-6290c0ac173e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.4103124 Nov 27 16:01:08.092328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5243f6-c340-407f-814d-bc1e82b73149 req-b8afa7ba-2008-434b-b989-02cecdd2b9c3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:08.093937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc5243f6-c340-407f-814d-bc1e82b73149 req-b8afa7ba-2008-434b-b989-02cecdd2b9c3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.3272741 Nov 27 16:01:08.114975 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.191537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c933fd-a12f-46d7-8c87-56d83b543e99 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:01:08.201217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd119884-9da6-41d7-895c-753f543612a6']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:08.268284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-84052793-dc0a-4308-bc33-ab66e2ecfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:08.269794 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-84052793-dc0a-4308-bc33-ab66e2ecfc8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 0.1890349 Nov 27 16:01:08.278815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Deleting port 587914ea-0e47-47f3-9b17-367f36c72b92 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:08.279177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.403646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c933fd-a12f-46d7-8c87-56d83b543e99 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:01:08.413068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] For port 587914ea-0e47-47f3-9b17-367f36c72b92, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=587914ea-0e47-47f3-9b17-367f36c72b92,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:08.413905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.430378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Calling delete_port for 587914ea-0e47-47f3-9b17-367f36c72b92 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:08.616046 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.682080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.685292 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-9d8090f4-6d97-4a4c-b533-1cc7549e0a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 217 time: 0.0697052 Nov 27 16:01:08.785574 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:08.818071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event deleted for resources: {'Port': ['ID=587914ea-0e47-47f3-9b17-367f36c72b92,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:08.833888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2efaaa0-1d5c-42c2-a419-f8a2a47c09e2') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:08.836040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2efaaa0-1d5c-42c2-a419-f8a2a47c09e2') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:08.880101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.927077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] No DVR routers for this DVR port 587914ea-0e47-47f3-9b17-367f36c72b92 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:08.935254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:08.938855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-95bee804-de45-4977-a58b-c554aca509aa req-5a4b7524-b5dd-407a-b9bf-2fc72fe059ad tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "DELETE /v2.0/ports/587914ea-0e47-47f3-9b17-367f36c72b92 HTTP/1.1" status: 204 len: 173 time: 1.1528380 Nov 27 16:01:08.942248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-deleted', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:08.944594 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadcc928-eaf0-48a4-9773-efd46a953757" -d '{"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-deleted", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:08.960546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc5243f6-c340-407f-814d-bc1e82b73149 req-187f5d6a-a0fc-4575-bc36-3da700c18a61 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425679 Nov 27 16:01:08.968101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-88d5e983-17af-47a5-9e1a-bd4ea8cfd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:08.971826 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-88d5e983-17af-47a5-9e1a-bd4ea8cfd37c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.2788565 Nov 27 16:01:08.980980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5cd7c-3dc1-4491-a3ab-5a3060017837 req-be415d0e-4414-48f5-a3cb-b747c0dba152 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:09.002219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aed5cd7c-3dc1-4491-a3ab-5a3060017837 req-be415d0e-4414-48f5-a3cb-b747c0dba152 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 1.1338205 Nov 27 16:01:09.014074 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.031089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:09.031858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:09.036069 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:09.073388 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-f104b10e-4299-4e0d-91f9-af58b241446f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905819 Nov 27 16:01:09.147357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aed5cd7c-3dc1-4491-a3ab-5a3060017837 req-0033897d-9c84-4f0c-ab21-ab906b92fc59 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439722 Nov 27 16:01:09.180865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.188513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bdd7b1c-6964-4b3b-a02a-17c65093773a req-ad7c0e2c-5602-451a-a42b-0e84b2d11189 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=643eec51-7624-4118-b80d-5473b226669f HTTP/1.1" status: 200 len: 210 time: 0.0700216 Nov 27 16:01:09.195294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.205275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/bd119884-9da6-41d7-895c-753f543612a6 HTTP/1.1" status: 204 len: 168 time: 2.0762994 Nov 27 16:01:09.219272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:09.238007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2043606356'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:09.333226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:09.340777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.385975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c118b8-2726-41a6-98e5-9f9c36328e02 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Network': ['ID=bd119884-9da6-41d7-895c-753f543612a6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:09.388888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-b2375fe3-98f3-458c-8e2a-6fcb392322dd service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048954 Nov 27 16:01:09.438900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f061fd-a4e2-429f-bed6-7e42c917f0f4 req-f1beafef-5abb-40a7-833f-a888a24eb4cb tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:09.450227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f061fd-a4e2-429f-bed6-7e42c917f0f4 req-f1beafef-5abb-40a7-833f-a888a24eb4cb tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1348512 Nov 27 16:01:09.460112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:01:09.493850 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e938a3-f7cf-4fb3-9854-160376e66b5e x-openstack-request-id: req-19e938a3-f7cf-4fb3-9854-160376e66b5e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:09.494096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.494902 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643eec51-7624-4118-b80d-5473b226669f", "name": "network-vif-deleted", "tag": "587914ea-0e47-47f3-9b17-367f36c72b92", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:09.495312 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19e938a3-f7cf-4fb3-9854-160376e66b5e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:09.495874 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643eec51-7624-4118-b80d-5473b226669f', 'name': 'network-vif-deleted', 'tag': '587914ea-0e47-47f3-9b17-367f36c72b92', 'status': 'completed', 'code': 200} Nov 27 16:01:09.501902 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Added segment a9580c38-1513-49f6-89ad-2fe5fd5c1e34 of type vlan for network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 Nov 27 16:01:09.589304 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8afc457b-4a01-4599-9ec1-377f86c62e05 req-05d6e99e-872b-47a5-abe4-c4409a8ac529 service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896896 Nov 27 16:01:09.628921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.685091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f061fd-a4e2-429f-bed6-7e42c917f0f4 req-c08c6784-c738-44ef-be8c-324bc94ce577 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273922 Nov 27 16:01:09.696462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.696462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:09.696462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:09.926102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6933002 Nov 27 16:01:09.929596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:09.936086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Request body: {'subnet': {'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:09.959047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a97c9-ca79-4c5c-a97d-7119d64b56a6 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Network': ['ID=7aab131f-5423-4b6c-8a4a-fac71f2b0f37,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:09.983597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:01:10.097987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973624c-a5a5-46ff-964d-e8815b86f8d3 req-62d9bf33-7f7b-404c-b839-0f8787e7717a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:10.099577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2973624c-a5a5-46ff-964d-e8815b86f8d3 req-62d9bf33-7f7b-404c-b839-0f8787e7717a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1369371 Nov 27 16:01:10.236303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Made reservation on behalf of eef56048e97243769ed7a3c20d4dcbe1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:10.245014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:10.249149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:10.319578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2973624c-a5a5-46ff-964d-e8815b86f8d3 req-e5a38eb7-276c-4aa6-bc3d-38b5da2035c6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994078 Nov 27 16:01:10.356974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c62183-906d-4a69-8d3e-488ef4406ba8 req-a5c133d4-bdc2-4eba-9d7f-d8246d08d178 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:10.363684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34c62183-906d-4a69-8d3e-488ef4406ba8 req-a5c133d4-bdc2-4eba-9d7f-d8246d08d178 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.2089036 Nov 27 16:01:10.474620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34c62183-906d-4a69-8d3e-488ef4406ba8 req-cead324f-1b22-49a1-be4c-ab4dc0a95d8a tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029637 Nov 27 16:01:10.552462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:10.588705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18acb2-a33f-4fae-9c30-f7ffc012ece5 req-c79be760-fa40-4bbe-a5dc-f0786269c803 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:10.604971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da18acb2-a33f-4fae-9c30-f7ffc012ece5 req-c79be760-fa40-4bbe-a5dc-f0786269c803 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.1228604 Nov 27 16:01:10.619239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 587914ea-0e47-47f3-9b17-367f36c72b92 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:10.624727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 587914ea-0e47-47f3-9b17-367f36c72b92 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:10.732766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da18acb2-a33f-4fae-9c30-f7ffc012ece5 req-951a9742-8bd5-4386-8476-2b0abeaf078b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267648 Nov 27 16:01:10.751123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d884fbc-665c-48bc-b31b-109dffde53d1 req-c5848dc8-70c9-46f5-8ac8-ddb4dbbecc56 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:10.761493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d884fbc-665c-48bc-b31b-109dffde53d1 req-c5848dc8-70c9-46f5-8ac8-ddb4dbbecc56 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.0890024 Nov 27 16:01:10.817565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:01:10.823521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:10.873767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d884fbc-665c-48bc-b31b-109dffde53d1 req-94578ea9-e25a-4aa4-9607-e9d291add240 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109991 Nov 27 16:01:11.042273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event updated for resources: {'Subnet': ['ID=f9772513-157b-4db3-ac7c-27a64ddf971c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:11.051941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Checking segment: {'id': 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:11.052748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network hostable DHCP agents. Network: 7aab131f-5423-4b6c-8a4a-fac71f2b0f37, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:01:11.092088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:01:11.128458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 7aab131f-5423-4b6c-8a4a-fac71f2b0f37) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:11.133049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:11.133763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:11.142716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7de79-0618-4a84-9d83-d1810598ed7d None None] Network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:11.185895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0ae0c9da-8519-4017-ac76-461cb21cfee8 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2550945 Nov 27 16:01:11.188592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50810) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:11.269951 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:11.422308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-7aab131f-5423-4b6c-8a4a-fac71f2b0f37', 'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37', 'tenant_id': 'eef56048e97243769ed7a3c20d4dcbe1', 'fixed_ips': [{'subnet_id': 'f9772513-157b-4db3-ac7c-27a64ddf971c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:01:11.423575 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:11.680243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Allocated IP 2001:db8::f816:3eff:fe85:722c (7aab131f-5423-4b6c-8a4a-fac71f2b0f37/f9772513-157b-4db3-ac7c-27a64ddf971c/573db95e-3f45-4ccd-a090-54cd86997cfb) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:11.730790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc58b7-916e-4c5f-9368-8b63f3bb98e6 req-a1a60e2c-7c98-4bcf-88bb-78f2bf7ac7b2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:11.743727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2acc58b7-916e-4c5f-9368-8b63f3bb98e6 req-a1a60e2c-7c98-4bcf-88bb-78f2bf7ac7b2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.3878982 Nov 27 16:01:11.803939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:11.960927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e0799-ae28-459a-911e-93dc2a662578 req-ac238b77-8fee-4957-bd1c-48cf9e7d08e6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:11.967685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de6e0799-ae28-459a-911e-93dc2a662578 req-ac238b77-8fee-4957-bd1c-48cf9e7d08e6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.6153679 Nov 27 16:01:12.055942 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.130081 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.157534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.164989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2acc58b7-916e-4c5f-9368-8b63f3bb98e6 req-471f82b2-f8d2-422d-9fa9-9f4e750ecab9 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202964 Nov 27 16:01:12.231369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de6e0799-ae28-459a-911e-93dc2a662578 req-5cb4f65d-135e-4225-9918-1f04d9c69662 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653581 Nov 27 16:01:12.245831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Pushing event updated for resources: {'Port': ['ID=573db95e-3f45-4ccd-a090-54cd86997cfb,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:12.249026 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.274688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:12.280309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:12.288043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:12.333027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Subnet': ['ID=f9772513-157b-4db3-ac7c-27a64ddf971c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:12.438565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50826) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:12.482707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Attempting to bind port 573db95e-3f45-4ccd-a090-54cd86997cfb on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:01:12.483073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Attempting to bind port 573db95e-3f45-4ccd-a090-54cd86997cfb by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:01:12.483445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Attempting to bind port 573db95e-3f45-4ccd-a090-54cd86997cfb on network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:12.500604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:01:12.500999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Checking segment: {'id': 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:12.501385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.501816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Bound using segment: {'id': 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:01:12.502293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Bound port: 573db95e-3f45-4ccd-a090-54cd86997cfb, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:01:12.502683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.593122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cea845-a658-4af3-8b24-30ccb6092c26 req-60144355-b680-421f-8193-066cc3124c03 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:12.600487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7cea845-a658-4af3-8b24-30ccb6092c26 req-60144355-b680-421f-8193-066cc3124c03 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.2567003 Nov 27 16:01:12.614841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5b62-5149-4805-9210-fc52587c460f req-30c9bfb8-a1fb-4c69-918e-cf3b60fcaa37 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:12.622477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4d5b62-5149-4805-9210-fc52587c460f req-30c9bfb8-a1fb-4c69-918e-cf3b60fcaa37 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.2994621 Nov 27 16:01:12.631617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.692120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] For port 573db95e-3f45-4ccd-a090-54cd86997cfb, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:01:12.698792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] For port 573db95e-3f45-4ccd-a090-54cd86997cfb, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=573db95e-3f45-4ccd-a090-54cd86997cfb,segment=NetworkSegment(a9580c38-1513-49f6-89ad-2fe5fd5c1e34),segment_id=a9580c38-1513-49f6-89ad-2fe5fd5c1e34)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:01:12.702046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aab131f-5423-4b6c-8a4a-fac71f2b0f37']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:12.727270 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.750225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7cea845-a658-4af3-8b24-30ccb6092c26 req-19381272-ca57-4735-bd9f-94979df7338c tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331124 Nov 27 16:01:12.750225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:12.750225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:12.764762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-907188fe-b3c4-4d5e-a075-f07ff9d19887 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:12.772147 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-907188fe-b3c4-4d5e-a075-f07ff9d19887 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1940022 Nov 27 16:01:12.789429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4d5b62-5149-4805-9210-fc52587c460f req-21f4200c-add6-4c37-9b3e-0435f147d51e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659646 Nov 27 16:01:12.797303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.831655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4fed9f30-b359-49d0-a999-459b65f65331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.838948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.858492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:12.866232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:12.870501 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:12.915165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63533b07-8752-470a-aae8-257b73bbf1e6 None None] Pushing event updated for resources: {'Port': ['ID=573db95e-3f45-4ccd-a090-54cd86997cfb,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:12.968196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977aab74-53e9-4fba-b9ca-384cd0169a8f None None] Network 7aab131f-5423-4b6c-8a4a-fac71f2b0f37 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:13.014445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.api [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 16:01:13.014445 n-d-819494-4 neutron-server[110076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 16:01:13.014445 n-d-819494-4 neutron-server[110076]: [parameters: {'id': '7aab131f-5423-4b6c-8a4a-fac71f2b0f37'}] Nov 27 16:01:13.014445 n-d-819494-4 neutron-server[110076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:01:13.014901 n-d-819494-4 neutron-server[110076]: DEBUG oslo_db.api [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:01:13.152297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16bd4a-19b4-427a-9240-daaa545b18a9 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:01:13.179061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Deleting port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:13.179407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.294400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4fed9f30-b359-49d0-a999-459b65f65331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.307917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4fed9f30-b359-49d0-a999-459b65f65331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.401155 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4fed9f30-b359-49d0-a999-459b65f65331 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=984d6db2bfb6420b9ca8a4ea67de3e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9591627 Nov 27 16:01:13.418037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50842) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:13.430037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16bd4a-19b4-427a-9240-daaa545b18a9 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:01:13.432030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] For port bf6e8d66-a7b1-4494-a37b-5a8157ce7619, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:13.432479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.474895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed9f30-b359-49d0-a999-459b65f65331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c18682-7a08-4bee-9f47-cc061a0cde23,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:13.478109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ead0ac-f180-4ca2-a963-d9f3614b3d73 req-3d9bde4c-260b-4a1a-ac20-b7b898dabf59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:13.490619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02ead0ac-f180-4ca2-a963-d9f3614b3d73 req-3d9bde4c-260b-4a1a-ac20-b7b898dabf59 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 949 time: 0.1861320 Nov 27 16:01:13.500419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Calling delete_port for bf6e8d66-a7b1-4494-a37b-5a8157ce7619 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:13.523842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a919595-1936-4aec-9180-4d7a9977b8f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.549872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.663745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a919595-1936-4aec-9180-4d7a9977b8f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.742780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02ead0ac-f180-4ca2-a963-d9f3614b3d73 req-a9a79c43-c707-4d2e-9728-52b02741182d tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/security-groups?id=85069511-1f74-4355-80a8-17f2939d8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349758 Nov 27 16:01:13.798057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a9c40-626b-43a8-b2a0-6ec68aeeb988 req-70fc7eac-7772-43f6-9bda-8f6be36b98e8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:13.815312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22a9c40-626b-43a8-b2a0-6ec68aeeb988 req-70fc7eac-7772-43f6-9bda-8f6be36b98e8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.3684556 Nov 27 16:01:13.896635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a919595-1936-4aec-9180-4d7a9977b8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.914959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a919595-1936-4aec-9180-4d7a9977b8f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:13.916281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6a919595-1936-4aec-9180-4d7a9977b8f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8c18682-7a08-4bee-9f47-cc061a0cde23 HTTP/1.1" status: 204 len: 168 time: 0.4916649 Nov 27 16:01:13.946452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a919595-1936-4aec-9180-4d7a9977b8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c18682-7a08-4bee-9f47-cc061a0cde23,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:13.989825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.016629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bf6e8d66-a7b1-4494-a37b-5a8157ce7619'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:14.072191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Pushing event deleted for resources: {'Port': ['ID=bf6e8d66-a7b1-4494-a37b-5a8157ce7619,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:14.098261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22a9c40-626b-43a8-b2a0-6ec68aeeb988 req-244fdb76-59c5-4a9a-9cd6-1d62be2fedcb tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713799 Nov 27 16:01:14.115894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4d77-1844-4708-b34b-936224a3f4ba req-54d22f18-8e1b-4aac-b3b8-06d3a4b1a01a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:14.130998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-079e4d77-1844-4708-b34b-936224a3f4ba req-54d22f18-8e1b-4aac-b3b8-06d3a4b1a01a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.2464015 Nov 27 16:01:14.142070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] No DVR routers for this DVR port bf6e8d66-a7b1-4494-a37b-5a8157ce7619 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:14.145995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.150904 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ec1fdf58-5f92-4d29-96a1-a47202d6a0dd req-128f26bb-e736-4d61-9dc0-61e58daa8f49 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.37 "DELETE /v2.0/ports/bf6e8d66-a7b1-4494-a37b-5a8157ce7619 HTTP/1.1" status: 204 len: 173 time: 1.3099747 Nov 27 16:01:14.151480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-deleted', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:14.155714 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74368bdf-cbb9-4148-9d55-a4dc4c135cc5" -d '{"events": [{"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-deleted", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:14.192999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting port 573db95e-3f45-4ccd-a090-54cd86997cfb {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:14.202005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.426684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-079e4d77-1844-4708-b34b-936224a3f4ba req-cbe84195-354b-407f-be3e-e5c248d1fcc9 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929964 Nov 27 16:01:14.436210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] For port 573db95e-3f45-4ccd-a090-54cd86997cfb, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=573db95e-3f45-4ccd-a090-54cd86997cfb,segment=NetworkSegment(a9580c38-1513-49f6-89ad-2fe5fd5c1e34),segment_id=a9580c38-1513-49f6-89ad-2fe5fd5c1e34)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:14.436521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.472797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50860) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:14.475008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Calling delete_port for 573db95e-3f45-4ccd-a090-54cd86997cfb owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:14.498103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158713-4aa1-4b08-a054-97b38d87b2be req-44c3a5d4-4542-4b91-912e-c42da1ab8c3f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:14.498666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c87628e-af7c-448c-bbb1-ac929df674dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.501350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb158713-4aa1-4b08-a054-97b38d87b2be req-44c3a5d4-4542-4b91-912e-c42da1ab8c3f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1946442 Nov 27 16:01:14.733668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c87628e-af7c-448c-bbb1-ac929df674dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.739563 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c87628e-af7c-448c-bbb1-ac929df674dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.752300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb158713-4aa1-4b08-a054-97b38d87b2be req-103377ee-ef5e-4ec9-9118-e6548a4ba736 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185390 Nov 27 16:01:14.806244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:14.899449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Port': ['ID=573db95e-3f45-4ccd-a090-54cd86997cfb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:14.900233 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296c439-d741-482f-99ef-445dd59c2d05 x-openstack-request-id: req-6296c439-d741-482f-99ef-445dd59c2d05 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:14.900722 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d172fbd-1da7-4bd7-b6cb-763c141f5712", "name": "network-vif-deleted", "tag": "bf6e8d66-a7b1-4494-a37b-5a8157ce7619", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:14.901166 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6296c439-d741-482f-99ef-445dd59c2d05 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:14.901903 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d172fbd-1da7-4bd7-b6cb-763c141f5712', 'name': 'network-vif-deleted', 'tag': 'bf6e8d66-a7b1-4494-a37b-5a8157ce7619', 'status': 'completed', 'code': 200} Nov 27 16:01:14.908069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0c87628e-af7c-448c-bbb1-ac929df674dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd12a0fa03ee4a7089ed470c813ef632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317503 Nov 27 16:01:14.908069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87628e-af7c-448c-bbb1-ac929df674dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86b4437-900d-4ec4-943a-7c9cdbb513e9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:14.910219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50864) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:14.913323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No DVR routers for this DVR port 573db95e-3f45-4ccd-a090-54cd86997cfb on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:15.002048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a23-0af0-48b0-b4e1-f37a51482afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.197328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94675a03-8b01-4488-b5ae-4a9bac8aba67 req-bb11f899-07f7-4256-88d6-2ff9b697ddf2 tempest-MigrationsAdminTest-145114492 tempest-MigrationsAdminTest-145114492-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d172fbd-1da7-4bd7-b6cb-763c141f5712 HTTP/1.1" status: 200 len: 210 time: 0.0786271 Nov 27 16:01:15.199430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.265575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aab131f-5423-4b6c-8a4a-fac71f2b0f37']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:15.300511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:15.300821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9580c38-1513-49f6-89ad-2fe5fd5c1e34') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:15.313674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.351462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.360009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:15.360916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:15.481929 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:15.494410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b13d02-a586-4511-bfd1-7f52b7a12d83 req-ea0346e9-9eea-4c95-987e-2f6808cf3242 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:15.512043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65b13d02-a586-4511-bfd1-7f52b7a12d83 req-ea0346e9-9eea-4c95-987e-2f6808cf3242 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2753210 Nov 27 16:01:15.514671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.560935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.565955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/7aab131f-5423-4b6c-8a4a-fac71f2b0f37 HTTP/1.1" status: 204 len: 168 time: 4.3762362 Nov 27 16:01:15.572074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50872) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.602424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a23-0af0-48b0-b4e1-f37a51482afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.628984 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9ab96a-649b-4c8d-b111-0e77a5c1dc8f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:15.629532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9ab96a-649b-4c8d-b111-0e77a5c1dc8f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:15.636609 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9e9ab96a-649b-4c8d-b111-0e77a5c1dc8f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/f9772513-157b-4db3-ac7c-27a64ddf971c HTTP/1.1" status: 404 len: 337 time: 0.0627136 Nov 27 16:01:15.638731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50874) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.670790 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-73978105-928b-4e6d-af5d-6176cd57568b tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:15.671025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73978105-928b-4e6d-af5d-6176cd57568b tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:15.681932 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-73978105-928b-4e6d-af5d-6176cd57568b tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/7aab131f-5423-4b6c-8a4a-fac71f2b0f37 HTTP/1.1" status: 404 len: 339 time: 0.0420861 Nov 27 16:01:15.682523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50876) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.727759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65b13d02-a586-4511-bfd1-7f52b7a12d83 req-0e6cc21b-7105-4759-8e49-be5ca5ec6580 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101598 Nov 27 16:01:15.735443 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-37010fac-61f5-4c6a-80d5-f8d131d7060b tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:15.738000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37010fac-61f5-4c6a-80d5-f8d131d7060b tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:15.739339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea51e1-ec83-4278-a1b3-9a8960c52629 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Network': ['ID=7aab131f-5423-4b6c-8a4a-fac71f2b0f37,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:15.745937 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37010fac-61f5-4c6a-80d5-f8d131d7060b tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/b5ede13d-9db6-4ad3-b058-7c6214a44cfa HTTP/1.1" status: 404 len: 337 time: 0.0554676 Nov 27 16:01:15.766546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50878) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.794833 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c43caa-1395-4510-9171-fd11b1ca82b0 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:15.796433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c43caa-1395-4510-9171-fd11b1ca82b0 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:15.800481 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-51c43caa-1395-4510-9171-fd11b1ca82b0 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/bd119884-9da6-41d7-895c-753f543612a6 HTTP/1.1" status: 404 len: 339 time: 0.0323663 Nov 27 16:01:15.804475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50882) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.855201 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f046a6-2189-44ef-813a-d6648487315e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:15.855515 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f046a6-2189-44ef-813a-d6648487315e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:15.859196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b9f046a6-2189-44ef-813a-d6648487315e tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/81a57c3f-9ebe-4156-a68e-78715dccb4c4 HTTP/1.1" status: 404 len: 337 time: 0.0544491 Nov 27 16:01:15.864109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.905196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a23-0af0-48b0-b4e1-f37a51482afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.907695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1e43-3bc6-403d-8e93-b9db50652d4f req-f97835c1-6db0-4816-8de5-fecdd5034029 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:15.908267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a23-0af0-48b0-b4e1-f37a51482afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:15.911856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c71c9a23-0af0-48b0-b4e1-f37a51482afd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b86b4437-900d-4ec4-943a-7c9cdbb513e9 HTTP/1.1" status: 204 len: 168 time: 0.9980338 Nov 27 16:01:15.911856 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc17636a-8e4c-47fe-8125-c23501e248a5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:15.912279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c35d1e43-3bc6-403d-8e93-b9db50652d4f req-f97835c1-6db0-4816-8de5-fecdd5034029 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.3092141 Nov 27 16:01:15.912395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc17636a-8e4c-47fe-8125-c23501e248a5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:15.918626 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dc17636a-8e4c-47fe-8125-c23501e248a5 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/27f8a37c-f6d2-4bd5-a46c-5466d81342a9 HTTP/1.1" status: 404 len: 339 time: 0.0543540 Nov 27 16:01:15.925040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50890) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:15.962558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9a23-0af0-48b0-b4e1-f37a51482afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86b4437-900d-4ec4-943a-7c9cdbb513e9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:16.043312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d2140-df7c-4364-bbd4-a706675ba393 req-35f41b8a-c3c1-4387-ba5d-7ea5cc37971c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:16.051604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b4d2140-df7c-4364-bbd4-a706675ba393 req-35f41b8a-c3c1-4387-ba5d-7ea5cc37971c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1399531 Nov 27 16:01:16.078595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c35d1e43-3bc6-403d-8e93-b9db50652d4f req-a4eed656-d245-4341-9031-aa828913bf86 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488607 Nov 27 16:01:16.135138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b4d2140-df7c-4364-bbd4-a706675ba393 req-761dbada-0bb5-4ac9-ba01-e45a2ac975d7 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820692 Nov 27 16:01:16.177358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting port c0274581-b77f-420c-b298-c3976f52e356 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:16.177882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:16.352584 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:16.378791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Calling delete_port for c0274581-b77f-420c-b298-c3976f52e356 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:16.580347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:16.601827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:16.624697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: bf6e8d66-a7b1-4494-a37b-5a8157ce7619 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:16.630017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bf6e8d66-a7b1-4494-a37b-5a8157ce7619 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:16.722613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Port': ['ID=c0274581-b77f-420c-b298-c3976f52e356,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:16.738491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:16.744530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50912) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:16.744729 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6f00924-91e6-452b-a467-4439ba3e0249 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/ports/c0274581-b77f-420c-b298-c3976f52e356 HTTP/1.1" status: 204 len: 168 time: 0.8175352 Nov 27 16:01:16.847725 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19953b9-388f-49c6-b8bf-18bf29099fc4 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:16.848504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19953b9-388f-49c6-b8bf-18bf29099fc4 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:16.853064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c19953b9-388f-49c6-b8bf-18bf29099fc4 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/64a4d2e4-e886-4a19-b9bd-0f458194d8fa HTTP/1.1" status: 404 len: 337 time: 0.1070433 Nov 27 16:01:16.855647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:16.959525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50920) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:16.969993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.086879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a06a4-330e-407d-94d9-0c453edbfcec req-f5422b5b-04ef-44a3-bd21-558d505633ee tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:17.089389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c0a06a4-330e-407d-94d9-0c453edbfcec req-f5422b5b-04ef-44a3-bd21-558d505633ee tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1132853 Nov 27 16:01:17.172508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.215262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac3783c-f43a-4f7e-b313-5adad53d7c45']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:17.240356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaf5428-d465-47f7-a98f-663075536172') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:17.240940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaf5428-d465-47f7-a98f-663075536172') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:17.263084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c0a06a4-330e-407d-94d9-0c453edbfcec req-9ba49c3e-eb6d-467e-808c-57e6eb751248 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288927 Nov 27 16:01:17.279324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.317755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37549eff-16d0-44b0-aec8-6e6f1d641adf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfda4e2fe1f240748cc97e497314fbc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566751 Nov 27 16:01:17.332221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50934) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:17.377742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.411131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:17.411936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:17.464036 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:17.501499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa06afbb-ce98-4488-9ed2-f69d1bd4dfea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.561845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa06afbb-ce98-4488-9ed2-f69d1bd4dfea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.571857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433d3c-a089-4c83-8b45-86cdffb7ab06 req-dd56b13d-721a-4f3a-a1c8-47bbf2d5c982 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:17.573442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35433d3c-a089-4c83-8b45-86cdffb7ab06 req-dd56b13d-721a-4f3a-a1c8-47bbf2d5c982 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.2886689 Nov 27 16:01:17.666813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.679215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa06afbb-ce98-4488-9ed2-f69d1bd4dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.682566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.683371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa06afbb-ce98-4488-9ed2-f69d1bd4dfea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:17.694772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/2ac3783c-f43a-4f7e-b313-5adad53d7c45 HTTP/1.1" status: 204 len: 168 time: 0.8361328 Nov 27 16:01:17.695875 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa06afbb-ce98-4488-9ed2-f69d1bd4dfea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85069511-1f74-4355-80a8-17f2939d8a30 HTTP/1.1" status: 204 len: 168 time: 0.3608289 Nov 27 16:01:17.698545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50942) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:17.708980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1942a6-d76b-4744-bb75-2652139ab7e6 req-df8cf36a-85b9-4bd7-9f3a-e217033805c2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:17.727089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df1942a6-d76b-4744-bb75-2652139ab7e6 req-df8cf36a-85b9-4bd7-9f3a-e217033805c2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.3512912 Nov 27 16:01:17.766082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06afbb-ce98-4488-9ed2-f69d1bd4dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85069511-1f74-4355-80a8-17f2939d8a30,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:17.820478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35433d3c-a089-4c83-8b45-86cdffb7ab06 req-e7f66754-c9a8-4a70-b3b4-74bd60b2edbf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325871 Nov 27 16:01:17.863321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6061bd-46f9-4f67-89dd-bbc47a7fc156 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Network': ['ID=2ac3783c-f43a-4f7e-b313-5adad53d7c45,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:18.003867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df1942a6-d76b-4744-bb75-2652139ab7e6 req-e0fef458-9911-40a4-887c-e6fd2ebd6cf2 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047379 Nov 27 16:01:18.101735 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-38497983-2f43-42d5-a4d0-74901acf5107 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2349603 Nov 27 16:01:18.108513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting port fb4af6f4-d792-4832-9fdc-79ef968a17e2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:18.109130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.205653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.223934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Calling delete_port for fb4af6f4-d792-4832-9fdc-79ef968a17e2 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:18.355548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.390043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.396834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/ports/fb4af6f4-d792-4832-9fdc-79ef968a17e2 HTTP/1.1" status: 204 len: 168 time: 0.6943688 Nov 27 16:01:18.400122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50958) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:18.486948 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b36cd01-3092-4a72-bc27-d48d5a1f2e8c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:18.487676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b36cd01-3092-4a72-bc27-d48d5a1f2e8c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:18.488302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2c019-2c65-4498-bf96-7fcff238007a tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Port': ['ID=fb4af6f4-d792-4832-9fdc-79ef968a17e2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:18.491123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0b36cd01-3092-4a72-bc27-d48d5a1f2e8c tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/59159d20-c445-40e1-ab40-43b8f6e689c9 HTTP/1.1" status: 404 len: 337 time: 0.0920134 Nov 27 16:01:18.509743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50964) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:18.568080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.570273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.571345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.576961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.577765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.578432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.580222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.588249 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a6d8e989-9390-4f86-b713-cf77308f769a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6493 time: 0.2361243 Nov 27 16:01:18.645351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50968) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:18.720185 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-77361556-618c-4013-8c4e-66ebaf27c4f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=397175ecfd024edda5236b5c89cc4649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731640 Nov 27 16:01:18.722763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50970) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:18.732417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736caf6a-6e92-4cf4-8c11-61ee962ad653 req-d7dcc7c5-4df7-4fa7-bf1b-4352a4bc63bc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:18.739875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-736caf6a-6e92-4cf4-8c11-61ee962ad653 req-d7dcc7c5-4df7-4fa7-bf1b-4352a4bc63bc tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2658045 Nov 27 16:01:18.762102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.796892 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2bb928a2-f891-4ea0-a407-31dca4b55660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.819923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2bb928a2-f891-4ea0-a407-31dca4b55660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.837036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-736caf6a-6e92-4cf4-8c11-61ee962ad653 req-b94a09aa-998f-4f25-8cbf-3d35b02ce9b2 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961981 Nov 27 16:01:18.886608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting port c5606969-7105-45cb-84e5-f7212524b116 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:18.886963 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.890832 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2bb928a2-f891-4ea0-a407-31dca4b55660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.893608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2bb928a2-f891-4ea0-a407-31dca4b55660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:18.897996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2bb928a2-f891-4ea0-a407-31dca4b55660 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3f24169-c906-4b68-aa12-25b026a18f4a HTTP/1.1" status: 204 len: 168 time: 0.1732848 Nov 27 16:01:18.911585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb928a2-f891-4ea0-a407-31dca4b55660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f24169-c906-4b68-aa12-25b026a18f4a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:19.011622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] For port c5606969-7105-45cb-84e5-f7212524b116, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c5606969-7105-45cb-84e5-f7212524b116,segment=NetworkSegment(0fc7dba7-b10c-478f-823b-e05af986e66f),segment_id=0fc7dba7-b10c-478f-823b-e05af986e66f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:19.012239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.042492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Calling delete_port for c5606969-7105-45cb-84e5-f7212524b116 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:19.072023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c258-0030-4b8a-8234-bc39b26e1048 req-6f5fd5fa-60e0-4423-9e89-4a94cc8f8a79 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.073586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5a8c258-0030-4b8a-8234-bc39b26e1048 req-6f5fd5fa-60e0-4423-9e89-4a94cc8f8a79 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Nov 27 16:01:19.151670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-1e910cbc-2ca9-45b6-8cfa-67c594d964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.152410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-1e910cbc-2ca9-45b6-8cfa-67c594d964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.152954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-1e910cbc-2ca9-45b6-8cfa-67c594d964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.155144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-1e910cbc-2ca9-45b6-8cfa-67c594d964c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=811a8894-b37d-4e8b-beed-69c0550e5d7e&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=3612dd2d-b6da-4890-8d81-c127f9a40abe&id=3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 200 len: 2291 time: 0.1399193 Nov 27 16:01:19.232626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db4f20-f616-4486-b0bd-bc7690044685 req-a8456225-43b4-4e42-8773-85b09db25900 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.240307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59db4f20-f616-4486-b0bd-bc7690044685 req-a8456225-43b4-4e42-8773-85b09db25900 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1241174 Nov 27 16:01:19.261330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5a8c258-0030-4b8a-8234-bc39b26e1048 req-c0b704c8-4d7f-44ce-aee8-9eafb452b29d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467893 Nov 27 16:01:19.263612 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-be90f2ca-f015-4cb4-9856-782fda18f879 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 200 len: 1002 time: 0.0962048 Nov 27 16:01:19.310626 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.371584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a074b657-9a4c-4adf-b6f2-aac3e3e597b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.373678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a074b657-9a4c-4adf-b6f2-aac3e3e597b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 HTTP/1.1" status: 200 len: 850 time: 0.1014357 Nov 27 16:01:19.375263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Port': ['ID=c5606969-7105-45cb-84e5-f7212524b116,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:19.413478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No DVR routers for this DVR port c5606969-7105-45cb-84e5-f7212524b116 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:19.471485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59db4f20-f616-4486-b0bd-bc7690044685 req-f5d81788-9866-4826-94af-4df3b48c2025 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306015 Nov 27 16:01:19.480460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-d6a4ff3c-f8af-4efc-99ed-43424a68e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.482612 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-d6a4ff3c-f8af-4efc-99ed-43424a68e42e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811a8894-b37d-4e8b-beed-69c0550e5d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009135 Nov 27 16:01:19.562187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.603615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b531ddb-4ce4-4e28-9485-30e3f220dc6f']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:19.622406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc7dba7-b10c-478f-823b-e05af986e66f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:19.622701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc7dba7-b10c-478f-823b-e05af986e66f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:19.635852 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-62c7ad87-3951-4d37-b9d5-d94b4ca103a9 service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429923 Nov 27 16:01:19.644597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.665673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.680245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:19.680698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:19.684733 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:19.752156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-c22fb0ef-6b79-4b52-987d-dc8d1c1ea002 service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080441 Nov 27 16:01:19.786051 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.791965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.797667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/1b531ddb-4ce4-4e28-9485-30e3f220dc6f HTTP/1.1" status: 204 len: 168 time: 1.2855089 Nov 27 16:01:19.801644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51010) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:19.830801 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-14391a9c-628a-423e-bf7e-17fe58ecb788 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 217 time: 0.0640626 Nov 27 16:01:19.857653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fad15-c7cc-422e-8b1f-96f652c72f95 tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Network': ['ID=1b531ddb-4ce4-4e28-9485-30e3f220dc6f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:19.896480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting subnet 1d82a2b1-2267-4e83-8dbb-01ed28582793 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:01:19.900645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.909037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-281ed405-731b-4198-b355-06805b1d97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.910983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-281ed405-731b-4198-b355-06805b1d97e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.0680840 Nov 27 16:01:19.952125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:19.990299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-f9fe5b3a-1ae9-4617-b8ee-54347ec3dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:19.991855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-f9fe5b3a-1ae9-4617-b8ee-54347ec3dde3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720415 Nov 27 16:01:20.061604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e7678-ecd2-4577-8c83-848011340a5d req-ceabac09-5581-4fbc-b266-ffc3843ff5f5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:20.063404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-258e7678-ecd2-4577-8c83-848011340a5d req-ceabac09-5581-4fbc-b266-ffc3843ff5f5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.0775275 Nov 27 16:01:20.218372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:20.241992 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-cb291ede-10fd-4c74-89c9-9ba06a132deb service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852932 Nov 27 16:01:20.365989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:20.415608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-258e7678-ecd2-4577-8c83-848011340a5d req-04c6e693-e214-4582-a6fa-2c366e682211 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912633 Nov 27 16:01:20.455516 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:20.459858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f451c9f-edd1-4eff-8393-a3ca4001595e None None] Network 7a07ac47-0bea-43d5-ae76-3f834db1ff2c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:20.468453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/subnets/1d82a2b1-2267-4e83-8dbb-01ed28582793 HTTP/1.1" status: 204 len: 168 time: 0.6628022 Nov 27 16:01:20.480204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:20.490438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb4e25-545d-452f-a301-fec61636c9cd tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Subnet': ['ID=1d82a2b1-2267-4e83-8dbb-01ed28582793,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:20.561925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-a8adb715-e50b-41e8-9380-613abeaecdb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1416066 Nov 27 16:01:20.644678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2264-31c4-4219-8f55-45579a46155d req-b05cc6ac-dd52-47d3-ad4b-a7b542b6a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:20.646471 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd4c2264-31c4-4219-8f55-45579a46155d req-b05cc6ac-dd52-47d3-ad4b-a7b542b6a03a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1096 time: 0.1601164 Nov 27 16:01:20.751228 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-fcddc92d-fafd-4624-8cb1-b1f7f973a0c7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923658 Nov 27 16:01:20.782538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc038c-ebc8-4d55-b0f8-986f7a08b38f req-c4dd87a9-16a2-4717-ab6e-e1a9b4840d7f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:20.784116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13cc038c-ebc8-4d55-b0f8-986f7a08b38f req-c4dd87a9-16a2-4717-ab6e-e1a9b4840d7f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 945 time: 0.3482006 Nov 27 16:01:20.904149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] DHCP port deletion for 7a07ac47-0bea-43d5-ae76-3f834db1ff2c request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:20.949322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:20.967606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dd4c2264-31c4-4219-8f55-45579a46155d req-b8c267e4-df80-4b46-be73-51261974e8b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926526 Nov 27 16:01:20.988601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-c300ffa4-7996-4cb5-b1fc-b382ee0476cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 217 time: 0.2104826 Nov 27 16:01:20.992389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01816f25-c7c7-498a-98e1-e18276d649be req-6c69d2f2-31a6-4a59-b34d-081de442d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:20.996754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-6c69d2f2-31a6-4a59-b34d-081de442d2ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 1097 time: 0.3733194 Nov 27 16:01:21.007205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0f7e-7e73-4ed7-9bac-7ffce401693c req-47f845d5-6ddf-4fff-a41e-777dbe43aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:21.008520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-378c0f7e-7e73-4ed7-9bac-7ffce401693c req-47f845d5-6ddf-4fff-a41e-777dbe43aa3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.2352207 Nov 27 16:01:21.024829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6299c5-f43a-4d7f-a932-46240760a171 req-3ccdcc45-b78c-43de-9376-8c3c5f88326b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:21.030422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e6299c5-f43a-4d7f-a932-46240760a171 req-3ccdcc45-b78c-43de-9376-8c3c5f88326b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.3596938 Nov 27 16:01:21.092121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] Deleting port d0b39331-c5d8-477b-a634-6e6754cb004c {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:21.092648 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:21.249275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] For port d0b39331-c5d8-477b-a634-6e6754cb004c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0b39331-c5d8-477b-a634-6e6754cb004c,segment=NetworkSegment(59b858b7-a885-4f10-a179-8f166b4efdf0),segment_id=59b858b7-a885-4f10-a179-8f166b4efdf0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:21.252378 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:21.266099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13cc038c-ebc8-4d55-b0f8-986f7a08b38f req-f8909a84-7be9-4f2a-87c9-c2c3939d7cd4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042823 Nov 27 16:01:21.274440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] Calling delete_port for d0b39331-c5d8-477b-a634-6e6754cb004c owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:21.390515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e6299c5-f43a-4d7f-a932-46240760a171 req-dbfe0929-5903-49a7-a965-50e294a60b49 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662444 Nov 27 16:01:21.427697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-378c0f7e-7e73-4ed7-9bac-7ffce401693c req-19781d47-c2ab-4427-bbb0-6fdfd819b3ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120748 Nov 27 16:01:21.437482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Deleting port d0b39331-c5d8-477b-a634-6e6754cb004c {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:21.437841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:21.488060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:21.521358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01816f25-c7c7-498a-98e1-e18276d649be req-139aea80-6160-4cd5-9f4c-32a80d20d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:21.523244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-139aea80-6160-4cd5-9f4c-32a80d20d604 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 200 len: 907 time: 0.4839411 Nov 27 16:01:21.525118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-b915ac95-5429-402c-a440-f65950c7d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:21.526576 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-b915ac95-5429-402c-a440-f65950c7d86a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.2653565 Nov 27 16:01:21.553753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] Pushing event deleted for resources: {'Port': ['ID=d0b39331-c5d8-477b-a634-6e6754cb004c,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:21.569270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726cd8e-2697-477f-8492-0c8ba7d5fd8b None None] No DVR routers for this DVR port d0b39331-c5d8-477b-a634-6e6754cb004c on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:21.615535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-39cd6765-0d40-47ad-9c3d-eaf1e87c022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:21.617713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-39cd6765-0d40-47ad-9c3d-eaf1e87c022e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789359 Nov 27 16:01:21.749807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-c1cab8df-aa67-488a-bb51-899820031c49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4 HTTP/1.1" status: 200 len: 217 time: 0.1057916 Nov 27 16:01:21.900354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01816f25-c7c7-498a-98e1-e18276d649be req-6eb0fd8e-2048-4e6e-9251-c091ad3df120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:21.902076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-6eb0fd8e-2048-4e6e-9251-c091ad3df120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 200 len: 846 time: 0.0835440 Nov 27 16:01:21.955755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-8aa0312d-332a-4a68-8fdc-b40c363a5c00 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283465 Nov 27 16:01:22.008990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-d5808e4c-ab9a-4860-9252-ad145682308b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733480 Nov 27 16:01:22.025969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] For port d0b39331-c5d8-477b-a634-6e6754cb004c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0b39331-c5d8-477b-a634-6e6754cb004c,segment=NetworkSegment(59b858b7-a885-4f10-a179-8f166b4efdf0),segment_id=59b858b7-a885-4f10-a179-8f166b4efdf0)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:22.026392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:22.091685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-37789880-4ccb-4c2b-bc23-57e9fcbad91b tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771070 Nov 27 16:01:22.110975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0b39331-c5d8-477b-a634-6e6754cb004c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:22.155065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:01:22.161280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d0b39331-c5d8-477b-a634-6e6754cb004c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:22.164350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0b39331-c5d8-477b-a634-6e6754cb004c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:22.271520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-29f8f068-a4c3-471f-acf2-7b2baafaa2b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112198 Nov 27 16:01:22.386021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:22.398751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-91858ee5-d078-4170-b261-f54e9bac5fad tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:22.407306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-91858ee5-d078-4170-b261-f54e9bac5fad tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034384 Nov 27 16:01:22.411285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Calling delete_port for d0b39331-c5d8-477b-a634-6e6754cb004c owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:22.416265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b21662a2-4a10-43b5-8590-829a411c249b', 'network_id': 'fb9e85d3-a930-410c-baa1-92e7dbaaffa2', 'port_id': 'b21662a2-4a10-43b5-8590-829a411c249b', 'mac_address': 'fa:16:3e:68:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068e1a2f-447a-432e-872d-124f033a7037', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:01:22.422918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811512c6-56a4-46eb-9f04-c6bae9eb567c req-52cba6e0-300b-457f-bbae-518e173ac8de tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:22.431057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-811512c6-56a4-46eb-9f04-c6bae9eb567c req-52cba6e0-300b-457f-bbae-518e173ac8de tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.5416112 Nov 27 16:01:22.469869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-d4816e6b-e2ef-40f8-8470-a9b38317a1fe tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/quotas/e8b1f2a3c1bc4e60b44a64155327b022 HTTP/1.1" status: 200 len: 375 time: 0.0613077 Nov 27 16:01:22.551393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:22.577254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21662a2-4a10-43b5-8590-829a411c249b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:22.619231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-83c78ba5-17e1-43f3-befd-01615ab0c6d1 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1473703 Nov 27 16:01:22.620829 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-613931c3-8db2-48ab-bcb6-f4b1a3b06aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108389 Nov 27 16:01:22.624046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:22.633674 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:22.748679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-07ede31e-6225-4f9e-962b-074f3f7ed8aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=f4e1571f-5343-4cb8-935a-b7c654af1322 HTTP/1.1" status: 200 len: 217 time: 0.1091611 Nov 27 16:01:22.751356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-811512c6-56a4-46eb-9f04-c6bae9eb567c req-d4b6a82f-487a-4f76-bc27-c78cfc8d97fd tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985096 Nov 27 16:01:22.757207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:22.757712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01816f25-c7c7-498a-98e1-e18276d649be req-c35a6a2e-ca78-4e5b-a2db-ac3049007367 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724233 Nov 27 16:01:22.805473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:22.831514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] No DVR routers for this DVR port d0b39331-c5d8-477b-a634-6e6754cb004c on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:22.874039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Port': ['ID=d0b39331-c5d8-477b-a634-6e6754cb004c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:22.989248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-048fcc1d-057e-4deb-81c4-20472a6d8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:22.990902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-048fcc1d-057e-4deb-81c4-20472a6d8fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.2321789 Nov 27 16:01:23.085636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-187b7769-64e0-46df-ba02-f35f1ccc752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:23.087668 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-187b7769-64e0-46df-ba02-f35f1ccc752e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823565 Nov 27 16:01:23.159401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:23.178001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea24e4-49e5-4099-a6c1-88fcac0bcbaf req-46f5110a-6741-4919-b2cd-b3f75d549cb8 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:23.186938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2fea24e4-49e5-4099-a6c1-88fcac0bcbaf req-46f5110a-6741-4919-b2cd-b3f75d549cb8 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.3165505 Nov 27 16:01:23.258877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a07ac47-0bea-43d5-ae76-3f834db1ff2c']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:23.284718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b858b7-a885-4f10-a179-8f166b4efdf0') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:23.285932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b858b7-a885-4f10-a179-8f166b4efdf0') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:23.327442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b21662a2-4a10-43b5-8590-829a411c249b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:23.329216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:23.364575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-b56310f4-365b-4a25-b4ec-b9a8a55b8422 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682939 Nov 27 16:01:23.402683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2fea24e4-49e5-4099-a6c1-88fcac0bcbaf req-ecdd37c6-1b2f-474b-8b5e-94c87cbcb5c1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144375 Nov 27 16:01:23.403883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:23.422547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:23.422965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:23.509400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffcdfe-2571-48e0-987d-b21b5d9c543c req-f323e52b-6429-4c53-a7aa-d9a4c5b86e0c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:23.522081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bffcdfe-2571-48e0-987d-b21b5d9c543c req-f323e52b-6429-4c53-a7aa-d9a4c5b86e0c tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.3320625 Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:23.524990 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:23.547869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-223898f0-7377-439a-b51e-7ad829d35a87 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701515 Nov 27 16:01:23.688909 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-25f47614-d3df-490c-9e70-3205491c1c9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=46819611-afb3-4c0d-af56-91293a072eee HTTP/1.1" status: 200 len: 217 time: 0.1376386 Nov 27 16:01:23.694069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:23.703305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:23.715363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] 10.222.0.15 "DELETE /v2.0/networks/7a07ac47-0bea-43d5-ae76-3f834db1ff2c HTTP/1.1" status: 204 len: 168 time: 3.2248778 Nov 27 16:01:23.783484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7265-7ffa-4874-8aba-c46e88134f2f tempest-NetworksIpV6TestAttrs-1741186691 tempest-NetworksIpV6TestAttrs-1741186691-project] Pushing event deleted for resources: {'Network': ['ID=7a07ac47-0bea-43d5-ae76-3f834db1ff2c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:23.801978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bffcdfe-2571-48e0-987d-b21b5d9c543c req-9bcf4acd-2d9a-45d2-be1d-b7fe9a5e7fa0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757714 Nov 27 16:01:23.815255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-b56af57f-eba6-4f15-84e1-9376c7914a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:23.816738 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-b56af57f-eba6-4f15-84e1-9376c7914a9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1204081 Nov 27 16:01:23.890250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-318bcfc2-07d8-474e-b6fc-eeb606539a46 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539696 Nov 27 16:01:23.963081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-70f3f2fe-314c-44f1-a10e-0e8c0408039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:23.973271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-70f3f2fe-314c-44f1-a10e-0e8c0408039d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474853 Nov 27 16:01:24.118069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557bd78-bd6f-4cd6-9f54-237fee89fc2d req-da0c4777-d276-4649-bf39-3b1bb143fa63 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:24.132675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1557bd78-bd6f-4cd6-9f54-237fee89fc2d req-da0c4777-d276-4649-bf39-3b1bb143fa63 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1600461 Nov 27 16:01:24.188531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-6d44a5ce-cb19-432e-9264-218679214990 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:24.203943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-6d44a5ce-cb19-432e-9264-218679214990 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072038 Nov 27 16:01:24.211970 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-3c38bef3-2ec4-4381-998f-7085812a8152 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294934 Nov 27 16:01:24.269911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-20f29235-2061-4744-8b18-fff078be31a4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/quotas/e8b1f2a3c1bc4e60b44a64155327b022 HTTP/1.1" status: 200 len: 375 time: 0.0649700 Nov 27 16:01:24.288045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51186) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:24.353668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-4f91d68f-1728-41ed-a96e-6e8b21bd5e7d tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787351 Nov 27 16:01:24.357204 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-5676aa80-dcf8-43bb-848d-edc97715ee6e service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281407 Nov 27 16:01:24.383629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1557bd78-bd6f-4cd6-9f54-237fee89fc2d req-c1d3e5b1-b460-4281-8fbb-4f8d2141a89c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484913 Nov 27 16:01:24.416307 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-0490fd93-4054-4dc2-8bda-89685b11cdbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93 HTTP/1.1" status: 200 len: 217 time: 0.0511959 Nov 27 16:01:24.515348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-e8a392d5-8382-42f5-9c08-b1eee048bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:24.519704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-e8a392d5-8382-42f5-9c08-b1eee048bef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.0939450 Nov 27 16:01:24.617555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-2cfb0979-9187-4aaf-9bc7-0b4362352df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:24.619078 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-2cfb0979-9187-4aaf-9bc7-0b4362352df4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899012 Nov 27 16:01:24.666909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0b1a233f-af97-43d3-9f3c-997fde1e1bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eef56048e97243769ed7a3c20d4dcbe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670015 Nov 27 16:01:24.671432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51202) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:24.706255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c14bd7-1e5f-4c40-867c-251726fc468c req-0c808df4-0dd6-4235-981d-2c5e6a0501f2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:24.714727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50c14bd7-1e5f-4c40-867c-251726fc468c req-0c808df4-0dd6-4235-981d-2c5e6a0501f2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.0644603 Nov 27 16:01:24.836516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50c14bd7-1e5f-4c40-867c-251726fc468c req-ceb67c66-7625-4a89-a18d-664fa0f8ff5e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197195 Nov 27 16:01:24.938998 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-df196615-8d9c-45b0-adba-c3c92cfddb40 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080001 Nov 27 16:01:24.946309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6710fcde-828e-4934-9336-99cb3ab31e28 req-f37e10a8-2463-41a9-8909-01d1572646e6 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0578065 Nov 27 16:01:25.002880 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11680469-c0ad-41ac-b62a-c84745ad03f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:25.021861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-833bcd10-b06a-4042-bf5c-5c0751f5c1ce tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354187 Nov 27 16:01:25.177689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edf9f7-21cb-48fc-80b6-3574b1d5c4d9 req-2de2a9fb-1d9f-4bc5-8829-5b76a9b4119e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.185981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7edf9f7-21cb-48fc-80b6-3574b1d5c4d9 req-2de2a9fb-1d9f-4bc5-8829-5b76a9b4119e tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1186156 Nov 27 16:01:25.205935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019950e-ad75-457a-ab7c-fb0406ab172a req-3af0eafb-49cb-429a-8c90-6af4a6891c2d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.217371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b019950e-ad75-457a-ab7c-fb0406ab172a req-3af0eafb-49cb-429a-8c90-6af4a6891c2d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1098900 Nov 27 16:01:25.222464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-e86139ab-0f55-4b1e-996d-16659c5a58b7 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151206 Nov 27 16:01:25.297288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7edf9f7-21cb-48fc-80b6-3574b1d5c4d9 req-91af6add-fe4a-4468-9c1d-9df2143005a7 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103969 Nov 27 16:01:25.321543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b019950e-ad75-457a-ab7c-fb0406ab172a req-dfe78066-cc0c-4e6a-8901-e0108d68685a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Nov 27 16:01:25.368293 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11680469-c0ad-41ac-b62a-c84745ad03f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:25.407191 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-970d9470-8e15-465c-9a36-f9bec3da4a76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 200 len: 217 time: 0.1333556 Nov 27 16:01:25.524543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-058905e4-a0f4-49c8-95df-b09d09d2f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.529558 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-058905e4-a0f4-49c8-95df-b09d09d2f246 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.6259882 Nov 27 16:01:25.583133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-6b8ffc51-75d6-4709-8256-8f5f24d3835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.584840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-6b8ffc51-75d6-4709-8256-8f5f24d3835f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.1655402 Nov 27 16:01:25.597753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-c587c415-a987-4647-b11a-49e285292487 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.601789 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-c587c415-a987-4647-b11a-49e285292487 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5791590 Nov 27 16:01:25.666645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Request body: {'port': {'device_id': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'e8b1f2a3c1bc4e60b44a64155327b022'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:25.670251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aed11-f72c-4d00-85bf-7c6c6640bb46 req-60d2fc75-21af-4ed0-b037-78ffb016b73b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.680304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f1aed11-f72c-4d00-85bf-7c6c6640bb46 req-60d2fc75-21af-4ed0-b037-78ffb016b73b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.2327788 Nov 27 16:01:25.696984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e6bce-86d4-42a2-8fb8-a44bf6877d08 req-53fc1485-f09c-409f-8cec-b70a704b39d5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:25.705325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b3e6bce-86d4-42a2-8fb8-a44bf6877d08 req-53fc1485-f09c-409f-8cec-b70a704b39d5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2045853 Nov 27 16:01:25.710996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11680469-c0ad-41ac-b62a-c84745ad03f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:25.713632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11680469-c0ad-41ac-b62a-c84745ad03f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:25.718244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-11680469-c0ad-41ac-b62a-c84745ad03f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad9d2eef-6012-4398-9a3e-6d146d973e56 HTTP/1.1" status: 204 len: 168 time: 1.0152729 Nov 27 16:01:25.833066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b3e6bce-86d4-42a2-8fb8-a44bf6877d08 req-43fec444-0ea2-413d-b35c-574fba84856b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122329 Nov 27 16:01:25.853071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f1aed11-f72c-4d00-85bf-7c6c6640bb46 req-d1b1981c-879c-405c-b24c-714f8f981fce tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717546 Nov 27 16:01:26.032120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f9d3-72b1-413b-8a70-424dfd669b17 req-6d7443f4-02ff-4db5-953e-3a95a7406c6b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:26.043754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eef3f9d3-72b1-413b-8a70-424dfd669b17 req-6d7443f4-02ff-4db5-953e-3a95a7406c6b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1019933 Nov 27 16:01:26.155136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eef3f9d3-72b1-413b-8a70-424dfd669b17 req-54fb1646-b2fb-42d7-9ffa-da7c0e986b7a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035006 Nov 27 16:01:26.155363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:26.359898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8a38a36-3d7a-404f-a6de-e97aa7650a45 req-6e75d967-6048-4095-8a9b-7107e1b19f26 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0524340 Nov 27 16:01:26.363258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b21662a2-4a10-43b5-8590-829a411c249b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:26.364632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:26.408173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194066f-a78e-4baa-9b0a-f68512d070c5 req-8ee1f113-9018-4fb9-8eff-3d387cf0e178 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:26.409830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1194066f-a78e-4baa-9b0a-f68512d070c5 req-8ee1f113-9018-4fb9-8eff-3d387cf0e178 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 946 time: 0.1485438 Nov 27 16:01:26.410420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-110b0700-241e-4044-b680-ae18785cd8cb tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434773 Nov 27 16:01:26.457739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11680469-c0ad-41ac-b62a-c84745ad03f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d2eef-6012-4398-9a3e-6d146d973e56,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:26.545189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a002878a-981c-4b91-9a80-3f22f934b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:26.545441 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:26.547326 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-a002878a-981c-4b91-9a80-3f22f934b2d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9420934 Nov 27 16:01:26.611478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:26.613021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-5fe3c7a9-a82c-4e77-a2eb-3a4b74b158e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:26.615263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:26.617503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-5fe3c7a9-a82c-4e77-a2eb-3a4b74b158e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 200 len: 919 time: 1.0704048 Nov 27 16:01:26.619063 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b59c263-c175-4218-b3de-f95e080ebf31" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:26.630170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1194066f-a78e-4baa-9b0a-f68512d070c5 req-7045f1f3-984a-4979-8d9a-931c12fbf8c1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109952 Nov 27 16:01:26.630964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:26.632468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51254) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:26.736625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:26.753769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8d5e6-bb05-4c3a-bc50-732ee7e0332a req-4c8cb89c-8b41-4e60-841a-dac340e65666 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:26.760916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-1fc90931-ed3b-41a1-a1da-2660a162db6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 200 len: 217 time: 0.0937591 Nov 27 16:01:26.763684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fa8d5e6-bb05-4c3a-bc50-732ee7e0332a req-4c8cb89c-8b41-4e60-841a-dac340e65666 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1873550 Nov 27 16:01:26.806147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Made reservation on behalf of e8b1f2a3c1bc4e60b44a64155327b022 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:26.809638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:26.869163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-8bb76209-92c2-4ab7-88a7-bc639fc92764 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:26.870971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-8bb76209-92c2-4ab7-88a7-bc639fc92764 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4595225 Nov 27 16:01:26.875532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:26.884825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fa8d5e6-bb05-4c3a-bc50-732ee7e0332a req-b62b39dc-5a61-4710-852d-5b49cda520b5 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088448 Nov 27 16:01:26.901212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Request body: {'port': {'device_id': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'e8b1f2a3c1bc4e60b44a64155327b022'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:27.005131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.027501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.079067 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-31729414-3e8d-46de-8a12-04c66a63e2a1 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102603 Nov 27 16:01:27.091262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-de341cd2-114a-458c-b7bc-28e01d0d4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:27.092792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-de341cd2-114a-458c-b7bc-28e01d0d4f87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 200 len: 858 time: 0.2997894 Nov 27 16:01:27.133271 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4631caac-aec1-4125-9336-dd97d57c45a4 x-openstack-request-id: req-4631caac-aec1-4125-9336-dd97d57c45a4 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:27.133594 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-plugged", "status": "completed", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:27.133954 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4631caac-aec1-4125-9336-dd97d57c45a4 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:27.134244 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'code': 200} Nov 27 16:01:27.150873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-255d74fa-ebf7-416a-abe0-8ee19caeba24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.218062 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-6538e522-410e-4fb7-be96-7ea9c6d1d8bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d794186c-ae9a-4a52-88f3-8c1a072fac09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602200 Nov 27 16:01:27.239820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9feef-92f4-4d4d-a6f8-32ada1edc1bf req-884a75bf-e9f8-4468-b821-2a564b020a0e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:27.241450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ad9feef-92f4-4d4d-a6f8-32ada1edc1bf req-884a75bf-e9f8-4468-b821-2a564b020a0e tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2229545 Nov 27 16:01:27.279822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f525515-8e97-4060-9b95-6ac231d689b5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:27.335854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-255d74fa-ebf7-416a-abe0-8ee19caeba24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.380558 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-255d74fa-ebf7-416a-abe0-8ee19caeba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.491595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Allocated IP 192.168.233.146 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/cc4e98b2-2715-49bc-b86f-df00ffe35d5d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:27.504317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d74fa-ebf7-416a-abe0-8ee19caeba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc31879e-a38a-401d-9947-e09e3e896258,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:27.513357 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-00d96a52-9e70-430e-a380-0cfb169859cd req-e04db098-dbb5-4440-8b6a-a5575ede7c86 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144886 Nov 27 16:01:27.514050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51280) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:27.526412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ad9feef-92f4-4d4d-a6f8-32ada1edc1bf req-e1df5e9c-bc2b-4b92-a7a9-57b6e2af9f6d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889713 Nov 27 16:01:27.546056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-255d74fa-ebf7-416a-abe0-8ee19caeba24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6713f8c42f8f49cc9b3942da1a1f67ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9025960 Nov 27 16:01:27.550724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:27.555791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Made reservation on behalf of e8b1f2a3c1bc4e60b44a64155327b022 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:27.560603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.573782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a74ca-f8e8-445b-aef5-88514d53e24b req-893dddc4-3c70-4b12-8fb5-12d6ae049fcf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:27.577039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-e87bc703-98ea-45ae-89a0-76d955cd315e service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165746 Nov 27 16:01:27.594261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f6a74ca-f8e8-445b-aef5-88514d53e24b req-893dddc4-3c70-4b12-8fb5-12d6ae049fcf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.3438234 Nov 27 16:01:27.733697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f6a74ca-f8e8-445b-aef5-88514d53e24b req-4cc9b028-8913-479f-97a2-f730aa6ef2fe tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313221 Nov 27 16:01:27.805483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93fecbd9-3434-457f-9eae-b824a0bc3ea3 req-4ec45f54-1233-446c-9cd6-384f06050533 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0449708 Nov 27 16:01:27.815801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-805116c8-5596-4c5a-96ee-3ad84dd027e8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] Request body: {'port': {'network_id': '2ddf95bf-234b-42b0-80cc-0fb0b57b41f7', 'name': 'tempest-NetworksNegativeTestJSON-1069044950'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:27.820764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1826e30-3436-4678-abf6-090054056ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.885872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1826e30-3436-4678-abf6-090054056ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.924974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:27.936795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc51c1c-aef3-4cb1-af25-fd51280e2c0a req-acbf3157-97d1-4ee0-8c4b-63b4c314677a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:27.944230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfc51c1c-aef3-4cb1-af25-fd51280e2c0a req-acbf3157-97d1-4ee0-8c4b-63b4c314677a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0922658 Nov 27 16:01:28.003517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-87ed8bb1-6c83-486b-b4cb-e71d837e6075 req-da160251-82f6-4dab-b2d7-0f10b07b229b service neutron] 10.222.0.37 "GET /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177821 Nov 27 16:01:28.009572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1826e30-3436-4678-abf6-090054056ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:28.012964 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1826e30-3436-4678-abf6-090054056ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:28.022640 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-805116c8-5596-4c5a-96ee-3ad84dd027e8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] POST failed (client error): The resource could not be found. Nov 27 16:01:28.022810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1826e30-3436-4678-abf6-090054056ce6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc31879e-a38a-401d-9947-e09e3e896258 HTTP/1.1" status: 204 len: 168 time: 0.4683599 Nov 27 16:01:28.023047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805116c8-5596-4c5a-96ee-3ad84dd027e8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:28.023047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-805116c8-5596-4c5a-96ee-3ad84dd027e8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4989064 Nov 27 16:01:28.023269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:28.028710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51294) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.055689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfc51c1c-aef3-4cb1-af25-fd51280e2c0a req-5b72f6cf-9295-4d38-b30a-c568d856af5e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104429 Nov 27 16:01:28.125716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1826e30-3436-4678-abf6-090054056ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc31879e-a38a-401d-9947-e09e3e896258,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:28.133640 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6e42ab-9033-4988-9319-4e61cb5ca4c7 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:28.145838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6e42ab-9033-4988-9319-4e61cb5ca4c7 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:28.158637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cd6e42ab-9033-4988-9319-4e61cb5ca4c7 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "DELETE /v2.0/networks/a32e256e-9ca6-4521-a84e-163927ca4578 HTTP/1.1" status: 404 len: 339 time: 0.1232939 Nov 27 16:01:28.173254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51298) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.185039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa532fd-1f43-4fbe-816c-102aecb913a2 req-dddfcdbf-3e61-4bcb-8a7c-b1dfb802aabc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:28.187173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fa532fd-1f43-4fbe-816c-102aecb913a2 req-dddfcdbf-3e61-4bcb-8a7c-b1dfb802aabc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1290545 Nov 27 16:01:28.225009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:28.235482 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dc846d-6fe7-4bfb-9c93-ff96cef8b93f tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:28.236547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dc846d-6fe7-4bfb-9c93-ff96cef8b93f tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:28.240803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57dc846d-6fe7-4bfb-9c93-ff96cef8b93f tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "DELETE /v2.0/ports/c830fb23-dcf2-46cf-b273-b7395f0fbc0a HTTP/1.1" status: 404 len: 333 time: 0.0521293 Nov 27 16:01:28.244720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:28.245818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.254148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:28.329365 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-36977a78-e52c-4609-910b-621a647c9279 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] DELETE failed (client error): The resource could not be found. Nov 27 16:01:28.330243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36977a78-e52c-4609-910b-621a647c9279 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:28.343668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-36977a78-e52c-4609-910b-621a647c9279 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "DELETE /v2.0/subnets/cebfeab4-827a-487a-891f-ab8dc2b1b27d HTTP/1.1" status: 404 len: 337 time: 0.0925219 Nov 27 16:01:28.355112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51304) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.377930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Allocated IP 192.168.233.3 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/0cc8a42c-0659-45a4-87ce-20270bf9e4c0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:28.386025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:28.409779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:28.410610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:28.441078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fa532fd-1f43-4fbe-816c-102aecb913a2 req-85a8db98-957f-4b47-ac1d-28f438ee17a3 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405379 Nov 27 16:01:28.446055 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-36da9604-d173-4bd9-9ba6-6dbf83076025 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] GET failed (client error): The resource could not be found. Nov 27 16:01:28.448371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-36da9604-d173-4bd9-9ba6-6dbf83076025 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "GET /v2.0/networks/0c710b3a-73c2-4306-9302-cec962a0b87e HTTP/1.1" status: 404 len: 339 time: 0.0599101 Nov 27 16:01:28.453815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51306) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.492521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-9f3b4da3-496b-483a-be32-01760c2fca7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8316221 Nov 27 16:01:28.537806 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0784aba2-f5df-498a-9bd6-9ed5115c058e tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] GET failed (client error): The resource could not be found. Nov 27 16:01:28.539287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0784aba2-f5df-498a-9bd6-9ed5115c058e tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "GET /v2.0/ports/316df8d0-e7df-48a9-94d8-3048dc28d469 HTTP/1.1" status: 404 len: 333 time: 0.0842292 Nov 27 16:01:28.541283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Request body: {'port': {'device_id': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:28.550951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51312) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.603945 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-980b5b75-1d61-45c4-9016-72a237836544 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] GET failed (client error): The resource could not be found. Nov 27 16:01:28.605604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-980b5b75-1d61-45c4-9016-72a237836544 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "GET /v2.0/subnets/1753a07c-e11b-4aa6-8d31-47c46f77e43f HTTP/1.1" status: 404 len: 337 time: 0.0520728 Nov 27 16:01:28.625901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3716-7588-4425-b1ad-863eae5f7df4 req-98a14704-58eb-4527-957a-c6028cb8018a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:28.631127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b9a3716-7588-4425-b1ad-863eae5f7df4 req-98a14704-58eb-4527-957a-c6028cb8018a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1885586 Nov 27 16:01:28.631664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51314) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.645808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a68f04dc-4ac8-4ede-a6e2-49e842650ad8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:28.730136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-68abca84-95f4-4be6-b8b9-295a12b8c4a7 None None] Provisioning complete for port cc4e98b2-2715-49bc-b86f-df00ffe35d5d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:28.731100 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-68abca84-95f4-4be6-b8b9-295a12b8c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:28.807016 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68f04dc-4ac8-4ede-a6e2-49e842650ad8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] PUT failed (client error): The resource could not be found. Nov 27 16:01:28.807550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68f04dc-4ac8-4ede-a6e2-49e842650ad8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:28.809167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a68f04dc-4ac8-4ede-a6e2-49e842650ad8 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "PUT /v2.0/networks/0e215d60-3332-4571-acec-67003d708c2d HTTP/1.1" status: 404 len: 339 time: 0.1714797 Nov 27 16:01:28.817440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51328) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.821883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:28.846738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-92aa0121-b368-4e26-9316-da6e42866024 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:28.849563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-68abca84-95f4-4be6-b8b9-295a12b8c4a7 None None] Port cc4e98b2-2715-49bc-b86f-df00ffe35d5d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:01:28.908151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c4088-8d1f-4a38-9a17-554b9e8febe8 req-43b5b356-2dc0-443a-b42f-c1328204f3de tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:28.910014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956c4088-8d1f-4a38-9a17-554b9e8febe8 req-43b5b356-2dc0-443a-b42f-c1328204f3de tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2741833 Nov 27 16:01:28.922038 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-92aa0121-b368-4e26-9316-da6e42866024 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] PUT failed (client error): The resource could not be found. Nov 27 16:01:28.923565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92aa0121-b368-4e26-9316-da6e42866024 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:28.926295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92aa0121-b368-4e26-9316-da6e42866024 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "PUT /v2.0/ports/abe7ecff-7e82-4368-94a5-89bcfbed2b44 HTTP/1.1" status: 404 len: 333 time: 0.0976965 Nov 27 16:01:28.939676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51336) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:28.956778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b9a3716-7588-4425-b1ad-863eae5f7df4 req-e74534bc-1cd6-46b3-8e4c-7aff79688a81 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237952 Nov 27 16:01:28.985480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b36a7738-dd5a-44ed-9758-ec73f4b24859 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:29.068152 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36a7738-dd5a-44ed-9758-ec73f4b24859 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] PUT failed (client error): The resource could not be found. Nov 27 16:01:29.068611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36a7738-dd5a-44ed-9758-ec73f4b24859 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:01:29.070196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b36a7738-dd5a-44ed-9758-ec73f4b24859 tempest-NetworksNegativeTestJSON-1074898006 tempest-NetworksNegativeTestJSON-1074898006-project] 10.222.0.15 "PUT /v2.0/subnets/30fc0773-2c66-455b-be98-94761160b0f6 HTTP/1.1" status: 404 len: 337 time: 0.1288581 Nov 27 16:01:29.086719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-956c4088-8d1f-4a38-9a17-554b9e8febe8 req-280b963b-661b-4053-94b1-b3bbc5909aa4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703031 Nov 27 16:01:29.176940 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.190348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:29.225523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39cdd961-fb0c-4c8f-8dbf-89cb4f846a67 req-f732f575-447c-450f-9147-42fbabe94446 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0547340 Nov 27 16:01:29.273607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.383728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:29.393282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event updated for resources: {'Port': ['ID=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:29.402410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:29.407468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70708532-8893-45ef-b5e2-de0083650602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.412225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:29.505381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:29.506129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.516932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:29.604708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-7a4b03c8-028b-4cf2-8cd1-efc4dfa60aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7169328 Nov 27 16:01:29.632877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Request body: {'port': {'device_id': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:29.686127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.703444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cba22-9bc6-466d-8a99-65d8637c77e6 req-7f8ec2e8-d748-40a3-b9d1-d9b4f5811355 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:29.714202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a68cba22-9bc6-466d-8a99-65d8637c77e6 req-7f8ec2e8-d748-40a3-b9d1-d9b4f5811355 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1462793 Nov 27 16:01:29.783551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ca1528ff-4394-4d02-8805-a6a873aaefb6 None None] Provisioning complete for port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:29.785692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca1528ff-4394-4d02-8805-a6a873aaefb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.798502 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54c3b2f6-401f-45e6-a4af-a954558253f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.821032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a68cba22-9bc6-466d-8a99-65d8637c77e6 req-7276e1e2-6ab7-4a57-b5d7-31c079291b1b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059313 Nov 27 16:01:29.847561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:29.858001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.861693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70708532-8893-45ef-b5e2-de0083650602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.865177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.879428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ca1528ff-4394-4d02-8805-a6a873aaefb6 None None] Port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:01:29.881552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70708532-8893-45ef-b5e2-de0083650602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.939441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54c3b2f6-401f-45e6-a4af-a954558253f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.944597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54c3b2f6-401f-45e6-a4af-a954558253f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:29.999199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-54c3b2f6-401f-45e6-a4af-a954558253f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d087379c549848ea82900f3d9674b9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810727 Nov 27 16:01:29.999894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51370) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:30.009535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3b2f6-401f-45e6-a4af-a954558253f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b6186-ca1e-4fc0-8f2d-ed3cfbd14e59,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:30.046241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Transition to ACTIVE for port object cc4e98b2-2715-49bc-b86f-df00ffe35d5d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:01:30.069256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.089671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70708532-8893-45ef-b5e2-de0083650602 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bce28d12f03644cd96c61bd7a814fadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8975203 Nov 27 16:01:30.097259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51372) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:30.117077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70708532-8893-45ef-b5e2-de0083650602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875ce85e-70c9-4400-9445-bbc6511c5f5d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:30.230266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:30.230935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a78bc10-15af-460f-bb2a-b939a1825604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.301534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a0644-0a10-4899-9438-e8b28b6b28a0 req-df075b43-43d4-42b7-a321-e48806a59637 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:30.302932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba1a0644-0a10-4899-9438-e8b28b6b28a0 req-df075b43-43d4-42b7-a321-e48806a59637 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.2192030 Nov 27 16:01:30.321499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Attempting to bind port cc4e98b2-2715-49bc-b86f-df00ffe35d5d on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:01:30.321837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Attempting to bind port cc4e98b2-2715-49bc-b86f-df00ffe35d5d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:01:30.322169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Attempting to bind port cc4e98b2-2715-49bc-b86f-df00ffe35d5d on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:30.326622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a78bc10-15af-460f-bb2a-b939a1825604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.331558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Port cc4e98b2-2715-49bc-b86f-df00ffe35d5d on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:01:30.331890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Attempting to bind port cc4e98b2-2715-49bc-b86f-df00ffe35d5d on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:30.347424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:01:30.347832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:30.348481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:01:30.348682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Bound port: cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:01:30.349244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.397172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15952c72-8a0c-4bc7-98f1-b43745c1e475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.413163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02a1b6-15ba-4dbc-b7a6-d456e8019542 req-8660f971-869a-4efe-bb51-dc7356831a0a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:30.415152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d02a1b6-15ba-4dbc-b7a6-d456e8019542 req-8660f971-869a-4efe-bb51-dc7356831a0a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2189257 Nov 27 16:01:30.483610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba1a0644-0a10-4899-9438-e8b28b6b28a0 req-f0449299-51cd-4309-9000-c0b5e55080fe tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651609 Nov 27 16:01:30.486794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:01:30.492342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15952c72-8a0c-4bc7-98f1-b43745c1e475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.498175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:01:30.511062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.557378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a78bc10-15af-460f-bb2a-b939a1825604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.560678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a78bc10-15af-460f-bb2a-b939a1825604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.561867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3a78bc10-15af-460f-bb2a-b939a1825604 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf7b6186-ca1e-4fc0-8f2d-ed3cfbd14e59 HTTP/1.1" status: 204 len: 168 time: 0.5608664 Nov 27 16:01:30.573500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78bc10-15af-460f-bb2a-b939a1825604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b6186-ca1e-4fc0-8f2d-ed3cfbd14e59,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:30.579887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d02a1b6-15ba-4dbc-b7a6-d456e8019542 req-c2a6b223-f004-4ef2-a073-cabdca991aa5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469116 Nov 27 16:01:30.580722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51388) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:30.624147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:30.629623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15952c72-8a0c-4bc7-98f1-b43745c1e475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.632346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15952c72-8a0c-4bc7-98f1-b43745c1e475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.636368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-15952c72-8a0c-4bc7-98f1-b43745c1e475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/875ce85e-70c9-4400-9445-bbc6511c5f5d HTTP/1.1" status: 204 len: 168 time: 0.5347955 Nov 27 16:01:30.643119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:30.655852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15952c72-8a0c-4bc7-98f1-b43745c1e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875ce85e-70c9-4400-9445-bbc6511c5f5d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:30.662852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.683258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:30.684672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.686201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c6782bf-6a9d-4361-bec7-7040d0a6b1c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc4e98b2-2715-49bc-b86f-df00ffe35d5d HTTP/1.1" status: 200 len: 1096 time: 2.1778009 Nov 27 16:01:30.686687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:30.689016 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e767d4-db15-41b2-8b5d-f20cd4c914c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:30.728621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Transition to ACTIVE for port object 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:01:30.751773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:30.753588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93da30-67f0-4093-b324-e7feba517829 req-9ccc04d1-d0c8-454f-b342-09b74f6bd623 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:30.762820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c93da30-67f0-4093-b324-e7feba517829 req-9ccc04d1-d0c8-454f-b342-09b74f6bd623 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 934 time: 0.0914357 Nov 27 16:01:30.836095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c93da30-67f0-4093-b324-e7feba517829 req-379ab368-b209-4a59-8d11-cc00c86aad52 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719876 Nov 27 16:01:30.891297 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da40f1ae-f2d6-4e3d-8969-43b53a7a417a x-openstack-request-id: req-da40f1ae-f2d6-4e3d-8969-43b53a7a417a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:30.891616 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:30.892818 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da40f1ae-f2d6-4e3d-8969-43b53a7a417a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:30.893278 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'status': 'completed', 'code': 200} Nov 27 16:01:30.921333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-37bbfff0-158e-4d91-b4ca-8d2f54c55157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:30.922908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-37bbfff0-158e-4d91-b4ca-8d2f54c55157 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1099 time: 0.1887817 Nov 27 16:01:30.969054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:31.081041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6251242-0bec-4ab5-a604-a990e80f0b3b req-ada5866d-a863-42a3-ae79-4a5d629f2963 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:31.082710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6251242-0bec-4ab5-a604-a990e80f0b3b req-ada5866d-a863-42a3-ae79-4a5d629f2963 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1117029 Nov 27 16:01:31.103811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Attempting to bind port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:01:31.104179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Attempting to bind port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:01:31.104515 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Attempting to bind port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:31.108295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-78d5e2c1-5424-4066-854b-931c9a34927d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d HTTP/1.1" status: 200 len: 217 time: 0.1677196 Nov 27 16:01:31.111860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:01:31.112084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Attempting to bind port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:31.117389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:01:31.118012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:31.118571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:01:31.119167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Bound port: 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:01:31.119693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.201105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8de1b139-df96-4d30-9ff6-1fc73da735b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.236962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6251242-0bec-4ab5-a604-a990e80f0b3b req-d4a6f1eb-0208-4d11-8d90-b716e29acb52 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456418 Nov 27 16:01:31.281244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-f22060fe-97ee-4eff-a1ad-cd5aa94bd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:31.283416 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-f22060fe-97ee-4eff-a1ad-cd5aa94bd79d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2449925a3354b6dba580304a0430cbe&device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 1098 time: 0.1597340 Nov 27 16:01:31.287806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-08561f12-48aa-49e5-86aa-4579119a164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:31.289630 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-08561f12-48aa-49e5-86aa-4579119a164d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1583638 Nov 27 16:01:31.335087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b965aa9-1a5b-4379-839f-b9046e2846ee req-83156b3e-af19-4f1b-8ab9-16c6c85f0230 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:31.343868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b965aa9-1a5b-4379-839f-b9046e2846ee req-83156b3e-af19-4f1b-8ab9-16c6c85f0230 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1974835 Nov 27 16:01:31.408512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8de1b139-df96-4d30-9ff6-1fc73da735b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.426632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8de1b139-df96-4d30-9ff6-1fc73da735b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.437141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] For port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:01:31.459873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] For port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:01:31.463940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614ad2-208b-47db-84ae-cd2853694bcd req-787fe1da-3963-4805-9346-8341b36fc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:31.465722 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-787fe1da-3963-4805-9346-8341b36fc602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633852 Nov 27 16:01:31.469317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.516060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1b139-df96-4d30-9ff6-1fc73da735b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ee3d3-35be-4295-921a-99d96679d23e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:31.536763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b965aa9-1a5b-4379-839f-b9046e2846ee req-60a0a8ff-030d-4f8f-8189-db4e3b5f6ba2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916506 Nov 27 16:01:31.545970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8de1b139-df96-4d30-9ff6-1fc73da735b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44b212114a324f41b6a492dafac945bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9634218 Nov 27 16:01:31.547423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51418) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:31.579076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51422) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:31.597286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d14ce60b-eeb0-4f41-81aa-0dbe564ea37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.660669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.678784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39d4a3bf-13f0-4939-86f0-e7ef34332830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.761357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39d4a3bf-13f0-4939-86f0-e7ef34332830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.857541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e092a-e0bb-498f-a297-6ad1ab884a6d req-63ba8961-4362-46c9-9021-2a6469efb507 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:31.861685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e7e092a-e0bb-498f-a297-6ad1ab884a6d req-63ba8961-4362-46c9-9021-2a6469efb507 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1787560 Nov 27 16:01:31.925953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39d4a3bf-13f0-4939-86f0-e7ef34332830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.928796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39d4a3bf-13f0-4939-86f0-e7ef34332830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:31.934283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-39d4a3bf-13f0-4939-86f0-e7ef34332830 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/731ee3d3-35be-4295-921a-99d96679d23e HTTP/1.1" status: 204 len: 168 time: 0.3846259 Nov 27 16:01:31.976050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a3bf-13f0-4939-86f0-e7ef34332830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ee3d3-35be-4295-921a-99d96679d23e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:32.016503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.017131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.019064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] 10.222.0.37 "PUT /v2.0/ports/0cc8a42c-0659-45a4-87ce-20270bf9e4c0 HTTP/1.1" status: 200 len: 1094 time: 2.3956275 Nov 27 16:01:32.051514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-735c7ba9-df6f-488a-af2c-bfba8eef91b2 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695062 Nov 27 16:01:32.060903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-9bc4ddb3-fee1-4296-8cdd-74ed24d9a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.064005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-9bc4ddb3-fee1-4296-8cdd-74ed24d9a2ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 200 len: 915 time: 0.7195177 Nov 27 16:01:32.079462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d14ce60b-eeb0-4f41-81aa-0dbe564ea37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.098258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d14ce60b-eeb0-4f41-81aa-0dbe564ea37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.098879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049f25-481b-431a-8b52-8fe6698e2997 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:32.161006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e7e092a-e0bb-498f-a297-6ad1ab884a6d req-4c4b3b2c-4f9f-43d6-87ac-9f631b349698 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762320 Nov 27 16:01:32.211828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d14ce60b-eeb0-4f41-81aa-0dbe564ea37d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=237515956d0042eb8baaa695958d0d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312747 Nov 27 16:01:32.213025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51446) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:32.213880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ce60b-eeb0-4f41-81aa-0dbe564ea37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31df698-c8bb-468e-8785-569c931e600b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:32.243091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8199-e87d-4b24-a96a-a356b244beb1 req-b0a5e459-e43d-4a5a-94d1-1ef744dfdf5f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.245369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-845e8199-e87d-4b24-a96a-a356b244beb1 req-b0a5e459-e43d-4a5a-94d1-1ef744dfdf5f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 946 time: 0.2767127 Nov 27 16:01:32.271346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51448) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:32.282533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-9e0cc749-150b-4cd9-a7a6-2b79feb7109a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 200 len: 217 time: 0.1769223 Nov 27 16:01:32.368592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-845e8199-e87d-4b24-a96a-a356b244beb1 req-53222ca1-c22d-46ef-bf74-4ab3791c5a53 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143568 Nov 27 16:01:32.387159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af149e19-c24e-4db0-a027-4d4df444a2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.414510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-541dbdfa-31e4-459d-a99b-05070886d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.415862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-541dbdfa-31e4-459d-a99b-05070886d0ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 1097 time: 0.3087611 Nov 27 16:01:32.422865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af149e19-c24e-4db0-a027-4d4df444a2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.466845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-255b827d-1a30-42d4-9f53-601af6a6776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.468316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-255b827d-1a30-42d4-9f53-601af6a6776f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 200 len: 854 time: 0.1739039 Nov 27 16:01:32.484303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8ce60282-3399-49f1-9e23-02c551b9cf9d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1335176964', 'prefixes': ['172.20.0.0/16']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:32.502893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af149e19-c24e-4db0-a027-4d4df444a2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.505977 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af149e19-c24e-4db0-a027-4d4df444a2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.507280 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-af149e19-c24e-4db0-a027-4d4df444a2a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d31df698-c8bb-468e-8785-569c931e600b HTTP/1.1" status: 204 len: 168 time: 0.2597945 Nov 27 16:01:32.516947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af149e19-c24e-4db0-a027-4d4df444a2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31df698-c8bb-468e-8785-569c931e600b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:32.525536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-1dd3f361-8636-46b6-90f6-6c94ccae8ad4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0 HTTP/1.1" status: 200 len: 217 time: 0.0905876 Nov 27 16:01:32.557242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-81614ad2-208b-47db-84ae-cd2853694bcd req-5c9ce5ba-57df-492d-ab73-9ee5dbd4904a service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660766 Nov 27 16:01:32.598197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ce60282-3399-49f1-9e23-02c551b9cf9d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] Publish callbacks [] for subnetpool, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.602562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8ce60282-3399-49f1-9e23-02c551b9cf9d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3255463 Nov 27 16:01:32.603033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51464) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:32.616952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-d50b7dab-ab78-4d45-9232-4e41166fa6ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9e85d3-a930-410c-baa1-92e7dbaaffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132810 Nov 27 16:01:32.727674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-33c6a91b-a6fd-4b5c-b1ad-6323ec4ce070 tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] 10.222.0.15 "GET /v2.0/subnetpools/82fd1905-d2a7-42c1-9b8c-1127b3134c7d HTTP/1.1" status: 200 len: 732 time: 0.1208451 Nov 27 16:01:32.728615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51468) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:32.736618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-22250560-32fe-440c-9668-8945af82b40d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1457937012'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:32.773557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163908c-0f2b-4909-8113-ec6b1cc42397 req-b515c686-9aec-4ed1-bd94-fa06e5403377 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.775379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d163908c-0f2b-4909-8113-ec6b1cc42397 req-b515c686-9aec-4ed1-bd94-fa06e5403377 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1142559 Nov 27 16:01:32.786830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ee3341f3-2263-4046-8fdc-d2dae6aca786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.788948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-ee3341f3-2263-4046-8fdc-d2dae6aca786 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2625642 Nov 27 16:01:32.885792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d163908c-0f2b-4909-8113-ec6b1cc42397 req-b6f0ea47-0244-4e41-a8c6-c4d182fe6f06 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814545 Nov 27 16:01:32.907464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22250560-32fe-440c-9668-8945af82b40d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] Publish callbacks [] for subnetpool, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:32.920985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-22250560-32fe-440c-9668-8945af82b40d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] 10.222.0.15 "PUT /v2.0/subnetpools/82fd1905-d2a7-42c1-9b8c-1127b3134c7d HTTP/1.1" status: 200 len: 684 time: 0.1857834 Nov 27 16:01:32.921314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51478) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:32.927535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'tag': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:32.932184 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d0c61d-8a32-4913-9e30-8255f579279a" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf6b76d-4ed7-4293-9702-93c3032dbc5f", "tag": "0cc8a42c-0659-45a4-87ce-20270bf9e4c0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:32.964615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-3bbd221a-5e84-4617-93eb-505275c126af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:32.967171 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-3bbd221a-5e84-4617-93eb-505275c126af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1099 time: 0.3353927 Nov 27 16:01:33.066211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-d44741db-ccdf-45f8-be0f-06fa8db196c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.068592 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-d44741db-ccdf-45f8-be0f-06fa8db196c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662013 Nov 27 16:01:33.073984 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398857b7-1bdb-4ac8-af2e-2b04bbb91b19 x-openstack-request-id: req-398857b7-1bdb-4ac8-af2e-2b04bbb91b19 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:33.074417 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf6b76d-4ed7-4293-9702-93c3032dbc5f", "tag": "0cc8a42c-0659-45a4-87ce-20270bf9e4c0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:33.074945 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-398857b7-1bdb-4ac8-af2e-2b04bbb91b19 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:33.075553 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'tag': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0', 'status': 'completed', 'code': 200} Nov 27 16:01:33.079514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d49fc9e-acac-41d7-98fb-f158a170916a tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] Publish callbacks [] for subnetpool, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:33.084133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3d49fc9e-acac-41d7-98fb-f158a170916a tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] 10.222.0.15 "DELETE /v2.0/subnetpools/82fd1905-d2a7-42c1-9b8c-1127b3134c7d HTTP/1.1" status: 204 len: 168 time: 0.1616106 Nov 27 16:01:33.084967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51484) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:33.109301 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-2d324032-2bf5-4204-80e5-4b95a0f9b37d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] show failed (client error): The resource could not be found. Nov 27 16:01:33.114181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d324032-2bf5-4204-80e5-4b95a0f9b37d tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] 10.222.0.15 "GET /v2.0/subnetpools/82fd1905-d2a7-42c1-9b8c-1127b3134c7d HTTP/1.1" status: 404 len: 346 time: 0.0277593 Nov 27 16:01:33.114781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51486) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:33.137383 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-98969663-7bb6-4415-9e64-5e003eab00fc tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] delete failed (client error): The resource could not be found. Nov 27 16:01:33.146378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-98969663-7bb6-4415-9e64-5e003eab00fc tempest-SubnetPoolsTestJSON-1175123743 tempest-SubnetPoolsTestJSON-1175123743-project] 10.222.0.15 "DELETE /v2.0/subnetpools/82fd1905-d2a7-42c1-9b8c-1127b3134c7d HTTP/1.1" status: 404 len: 346 time: 0.0274758 Nov 27 16:01:33.160631 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-3a065024-b9d2-49b5-993b-a895be2207ae service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275552 Nov 27 16:01:33.193930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51494) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:33.215835 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-789e7bb8-eb61-4c84-960b-0bcdf4d616e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:33.272437 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-b83982eb-87e2-41c3-aaa7-e7a9143bf01c service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906462 Nov 27 16:01:33.275201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-f83aebb4-0ee1-46b1-83d3-b37f06c37681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.277013 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-f83aebb4-0ee1-46b1-83d3-b37f06c37681 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.2926590 Nov 27 16:01:33.325656 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-450a1008-cfea-45f5-9797-95edf29ec0f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d HTTP/1.1" status: 200 len: 217 time: 0.0374079 Nov 27 16:01:33.409729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0453b7-be77-475c-abac-5d56d169f086 req-53fce942-892e-4800-8f72-493644567cd7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.417756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d0453b7-be77-475c-abac-5d56d169f086 req-53fce942-892e-4800-8f72-493644567cd7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1233275 Nov 27 16:01:33.448811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5ad17e3d-cca7-481b-868b-8afd204d7927 req-09966ae7-a3e1-4671-af41-b33d0fb6f900 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752159 Nov 27 16:01:33.453243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-0decf26c-71bf-47d8-bf5a-82e64c9956a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.454962 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-0decf26c-71bf-47d8-bf5a-82e64c9956a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1174414 Nov 27 16:01:33.499169 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-789e7bb8-eb61-4c84-960b-0bcdf4d616e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:33.531519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-789e7bb8-eb61-4c84-960b-0bcdf4d616e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:33.544407 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df0c1b5e-710b-4feb-88cd-25a8b41294c5 req-545879e0-dd44-4bc3-b829-ba5568f5d7f1 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649641 Nov 27 16:01:33.575267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-4886132c-51c4-4fb4-982e-b806885e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.577607 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-4886132c-51c4-4fb4-982e-b806885e8b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088326 Nov 27 16:01:33.685013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7bb8-eb61-4c84-960b-0bcdf4d616e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb72c9-107c-48dd-aa21-be1ff0c5aaff,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:33.699208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d0453b7-be77-475c-abac-5d56d169f086 req-3dd20e98-b102-4d95-b506-9eb52e7c7592 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798316 Nov 27 16:01:33.716977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-789e7bb8-eb61-4c84-960b-0bcdf4d616e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d259a025ad324c60ae3928ee85424787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217400 Nov 27 16:01:33.718081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51512) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:33.726613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51514) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:33.765220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820e84c-ef9d-48ba-b595-7ac98c927244 req-604b9875-5f76-4ec1-bb79-79629225a7e4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.772899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d820e84c-ef9d-48ba-b595-7ac98c927244 req-604b9875-5f76-4ec1-bb79-79629225a7e4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 946 time: 0.2428155 Nov 27 16:01:33.790148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-f68e4f5f-a0b0-43dd-b61d-27255c12bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.793824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-f68e4f5f-a0b0-43dd-b61d-27255c12bf6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 1097 time: 0.1658380 Nov 27 16:01:33.840243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d820e84c-ef9d-48ba-b595-7ac98c927244 req-e0b3d69d-7d92-4acb-83da-3ef682dbf7a2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614643 Nov 27 16:01:33.891638 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c4f47f-0e4a-4b4e-b9c7-60c28e6e3c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:33.909500 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-f40a6dda-4aa6-4e62-b344-ac18ef7bffaf service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229172 Nov 27 16:01:33.928171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c4f47f-0e4a-4b4e-b9c7-60c28e6e3c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:33.950069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-7f346a4e-0fef-4486-9c0e-bbb961c30185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:33.952583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-7f346a4e-0fef-4486-9c0e-bbb961c30185 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1515858 Nov 27 16:01:33.977166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d53988a4-8269-4ce0-bd94-9b8b446fed59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.057804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61e767d4-db15-41b2-8b5d-f20cd4c914c0 req-01d1bdf6-1556-4fe5-bd55-55d5630617c6 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037352 Nov 27 16:01:34.061549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c4f47f-0e4a-4b4e-b9c7-60c28e6e3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.082739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c4f47f-0e4a-4b4e-b9c7-60c28e6e3c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.090672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-82c4f47f-0e4a-4b4e-b9c7-60c28e6e3c2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70bb72c9-107c-48dd-aa21-be1ff0c5aaff HTTP/1.1" status: 204 len: 168 time: 0.3589225 Nov 27 16:01:34.124088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-f62b500d-8963-46a1-b263-1072485cdbf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0 HTTP/1.1" status: 200 len: 217 time: 0.0652821 Nov 27 16:01:34.204784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d53988a4-8269-4ce0-bd94-9b8b446fed59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.232724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:01:34.247217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-d1849ce9-4726-42d2-95ed-117ad6453a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:34.257487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-d1849ce9-4726-42d2-95ed-117ad6453a83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1261141 Nov 27 16:01:34.259610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f47f-0e4a-4b4e-b9c7-60c28e6e3c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb72c9-107c-48dd-aa21-be1ff0c5aaff,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:34.261382 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d53988a4-8269-4ce0-bd94-9b8b446fed59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.331219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-618a56d3-d368-44ab-8c69-e2bfbdd2b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:34.333248 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-618a56d3-d368-44ab-8c69-e2bfbdd2b594 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676589 Nov 27 16:01:34.520286 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:01:34.541507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:34.559601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'mac_address': 'fa:16:3e:ee:97:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:01:34.571652 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-92f38183-475b-4ef5-b8e5-63347036cea4 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295880 Nov 27 16:01:34.573180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53988a4-8269-4ce0-bd94-9b8b446fed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4d73a-ce6c-4e28-97e7-743117f4ebaa,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:34.589035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e79fd1-7fd5-4401-ab74-20365a970da3 req-d4940dd2-3b23-4a89-a77d-43f046be8fa1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:34.607252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35e79fd1-7fd5-4401-ab74-20365a970da3 req-d4940dd2-3b23-4a89-a77d-43f046be8fa1 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.5136788 Nov 27 16:01:34.612312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d53988a4-8269-4ce0-bd94-9b8b446fed59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d990c28d74844fdb4f69368d6c2647a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8890173 Nov 27 16:01:34.612542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51534) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:34.622460 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.644502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:34.667092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:34.681345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.737558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35e79fd1-7fd5-4401-ab74-20365a970da3 req-d61be2ec-3d93-400d-9094-fc6fe35e9217 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163769 Nov 27 16:01:34.756286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1d0c61d-8a32-4913-9e30-8255f579279a req-50c029b7-b8ab-4f6e-9496-1eb6a2333dac service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768160 Nov 27 16:01:34.757152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:34.803651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71815ccd-bdc7-46df-b2a7-d6539980d8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:34.832550 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71815ccd-bdc7-46df-b2a7-d6539980d8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:35.016180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f586f9d-d72b-4b34-a4cc-7acb161d1ba9 req-d20d8091-c00c-489d-8659-2397991efd9d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:35.021052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:35.024504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f586f9d-d72b-4b34-a4cc-7acb161d1ba9 req-d20d8091-c00c-489d-8659-2397991efd9d tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1829953 Nov 27 16:01:35.094097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1f586f9d-d72b-4b34-a4cc-7acb161d1ba9 req-30b0713f-b133-4aa7-bd07-26a96ecd71f7 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683882 Nov 27 16:01:35.112285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697b41e-2130-4908-8fd7-a313c96b8faf req-a3ce31da-3f30-4724-bf6d-52402c00b6d9 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:35.114645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c697b41e-2130-4908-8fd7-a313c96b8faf req-a3ce31da-3f30-4724-bf6d-52402c00b6d9 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 946 time: 0.1823792 Nov 27 16:01:35.123521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71815ccd-bdc7-46df-b2a7-d6539980d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:35.126608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71815ccd-bdc7-46df-b2a7-d6539980d8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:35.130204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71815ccd-bdc7-46df-b2a7-d6539980d8bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7a4d73a-ce6c-4e28-97e7-743117f4ebaa HTTP/1.1" status: 204 len: 168 time: 0.5143802 Nov 27 16:01:35.175249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71815ccd-bdc7-46df-b2a7-d6539980d8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4d73a-ce6c-4e28-97e7-743117f4ebaa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:35.249681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-84a2ee1f-f7c3-4ef0-97f6-4c64c66f7e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:35.309557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c697b41e-2130-4908-8fd7-a313c96b8faf req-6b990d3c-9fd4-4429-a4bb-88878c62a6fb tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801901 Nov 27 16:01:35.985541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5619c40-0cde-455d-b7dd-ed2b1872f5e5 req-4c72b282-0efe-4a2d-8795-ffc8076e6c4b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:35.996825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5619c40-0cde-455d-b7dd-ed2b1872f5e5 req-4c72b282-0efe-4a2d-8795-ffc8076e6c4b tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1074777 Nov 27 16:01:36.132701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5619c40-0cde-455d-b7dd-ed2b1872f5e5 req-d77ebfad-75ab-4c33-a3f8-b4b7df0a6cf4 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342602 Nov 27 16:01:36.232533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:36.341272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port cc4e98b2-2715-49bc-b86f-df00ffe35d5d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:01:36.346356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port cc4e98b2-2715-49bc-b86f-df00ffe35d5d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:36.347122 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:36.422875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501fa7b-bf85-4abc-9685-837819e33c9e req-2a762a1b-870c-4939-adc5-ec5b2e5feaf1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:36.435192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4501fa7b-bf85-4abc-9685-837819e33c9e req-2a762a1b-870c-4939-adc5-ec5b2e5feaf1 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.2228053 Nov 27 16:01:36.452695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ad7e-2293-44bc-9f20-349ee7e30750 req-47137cc7-0e53-4bc4-b7c1-427282868e48 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:36.458730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2673ad7e-2293-44bc-9f20-349ee7e30750 req-47137cc7-0e53-4bc4-b7c1-427282868e48 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1841657 Nov 27 16:01:36.508084 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:36.561176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:36.567193 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae62f3a0-2932-4bfe-81cf-49ab001eb007" -d '{"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-plugged", "status": "completed", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:36.603675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4501fa7b-bf85-4abc-9685-837819e33c9e req-cebff0ee-072b-4106-a109-d370d03309c6 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673963 Nov 27 16:01:36.611215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:36.621815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:36.639903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2673ad7e-2293-44bc-9f20-349ee7e30750 req-67b43227-064f-4a14-8bce-7aa4c1101f2d tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709940 Nov 27 16:01:36.681960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:01:36.768022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:36.798792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593c4-8c14-46ae-9710-626c0dbf08bb req-daffa633-af2e-422e-b145-57b03853e172 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:36.801189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c33593c4-8c14-46ae-9710-626c0dbf08bb req-daffa633-af2e-422e-b145-57b03853e172 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 946 time: 0.0791464 Nov 27 16:01:36.888655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c33593c4-8c14-46ae-9710-626c0dbf08bb req-f30ecd01-9a37-48a7-9574-2ed372d37ce4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791223 Nov 27 16:01:36.954088 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78476b13-45de-4456-b37a-e2d4def8213c x-openstack-request-id: req-78476b13-45de-4456-b37a-e2d4def8213c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:36.954393 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-plugged", "status": "completed", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:36.954656 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78476b13-45de-4456-b37a-e2d4def8213c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:36.955364 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'code': 200} Nov 27 16:01:36.968223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:36.998930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0', 'mac_address': 'fa:16:3e:fb:1f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:01:37.117849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2280814-c923-4298-8a9f-b567497ee5fc req-cb2016cd-a563-4196-b00f-fe6f6361d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:37.122888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2280814-c923-4298-8a9f-b567497ee5fc req-cb2016cd-a563-4196-b00f-fe6f6361d815 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1101 time: 0.1102231 Nov 27 16:01:37.140837 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:37.148801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12154a-73d9-4215-a58c-853a8e3eff3f req-1bc6eab5-7995-4c90-859e-38829818bb60 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:37.160698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf12154a-73d9-4215-a58c-853a8e3eff3f req-1bc6eab5-7995-4c90-859e-38829818bb60 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1003187 Nov 27 16:01:37.164579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:37.203250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:37.212488 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:37.224478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a2280814-c923-4298-8a9f-b567497ee5fc req-f7f16621-4f6c-4b1c-9f63-b814a34e92c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945215 Nov 27 16:01:37.259557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf12154a-73d9-4215-a58c-853a8e3eff3f req-e9c5c41f-b4af-4747-b693-0a1f314283e3 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972793 Nov 27 16:01:37.312616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:37.439709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['0cc8a42c-0659-45a4-87ce-20270bf9e4c0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:37.515391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eade502-6fae-44f6-8b89-a94a0878ca6c req-8f835df2-30af-42e0-9dd5-c989b361510f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:37.517393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1eade502-6fae-44f6-8b89-a94a0878ca6c req-8f835df2-30af-42e0-9dd5-c989b361510f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1497335 Nov 27 16:01:37.531363 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0fedc18a-9b56-48b2-a97b-1b2c0d03ca54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:37.641482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1eade502-6fae-44f6-8b89-a94a0878ca6c req-2ba2c8b5-d6fd-458b-85ac-4a7050a5d2f2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133912 Nov 27 16:01:37.848637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab793-b942-4fc7-9ccb-ef102a6dab84 req-5bf564df-53f0-4c6c-95aa-93ca72865264 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:37.860211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b91ab793-b942-4fc7-9ccb-ef102a6dab84 req-5bf564df-53f0-4c6c-95aa-93ca72865264 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1061745 Nov 27 16:01:37.939082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b91ab793-b942-4fc7-9ccb-ef102a6dab84 req-366e0996-e491-4692-97b6-f78f442cb5a8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Nov 27 16:01:37.992930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404944-1dbf-49e6-825f-6b971e6a5158 req-ed82e3f0-f783-460a-aa71-577d386bd131 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:38.000903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e404944-1dbf-49e6-825f-6b971e6a5158 req-ed82e3f0-f783-460a-aa71-577d386bd131 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0607312 Nov 27 16:01:38.086055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51656) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:38.101374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e404944-1dbf-49e6-825f-6b971e6a5158 req-c4758f56-9538-43ed-96da-0149a39f1c48 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961668 Nov 27 16:01:38.176011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9076d7-f773-43bb-a623-fec84319df61 req-5897f917-1b74-4996-9af4-216c5f47ed05 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:38.185868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c9076d7-f773-43bb-a623-fec84319df61 req-5897f917-1b74-4996-9af4-216c5f47ed05 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 947 time: 0.1081100 Nov 27 16:01:38.260945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c9076d7-f773-43bb-a623-fec84319df61 req-4c0311ff-940b-4b53-a135-0a2629f312db tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736742 Nov 27 16:01:38.284153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628a9b6e-6b06-4564-9a52-cbb7908aed32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.395163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628a9b6e-6b06-4564-9a52-cbb7908aed32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.401679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-628a9b6e-6b06-4564-9a52-cbb7908aed32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.451727 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-628a9b6e-6b06-4564-9a52-cbb7908aed32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de1b729791f246f58bd6007850c50e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646574 Nov 27 16:01:38.454193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9b6e-6b06-4564-9a52-cbb7908aed32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a8fa3-a326-4137-a326-40cb66863c19,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:38.456804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51664) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:38.475426 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.536845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efe682-d113-4c50-bb26-8740c17cbe95 req-80c1232b-20e3-4175-b91f-4ceeeff99d99 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:38.538270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93ccfd84-cbf4-4234-baeb-fef48e7a9930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.547625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0efe682-d113-4c50-bb26-8740c17cbe95 req-80c1232b-20e3-4175-b91f-4ceeeff99d99 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1598666 Nov 27 16:01:38.566717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7f943-0abb-4ed7-8817-1ca53fbfddcf req-79df386e-84ca-4902-b2c6-75a27c103a35 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:38.568462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1de7f943-0abb-4ed7-8817-1ca53fbfddcf req-79df386e-84ca-4902-b2c6-75a27c103a35 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.2103589 Nov 27 16:01:38.590600 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93ccfd84-cbf4-4234-baeb-fef48e7a9930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.630443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0efe682-d113-4c50-bb26-8740c17cbe95 req-058be197-9f7e-445c-b121-2ee7c0269e24 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813541 Nov 27 16:01:38.651501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93ccfd84-cbf4-4234-baeb-fef48e7a9930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.655878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93ccfd84-cbf4-4234-baeb-fef48e7a9930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.661080 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93ccfd84-cbf4-4234-baeb-fef48e7a9930 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d11a8fa3-a326-4137-a326-40cb66863c19 HTTP/1.1" status: 204 len: 168 time: 0.1998847 Nov 27 16:01:38.675930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:38.691675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccfd84-cbf4-4234-baeb-fef48e7a9930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a8fa3-a326-4137-a326-40cb66863c19,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:38.719008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1de7f943-0abb-4ed7-8817-1ca53fbfddcf req-e6956c86-b8c4-4be5-a67e-ceb014530bdb tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368401 Nov 27 16:01:38.828320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:01:38.836222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:38.837145 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:38.850891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375ed51-9494-46cf-b688-6594cc4e192f req-f8faa69f-67cf-4d8d-90d3-badd1e7dedea tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:38.860823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a375ed51-9494-46cf-b688-6594cc4e192f req-f8faa69f-67cf-4d8d-90d3-badd1e7dedea tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1093135 Nov 27 16:01:38.962871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.001006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a375ed51-9494-46cf-b688-6594cc4e192f req-18f0c9ef-881b-43a2-85fc-6f84e563ccbf tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394591 Nov 27 16:01:39.009828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:39.010801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:39.013773 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d628415-9fe6-4931-b164-737528c68454" -d '{"events": [{"server_uuid": "aaf6b76d-4ed7-4293-9702-93c3032dbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "0cc8a42c-0659-45a4-87ce-20270bf9e4c0"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:39.018221 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.023636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a5c6-d31c-435a-a7c8-5a4aed612baf req-73904336-760b-4335-847d-73ceab16db33 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:39.025659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f256a5c6-d31c-435a-a7c8-5a4aed612baf req-73904336-760b-4335-847d-73ceab16db33 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1045399 Nov 27 16:01:39.096742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51694) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:39.123183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85d6f3fd-096e-4c84-b927-0d3e191176d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.127089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:39.149327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f256a5c6-d31c-435a-a7c8-5a4aed612baf req-0a582790-6192-4a0f-a266-3e49baf3fed7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044478 Nov 27 16:01:39.183667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-8906a306-eb25-43a3-a2dc-53fe5d9d19f9 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=66c3218da5a54c5296f6549b66186347&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248175 Nov 27 16:01:39.333106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-390c78fb-8ad8-4564-8eb5-950bcb01854d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:39.342021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-390c78fb-8ad8-4564-8eb5-950bcb01854d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542640 Nov 27 16:01:39.366178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-581a88e2-1fa2-44ee-89ce-ee35395b7ec8 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/quotas/66c3218da5a54c5296f6549b66186347 HTTP/1.1" status: 200 len: 375 time: 0.0230198 Nov 27 16:01:39.403999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85d6f3fd-096e-4c84-b927-0d3e191176d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.409846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85d6f3fd-096e-4c84-b927-0d3e191176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.439205 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f348fe-a5d3-484d-90bf-885ea186e9b0 x-openstack-request-id: req-51f348fe-a5d3-484d-90bf-885ea186e9b0 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:39.439752 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6b76d-4ed7-4293-9702-93c3032dbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "0cc8a42c-0659-45a4-87ce-20270bf9e4c0", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:39.441139 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51f348fe-a5d3-484d-90bf-885ea186e9b0 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:39.441950 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0', 'code': 200} Nov 27 16:01:39.454862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-85d6f3fd-096e-4c84-b927-0d3e191176d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26cc821f267b4313a9071d783f240780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3567669 Nov 27 16:01:39.455852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6f3fd-096e-4c84-b927-0d3e191176d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf16849-5c5c-4741-931c-6a808e24236a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:39.458362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51706) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:39.527565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57ddb859-7c10-4941-9e6f-bf7b13843202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.584801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57ddb859-7c10-4941-9e6f-bf7b13843202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.630527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589b65-ad74-4c51-bab9-7d1bfea627a7 req-4e85852e-9814-4dec-b09c-ec8683f17ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:39.632967 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6e589b65-ad74-4c51-bab9-7d1bfea627a7 req-4e85852e-9814-4dec-b09c-ec8683f17ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 1099 time: 0.1074183 Nov 27 16:01:39.702009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6e589b65-ad74-4c51-bab9-7d1bfea627a7 req-ff61e213-44f7-4f1f-8040-d4ed483337e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 Nov 27 16:01:39.703201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57ddb859-7c10-4941-9e6f-bf7b13843202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.706350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-57ddb859-7c10-4941-9e6f-bf7b13843202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:39.707487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-57ddb859-7c10-4941-9e6f-bf7b13843202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdf16849-5c5c-4741-931c-6a808e24236a HTTP/1.1" status: 204 len: 168 time: 0.2482135 Nov 27 16:01:39.717013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddb859-7c10-4941-9e6f-bf7b13843202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf16849-5c5c-4741-931c-6a808e24236a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:39.843124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-8be9b1b9-80b6-4fb5-99a9-c444428d8877 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=66c3218da5a54c5296f6549b66186347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4757640 Nov 27 16:01:39.893719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5da17-3e30-478f-8ccb-3336e307af36 req-9d2be400-c65e-4099-a663-0f6ff1754156 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:39.895503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53e5da17-3e30-478f-8ccb-3336e307af36 req-9d2be400-c65e-4099-a663-0f6ff1754156 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0551531 Nov 27 16:01:39.969207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53e5da17-3e30-478f-8ccb-3336e307af36 req-d5b947b2-9661-4c26-ad62-8cb2fb21ac06 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654113 Nov 27 16:01:40.168147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc1f8e-78d6-44ed-a788-b8b7890c9e7a req-a6e52cb0-3f09-474b-a153-a8f1a1207c73 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:40.169838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1fc1f8e-78d6-44ed-a788-b8b7890c9e7a req-a6e52cb0-3f09-474b-a153-a8f1a1207c73 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 948 time: 0.1078153 Nov 27 16:01:40.178559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006f43d-f529-497c-8e27-d07654e546d8 req-04058921-391d-41c0-913e-234795087d71 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:40.187565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2006f43d-f529-497c-8e27-d07654e546d8 req-04058921-391d-41c0-913e-234795087d71 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.0927846 Nov 27 16:01:40.239802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:40.282150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2006f43d-f529-497c-8e27-d07654e546d8 req-07d1ae24-15ea-4e6d-b77a-3ed0aa23b4f5 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934901 Nov 27 16:01:40.331215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1fc1f8e-78d6-44ed-a788-b8b7890c9e7a req-f71708c9-74b4-455f-8cf5-a3c32a8686e6 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353748 Nov 27 16:01:40.442530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8630e1d8-e2c0-4652-aecf-21c4dc8a131b req-1681f321-e755-4a0c-84ea-586cbfc4a7f7 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 210 time: 0.0547593 Nov 27 16:01:40.507322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-93b63663-bcaf-4f5e-869d-8e1fd6ca6ed7 req-f1580bc2-c2fb-4c11-85a1-0cdc2b3fce0a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:01:40.520579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93b63663-bcaf-4f5e-869d-8e1fd6ca6ed7 req-f1580bc2-c2fb-4c11-85a1-0cdc2b3fce0a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1711793 Nov 27 16:01:40.641318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097cc22-bf15-4b58-8d14-99e7e995053c req-3583d890-b737-4da7-84d2-136efe2311b2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:40.643283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b097cc22-bf15-4b58-8d14-99e7e995053c req-3583d890-b737-4da7-84d2-136efe2311b2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0607920 Nov 27 16:01:40.704764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b097cc22-bf15-4b58-8d14-99e7e995053c req-e7878d24-edf7-43c4-b680-36e1dbb62837 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Nov 27 16:01:40.854224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da49ea-0a59-4654-b500-d6916b596129 req-7e32a1ed-5cb7-49ba-af0d-1c4aed222c3a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:40.856478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8da49ea-0a59-4654-b500-d6916b596129 req-7e32a1ed-5cb7-49ba-af0d-1c4aed222c3a tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0640419 Nov 27 16:01:40.938516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8da49ea-0a59-4654-b500-d6916b596129 req-12b18c82-d408-41b7-9f45-9ee503022f99 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655601 Nov 27 16:01:41.096258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08891887-2f85-49b6-b51e-ff880c6cebff req-b0e0bb61-6d34-4ced-ab6e-8d945685f1c2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:41.101738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08891887-2f85-49b6-b51e-ff880c6cebff req-b0e0bb61-6d34-4ced-ab6e-8d945685f1c2 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0723910 Nov 27 16:01:41.167318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08891887-2f85-49b6-b51e-ff880c6cebff req-ff9bae92-ccae-4642-8b39-34a5cf15a744 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535269 Nov 27 16:01:41.178487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:41.313854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-98f953f8-c3da-4b16-94de-e4c7c1802331 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:41.320116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-98f953f8-c3da-4b16-94de-e4c7c1802331 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1346161 Nov 27 16:01:41.396081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd46f34-40dc-4356-b751-9374ee33b253 req-9dd84f3d-37f0-452a-a2e1-e7672e046bd6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:41.412560 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddd46f34-40dc-4356-b751-9374ee33b253 req-9dd84f3d-37f0-452a-a2e1-e7672e046bd6 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1442077 Nov 27 16:01:41.483528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddd46f34-40dc-4356-b751-9374ee33b253 req-fafbf127-00c1-4422-8f14-582568f3f4cf tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689795 Nov 27 16:01:41.619897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-74dfd201-692e-463c-a925-93377f5e0dfc tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=66c3218da5a54c5296f6549b66186347&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030147 Nov 27 16:01:41.627140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port 466d72f1-ebff-4b2c-8b9c-c569520fe200 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:41.629068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:41.740053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350210-705a-4522-8838-81ae4f3dd3a0 req-a7da316f-517e-41d2-9dbb-52e09930c31c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:41.753227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9350210-705a-4522-8838-81ae4f3dd3a0 req-a7da316f-517e-41d2-9dbb-52e09930c31c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 948 time: 0.1846704 Nov 27 16:01:41.756600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port 466d72f1-ebff-4b2c-8b9c-c569520fe200, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=466d72f1-ebff-4b2c-8b9c-c569520fe200,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:41.757170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:41.774116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef5944-eb45-40ec-8274-9191e28890ad req-24a0772b-619b-484c-a212-6be14da360d8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:41.785451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bef5944-eb45-40ec-8274-9191e28890ad req-24a0772b-619b-484c-a212-6be14da360d8 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8 HTTP/1.1" status: 200 len: 945 time: 0.1586144 Nov 27 16:01:41.823446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for 466d72f1-ebff-4b2c-8b9c-c569520fe200 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:41.871811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9350210-705a-4522-8838-81ae4f3dd3a0 req-c5fd4703-ca83-4677-aaf5-114ac4eccfa0 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176062 Nov 27 16:01:41.893512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-616c17d6-9cde-4140-9043-83a17fbf0762 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:41.894629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-616c17d6-9cde-4140-9043-83a17fbf0762 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600904 Nov 27 16:01:41.913890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Request body: {'port': {'device_id': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '66c3218da5a54c5296f6549b66186347'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:41.950540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bef5944-eb45-40ec-8274-9191e28890ad req-65b2d874-7eb6-4cbd-9627-05852674427a tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639540 Nov 27 16:01:42.100370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd260ba4-39b2-4c01-9935-4a4ab946b9c3 req-80d82407-95e2-4fb6-86db-ae3f5eb5d18e tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 210 time: 0.0746586 Nov 27 16:01:42.166239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:42.177823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['832f0f9c-b214-41bc-a97c-eedd6a7036f4', '466d72f1-ebff-4b2c-8b9c-c569520fe200'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:42.289307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ca0bc-74f2-4f6b-a1e7-7078042dfc36 None None] DHCP port deletion for b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:42.322597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=466d72f1-ebff-4b2c-8b9c-c569520fe200,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:42.379855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab7d46-1be3-45f8-99f8-7106f7a1cfaf req-8260687a-4319-4eef-94e0-fd3de9ae699d tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:42.383798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1ab7d46-1be3-45f8-99f8-7106f7a1cfaf req-8260687a-4319-4eef-94e0-fd3de9ae699d tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1444645 Nov 27 16:01:42.401170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port 466d72f1-ebff-4b2c-8b9c-c569520fe200 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:42.411797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c43c0-cac8-46f1-ac3f-84e318735ad3 req-1aacd714-2316-4a3d-8635-9803a117fd89 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:42.425577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.425933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.426281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.426445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb7c43c0-cac8-46f1-ac3f-84e318735ad3 req-1aacd714-2316-4a3d-8635-9803a117fd89 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1754861 Nov 27 16:01:42.426620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.426961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.427295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.427625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.427954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.428280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.428610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.428936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.429258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:42.432465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:42.445051 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7adbfb7c-1c34-42e8-b134-e010979e40e1 req-f7d68855-87dd-410e-8bd6-6f50eab57ca9 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "DELETE /v2.0/ports/466d72f1-ebff-4b2c-8b9c-c569520fe200 HTTP/1.1" status: 204 len: 173 time: 1.1174853 Nov 27 16:01:42.448051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'name': 'network-vif-deleted', 'tag': '466d72f1-ebff-4b2c-8b9c-c569520fe200'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:42.450837 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21053600-077f-4517-b325-ed1f05a74092" -d '{"events": [{"server_uuid": "3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8", "name": "network-vif-deleted", "tag": "466d72f1-ebff-4b2c-8b9c-c569520fe200"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:42.502321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Made reservation on behalf of 66c3218da5a54c5296f6549b66186347 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:42.505883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:42.522076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:42.569596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb7c43c0-cac8-46f1-ac3f-84e318735ad3 req-9944e0ea-08b3-439a-880a-24c618d52824 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396477 Nov 27 16:01:42.606039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1ab7d46-1be3-45f8-99f8-7106f7a1cfaf req-731dcb51-e213-4274-97f2-7abf882a88fd tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733110 Nov 27 16:01:42.663757 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b8c43-ccc8-4479-a19a-cf0e6c9ae222 x-openstack-request-id: req-b82b8c43-ccc8-4479-a19a-cf0e6c9ae222 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:42.667412 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8", "name": "network-vif-deleted", "tag": "466d72f1-ebff-4b2c-8b9c-c569520fe200", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:42.667900 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b82b8c43-ccc8-4479-a19a-cf0e6c9ae222 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:42.668746 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf07c69-13b5-4b7f-9742-aec7ef8ca8c8', 'name': 'network-vif-deleted', 'tag': '466d72f1-ebff-4b2c-8b9c-c569520fe200', 'status': 'completed', 'code': 200} Nov 27 16:01:42.714698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:42.722406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:42.770186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028fa6-68fd-4f19-bca1-32fe1e725f51 req-36164c1a-2741-449f-8e17-9a03ba9c57d7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:42.795282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b028fa6-68fd-4f19-bca1-32fe1e725f51 req-36164c1a-2741-449f-8e17-9a03ba9c57d7 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0927103 Nov 27 16:01:42.832498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc81eafc-dbe2-4c79-91ff-c2de4a07228f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:42.902043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b028fa6-68fd-4f19-bca1-32fe1e725f51 req-913c430a-4706-4cd0-b3b6-eb386782eded tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019208 Nov 27 16:01:43.045180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Allocated IP 192.168.233.201 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/5c53e02a-d093-408e-b130-04578ef03a98) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:43.083502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-48f9bc84-980b-4049-a633-3b6d8bd198ce tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708120 Nov 27 16:01:43.128925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793d375-e84c-4b48-b0bc-480838acd105 req-b72c4fb2-1e5f-4a8f-9021-cc64a09b9144 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:43.130642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5793d375-e84c-4b48-b0bc-480838acd105 req-b72c4fb2-1e5f-4a8f-9021-cc64a09b9144 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.1158271 Nov 27 16:01:43.240673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:43.246536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5793d375-e84c-4b48-b0bc-480838acd105 req-084d1197-20ca-4a06-b080-214c986546dd tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023867 Nov 27 16:01:43.266473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-e2553e07-7915-468b-8bc0-2950e92fe5c8 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:43.274595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-e2553e07-7915-468b-8bc0-2950e92fe5c8 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798978 Nov 27 16:01:43.294299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-cfe406b1-3a6b-46a1-a6fc-85268954109d tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/quotas/e8b1f2a3c1bc4e60b44a64155327b022 HTTP/1.1" status: 200 len: 375 time: 0.0172949 Nov 27 16:01:43.318257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:43.362261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:43.366134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:43.373637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:43.377694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-77c17dc2-122f-49b9-956e-1abaeaad267a tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823011 Nov 27 16:01:43.486948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Pushing event updated for resources: {'Port': ['ID=5c53e02a-d093-408e-b130-04578ef03a98,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:43.500781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:43.501482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:43.514407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b76f3-ac24-4a7c-944c-8cdcb0e30f47 req-cb549c1f-792d-4b62-ad3e-b6e1fda4c51c tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:43.524319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-389b76f3-ac24-4a7c-944c-8cdcb0e30f47 req-cb549c1f-792d-4b62-ad3e-b6e1fda4c51c tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 936 time: 0.1232345 Nov 27 16:01:43.550588 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-9822f266-e7a6-422a-821c-aea905fe3453 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6430547 Nov 27 16:01:43.575714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Request body: {'port': {'device_id': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:43.624792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-389b76f3-ac24-4a7c-944c-8cdcb0e30f47 req-9c74d88e-4362-41ce-80f8-d123884813cf tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973861 Nov 27 16:01:43.786380 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:43.803196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4dffd769-4f1d-4376-82f1-1eb6fa95cdc0 req-450e2999-4e9f-4a53-b8a9-957fe8ad1a6e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 210 time: 0.0561190 Nov 27 16:01:43.902380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1d54e245-ee3f-42fc-af5f-57aeaa08c643 None None] Provisioning complete for port 5c53e02a-d093-408e-b130-04578ef03a98 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:43.905198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1d54e245-ee3f-42fc-af5f-57aeaa08c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:44.000856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1d54e245-ee3f-42fc-af5f-57aeaa08c643 None None] Port 5c53e02a-d093-408e-b130-04578ef03a98 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:01:44.540734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c53e02a-d093-408e-b130-04578ef03a98 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:44.578066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:44.634047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Transition to ACTIVE for port object 5c53e02a-d093-408e-b130-04578ef03a98 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:01:44.642695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:44.709348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 466d72f1-ebff-4b2c-8b9c-c569520fe200 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:44.802529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 466d72f1-ebff-4b2c-8b9c-c569520fe200 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:44.804347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 466d72f1-ebff-4b2c-8b9c-c569520fe200 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:44.809899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c53e02a-d093-408e-b130-04578ef03a98,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:44.905736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55beb3-272b-41e4-8384-9f9be40cc8d9 req-72a016c8-09f2-480b-b4cf-ee761832359b tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:44.934551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b55beb3-272b-41e4-8384-9f9be40cc8d9 req-72a016c8-09f2-480b-b4cf-ee761832359b tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 948 time: 0.1779423 Nov 27 16:01:45.033895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Attempting to bind port 5c53e02a-d093-408e-b130-04578ef03a98 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:01:45.040651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Attempting to bind port 5c53e02a-d093-408e-b130-04578ef03a98 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:01:45.041911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Attempting to bind port 5c53e02a-d093-408e-b130-04578ef03a98 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:45.057729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b55beb3-272b-41e4-8384-9f9be40cc8d9 req-defc475c-1ede-413e-862d-89c785b2fa57 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205075 Nov 27 16:01:45.065843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Port 5c53e02a-d093-408e-b130-04578ef03a98 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:01:45.066299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Attempting to bind port 5c53e02a-d093-408e-b130-04578ef03a98 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:45.073274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:01:45.074491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:45.076385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:01:45.077906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Bound port: 5c53e02a-d093-408e-b130-04578ef03a98, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:01:45.079138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:45.270605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d02e956-d8c6-481b-a406-92406b232cac req-352a505e-b72e-457a-8a5c-894ef6fd14e6 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 210 time: 0.0785367 Nov 27 16:01:45.285007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] For port 5c53e02a-d093-408e-b130-04578ef03a98, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:01:45.294288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] For port 5c53e02a-d093-408e-b130-04578ef03a98, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5c53e02a-d093-408e-b130-04578ef03a98,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:01:45.305729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:45.392639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b8dc-2737-4832-88b2-3e32a2d7ecff req-28cc4ea8-f36b-4cef-b3e8-9d6ddbbaa623 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:45.405984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16b9b8dc-2737-4832-88b2-3e32a2d7ecff req-28cc4ea8-f36b-4cef-b3e8-9d6ddbbaa623 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 946 time: 0.1029527 Nov 27 16:01:45.433234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:45.435982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:45.437514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c53e02a-d093-408e-b130-04578ef03a98 HTTP/1.1" status: 200 len: 1096 time: 1.8664205 Nov 27 16:01:45.443191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15ff35-90ba-4c7d-b629-46881a95dcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c53e02a-d093-408e-b130-04578ef03a98,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:45.453455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'tag': '5c53e02a-d093-408e-b130-04578ef03a98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:45.460660 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1f87c4-323b-409a-bb02-7e6cd5a2013d", "tag": "5c53e02a-d093-408e-b130-04578ef03a98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:45.551381 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-7b2758cd-ba17-4efe-82ec-7edf58b9b749 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077099 Nov 27 16:01:45.562959 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2670c7-1da1-457e-9339-094f2c8fb8e5 x-openstack-request-id: req-9e2670c7-1da1-457e-9339-094f2c8fb8e5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:45.563353 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1f87c4-323b-409a-bb02-7e6cd5a2013d", "tag": "5c53e02a-d093-408e-b130-04578ef03a98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:45.563705 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e2670c7-1da1-457e-9339-094f2c8fb8e5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:45.564202 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'tag': '5c53e02a-d093-408e-b130-04578ef03a98', 'status': 'completed', 'code': 200} Nov 27 16:01:45.565193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16b9b8dc-2737-4832-88b2-3e32a2d7ecff req-3f18d97f-545c-4727-8903-991c246c5228 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582618 Nov 27 16:01:45.842418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-46bf6f3e-a07b-4f2e-bdbf-8ee8efa7eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:45.846201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-46bf6f3e-a07b-4f2e-bdbf-8ee8efa7eb2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66c3218da5a54c5296f6549b66186347&device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 1099 time: 0.2729013 Nov 27 16:01:45.907334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-13c31043-62de-475a-b3ac-f330a22d069f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5c53e02a-d093-408e-b130-04578ef03a98 HTTP/1.1" status: 200 len: 217 time: 0.0473423 Nov 27 16:01:45.918379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-651fb623-3a1d-4ce3-a028-1fe191121cc5 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:45.919923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-651fb623-3a1d-4ce3-a028-1fe191121cc5 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497894 Nov 27 16:01:45.934113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Request body: {'port': {'device_id': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'e8b1f2a3c1bc4e60b44a64155327b022'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:46.049124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-1a51e6b3-a3e7-4e0e-b032-dc9fe1d67162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:46.050651 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-1a51e6b3-a3e7-4e0e-b032-dc9fe1d67162 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1298409 Nov 27 16:01:46.141795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-7dc4c365-f05d-4eae-b2c7-9bfa87f8ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:46.143319 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-7dc4c365-f05d-4eae-b2c7-9bfa87f8ac1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831268 Nov 27 16:01:46.160968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Made reservation on behalf of e8b1f2a3c1bc4e60b44a64155327b022 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:46.181999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:46.258985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af42dd-90df-4854-b580-284c7064b81b req-7499e1c6-d4ac-487a-afa6-83de93565ef6 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:46.268769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04af42dd-90df-4854-b580-284c7064b81b req-7499e1c6-d4ac-487a-afa6-83de93565ef6 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 948 time: 0.1007147 Nov 27 16:01:46.335358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04af42dd-90df-4854-b580-284c7064b81b req-a6346b98-f8e4-4404-b137-ec063dfe1003 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625653 Nov 27 16:01:46.452253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f8f749f-3741-4d78-aa57-16184feede44 req-25af03c7-f247-4367-8044-77642255acbf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 210 time: 0.0433052 Nov 27 16:01:46.715308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a71c6-1ad0-499f-8f92-b83c88a140a6 req-eb1ea08b-9a23-4587-8300-40b86b648550 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:46.723292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e09a71c6-1ad0-499f-8f92-b83c88a140a6 req-eb1ea08b-9a23-4587-8300-40b86b648550 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 946 time: 0.0718448 Nov 27 16:01:46.789336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e09a71c6-1ad0-499f-8f92-b83c88a140a6 req-28cd3022-7046-4b13-943c-a74ed448ab58 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649419 Nov 27 16:01:47.077065 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-7c41da25-5154-4419-9cb6-fc8ab147e9f5 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9232378 Nov 27 16:01:47.099670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-755ad1bd-af7a-49a0-8779-d6f645183b6c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:47.101337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-755ad1bd-af7a-49a0-8779-d6f645183b6c tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 946 time: 0.2453074 Nov 27 16:01:47.402401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ff17103-3bee-4521-9d93-5c5e0b260786 req-aaf5ddcd-0074-4957-a3a5-612888cad443 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991731 Nov 27 16:01:47.405661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Allocated IP 192.168.233.244 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/d8249d86-a923-4ee7-b8c4-a9413f7eaa7a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:47.528639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Deleting port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:47.531135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:47.672239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb133b-fd7a-4411-99d0-c62d67776568 req-d24070cb-0498-40ae-9c68-5bf2a0da5281 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:47.673870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28eb133b-fd7a-4411-99d0-c62d67776568 req-d24070cb-0498-40ae-9c68-5bf2a0da5281 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 948 time: 0.1617515 Nov 27 16:01:47.710531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-bd5490a6-09da-4248-9357-ff28d54b605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:47.712097 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-bd5490a6-09da-4248-9357-ff28d54b605a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66c3218da5a54c5296f6549b66186347&device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 1099 time: 0.2488432 Nov 27 16:01:47.755568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-067d3519-3168-4f19-ab5c-cdf889b56222 req-6144f78b-d273-46d2-817b-80bfb233cf33 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 210 time: 0.0393348 Nov 27 16:01:47.795628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28eb133b-fd7a-4411-99d0-c62d67776568 req-bdf6d083-deba-47c2-b5e4-fdc7219c0c67 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097431 Nov 27 16:01:48.056199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1377f-2a80-4f1c-95e2-6b876ec2cf64 req-49bec887-267a-4505-bb3b-6a4a11391c38 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:48.063965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ba1377f-2a80-4f1c-95e2-6b876ec2cf64 req-49bec887-267a-4505-bb3b-6a4a11391c38 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 946 time: 0.1182573 Nov 27 16:01:48.144533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-a7ae9ae2-0563-4c42-9ad3-4550f0333230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:48.165390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-a7ae9ae2-0563-4c42-9ad3-4550f0333230 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.4408941 Nov 27 16:01:48.179978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ba1377f-2a80-4f1c-95e2-6b876ec2cf64 req-9a1711f0-c322-431c-b352-ac7489551f13 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124055 Nov 27 16:01:48.202130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] For port 832f0f9c-b214-41bc-a97c-eedd6a7036f4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=832f0f9c-b214-41bc-a97c-eedd6a7036f4,segment=NetworkSegment(65a985e8-fe92-4c90-82f1-ac0487b7c15c),segment_id=65a985e8-fe92-4c90-82f1-ac0487b7c15c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:48.202574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:48.366249 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-079ed914-b252-4a26-91d2-95cbb1ae46c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5c53e02a-d093-408e-b130-04578ef03a98 HTTP/1.1" status: 200 len: 217 time: 0.1608758 Nov 27 16:01:48.380306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:48.454120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Calling delete_port for 832f0f9c-b214-41bc-a97c-eedd6a7036f4 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:48.634311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:48.654054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:48.656985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['0cc8a42c-0659-45a4-87ce-20270bf9e4c0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:48.666688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52000) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:48.893223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event updated for resources: {'Port': ['ID=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:48.973560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:48.980902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:48.985376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:48.991948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-726f3dd6-e2ff-4974-a043-2f5fa9069089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:48.993910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-726f3dd6-e2ff-4974-a043-2f5fa9069089 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.4144087 Nov 27 16:01:49.158028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-692f7e4c-e81c-473d-8a69-11d20ca0cc47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:49.263864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:49.265240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:49.294543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea8be8-ee69-498a-b0af-cc7b5d94aafa req-9415ba83-84de-4fd7-a7a2-f10b1b470e39 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:49.307215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddea8be8-ee69-498a-b0af-cc7b5d94aafa req-9415ba83-84de-4fd7-a7a2-f10b1b470e39 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 936 time: 0.3958075 Nov 27 16:01:49.325638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-0211510a-019d-410a-a421-15a2e8f35988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:49.327890 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-0211510a-019d-410a-a421-15a2e8f35988 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2428184 Nov 27 16:01:49.469925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478de34-0773-4c1b-af5e-733d993101d9 req-da248de2-924c-4512-9cb0-05a510cbc62d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:49.476110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f16f91fa-f2c1-4668-b386-a30cfc9f51cb None None] Provisioning complete for port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:49.478308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f16f91fa-f2c1-4668-b386-a30cfc9f51cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:49.480347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d478de34-0773-4c1b-af5e-733d993101d9 req-da248de2-924c-4512-9cb0-05a510cbc62d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 948 time: 0.5053077 Nov 27 16:01:49.554087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f16f91fa-f2c1-4668-b386-a30cfc9f51cb None None] Port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:01:49.559529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-4eb7d99e-8b7f-42ba-8ee3-f213202118f2 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200708 Nov 27 16:01:49.575683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-2e2726f5-8e7e-4540-9ecc-82613dd981c7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6462231 Nov 27 16:01:49.615707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Request body: {'port': {'device_id': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:49.631541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddea8be8-ee69-498a-b0af-cc7b5d94aafa req-0c0a64f4-ab80-4936-a009-f542ea008b81 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222599 Nov 27 16:01:49.795812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d478de34-0773-4c1b-af5e-733d993101d9 req-4302a0c0-d5eb-4ec9-adfc-6cfc2ce5a661 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855656 Nov 27 16:01:49.882451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85dc44e4-12ea-4dfe-9da7-6ac75c7e0f44 req-0b08dc31-d59b-41e6-b10d-269fb86373e4 tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 210 time: 0.0610969 Nov 27 16:01:49.916170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-692f7e4c-e81c-473d-8a69-11d20ca0cc47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:49.924431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-523053ee-18d9-4ca3-aaaf-a87cd0628fbf req-b12d848a-1198-4a32-8dff-c2a6486186a7 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453746 Nov 27 16:01:49.929994 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-692f7e4c-e81c-473d-8a69-11d20ca0cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:49.938164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:49.986137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-692f7e4c-e81c-473d-8a69-11d20ca0cc47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3e29ea596df43dbbebf342f4452f431&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3173668 Nov 27 16:01:49.986905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52020) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:50.117261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f7e4c-e81c-473d-8a69-11d20ca0cc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ff59c6-0b7d-46fd-87c9-a28f5d3bd2d6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:50.129273 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Pushing event deleted for resources: {'Port': ['ID=832f0f9c-b214-41bc-a97c-eedd6a7036f4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:50.150910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40109d-9099-4388-954a-432d31b192b0 None None] DHCP port deletion for b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:50.165961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:50.188889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91750f59-9f6e-4809-81e1-c067312cd718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:50.235206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91750f59-9f6e-4809-81e1-c067312cd718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:50.318914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5c53e02a-d093-408e-b130-04578ef03a98 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:01:50.376707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91750f59-9f6e-4809-81e1-c067312cd718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:50.386402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91750f59-9f6e-4809-81e1-c067312cd718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:50.386402 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-91750f59-9f6e-4809-81e1-c067312cd718 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22ff59c6-0b7d-46fd-87c9-a28f5d3bd2d6 HTTP/1.1" status: 204 len: 168 time: 0.3945153 Nov 27 16:01:50.401624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] No DVR routers for this DVR port 832f0f9c-b214-41bc-a97c-eedd6a7036f4 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:50.424607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750f59-9f6e-4809-81e1-c067312cd718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ff59c6-0b7d-46fd-87c9-a28f5d3bd2d6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:50.425827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:50.447574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8f38ef1-2994-4632-91c7-c00c12f36a02 req-7c9b3aff-f86e-498e-ad68-f640375fb0ad tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.37 "DELETE /v2.0/ports/832f0f9c-b214-41bc-a97c-eedd6a7036f4 HTTP/1.1" status: 204 len: 173 time: 3.2629311 Nov 27 16:01:50.449102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87935a56-7005-43f2-9d43-0869072ad01f', 'name': 'network-vif-deleted', 'tag': '832f0f9c-b214-41bc-a97c-eedd6a7036f4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:50.452706 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6fab51-113f-4c0e-be77-28661fc2e48e" -d '{"events": [{"server_uuid": "87935a56-7005-43f2-9d43-0869072ad01f", "name": "network-vif-deleted", "tag": "832f0f9c-b214-41bc-a97c-eedd6a7036f4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:50.678705 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a07f3d-1445-49b2-98c3-95ef7124258d x-openstack-request-id: req-11a07f3d-1445-49b2-98c3-95ef7124258d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:50.679043 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87935a56-7005-43f2-9d43-0869072ad01f", "name": "network-vif-deleted", "tag": "832f0f9c-b214-41bc-a97c-eedd6a7036f4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:50.679300 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11a07f3d-1445-49b2-98c3-95ef7124258d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:50.679616 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87935a56-7005-43f2-9d43-0869072ad01f', 'name': 'network-vif-deleted', 'tag': '832f0f9c-b214-41bc-a97c-eedd6a7036f4', 'status': 'completed', 'code': 200} Nov 27 16:01:50.765635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 832f0f9c-b214-41bc-a97c-eedd6a7036f4 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:50.860377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df196c9-fcba-4b2c-bdca-59a5a6c41ab5 req-2c81d88d-943f-48db-9466-8cc6d6d8af77 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:50.861519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 832f0f9c-b214-41bc-a97c-eedd6a7036f4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:50.868876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df196c9-fcba-4b2c-bdca-59a5a6c41ab5 req-2c81d88d-943f-48db-9466-8cc6d6d8af77 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 936 time: 0.0971985 Nov 27 16:01:50.869114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 832f0f9c-b214-41bc-a97c-eedd6a7036f4 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:50.932282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5c53e02a-d093-408e-b130-04578ef03a98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5c53e02a-d093-408e-b130-04578ef03a98,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:50.943578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6df196c9-fcba-4b2c-bdca-59a5a6c41ab5 req-3837521d-7e64-4522-b150-3dd030a14411 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737026 Nov 27 16:01:50.973387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '5c53e02a-d093-408e-b130-04578ef03a98', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '5c53e02a-d093-408e-b130-04578ef03a98', 'mac_address': 'fa:16:3e:1e:f9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:01:51.144702 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.208826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8249d86-a923-4ee7-b8c4-a9413f7eaa7a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:51.210663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c53e02a-d093-408e-b130-04578ef03a98 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:51.238187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6544-21d6-4cac-b3b3-e2547905a51a req-ea37564e-e18b-4f69-84b8-d42b6a8b7c6c tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:51.242453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b85e6544-21d6-4cac-b3b3-e2547905a51a req-ea37564e-e18b-4f69-84b8-d42b6a8b7c6c tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 948 time: 0.2950141 Nov 27 16:01:51.244654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-878b7d4e-15d0-42bf-bd4d-bbb22923400e req-e88e834d-984a-4f86-9632-dd1ec184742b tempest-ServersTestJSON-1837794026 tempest-ServersTestJSON-1837794026-project] 10.222.0.15 "GET /v2.0/ports?device_id=87935a56-7005-43f2-9d43-0869072ad01f HTTP/1.1" status: 200 len: 210 time: 0.1582220 Nov 27 16:01:51.245617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.280243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5c53e02a-d093-408e-b130-04578ef03a98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5c53e02a-d093-408e-b130-04578ef03a98,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:51.293260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.314891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Transition to ACTIVE for port object d8249d86-a923-4ee7-b8c4-a9413f7eaa7a will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:01:51.327017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.432525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b85e6544-21d6-4cac-b3b3-e2547905a51a req-c476aa93-9309-49fc-95c9-f85ed694b2a0 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726475 Nov 27 16:01:51.507082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5c53e02a-d093-408e-b130-04578ef03a98,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:51.560884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:51.631301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Attempting to bind port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:01:51.631741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Attempting to bind port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:01:51.632065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Attempting to bind port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:51.643015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:01:51.643393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Attempting to bind port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:01:51.652689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:01:51.653036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:01:51.653490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:01:51.653930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Bound port: d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:01:51.654285 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.667847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5c53e02a-d093-408e-b130-04578ef03a98'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:51.761624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] For port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:01:51.765883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] For port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:01:51.771517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.869437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:51.894328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:51.895079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:51.903139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-39e7984d-f873-414c-bb86-d0b4994c11b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d8249d86-a923-4ee7-b8c4-a9413f7eaa7a HTTP/1.1" status: 200 len: 1096 time: 2.2893610 Nov 27 16:01:52.051601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-73f2ca10-ed8a-4d73-b8b1-d063ed87a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:52.054430 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-73f2ca10-ed8a-4d73-b8b1-d063ed87a416 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 1099 time: 0.1051121 Nov 27 16:01:52.130902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-f4cc71c6-0c3f-46d4-a001-bf5f42396265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a HTTP/1.1" status: 200 len: 217 time: 0.0642884 Nov 27 16:01:52.172921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b778e21-e041-416e-8fe7-be0936188058 req-b13e39ba-2288-497d-98b5-599be53dc2c4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:52.174591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b778e21-e041-416e-8fe7-be0936188058 req-b13e39ba-2288-497d-98b5-599be53dc2c4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 948 time: 0.0921178 Nov 27 16:01:52.302846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-ccdebeab-1436-480e-8c35-a0a485abbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:52.311120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-ccdebeab-1436-480e-8c35-a0a485abbccf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1709991 Nov 27 16:01:52.364160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b778e21-e041-416e-8fe7-be0936188058 req-a5e0aca3-43b7-45fc-b981-eb76a25a6948 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626844 Nov 27 16:01:52.371063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52074) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:52.403572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-0632cf49-012c-4b45-9d66-b99a1999a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:52.407919 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-0632cf49-012c-4b45-9d66-b99a1999a565 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880587 Nov 27 16:01:52.456339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Deleting subnet 5daa8287-219d-4846-b18b-8324e7584e70 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:01:52.465013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:52.572647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:52.667643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-af30fdf5-2860-4137-8d7d-ba972f077c16 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487302 Nov 27 16:01:52.686166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'tag': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:52.695267 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f6fab-d45a-4ae9-8884-3fd8195aff2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4fa1a4-e43b-4350-b217-9e537ae8dddf", "tag": "d8249d86-a923-4ee7-b8c4-a9413f7eaa7a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:52.747412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf82e3-9c24-42bd-9ca2-9d3ba11f04c2 req-ce409c59-7458-49fc-b789-53bab471bae7 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:52.749660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43cf82e3-9c24-42bd-9ca2-9d3ba11f04c2 req-ce409c59-7458-49fc-b789-53bab471bae7 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 949 time: 0.1407802 Nov 27 16:01:52.761770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:52.807371 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38cd574-3fcf-44ca-bbad-a7448039ce8f x-openstack-request-id: req-a38cd574-3fcf-44ca-bbad-a7448039ce8f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:52.808197 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4fa1a4-e43b-4350-b217-9e537ae8dddf", "tag": "d8249d86-a923-4ee7-b8c4-a9413f7eaa7a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:52.808445 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a38cd574-3fcf-44ca-bbad-a7448039ce8f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:52.808847 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'tag': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a', 'status': 'completed', 'code': 200} Nov 27 16:01:52.887136 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6c9e7bfe-c7c8-4516-a965-6b0941479b97 req-754b32ce-c300-4424-9e0b-7e6df80c33d2 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121017 Nov 27 16:01:52.990824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43cf82e3-9c24-42bd-9ca2-9d3ba11f04c2 req-2221dabe-5fb8-4037-ae28-ecc5defe76a8 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399771 Nov 27 16:01:53.044132 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.051334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-ebac940b-58dd-4d1b-bf86-be09222cdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:53.055113 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-ebac940b-58dd-4d1b-bf86-be09222cdd1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 1099 time: 0.0893059 Nov 27 16:01:53.080838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5daa8287-219d-4846-b18b-8324e7584e70,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:53.107532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.110651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d76c2-9217-42a7-be99-3203aec79c1a None None] Network b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:53.116568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5daa8287-219d-4846-b18b-8324e7584e70 HTTP/1.1" status: 204 len: 168 time: 0.7443528 Nov 27 16:01:53.123454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52100) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:53.134329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.137239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.138560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.140544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.141327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.142528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.145353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.146603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.147172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.147742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.148314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.148918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7501153-a494-413c-bca8-6cd49577e980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:53.259152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-0dbe824c-6848-4f1f-9fed-d6b393029de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:53.260530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-0dbe824c-6848-4f1f-9fed-d6b393029de8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1948199 Nov 27 16:01:53.322181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.331231 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-ea63ba21-d0e6-4293-bde1-eb954592a2ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a HTTP/1.1" status: 200 len: 217 time: 0.0587528 Nov 27 16:01:53.369757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f684b-8a47-4ed0-b39b-e759018a324f None None] DHCP port deletion for b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:53.386989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52104) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:53.437599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-f204baf1-632e-43f1-b697-8bddf575555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:53.439085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-f204baf1-632e-43f1-b697-8bddf575555a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0990033 Nov 27 16:01:53.518444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-fbfaf13e-33b4-4c52-a336-251e7547fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:53.533914 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-fbfaf13e-33b4-4c52-a336-251e7547fd48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735338 Nov 27 16:01:53.566824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.620022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:53.632627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6079ce-44e2-4783-8b58-de761ced8243 req-0920fa26-4721-44ed-9467-4469d562c235 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:53.640851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad6079ce-44e2-4783-8b58-de761ced8243 req-0920fa26-4721-44ed-9467-4469d562c235 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 948 time: 0.1855855 Nov 27 16:01:53.658065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a985e8-fe92-4c90-82f1-ac0487b7c15c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:53.658764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a985e8-fe92-4c90-82f1-ac0487b7c15c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:53.678187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.706765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'network': {'name': 'tempest-network-smoke--472191563', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'port_security_enabled': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:53.721192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.736544 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-aba3359d-b979-40c5-b18b-6f522264a420 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015781 Nov 27 16:01:53.740932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:53.741583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:53.744662 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:53.771691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad6079ce-44e2-4783-8b58-de761ced8243 req-4da857aa-1066-43c9-9a2d-98126e06623a tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298573 Nov 27 16:01:53.869785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:53.874187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.891092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.933379 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-991f6fab-d45a-4ae9-8884-3fd8195aff2a req-7682ec28-a9e5-4c10-b6dd-492f461a36c5 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737523 Nov 27 16:01:53.953996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.960479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:53.977834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0 HTTP/1.1" status: 204 len: 168 time: 0.8439751 Nov 27 16:01:54.023499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f702-8ee5-4f33-9a45-59ca2dd8d2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b12e7b4d-8e99-4b7f-86ee-2f37e436a3d0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:54.289124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.327255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12299b98-54b4-429a-af5d-fe8668b62188 req-9ac67214-e1e0-4d34-ba03-ef5d314fdc83 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:54.337235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d8249d86-a923-4ee7-b8c4-a9413f7eaa7a details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:01:54.337984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52134) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:54.343772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5c53e02a-d093-408e-b130-04578ef03a98 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:54.351434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12299b98-54b4-429a-af5d-fe8668b62188 req-9ac67214-e1e0-4d34-ba03-ef5d314fdc83 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 949 time: 0.1536620 Nov 27 16:01:54.352238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.424232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-efcb4d2a-ce20-40e8-a111-09e5514d49aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92ab4f91b5f24cc7b9a0ed77b8ac584f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847688 Nov 27 16:01:54.426794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:54.439914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:01:54.472594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78778af-a482-442e-b1db-67c72d2b68f1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:54.482170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.482500 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Added segment 08438cc8-4791-4a54-a1ff-3c08b81fb816 of type vlan for network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b Nov 27 16:01:54.527333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c06b5a1c-9c91-4da2-b39b-8e23e69c9842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.573327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c06b5a1c-9c91-4da2-b39b-8e23e69c9842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.643483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12299b98-54b4-429a-af5d-fe8668b62188 req-41fd499b-ed7f-42f8-9179-d27a3613272d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468653 Nov 27 16:01:54.647800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c06b5a1c-9c91-4da2-b39b-8e23e69c9842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.650778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c06b5a1c-9c91-4da2-b39b-8e23e69c9842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.652144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c06b5a1c-9c91-4da2-b39b-8e23e69c9842 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216 HTTP/1.1" status: 204 len: 168 time: 0.2240736 Nov 27 16:01:54.681215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b5a1c-9c91-4da2-b39b-8e23e69c9842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff63b5ef-4d23-4bc7-ad34-fa37cd2f2216,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:54.701641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.772110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:54.779457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.798896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:54.799780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:54.810307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a', 'mac_address': 'fa:16:3e:e1:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:01:54.817209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac18d2e-650c-4978-8d45-ca5ca3e87e9b req-a6f82219-afd1-43e8-a08f-c8320585e356 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:54.819609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eac18d2e-650c-4978-8d45-ca5ca3e87e9b req-a6f82219-afd1-43e8-a08f-c8320585e356 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.2941658 Nov 27 16:01:54.883036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 5c53e02a-d093-408e-b130-04578ef03a98 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:01:54.890117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.083515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6924920 Nov 27 16:01:55.085123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52152) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:55.092090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-327777146', 'admin_state_up': True, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:55.101188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2200ba-8551-4bdc-a39d-06076f6951c4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Network': ['ID=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:55.142523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 5c53e02a-d093-408e-b130-04578ef03a98 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:55.142984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.150281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.151668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.163207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb33c9-2e37-4ec4-9dfb-37092648ef1c req-9ab6f11b-fd0d-4057-8948-e2707676bf57 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:55.171287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ffb33c9-2e37-4ec4-9dfb-37092648ef1c req-9ab6f11b-fd0d-4057-8948-e2707676bf57 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.3284841 Nov 27 16:01:55.199867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8249d86-a923-4ee7-b8c4-a9413f7eaa7a {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:01:55.222891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eac18d2e-650c-4978-8d45-ca5ca3e87e9b req-59a54fbb-4b07-4e44-90dd-0a67115e182f tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899143 Nov 27 16:01:55.254267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:01:55.267953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.301121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ffb33c9-2e37-4ec4-9dfb-37092648ef1c req-9e908b90-a496-4c84-83ee-d10562bbf41f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240287 Nov 27 16:01:55.404141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:55.418235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.475986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f46b8-65e7-4668-8229-fcab801aa8e4 req-196af9a1-e302-4b00-828e-c8f27b7ff072 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:55.489227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-325f46b8-65e7-4668-8229-fcab801aa8e4 req-196af9a1-e302-4b00-828e-c8f27b7ff072 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 948 time: 0.1237302 Nov 27 16:01:55.598470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-325f46b8-65e7-4668-8229-fcab801aa8e4 req-fd3e6a95-122e-4ee0-a45e-2d4552a8b1a0 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079693 Nov 27 16:01:55.607828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.640920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:55.680936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.681292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.681671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.682193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.682414 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.682819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.683157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.683492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.683821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.684149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.684474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.684799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:01:55.706282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.786370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c53e02a-d093-408e-b130-04578ef03a98'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:55.790372 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2b184-80c0-417a-9c68-02d1d1ae6b58" -d '{"events": [{"server_uuid": "ac1f87c4-323b-409a-bb02-7e6cd5a2013d", "name": "network-vif-plugged", "status": "completed", "tag": "5c53e02a-d093-408e-b130-04578ef03a98"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:55.822969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5c53e02a-d093-408e-b130-04578ef03a98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5c53e02a-d093-408e-b130-04578ef03a98,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:55.837252 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:55.868131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556c9c4-321e-4a59-90f5-bdde8eb7f36a req-4106cc7c-bb9b-4814-9758-d39db079d383 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:55.873753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4556c9c4-321e-4a59-90f5-bdde8eb7f36a req-4106cc7c-bb9b-4814-9758-d39db079d383 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 949 time: 0.1216893 Nov 27 16:01:55.893507 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d414c49-6939-420b-b25c-6a9c4901b01b x-openstack-request-id: req-8d414c49-6939-420b-b25c-6a9c4901b01b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:55.893789 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f87c4-323b-409a-bb02-7e6cd5a2013d", "name": "network-vif-plugged", "status": "completed", "tag": "5c53e02a-d093-408e-b130-04578ef03a98", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:55.912225 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d414c49-6939-420b-b25c-6a9c4901b01b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:55.912692 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c53e02a-d093-408e-b130-04578ef03a98', 'code': 200} Nov 27 16:01:55.913767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['d8249d86-a923-4ee7-b8c4-a9413f7eaa7a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:55.955307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:55.983167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.030276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4556c9c4-321e-4a59-90f5-bdde8eb7f36a req-4f7751d2-a1ba-42b1-8062-bd8c00dc0b2d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430244 Nov 27 16:01:56.054063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.083639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5c53e02a-d093-408e-b130-04578ef03a98,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:56.124740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1037788640-network', 'tenant_id': '5583d2583f64476e879fbbd83e832686'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:56.170146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Made reservation on behalf of 5583d2583f64476e879fbbd83e832686 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:01:56.172561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.198899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.268125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.25.1.138 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/9f47c529-0cac-40bb-aaaf-4d23b7a0b820) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:01:56.283315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-70fdbc16-7d7d-4d12-ba4a-358c20d781da tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:56.285437 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-70fdbc16-7d7d-4d12-ba4a-358c20d781da tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.3199685 Nov 27 16:01:56.289306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c069f-6c6c-4f9d-86db-2852f71a4604 req-9446b1fd-4bcb-47bf-b1b1-3da4a9ce00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:56.291043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c98c069f-6c6c-4f9d-86db-2852f71a4604 req-9446b1fd-4bcb-47bf-b1b1-3da4a9ce00a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 1101 time: 0.3243949 Nov 27 16:01:56.363019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.376768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7783-361f-44a3-8b4b-0caa94d0b5ad req-be85de33-8bea-4161-a022-d2ccda49ae91 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:56.384019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a67d7783-361f-44a3-8b4b-0caa94d0b5ad req-be85de33-8bea-4161-a022-d2ccda49ae91 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 947 time: 0.0869217 Nov 27 16:01:56.387214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.440875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:01:56.482351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c98c069f-6c6c-4f9d-86db-2852f71a4604 req-b4638436-8eab-4664-9c77-8f5e677ad199 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346266 Nov 27 16:01:56.507384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.507938 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Added segment b5ca5daf-060e-4c91-b1b7-fdca146119d4 of type vlan for network c48d9ad4-0693-415f-9e2e-44258f5dbb17 Nov 27 16:01:56.512083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586d9120-36e9-4aa4-9c33-f1a9a30215dd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:56.542884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Deleting port b21662a2-4a10-43b5-8590-829a411c249b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:56.543220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.597394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a67d7783-361f-44a3-8b4b-0caa94d0b5ad req-2f8f66ed-c36b-4a22-9eeb-60412842c432 tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e807b7b-c0ce-40d4-b8dd-0c0de602284f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113247 Nov 27 16:01:56.601576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.641024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877ca5-618b-4aeb-bdd0-02775ebe2eb7 req-3052f87b-938c-4085-898a-dfb037734da4 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:56.649608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f877ca5-618b-4aeb-bdd0-02775ebe2eb7 req-3052f87b-938c-4085-898a-dfb037734da4 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.2336106 Nov 27 16:01:56.659931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.667745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] For port b21662a2-4a10-43b5-8590-829a411c249b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b21662a2-4a10-43b5-8590-829a411c249b,segment=NetworkSegment(1768a98a-dc51-453e-882a-7c392f986c5e),segment_id=1768a98a-dc51-453e-882a-7c392f986c5e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:56.668110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.694721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.709313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Calling delete_port for b21662a2-4a10-43b5-8590-829a411c249b owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:56.718485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.719549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:56.720344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:56.728644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f877ca5-618b-4aeb-bdd0-02775ebe2eb7 req-fd527e7b-b1c4-4b4c-8b96-1021da81e297 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787258 Nov 27 16:01:56.843544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8868141 Nov 27 16:01:56.864748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46690a-b945-4dd0-8eb6-be0f11e41f96 admin admin] Pushing event updated for resources: {'Network': ['ID=c48d9ad4-0693-415f-9e2e-44258f5dbb17,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:56.881869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network c48d9ad4-0693-415f-9e2e-44258f5dbb17 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:01:56.915782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d635ad-82f0-48c0-99dd-7a20546fc422 req-1080525c-b97b-48f1-9db1-a88bd4590913 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:56.921265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32d635ad-82f0-48c0-99dd-7a20546fc422 req-1080525c-b97b-48f1-9db1-a88bd4590913 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 949 time: 0.1239347 Nov 27 16:01:57.009120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32d635ad-82f0-48c0-99dd-7a20546fc422 req-fcbf631b-1ad8-44ec-896c-977384bcd36b tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Nov 27 16:01:57.186068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2453-58d3-4da5-b32b-38d2743bf9ed req-c429ec3e-3ab7-4120-be80-ddde974aebfd tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:57.188731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:01:57.195337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96be2453-58d3-4da5-b32b-38d2743bf9ed req-c429ec3e-3ab7-4120-be80-ddde974aebfd tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 950 time: 0.0757997 Nov 27 16:01:57.220760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:01:57.230862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:01:57.267672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e797c2b-8ab4-4c9c-94da-0755f592ae14 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:57.302399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96be2453-58d3-4da5-b32b-38d2743bf9ed req-92145eb8-b4e8-4afe-8d4e-033194c9402d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062279 Nov 27 16:01:57.309441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:57.364385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-454b6cbd-872d-41e2-8dae-265e95a7d238 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:57.366268 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-454b6cbd-872d-41e2-8dae-265e95a7d238 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.21 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.1743708 Nov 27 16:01:57.406632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9a57cb7b-0cd1-4fe8-9e34-6973dcd8f7c5 None None] Provisioning complete for port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:57.415173 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a57cb7b-0cd1-4fe8-9e34-6973dcd8f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:57.470665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9a57cb7b-0cd1-4fe8-9e34-6973dcd8f7c5 None None] Port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:01:57.637451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946015e7-cc93-43a3-ba94-dfa62f5a693d req-d99d26c8-1771-4dfa-af41-c9c1ca033dfa tempest-ComputeTenantNetworksTest-172286898 tempest-ComputeTenantNetworksTest-172286898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:57.643606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946015e7-cc93-43a3-ba94-dfa62f5a693d req-d99d26c8-1771-4dfa-af41-c9c1ca033dfa tempest-ComputeTenantNetworksTest-172286898 tempest-ComputeTenantNetworksTest-172286898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:57.650290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946015e7-cc93-43a3-ba94-dfa62f5a693d req-d99d26c8-1771-4dfa-af41-c9c1ca033dfa tempest-ComputeTenantNetworksTest-172286898 tempest-ComputeTenantNetworksTest-172286898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:57.652258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-946015e7-cc93-43a3-ba94-dfa62f5a693d req-d99d26c8-1771-4dfa-af41-c9c1ca033dfa tempest-ComputeTenantNetworksTest-172286898 tempest-ComputeTenantNetworksTest-172286898-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2522287 Nov 27 16:01:57.668296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:57.676457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Deleting port 66ca5214-323c-4653-beab-f94025f5f795 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:01:57.676795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:57.767146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d70a5ffb-5d86-4fa7-ae71-fbae05097a92 req-fd4db797-c9fa-483f-a602-b2057432719e tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcce1af7-fd5f-481e-ae20-1893869490d5 HTTP/1.1" status: 200 len: 210 time: 0.0659215 Nov 27 16:01:57.788778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Pushing event deleted for resources: {'Port': ['ID=b21662a2-4a10-43b5-8590-829a411c249b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:57.814254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f809-59a3-4d67-8c27-8f4f6fe3f4f5 req-5a3aaba2-6c80-46ad-903f-07067a3c8692 tempest-ComputeTenantNetworksTest-172286898 tempest-ComputeTenantNetworksTest-172286898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:57.827630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e71f809-59a3-4d67-8c27-8f4f6fe3f4f5 req-5a3aaba2-6c80-46ad-903f-07067a3c8692 tempest-ComputeTenantNetworksTest-172286898 tempest-ComputeTenantNetworksTest-172286898-project] 10.222.0.15 "GET /v2.0/networks/c48d9ad4-0693-415f-9e2e-44258f5dbb17 HTTP/1.1" status: 200 len: 769 time: 0.1544440 Nov 27 16:01:57.832144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:57.860692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d0a0a-58cf-4464-8dc0-8cab3c3ffbd0 None None] DHCP port deletion for fb9e85d3-a930-410c-baa1-92e7dbaaffa2 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:57.999611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] No DVR routers for this DVR port b21662a2-4a10-43b5-8590-829a411c249b on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:58.006967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.010705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f30ff3a7-fb0e-435b-b440-d234b4e4a89a req-d7ae0ee5-9f9f-4b21-a6ed-90b5aa6f28be tempest-ServersNegativeTestJSON-578901410 tempest-ServersNegativeTestJSON-578901410-project] 10.222.0.21 "DELETE /v2.0/ports/b21662a2-4a10-43b5-8590-829a411c249b HTTP/1.1" status: 204 len: 173 time: 1.7077909 Nov 27 16:01:58.011413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-deleted', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:58.014032 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb18e7-b45b-40b4-8777-282e199922d2" -d '{"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-deleted", "tag": "b21662a2-4a10-43b5-8590-829a411c249b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:58.028690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.029768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] For port 66ca5214-323c-4653-beab-f94025f5f795, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=66ca5214-323c-4653-beab-f94025f5f795,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:58.030386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.050971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Calling delete_port for 66ca5214-323c-4653-beab-f94025f5f795 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:01:58.068062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.145115 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeeae1d-92cd-4cb6-a194-bde8ed6cf76a x-openstack-request-id: req-9eeeae1d-92cd-4cb6-a194-bde8ed6cf76a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:58.145822 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcce1af7-fd5f-481e-ae20-1893869490d5", "name": "network-vif-deleted", "tag": "b21662a2-4a10-43b5-8590-829a411c249b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:58.146292 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eeeae1d-92cd-4cb6-a194-bde8ed6cf76a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:58.146914 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcce1af7-fd5f-481e-ae20-1893869490d5', 'name': 'network-vif-deleted', 'tag': 'b21662a2-4a10-43b5-8590-829a411c249b', 'status': 'completed', 'code': 200} Nov 27 16:01:58.361795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d8249d86-a923-4ee7-b8c4-a9413f7eaa7a up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:01:58.403639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.437376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9f960ac2-eaf7-4dd1-9edc-a1e1188b6273'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:01:58.473389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.476296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Pushing event deleted for resources: {'Port': ['ID=66ca5214-323c-4653-beab-f94025f5f795,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:58.511955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e8104-3696-49b0-bbe5-ca59ef2243dc None None] DHCP port deletion for d794186c-ae9a-4a52-88f3-8c1a072fac09 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:58.520876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61088dc9-3c19-496b-bbeb-a3750dfcad4e req-28cd0422-fc1c-45c7-a862-66d5812217ee tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:58.532073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61088dc9-3c19-496b-bbeb-a3750dfcad4e req-28cd0422-fc1c-45c7-a862-66d5812217ee tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=161ba894-b4f6-4639-9c7e-1099b5e684b3 HTTP/1.1" status: 200 len: 946 time: 0.5838840 Nov 27 16:01:58.565303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] No DVR routers for this DVR port 66ca5214-323c-4653-beab-f94025f5f795 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:01:58.568207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.573054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e4a4e0d-1b3e-456c-a996-aef5fa7b8087 req-72e9ca18-916f-48db-b2c0-47f6a037ef26 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.21 "DELETE /v2.0/ports/66ca5214-323c-4653-beab-f94025f5f795 HTTP/1.1" status: 204 len: 173 time: 1.1636949 Nov 27 16:01:58.576748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:01:58.585293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:01:58.585672 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.724727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcc24c-2edd-407b-86e7-c07943754d66 req-0b5ffeb3-cb20-4420-902b-95f7816fe27e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:58.732611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98dcc24c-2edd-407b-86e7-c07943754d66 req-0b5ffeb3-cb20-4420-902b-95f7816fe27e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 949 time: 0.2581804 Nov 27 16:01:58.745820 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.763198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:01:58.802370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48d9ad4-0693-415f-9e2e-44258f5dbb17']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:58.811468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61088dc9-3c19-496b-bbeb-a3750dfcad4e req-28d57306-4284-42e2-aaab-9258273c6ce9 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783587 Nov 27 16:01:58.817547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.853637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98dcc24c-2edd-407b-86e7-c07943754d66 req-8a8a8b39-dc9d-4044-9979-00ecf2ee97f4 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023321 Nov 27 16:01:58.856402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ca5daf-060e-4c91-b1b7-fdca146119d4') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:58.856789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ca5daf-060e-4c91-b1b7-fdca146119d4') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:58.870840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:01:58.887439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.887688 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df7805b-79d8-4779-bfa8-89aca12680d3" -d '{"events": [{"server_uuid": "4a4fa1a4-e43b-4350-b217-9e537ae8dddf", "name": "network-vif-plugged", "status": "completed", "tag": "d8249d86-a923-4ee7-b8c4-a9413f7eaa7a"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:01:58.934405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:01:58.944715 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.945076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.945817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:01:58.950914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52228) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:58.976643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:01:58.977331 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:58.998043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b21662a2-4a10-43b5-8590-829a411c249b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:01:58.998308 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:01:59.000738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b21662a2-4a10-43b5-8590-829a411c249b not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:01:59.040442 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a13c37-e222-49b6-a250-d25885eacb20 x-openstack-request-id: req-00a13c37-e222-49b6-a250-d25885eacb20 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:01:59.041011 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4fa1a4-e43b-4350-b217-9e537ae8dddf", "name": "network-vif-plugged", "status": "completed", "tag": "d8249d86-a923-4ee7-b8c4-a9413f7eaa7a", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:01:59.044816 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00a13c37-e222-49b6-a250-d25885eacb20 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:01:59.045577 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a', 'code': 200} Nov 27 16:01:59.102915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:59.123610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:01:59.130027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Deleting subnet 068e1a2f-447a-432e-872d-124f033a7037 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:01:59.136522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.138831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:01:59.153887 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:01:59.159588 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:01:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:59.163467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.168198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-073c5cb0-3cfc-489e-ace9-945c6e85d5dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0772824 Nov 27 16:01:59.169380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.172555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.185573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.187862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.193681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c48d9ad4-0693-415f-9e2e-44258f5dbb17 HTTP/1.1" status: 204 len: 168 time: 1.3577981 Nov 27 16:01:59.248407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a668b-45d9-495c-a55a-8c27a20e8fe0 req-7af60bac-7467-40d3-b988-ec0215dcc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:59.250165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-833a668b-45d9-495c-a55a-8c27a20e8fe0 req-7af60bac-7467-40d3-b988-ec0215dcc445 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 1101 time: 0.0834863 Nov 27 16:01:59.265322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4e5c-4daf-4dd0-8785-9ae31136af43 req-6dd8222a-fce0-43f7-b841-5afcba0df801 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:59.276769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dfd4e5c-4daf-4dd0-8785-9ae31136af43 req-6dd8222a-fce0-43f7-b841-5afcba0df801 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 950 time: 0.3260353 Nov 27 16:01:59.321208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-833a668b-45d9-495c-a55a-8c27a20e8fe0 req-0a8489db-452e-481a-b066-7b1eab2261ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624349 Nov 27 16:01:59.340154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0671ecd-b2d3-41a4-bef9-b09b3cdddba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48d9ad4-0693-415f-9e2e-44258f5dbb17,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:59.378960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.395632 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:01:59.416036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8dfd4e5c-4daf-4dd0-8785-9ae31136af43 req-7d521a0f-fae0-4980-890f-66c1c6bd36b3 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334534 Nov 27 16:01:59.459191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.507780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.534977 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06e1c3b7-e7a9-4a05-93e6-492f4f9a4f07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5583d2583f64476e879fbbd83e832686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738630 Nov 27 16:01:59.538196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52248) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.590546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-41c505a9-6a84-4ff4-bfec-6b7e325ea0ca tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=0d7a342940504c2aa2e82f55608e175e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4199998 Nov 27 16:01:59.593819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.619313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068e1a2f-447a-432e-872d-124f033a7037,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:01:59.638518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.644908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c055a-d74e-427f-8526-3b90a289badd None None] Network fb9e85d3-a930-410c-baa1-92e7dbaaffa2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:01:59.658490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9f97312e-6975-4c58-838d-04492aa1a37c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/068e1a2f-447a-432e-872d-124f033a7037 HTTP/1.1" status: 204 len: 168 time: 0.7020123 Nov 27 16:01:59.663288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52252) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.805539 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.826051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239fbc85-4081-46c7-984a-a6785fd18d2c None None] DHCP port deletion for fb9e85d3-a930-410c-baa1-92e7dbaaffa2 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:01:59.852064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a908670-c888-404e-9cfa-8afff4b3cf01 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:01:59.853844 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9a908670-c888-404e-9cfa-8afff4b3cf01 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2588170 Nov 27 16:01:59.858664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.874479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.911705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e208412e-7860-43d2-9c63-0754f20c9098 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507190 Nov 27 16:01:59.915082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:01:59.923208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673975451', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:01:59.946532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb6c5-c225-4381-beb0-e5c149e0e2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.947978 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:01:57Z', 'revision_number': 3, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:01:59.978518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb6c5-c225-4381-beb0-e5c149e0e2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:01:59.999881 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:00.000254 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Updating router 88be7daf-401b-418d-a07b-c60258f0bc71 port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:00.044395 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.083974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee56ad-7422-4b6d-b607-ed33d110c47e req-c63f8c4f-4a14-4664-b25f-cbb9e472bc20 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:00.085837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aee56ad-7422-4b6d-b607-ed33d110c47e req-c63f8c4f-4a14-4664-b25f-cbb9e472bc20 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 950 time: 0.2697766 Nov 27 16:02:00.086880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:00.089017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb6c5-c225-4381-beb0-e5c149e0e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.090932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.096294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb6c5-c225-4381-beb0-e5c149e0e2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.103843 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cc1fb6c5-c225-4381-beb0-e5c149e0e2b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/586d9120-36e9-4aa4-9c33-f1a9a30215dd HTTP/1.1" status: 204 len: 168 time: 0.5583916 Nov 27 16:02:00.116118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb6c5-c225-4381-beb0-e5c149e0e2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586d9120-36e9-4aa4-9c33-f1a9a30215dd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:00.148819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'name': 'network-vif-deleted', 'tag': '66ca5214-323c-4653-beab-f94025f5f795'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:00.152089 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c9a4e0-2e8c-4a80-982a-51cc95cb2fda" -d '{"events": [{"server_uuid": "161ba894-b4f6-4639-9c7e-1099b5e684b3", "name": "network-vif-deleted", "tag": "66ca5214-323c-4653-beab-f94025f5f795"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:00.246107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2617d-5d5e-46be-ad33-d9ff2f0ab0ca req-59b68a5e-83e8-48eb-9b50-7abd9b227253 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:00.247617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4a2617d-5d5e-46be-ad33-d9ff2f0ab0ca req-59b68a5e-83e8-48eb-9b50-7abd9b227253 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 950 time: 0.2325761 Nov 27 16:02:00.249448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.325931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9e85d3-a930-410c-baa1-92e7dbaaffa2']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:00.342366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aee56ad-7422-4b6d-b607-ed33d110c47e req-8f404031-d841-432d-8dfd-effbe883b7df tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436106 Nov 27 16:02:00.348569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1768a98a-dc51-453e-882a-7c392f986c5e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:00.348855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1768a98a-dc51-453e-882a-7c392f986c5e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:00.376976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 66ca5214-323c-4653-beab-f94025f5f795 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:02:00.396878 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.430487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 66ca5214-323c-4653-beab-f94025f5f795 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:02:00.431992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 66ca5214-323c-4653-beab-f94025f5f795 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:02:00.456470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4a2617d-5d5e-46be-ad33-d9ff2f0ab0ca req-ee756630-e683-482a-8b52-7e92163c85c3 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859152 Nov 27 16:02:00.551241 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1a5f7-9b97-4fc1-ba51-a3cb08cb9882 x-openstack-request-id: req-43d1a5f7-9b97-4fc1-ba51-a3cb08cb9882 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:00.551801 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ba894-b4f6-4639-9c7e-1099b5e684b3", "name": "network-vif-deleted", "tag": "66ca5214-323c-4653-beab-f94025f5f795", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:00.552330 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43d1a5f7-9b97-4fc1-ba51-a3cb08cb9882 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:00.552838 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161ba894-b4f6-4639-9c7e-1099b5e684b3', 'name': 'network-vif-deleted', 'tag': '66ca5214-323c-4653-beab-f94025f5f795', 'status': 'completed', 'code': 200} Nov 27 16:02:00.566986 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.586915 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.664065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.698886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:02:00.699316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.700708 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Pushing event updated for resources: {'Port': ['ID=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:00.702155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:02:00.704034 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:02:00.726448 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.726900 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.727495 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.728168 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.734056 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.734740 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.735323 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.735974 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.736547 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.737101 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.737665 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.738347 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:00.768798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30024735-b758-49fa-8c9a-42f916eee4b6 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:00.769298 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Attempting to bind port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:00.769298 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Attempting to bind port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:00.769818 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Attempting to bind port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:00.775459 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:00.776020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:00.776521 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.777016 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:00.777636 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Bound port: 9f47c529-0cac-40bb-aaaf-4d23b7a0b820, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:00.778135 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.848748 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] For port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:00.852455 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] For port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:00.859581 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.901702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.905441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Subnet': ['ID=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:00.918631 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3601a-f5bc-4e89-901d-d7f77a856bd5 None None] Pushing event updated for resources: {'Port': ['ID=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:00.924856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:00.933472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb9e85d3-a930-410c-baa1-92e7dbaaffa2 HTTP/1.1" status: 204 len: 168 time: 1.2624865 Nov 27 16:02:00.933472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544538a-931a-4299-8688-0d72981c3731 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9e85d3-a930-410c-baa1-92e7dbaaffa2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:00.939734 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:00.940706 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:01:37Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:00.947777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Checking segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:00.948688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network hostable DHCP agents. Network: 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:02:00.960046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b089b-c739-4602-9a11-322bcbd9ae98 req-7b70664a-262c-457c-8559-7335ebb0b2d0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:00.965831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9da779-9aaa-453d-b9db-4579c4028db9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:00.967592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-793b089b-c739-4602-9a11-322bcbd9ae98 req-7b70664a-262c-457c-8559-7335ebb0b2d0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1557310 Nov 27 16:02:00.989940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e0b313e9-3abd-433c-8527-f92caf25d0d4 None None] Provisioning complete for port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:00.991408 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0b313e9-3abd-433c-8527-f92caf25d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.043180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:02:01.075656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-793b089b-c739-4602-9a11-322bcbd9ae98 req-05cc4bb5-bf9c-4519-b05b-9c93a7b3cdfc tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070905 Nov 27 16:02:01.076866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:01.095263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:01.096044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.105435 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:01.112630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86dfd7-726d-4168-8736-d1a5de3d69df None None] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:01.144665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52290) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:01.163199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3d946a70-6bb1-451e-80ae-21110deda4ba tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2464209 Nov 27 16:02:01.432051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52298) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:01.447532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:02:01.451521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.481678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0b313e9-3abd-433c-8527-f92caf25d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.515605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43927f-2b1f-4c61-9433-b060c896397c req-64f4f1ee-a378-4375-a22c-aa687098ac7b tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:01.520523 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e43927f-2b1f-4c61-9433-b060c896397c req-64f4f1ee-a378-4375-a22c-aa687098ac7b tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 950 time: 0.2566805 Nov 27 16:02:01.536569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e0b313e9-3abd-433c-8527-f92caf25d0d4 None None] For port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:01.550310 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0b313e9-3abd-433c-8527-f92caf25d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.552850 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:01:57Z', 'revision_number': 3, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:01.577916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c011cb36-f1a2-4072-aaa6-ecefa047f2f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2449925a3354b6dba580304a0430cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419721 Nov 27 16:02:01.580590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52304) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:01.625617 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4756fc9-efd9-4dc7-b21e-c57099b853f0 None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:01:57Z', 'revision_number': 3, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:01.698960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b313e9-3abd-433c-8527-f92caf25d0d4 None None] Pushing event updated for resources: {'Port': ['ID=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:01.777964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074827c0-3720-4af3-81a1-2b823093c100 req-b74bd012-44c3-4fb5-a7da-8567747f14d2 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:01.786445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-074827c0-3720-4af3-81a1-2b823093c100 req-b74bd012-44c3-4fb5-a7da-8567747f14d2 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 950 time: 0.2233171 Nov 27 16:02:01.848723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176e79b-fa7b-40a5-9941-1d6039591c3d req-5673484a-b212-4a5d-afa3-41fb33402232 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:01.869314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f176e79b-fa7b-40a5-9941-1d6039591c3d req-5673484a-b212-4a5d-afa3-41fb33402232 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 950 time: 0.2345381 Nov 27 16:02:01.936901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.950855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c4dd-3004-45d3-8ee2-a10b3b1c6fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:01.987209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c099575a-d9bc-4f78-a7a6-8fa4b59d2641 None None] Provisioning complete for port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:01.988090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c099575a-d9bc-4f78-a7a6-8fa4b59d2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.057804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Allocated IP 172.20.0.2 (3166eaa0-4a3d-4a6b-b215-10722a8d0d8b/4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9/5db39d19-8d06-4170-8ec0-63d4a304168f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:02.232133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-074827c0-3720-4af3-81a1-2b823093c100 req-e747616c-9ef7-44e2-b3f1-9e9a4bd00b4d tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446874 Nov 27 16:02:02.288137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f176e79b-fa7b-40a5-9941-1d6039591c3d req-56bbddab-c0c7-42eb-852d-857c748d86a9 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158411 Nov 27 16:02:02.310121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c4dd-3004-45d3-8ee2-a10b3b1c6fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.438201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.456069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.506476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c4dd-3004-45d3-8ee2-a10b3b1c6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.509946 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c4dd-3004-45d3-8ee2-a10b3b1c6fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.515772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3ea2c4dd-3004-45d3-8ee2-a10b3b1c6fb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e807b7b-c0ce-40d4-b8dd-0c0de602284f HTTP/1.1" status: 204 len: 168 time: 0.9344425 Nov 27 16:02:02.535861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c4dd-3004-45d3-8ee2-a10b3b1c6fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e807b7b-c0ce-40d4-b8dd-0c0de602284f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:02.597775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:02.603100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:02.605500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Pushing event updated for resources: {'Port': ['ID=5db39d19-8d06-4170-8ec0-63d4a304168f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:02.607708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:02.704495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Attempting to bind port 5db39d19-8d06-4170-8ec0-63d4a304168f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:02.705758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Attempting to bind port 5db39d19-8d06-4170-8ec0-63d4a304168f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:02.707115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Attempting to bind port 5db39d19-8d06-4170-8ec0-63d4a304168f on network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:02.715985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:02.718022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Checking segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:02.719475 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.721795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Bound using segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:02.723193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Bound port: 5db39d19-8d06-4170-8ec0-63d4a304168f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:02.724252 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.727867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442967e-388a-4547-8ff8-f16f3e2e62d2 req-7184ee94-5a69-4b37-9915-ba3aa40a01ce tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:02.739824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d442967e-388a-4547-8ff8-f16f3e2e62d2 req-7184ee94-5a69-4b37-9915-ba3aa40a01ce tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1806624 Nov 27 16:02:02.856281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Deleting port 5c53e02a-d093-408e-b130-04578ef03a98 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:02:02.856837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:02.862913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d442967e-388a-4547-8ff8-f16f3e2e62d2 req-57598831-8ff2-4840-a071-36fb9492f9d0 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162391 Nov 27 16:02:03.037988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] For port 5db39d19-8d06-4170-8ec0-63d4a304168f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:03.048860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] For port 5db39d19-8d06-4170-8ec0-63d4a304168f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5db39d19-8d06-4170-8ec0-63d4a304168f,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:03.067609 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:03.214614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] For port 5c53e02a-d093-408e-b130-04578ef03a98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5c53e02a-d093-408e-b130-04578ef03a98,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:03.221907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff005042-02ff-48d8-9a26-9895100f810e None None] Pushing event updated for resources: {'Port': ['ID=5db39d19-8d06-4170-8ec0-63d4a304168f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:03.229758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:03.326947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Calling delete_port for 5c53e02a-d093-408e-b130-04578ef03a98 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:02:03.443670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:03.499467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85997-1116-44e7-a58d-af8bddde3820 req-de2e74c0-c619-41aa-b304-0e4b98ae0b43 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.517913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58f85997-1116-44e7-a58d-af8bddde3820 req-de2e74c0-c619-41aa-b304-0e4b98ae0b43 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 950 time: 0.1259317 Nov 27 16:02:03.719240 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58f85997-1116-44e7-a58d-af8bddde3820 req-436569d3-030c-4acf-8744-325df3dcc6c6 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003133 Nov 27 16:02:03.788009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.788397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.788857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.789312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.789799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.790255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.790703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.791155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.792157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.792605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.804671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.805145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:03.816343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-597cb0ea-eaa5-4eed-83bf-73477bddb860 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf&device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d&device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f&device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f&device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 10942 time: 0.2928615 Nov 27 16:02:03.859231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-017c7ec0-c4bd-4016-bd82-b4801857db19 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.014284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.20.0.1 (3166eaa0-4a3d-4a6b-b215-10722a8d0d8b/4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9/ae714918-ed74-44aa-9994-181cdaf5f202) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:04.129314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-017c7ec0-c4bd-4016-bd82-b4801857db19 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.146848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441ce9-15aa-4811-9d9a-5c19369b6d29 req-b1b02e01-9543-45b4-aeb2-8fa9b6682e5b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:04.155672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc441ce9-15aa-4811-9d9a-5c19369b6d29 req-b1b02e01-9543-45b4-aeb2-8fa9b6682e5b tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1062188 Nov 27 16:02:04.158209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-017c7ec0-c4bd-4016-bd82-b4801857db19 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.227498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c7ec0-c4bd-4016-bd82-b4801857db19 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb8e456-7310-4ea8-a570-9f88b4b23008,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:04.274840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dc441ce9-15aa-4811-9d9a-5c19369b6d29 req-a1a18023-d1f5-457b-9351-e4a05d84e4d8 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178472 Nov 27 16:02:04.341923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.343414 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5db39d19-8d06-4170-8ec0-63d4a304168f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:04.373276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-355e2c3d-5b38-4a28-98cb-d8b25f15ae97 req-017c7ec0-c4bd-4016-bd82-b4801857db19 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&id=3f525515-8e97-4060-9b95-6ac231d689b5&id=bc81eafc-dbe2-4c79-91ff-c2de4a07228f&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.5550485 Nov 27 16:02:04.400644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5c53e02a-d093-408e-b130-04578ef03a98 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:02:04.483062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.543839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:04.547469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:04.558265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.561098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:04.574154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 5db39d19-8d06-4170-8ec0-63d4a304168f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:04.574826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.588118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No active binding found for port 5c53e02a-d093-408e-b130-04578ef03a98 {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 16:02:04.593174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5c53e02a-d093-408e-b130-04578ef03a98 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:02:04.795007 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.858081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=ae714918-ed74-44aa-9994-181cdaf5f202,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:04.908633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 5db39d19-8d06-4170-8ec0-63d4a304168f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5db39d19-8d06-4170-8ec0-63d4a304168f,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:04.919260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:04.920279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:04.984287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] No DVR routers for this DVR port 5c53e02a-d093-408e-b130-04578ef03a98 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:02:04.991306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:05.000326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:05.009678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e43927f-2b1f-4c61-9433-b060c896397c req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.21 "DELETE /v2.0/ports/5c53e02a-d093-408e-b130-04578ef03a98 HTTP/1.1" status: 204 len: 173 time: 3.4815338 Nov 27 16:02:05.025008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53210f84-0be7-412b-8cc2-f1ea267af311 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] Pushing event deleted for resources: {'Port': ['ID=5c53e02a-d093-408e-b130-04578ef03a98,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:05.029011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'name': 'network-vif-deleted', 'tag': '5c53e02a-d093-408e-b130-04578ef03a98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:05.031398 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e46ee4-ab07-45cc-8c64-6b5137f103d7" -d '{"events": [{"server_uuid": "ac1f87c4-323b-409a-bb02-7e6cd5a2013d", "name": "network-vif-deleted", "tag": "5c53e02a-d093-408e-b130-04578ef03a98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:05.043719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f041bfbc-1b63-4fe1-8337-595f0d4c6437 req-864008f6-5368-4bb7-9f4c-60462a3d7029 tempest-VolumesNegativeTest-1488208648 tempest-VolumesNegativeTest-1488208648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1f87c4-323b-409a-bb02-7e6cd5a2013d HTTP/1.1" status: 200 len: 210 time: 0.1284220 Nov 27 16:02:05.093757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1c6c-240e-4259-9879-29da489bd7c1 req-3d8365e1-2284-446c-abbe-ed679ec31a4f tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:05.099202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1c6c-240e-4259-9879-29da489bd7c1 req-3d8365e1-2284-446c-abbe-ed679ec31a4f tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:05.099999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1c6c-240e-4259-9879-29da489bd7c1 req-3d8365e1-2284-446c-abbe-ed679ec31a4f tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:05.108788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11ae1c6c-240e-4259-9879-29da489bd7c1 req-3d8365e1-2284-446c-abbe-ed679ec31a4f tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf&device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f&device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 2882 time: 0.2741785 Nov 27 16:02:05.272588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11ae1c6c-240e-4259-9879-29da489bd7c1 req-f33df3f1-628e-4ac3-95e2-af602c294324 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486318 Nov 27 16:02:05.304369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83afe2c9-08f7-4411-abdb-3d6d195c6389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:05.354730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:05.356003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:05.376304 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556ebfe7-78f9-4bc4-b93f-a052b926e98b x-openstack-request-id: req-556ebfe7-78f9-4bc4-b93f-a052b926e98b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:05.376991 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f87c4-323b-409a-bb02-7e6cd5a2013d", "name": "network-vif-deleted", "tag": "5c53e02a-d093-408e-b130-04578ef03a98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:05.377529 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-556ebfe7-78f9-4bc4-b93f-a052b926e98b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:05.378311 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1f87c4-323b-409a-bb02-7e6cd5a2013d', 'name': 'network-vif-deleted', 'tag': '5c53e02a-d093-408e-b130-04578ef03a98', 'status': 'completed', 'code': 200} Nov 27 16:02:05.443256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae224e8a-bda9-45d9-b102-aa1b2dcd6b94 None None] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:05.462049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:05.508854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=5db39d19-8d06-4170-8ec0-63d4a304168f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:05.648014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f2e76-02d7-4ce3-a514-f95fa84b3576 req-57bb7eff-bc07-4bc4-b02a-a2ca5f8d7a10 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:05.658361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb0f2e76-02d7-4ce3-a514-f95fa84b3576 req-57bb7eff-bc07-4bc4-b02a-a2ca5f8d7a10 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1581211 Nov 27 16:02:05.815696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-024b8e40-4d96-4f25-a235-b20855e5b72a None None] Provisioning complete for port 5db39d19-8d06-4170-8ec0-63d4a304168f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:05.815938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-024b8e40-4d96-4f25-a235-b20855e5b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:05.817495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb0f2e76-02d7-4ce3-a514-f95fa84b3576 req-8672476e-abcb-4ba4-9af0-c80859aab755 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543670 Nov 27 16:02:06.180958 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:06.223332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:06.254075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5db39d19-8d06-4170-8ec0-63d4a304168f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:06.389952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9d7e-e68b-40fb-8e2f-99c941b5e4f0 req-26cb09f7-5286-4d46-af85-2755f76feb9d tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:06.392208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e0a9d7e-e68b-40fb-8e2f-99c941b5e4f0 req-26cb09f7-5286-4d46-af85-2755f76feb9d tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1101 time: 0.1166718 Nov 27 16:02:06.416063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 5db39d19-8d06-4170-8ec0-63d4a304168f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:06.417154 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:06.496683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e0a9d7e-e68b-40fb-8e2f-99c941b5e4f0 req-211aef9d-d9bd-4542-87b4-2d4c966aec7a tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944335 Nov 27 16:02:06.501330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:06.556633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc368a51-9651-4973-a4af-004192b45acb req-511df10d-12fb-48e9-bdfb-5958ab5c929f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:06.557960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc368a51-9651-4973-a4af-004192b45acb req-511df10d-12fb-48e9-bdfb-5958ab5c929f tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.37 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.3732781 Nov 27 16:02:06.560762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=ae714918-ed74-44aa-9994-181cdaf5f202,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:06.630869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5a6ed41a-d7dc-47eb-834d-dc1dd17f7fb3 None None] Provisioning complete for port ae714918-ed74-44aa-9994-181cdaf5f202 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:06.636361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed41a-d7dc-47eb-834d-dc1dd17f7fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:06.709089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ed41a-d7dc-47eb-834d-dc1dd17f7fb3 None None] Port ae714918-ed74-44aa-9994-181cdaf5f202 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:06.722215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5a6ed41a-d7dc-47eb-834d-dc1dd17f7fb3 None None] Provisioning complete for port 5db39d19-8d06-4170-8ec0-63d4a304168f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:06.723643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed41a-d7dc-47eb-834d-dc1dd17f7fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:06.917939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417268-cfdb-41c5-b8e9-cf50309ff859 req-f61042a1-d639-41b5-a003-aa285241c4fa tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:06.923821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35417268-cfdb-41c5-b8e9-cf50309ff859 req-f61042a1-d639-41b5-a003-aa285241c4fa tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1101 time: 0.1539495 Nov 27 16:02:06.986269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:06.988865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:07.002323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f6f05ab2-6f50-4033-80e1-7a5c5769a93a None None] Provisioning complete for port ae714918-ed74-44aa-9994-181cdaf5f202 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:07.002920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f6f05ab2-6f50-4033-80e1-7a5c5769a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:07.035841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35417268-cfdb-41c5-b8e9-cf50309ff859 req-234392f1-98f1-4529-b5c6-c78041799f79 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972443 Nov 27 16:02:07.109835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f6f05ab2-6f50-4033-80e1-7a5c5769a93a None None] Port ae714918-ed74-44aa-9994-181cdaf5f202 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:07.137840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18faff-5213-47aa-99e8-189b643390ec req-ea76a2b0-7d6b-4b34-9c3e-91a4cc4d4ba4 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:07.146180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d18faff-5213-47aa-99e8-189b643390ec req-ea76a2b0-7d6b-4b34-9c3e-91a4cc4d4ba4 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1150551 Nov 27 16:02:07.180032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Deleting port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:02:07.180375 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:07.256209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d18faff-5213-47aa-99e8-189b643390ec req-ab02a0c0-a4da-42e3-84ed-1e56df558563 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987418 Nov 27 16:02:07.271244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:02:07.439837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c7c58287-fd88-4a7c-bb8b-d6f2288643b3 None None] Provisioning complete for port ae714918-ed74-44aa-9994-181cdaf5f202 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:07.440908 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c7c58287-fd88-4a7c-bb8b-d6f2288643b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:07.482701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] For port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:07.483081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:07.562674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Calling delete_port for 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:02:07.574079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c7c58287-fd88-4a7c-bb8b-d6f2288643b3 None None] Port ae714918-ed74-44aa-9994-181cdaf5f202 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:07.582888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3293e7e1-065e-4746-8b94-e1b9ee66b11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:07.654694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:07.661351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-72c43843-c185-4d0e-99bf-1adbf0884992 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "PUT /v2.0/routers/88be7daf-401b-418d-a07b-c60258f0bc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5136831 Nov 27 16:02:07.664315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52520) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:07.676606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:07.704750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:07.705426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:07.804169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:07.852221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Pushing event deleted for resources: {'Port': ['ID=9f960ac2-eaf7-4dd1-9edc-a1e1188b6273,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:07.935381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6d412-92d9-49c1-9aa9-2cf5da2f887b None None] DHCP port deletion for d794186c-ae9a-4a52-88f3-8c1a072fac09 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:08.016572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] No DVR routers for this DVR port 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:02:08.022320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:08.031967 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dc368a51-9651-4973-a4af-004192b45acb req-7e8b6c6b-5a18-42dd-beb7-6310d1c13c02 tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.37 "DELETE /v2.0/ports/9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 HTTP/1.1" status: 204 len: 173 time: 1.4659936 Nov 27 16:02:08.032490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'name': 'network-vif-deleted', 'tag': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:08.037177 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc221969-5cc4-45e1-be90-fccad3421382" -d '{"events": [{"server_uuid": "9519e0bc-3910-47a2-a352-8309fd49d6f9", "name": "network-vif-deleted", "tag": "9f960ac2-eaf7-4dd1-9edc-a1e1188b6273"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:08.097733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52590) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:08.138667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:08.207526 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4186979d-bb1f-442b-9dbd-6da371adea42 x-openstack-request-id: req-4186979d-bb1f-442b-9dbd-6da371adea42 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:08.207937 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9519e0bc-3910-47a2-a352-8309fd49d6f9", "name": "network-vif-deleted", "tag": "9f960ac2-eaf7-4dd1-9edc-a1e1188b6273", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:08.208253 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4186979d-bb1f-442b-9dbd-6da371adea42 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:08.208776 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9519e0bc-3910-47a2-a352-8309fd49d6f9', 'name': 'network-vif-deleted', 'tag': '9f960ac2-eaf7-4dd1-9edc-a1e1188b6273', 'status': 'completed', 'code': 200} Nov 27 16:02:08.251012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.251900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.252552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.253363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.255297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.255983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.256617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.257311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.258889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.262777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-baafd74f-a7ef-4c6b-b330-7497a4cb2c88 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.5963745 Nov 27 16:02:08.264866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52602) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:08.437112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7b7b-c111-41c4-97d0-e516f3bc0da0 req-65e520d0-f120-4adf-9b1b-e1e860492486 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.444846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75ac7b7b-c111-41c4-97d0-e516f3bc0da0 req-65e520d0-f120-4adf-9b1b-e1e860492486 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2299595 Nov 27 16:02:08.495111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc76e49e-9ef6-4ea0-8d4a-9905269d3aab req-4d0910e7-9206-417f-b6ae-92f26da3d2aa tempest-ServerRescueNegativeTestJSON-1604344490 tempest-ServerRescueNegativeTestJSON-1604344490-project] 10.222.0.15 "GET /v2.0/ports?device_id=9519e0bc-3910-47a2-a352-8309fd49d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0756853 Nov 27 16:02:08.556488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8710a7ed-7f83-4aee-937c-c3e55c319b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:08.557654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:08.611179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75ac7b7b-c111-41c4-97d0-e516f3bc0da0 req-1d5d7fcf-d047-43f9-a3bf-e5f6ba3f8a92 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647429 Nov 27 16:02:08.719376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.719842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.720290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.720739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.721193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.721670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.722224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.723024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.723468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:08.725686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e1000c07-3d89-453f-bd19-a1d106fdadff tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5821 time: 0.4587216 Nov 27 16:02:08.728822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:08.771921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:02:08.807770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:02:08.809488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9f960ac2-eaf7-4dd1-9edc-a1e1188b6273 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:02:08.861800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 2, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:08.893042 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8710a7ed-7f83-4aee-937c-c3e55c319b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:08.904256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8710a7ed-7f83-4aee-937c-c3e55c319b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:08.918874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:08.919371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Updating router 88be7daf-401b-418d-a07b-c60258f0bc71 port ae714918-ed74-44aa-9994-181cdaf5f202 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:08.968030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:08.970196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8710a7ed-7f83-4aee-937c-c3e55c319b4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8bf36ac4bfe4ff2bb8e21203eeb3bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8689737 Nov 27 16:02:08.971059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52636) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:09.082456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710a7ed-7f83-4aee-937c-c3e55c319b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b94f64-35d1-4d06-adc7-19b0dabc25ce,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:09.128336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17500eec-c176-4ab5-b4dd-22ab6ba8dc18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.171557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17500eec-c176-4ab5-b4dd-22ab6ba8dc18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.214810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a96ea616-baa8-490c-8e0b-f4dcfb851700 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.4820836 Nov 27 16:02:09.270049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17500eec-c176-4ab5-b4dd-22ab6ba8dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.273109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17500eec-c176-4ab5-b4dd-22ab6ba8dc18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.276632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-17500eec-c176-4ab5-b4dd-22ab6ba8dc18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7b94f64-35d1-4d06-adc7-19b0dabc25ce HTTP/1.1" status: 204 len: 168 time: 0.3010259 Nov 27 16:02:09.284579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17500eec-c176-4ab5-b4dd-22ab6ba8dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b94f64-35d1-4d06-adc7-19b0dabc25ce,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:09.451669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52658) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:09.452498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.463786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.551252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52666) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:09.558691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270416389', 'description': 'tempest-secgroup-smoke-1270416389 description', 'project_id': '0d7a342940504c2aa2e82f55608e175e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:09.564650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb741-1ae2-4b50-8e9f-825e8b1852fb None None] Pushing event updated for resources: {'Port': ['ID=ae714918-ed74-44aa-9994-181cdaf5f202,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:09.632845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.634698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Attempting to bind port ae714918-ed74-44aa-9994-181cdaf5f202 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:09.635108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Attempting to bind port ae714918-ed74-44aa-9994-181cdaf5f202 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:09.635472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Attempting to bind port ae714918-ed74-44aa-9994-181cdaf5f202 on network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:09.648454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52670) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:09.652188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:09.652566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Checking segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:09.652971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.653361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Bound using segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:09.653861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Bound port: ae714918-ed74-44aa-9994-181cdaf5f202, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:09.654244 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.813212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] For port ae714918-ed74-44aa-9994-181cdaf5f202, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:09.830907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] For port ae714918-ed74-44aa-9994-181cdaf5f202, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ae714918-ed74-44aa-9994-181cdaf5f202,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:09.847024 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.865269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.873329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.941476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:09.979381 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:09.983852 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ef118e45-f69f-4022-8b3d-fac8dcabf10d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4312894 Nov 27 16:02:09.985170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:09.986368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:09.986981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52684) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:09.999717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'bb649fe1-4b31-46d7-9d8a-6c75a5137e2b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:10.129612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad963be4-0a90-456a-a189-153ce11bfb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.151101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.184451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb741-1ae2-4b50-8e9f-825e8b1852fb None None] Pushing event updated for resources: {'Port': ['ID=ae714918-ed74-44aa-9994-181cdaf5f202,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:10.204557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad5d6056-c8a5-4024-af57-26a0ad40afe7 None None] Provisioning complete for port ae714918-ed74-44aa-9994-181cdaf5f202 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:10.205207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6056-c8a5-4024-af57-26a0ad40afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.276789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52686) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:10.337194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01314c7e-a9b3-473b-9241-a97dc63f5952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.383358 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.395532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:10.415505 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad963be4-0a90-456a-a189-153ce11bfb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.437330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.520684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01314c7e-a9b3-473b-9241-a97dc63f5952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.521884 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad963be4-0a90-456a-a189-153ce11bfb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.572222 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ad963be4-0a90-456a-a189-153ce11bfb51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8110ca60a7744796bc20fd1af9aa00c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1186695 Nov 27 16:02:10.573124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01314c7e-a9b3-473b-9241-a97dc63f5952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.599292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.601276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52708) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:10.601940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad963be4-0a90-456a-a189-153ce11bfb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a421fc5-1d5b-43a7-9fcc-8dba0191d5a7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:10.605173 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6056-c8a5-4024-af57-26a0ad40afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.620223 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-01314c7e-a9b3-473b-9241-a97dc63f5952 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec848e7c2784449aa6f29dd8222ba789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392689 Nov 27 16:02:10.632709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52718) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:10.678994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd341b4-4c48-4bd4-bc16-6c11c00d2d04,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:10.692216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360f15-4fe7-461b-8a3c-1c851c420129 req-b67e4567-5ca1-4924-ba56-e23f64cda223 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:10.699556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51360f15-4fe7-461b-8a3c-1c851c420129 req-b67e4567-5ca1-4924-ba56-e23f64cda223 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.8727355 Nov 27 16:02:10.708806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.710298 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7e0803c1-b43b-4221-b2e0-4de39607c5c9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7214649 Nov 27 16:02:10.727386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52730) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:10.759120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'bb649fe1-4b31-46d7-9d8a-6c75a5137e2b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:10.783569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a2f32be-b1a6-45e2-ad3a-38a3ca9a1212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.783886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ad5d6056-c8a5-4024-af57-26a0ad40afe7 None None] For port ae714918-ed74-44aa-9994-181cdaf5f202, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ae714918-ed74-44aa-9994-181cdaf5f202,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:10.789219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01314c7e-a9b3-473b-9241-a97dc63f5952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac34ec7-e6de-4eec-af72-7de7d3755d4e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:10.794065 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6056-c8a5-4024-af57-26a0ad40afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.823912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.834837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:09Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:10.836843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7eca34d-4d4e-48d9-97c2-bc893f8ecb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.866219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7eca34d-4d4e-48d9-97c2-bc893f8ecb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.891677 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a2f32be-b1a6-45e2-ad3a-38a3ca9a1212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.920427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05760a02-be41-4354-a1fa-bc52fdc64538 None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:09Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:10.936555 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.946463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-08886a02-55a9-4146-b2bc-6f2fe4b1cbad None None] Provisioning complete for port ae714918-ed74-44aa-9994-181cdaf5f202 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:10.946810 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08886a02-55a9-4146-b2bc-6f2fe4b1cbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.951871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d6056-c8a5-4024-af57-26a0ad40afe7 None None] Pushing event updated for resources: {'Port': ['ID=ae714918-ed74-44aa-9994-181cdaf5f202,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:10.952067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:10.986644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfecda68-e5ab-47b7-b1bc-8d0118635588,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:11.049200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7eca34d-4d4e-48d9-97c2-bc893f8ecb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.052345 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7eca34d-4d4e-48d9-97c2-bc893f8ecb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.053891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e7eca34d-4d4e-48d9-97c2-bc893f8ecb9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dac34ec7-e6de-4eec-af72-7de7d3755d4e HTTP/1.1" status: 204 len: 168 time: 0.4148648 Nov 27 16:02:11.055502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.058509 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f1a22994-f98a-48b4-8dd3-07d1dbc43225 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3234413 Nov 27 16:02:11.059929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a2f32be-b1a6-45e2-ad3a-38a3ca9a1212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.065588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a2f32be-b1a6-45e2-ad3a-38a3ca9a1212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.067053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6a2f32be-b1a6-45e2-ad3a-38a3ca9a1212 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a421fc5-1d5b-43a7-9fcc-8dba0191d5a7 HTTP/1.1" status: 204 len: 168 time: 0.4425225 Nov 27 16:02:11.067905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52750) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:11.093098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'bb649fe1-4b31-46d7-9d8a-6c75a5137e2b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:11.097557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f32be-b1a6-45e2-ad3a-38a3ca9a1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a421fc5-1d5b-43a7-9fcc-8dba0191d5a7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:11.101890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51360f15-4fe7-461b-8a3c-1c851c420129 req-fa0dbfba-51d0-4d1d-9abd-f74521c88c52 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013472 Nov 27 16:02:11.123535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca34d-4d4e-48d9-97c2-bc893f8ecb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac34ec7-e6de-4eec-af72-7de7d3755d4e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:11.170821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.260025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.270541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.334372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb97f619-0f1b-408b-ba9c-5a71b4765459,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:11.347821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.349105 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0920ba9d-9873-4806-be9b-6a77fb70dedf tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598786 Nov 27 16:02:11.352277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52760) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:11.358602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'bb649fe1-4b31-46d7-9d8a-6c75a5137e2b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:11.426927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.527918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:02:11.534213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.590613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.600266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.646639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d039f4-764f-40b5-b9bc-d053be8f3a21,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:11.657747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.674681 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.676175 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e11f748-2b18-4b85-957d-200d7aa0f261 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213730 Nov 27 16:02:11.679164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52766) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:11.685546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'bb649fe1-4b31-46d7-9d8a-6c75a5137e2b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:11.737503 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Project 0d7a342940504c2aa2e82f55608e175e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:02:11.747906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.951441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:11.959185 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.005840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744dfcec-4d63-4db9-b248-a458ac2ffc5d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:12.039166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52782) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:12.049092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.053292 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6b72365d-70e3-4970-af46-a6331e3bf5f0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3696699 Nov 27 16:02:12.057307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:12.063022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'bb649fe1-4b31-46d7-9d8a-6c75a5137e2b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:12.109253 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Project 0d7a342940504c2aa2e82f55608e175e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:02:12.115023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b4503ef9-4fa3-463f-8ae1-abc093ade255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.145696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.283936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ae714918-ed74-44aa-9994-181cdaf5f202 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:12.376124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.383240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.438832 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.455519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3968685 Nov 27 16:02:12.462437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ae714918-ed74-44aa-9994-181cdaf5f202 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:12.462817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.472904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181446e-523a-4e39-8289-75c371f1ec56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19af0ce-3257-4aea-93cc-e4a3482534a6,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:12.564421 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b4503ef9-4fa3-463f-8ae1-abc093ade255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.581462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b4503ef9-4fa3-463f-8ae1-abc093ade255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.662600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e918d-1435-400f-a26d-6c770ff24d3f req-3bcd210b-b634-4425-b69d-aaa6c8ba2dd2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:12.664199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-022e918d-1435-400f-a26d-6c770ff24d3f req-3bcd210b-b634-4425-b69d-aaa6c8ba2dd2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3142560 Nov 27 16:02:12.695321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b4503ef9-4fa3-463f-8ae1-abc093ade255 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2bb5f371bf6466391fd59425c33daa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530526 Nov 27 16:02:12.695731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52828) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:12.706622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4503ef9-4fa3-463f-8ae1-abc093ade255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d4f6b-2673-4840-8350-ad49e3e39690,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:12.740663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-022e918d-1435-400f-a26d-6c770ff24d3f req-ac6ab0b7-7bf3-42fa-9ea1-8757f0bf03fd tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663910 Nov 27 16:02:12.742602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Deleting port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:02:12.742602 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.845693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8fa133b-c9a2-4af0-b173-a3ec2134992f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.921245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8fa133b-c9a2-4af0-b173-a3ec2134992f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:12.973158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] For port d18f29aa-4c4d-4b71-b9bb-61417eeaedb0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,segment=NetworkSegment(62af0d32-2891-4dc3-8d7e-861b88e849be),segment_id=62af0d32-2891-4dc3-8d7e-861b88e849be)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:12.973623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:13.006427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8fa133b-c9a2-4af0-b173-a3ec2134992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:13.014105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Calling delete_port for d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:02:13.015833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8fa133b-c9a2-4af0-b173-a3ec2134992f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:13.017179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b8fa133b-c9a2-4af0-b173-a3ec2134992f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f58d4f6b-2673-4840-8350-ad49e3e39690 HTTP/1.1" status: 204 len: 168 time: 0.3203423 Nov 27 16:02:13.044934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-86a61a13-1cf0-4921-93d7-3ba7d2f3c9a1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270416389&fields=id&tenant_id=0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 267 time: 0.1309323 Nov 27 16:02:13.053641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa133b-c9a2-4af0-b173-a3ec2134992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d4f6b-2673-4840-8350-ad49e3e39690,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:13.316459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-f007309c-c593-4c00-ae7f-1936a08e74f3 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:13.324548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-f007309c-c593-4c00-ae7f-1936a08e74f3 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/networks?id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 796 time: 0.2787464 Nov 27 16:02:13.350204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-6758ef64-54db-4eac-955b-6aa145f35b83 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/quotas/0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 375 time: 0.0241146 Nov 27 16:02:13.441180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-9afc7574-e493-4c76-b4f8-60d6c170af1e tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809777 Nov 27 16:02:13.533920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:13.575390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18f29aa-4c4d-4b71-b9bb-61417eeaedb0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:13.599013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7656f-a929-4fe8-97bd-98e10d4f42db None None] DHCP port deletion for d794186c-ae9a-4a52-88f3-8c1a072fac09 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:14.077541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2a4d7-c09f-4f01-b3e3-6472f496888a req-8b42aa7e-715c-44e2-b3b7-f600f1d2cb4e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:14.101347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02a2a4d7-c09f-4f01-b3e3-6472f496888a req-8b42aa7e-715c-44e2-b3b7-f600f1d2cb4e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2008157 Nov 27 16:02:14.130021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:14.226789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-9d3a352e-09e5-44d7-81ec-8a8296f353ca service neutron] 10.222.0.15 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812510 Nov 27 16:02:14.391208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-5d4d0d78-5356-47c5-9278-d6cab79caf06 service neutron] 10.222.0.15 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081281 Nov 27 16:02:14.421754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02a2a4d7-c09f-4f01-b3e3-6472f496888a req-7bd8f742-2f9f-4eb3-9b82-ef231dc1d15b tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161075 Nov 27 16:02:14.896261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b5f2bdc-f04f-4c26-b16c-16371b452b59 req-94a8d2c5-29d0-4de0-b77f-21c1ad68ffc3 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 210 time: 0.1034937 Nov 27 16:02:14.930838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:02:15.174032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:15.185323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52964) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:15.190672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] Sync routers for ids ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:15.205218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ec9f37c0-25f2-4324-b12f-382ec567c631 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b30f591-42c3-40ef-ad9c-8c0b1b1336ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5553567 Nov 27 16:02:15.213889 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] Routers {'1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:15.214522 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:15.402307 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] Set router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:15.438673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:15.606530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:15.780899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Deleting port 3d8263ab-1444-4607-b86f-596bb21e207f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:02:15.787490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:15.792310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64aad9-8964-494c-9fea-c8331a7d68b2 req-70b7ff72-d509-45a1-b20a-b61a6ece5a8f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:15.796777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d64aad9-8964-494c-9fea-c8331a7d68b2 req-70b7ff72-d509-45a1-b20a-b61a6ece5a8f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1675622 Nov 27 16:02:15.887687 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T16:02:13Z', 'revision_number': 5, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port': {'id': '3d8263ab-1444-4607-b86f-596bb21e207f', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:59:06Z', 'updated_at': '2021-11-27T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:15.960559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d64aad9-8964-494c-9fea-c8331a7d68b2 req-12fb6b50-c28d-4c20-b22c-2aaef08637ea tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551557 Nov 27 16:02:15.972440 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] Checking router: 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:15.995284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] For port 3d8263ab-1444-4607-b86f-596bb21e207f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d8263ab-1444-4607-b86f-596bb21e207f,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:15.996832 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:15.998870 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] Routers {'1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:16.001452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:16.036246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Calling delete_port for 3d8263ab-1444-4607-b86f-596bb21e207f owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:02:16.084277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a5e53d8-f1ad-4044-9c64-d967495695a9 req-63da7431-f062-4891-ba12-963fd79c663f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 210 time: 0.0599406 Nov 27 16:02:16.245800 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] Set router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:16.340068 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T16:02:15Z', 'revision_number': 6, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:16.380520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20258d-5117-41ef-8f88-f5bd4d649a74 None None] The sync data for ids ['1b30f591-42c3-40ef-ad9c-8c0b1b1336ad'] in n-d-819494-4 is: [{'id': '1b30f591-42c3-40ef-ad9c-8c0b1b1336ad', 'name': 'tempest-ServerRescueNegativeTestJSON-139483683-router', 'tenant_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:59:05Z', 'updated_at': '2021-11-27T16:02:15Z', 'revision_number': 6, 'project_id': 'ce25e65635ba4296ab13abe14dd6ae5e', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:16.639487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:16.691979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867d991-b5b9-47c0-ba2a-c9b8284c7e4f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:16.710013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8263ab-1444-4607-b86f-596bb21e207f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:16.766067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-feaee8c8-5611-4f9f-9a8e-49cae2d4a125 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:16.767552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-feaee8c8-5611-4f9f-9a8e-49cae2d4a125 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "GET /v2.0/networks?id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 796 time: 0.4504688 Nov 27 16:02:17.158277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e689e-4fb4-4bb2-bf4e-18b682f6d720 req-9c89defe-a29d-4504-9043-134126253295 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:17.165547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1e689e-4fb4-4bb2-bf4e-18b682f6d720 req-9c89defe-a29d-4504-9043-134126253295 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.0595131 Nov 27 16:02:17.310832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ffbeedb-81a7-4e28-94c5-b1885e2f0a2d req-113afb21-27db-4a18-a1cc-52d1fe9cb883 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 210 time: 0.0741444 Nov 27 16:02:17.348872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1e689e-4fb4-4bb2-bf4e-18b682f6d720 req-9ff8ce2c-dc87-41ac-a54d-b3cda08296c0 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818264 Nov 27 16:02:17.511396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:17.519903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b12e3deb-f006-4492-8c3b-b590493f3edb tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 380 time: 0.7281551 Nov 27 16:02:17.614203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'port': {'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'admin_state_up': True, 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'security_groups': ['bb649fe1-4b31-46d7-9d8a-6c75a5137e2b']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:17.749200 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:17.755550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:17.816474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:17.817147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b30f591-42c3-40ef-ad9c-8c0b1b1336ad {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:02:17.835100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:17.836657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db1e7894-8acb-41bd-a86e-ed7bc69db7e5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b30f591-42c3-40ef-ad9c-8c0b1b1336ad HTTP/1.1" status: 204 len: 168 time: 2.6501338 Nov 27 16:02:17.840881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53070) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:17.947396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Deleting subnet 33b5af97-9426-43b4-815c-271adf3ffb9b {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:02:17.952522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.006743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:18.011997 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.211166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d8263ab-1444-4607-b86f-596bb21e207f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:02:18.216556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.20.0.7 (3166eaa0-4a3d-4a6b-b215-10722a8d0d8b/4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9/324b10e4-e89b-4c48-88b2-e8f4e65b7f30) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:18.259209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3d8263ab-1444-4607-b86f-596bb21e207f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:02:18.259603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d8263ab-1444-4607-b86f-596bb21e207f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:02:18.260028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:02:18.317378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:02:18.318007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d18f29aa-4c4d-4b71-b9bb-61417eeaedb0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:02:18.403518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.525007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a889357-00ad-4d5d-affb-77bd08e04808 req-76d2c723-057b-4c6a-a68f-58cb0e60ac65 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 210 time: 0.0653193 Nov 27 16:02:18.598378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193c1b-0868-4000-9730-72bbac16b810 req-346efd8e-dca5-402c-aa9e-d4feb45b3381 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:18.611191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.612840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53102) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:18.614090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3193c1b-0868-4000-9730-72bbac16b810 req-346efd8e-dca5-402c-aa9e-d4feb45b3381 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1126697 Nov 27 16:02:18.629815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.743171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3193c1b-0868-4000-9730-72bbac16b810 req-c2056140-4378-4762-b38b-9cd74c53fd61 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253655 Nov 27 16:02:18.808292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.820561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.872799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bfc597-f60e-41f7-b83b-259d4c38bda8 None None] Network d794186c-ae9a-4a52-88f3-8c1a072fac09 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:18.878980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:18.885921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53116) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:18.887893 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/33b5af97-9426-43b4-815c-271adf3ffb9b HTTP/1.1" status: 204 len: 168 time: 1.0451300 Nov 27 16:02:18.937471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000dd8-59ae-4474-89e0-72dd02c05586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b5af97-9426-43b4-815c-271adf3ffb9b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:18.958611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:18.963959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:18.990414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:18.996376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:19.091039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:19.091869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.117024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b6627d66-dc89-4238-b6aa-1bdf119a162b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5643301 Nov 27 16:02:19.121084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.131433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Request body: {'port': {'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:19.194029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bd4c6-8de8-4e31-9c86-c7856f33e5cd None None] DHCP port deletion for d794186c-ae9a-4a52-88f3-8c1a072fac09 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:19.329157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53122) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:19.330502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d682b5b5-df01-464f-a926-d9cc3d59efe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.338785 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.347989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.397929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d794186c-ae9a-4a52-88f3-8c1a072fac09']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:19.444369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62af0d32-2891-4dc3-8d7e-861b88e849be') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:19.445952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62af0d32-2891-4dc3-8d7e-861b88e849be') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:19.474639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0b76a3e2-819b-484d-8742-af431075ad78 None None] Provisioning complete for port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:19.475256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0b76a3e2-819b-484d-8742-af431075ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.488165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.517666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.531790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:02:19.533937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:02:19.538790 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:02:19.541994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0b76a3e2-819b-484d-8742-af431075ad78 None None] Port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:19.658910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.719777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.734526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] 10.222.0.15 "DELETE /v2.0/networks/d794186c-ae9a-4a52-88f3-8c1a072fac09 HTTP/1.1" status: 204 len: 168 time: 0.8474934 Nov 27 16:02:19.770064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9f664-831a-4f4e-a110-37746743c89c admin admin] Pushing event deleted for resources: {'Network': ['ID=d794186c-ae9a-4a52-88f3-8c1a072fac09,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:19.835207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f59d4-668f-472c-8743-6183f43a9f1c req-4225be85-c40c-43af-98f2-5234af6e3608 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:19.849038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f46f59d4-668f-472c-8743-6183f43a9f1c req-4225be85-c40c-43af-98f2-5234af6e3608 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 931 time: 0.2230365 Nov 27 16:02:19.905540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a32b862e-a6be-4a19-b953-5c2e368243e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66c3218da5a54c5296f6549b66186347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5704613 Nov 27 16:02:19.908159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d682b5b5-df01-464f-a926-d9cc3d59efe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:19.911226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:19.924698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53140) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:19.938966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d682b5b5-df01-464f-a926-d9cc3d59efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.011250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d682b5b5-df01-464f-a926-d9cc3d59efe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5aa5539e7ba460f974f4c4f04e87814&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3837552 Nov 27 16:02:20.013900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682b5b5-df01-464f-a926-d9cc3d59efe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6603aad-0aaf-46f1-bbe9-95e71725196d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:20.014282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f46f59d4-668f-472c-8743-6183f43a9f1c req-e9791a4a-fe3d-4e15-b78c-2b89d89f892d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492913 Nov 27 16:02:20.015470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53144) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:20.015998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53146) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:20.043934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b06c-08b1-4b30-b3b6-bf608d254550 req-3aeee852-6625-4203-82e2-9cb8e4ac62aa tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:20.045968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b1b06c-08b1-4b30-b3b6-bf608d254550 req-3aeee852-6625-4203-82e2-9cb8e4ac62aa tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1636889 Nov 27 16:02:20.089231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42959e75-09d5-419a-ab79-b13b14640bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.139843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b1b06c-08b1-4b30-b3b6-bf608d254550 req-52087ff6-c2ff-482c-8d14-1e51874f59ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846157 Nov 27 16:02:20.170434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42959e75-09d5-419a-ab79-b13b14640bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.189183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:02:20.199186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-815c81bf-5b51-45bf-94a8-b77ce5db0daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.207486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.236249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53152) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:20.248660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Transition to ACTIVE for port object 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:02:20.262910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.266273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-815c81bf-5b51-45bf-94a8-b77ce5db0daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.343626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c1cd46fa-9cd6-43fe-a50c-dd41dea4f040 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce25e65635ba4296ab13abe14dd6ae5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1040235 Nov 27 16:02:20.344540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53154) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:20.422247 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42959e75-09d5-419a-ab79-b13b14640bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.424732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42959e75-09d5-419a-ab79-b13b14640bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.425925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-42959e75-09d5-419a-ab79-b13b14640bb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc81eafc-dbe2-4c79-91ff-c2de4a07228f HTTP/1.1" status: 204 len: 168 time: 0.5136344 Nov 27 16:02:20.462393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Pushing event updated for resources: {'Port': ['ID=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:20.484487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a359377a-827c-4d10-89cf-90f3485ea64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.513027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42959e75-09d5-419a-ab79-b13b14640bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc81eafc-dbe2-4c79-91ff-c2de4a07228f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:20.514628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-815c81bf-5b51-45bf-94a8-b77ce5db0daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.520349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-815c81bf-5b51-45bf-94a8-b77ce5db0daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.526108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-815c81bf-5b51-45bf-94a8-b77ce5db0daf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6603aad-0aaf-46f1-bbe9-95e71725196d HTTP/1.1" status: 204 len: 168 time: 0.5073218 Nov 27 16:02:20.570459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c81bf-5b51-45bf-94a8-b77ce5db0daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6603aad-0aaf-46f1-bbe9-95e71725196d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:20.608112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Attempting to bind port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:20.608459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Attempting to bind port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:20.608792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Attempting to bind port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 on network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:20.614823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a359377a-827c-4d10-89cf-90f3485ea64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.617429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 on network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:02:20.617922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Attempting to bind port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 on network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:20.625636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c35c162b-d09a-45e9-9e25-c4d42401583c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.636517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:20.636864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Checking segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:20.637250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Bound using segment: {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:20.642100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Bound port: 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08438cc8-4791-4a54-a1ff-3c08b81fb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:20.643633 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.705362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ff6-1f1f-4d06-b45b-b161c8073474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.802460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a359377a-827c-4d10-89cf-90f3485ea64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.807431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a359377a-827c-4d10-89cf-90f3485ea64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.808884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a359377a-827c-4d10-89cf-90f3485ea64b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97 HTTP/1.1" status: 204 len: 168 time: 0.4637516 Nov 27 16:02:20.821885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359377a-827c-4d10-89cf-90f3485ea64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c0ff5-3f80-4853-96eb-29b8a7ec9f97,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:20.829132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] For port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:20.842033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] For port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:20.857436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.900219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ff6-1f1f-4d06-b45b-b161c8073474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.911170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ff6-1f1f-4d06-b45b-b161c8073474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.946792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:20.947478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:20.949003 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] 10.222.0.37 "PUT /v2.0/ports/324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 200 len: 1091 time: 1.8223319 Nov 27 16:02:20.949764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:20.952982 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f70ef-9352-4669-b1f5-014f044adcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:20.995788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e4f88ff6-1f1f-4d06-b45b-b161c8073474 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=099d967bc726433cae1cb20e28aaf96c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9758251 Nov 27 16:02:20.996938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88ff6-1f1f-4d06-b45b-b161c8073474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48102287-15bf-4283-bca5-1aa41363e1e2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:21.001258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:21.040174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297083d-6e20-4a1c-b896-3dd6ad8bc12d service neutron] Pushing event updated for resources: {'Port': ['ID=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:21.103756 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f7e5cf-5914-4c5f-83e8-62999adec935 x-openstack-request-id: req-18f7e5cf-5914-4c5f-83e8-62999adec935 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:21.105227 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:21.105227 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18f7e5cf-5914-4c5f-83e8-62999adec935 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:21.105462 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'status': 'completed', 'code': 200} Nov 27 16:02:21.108448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a06c1bd-d52e-457d-9a88-e8d8dbd7ad07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.110646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c35c162b-d09a-45e9-9e25-c4d42401583c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.146985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a06c1bd-d52e-457d-9a88-e8d8dbd7ad07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.156767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c35c162b-d09a-45e9-9e25-c4d42401583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.224622 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c35c162b-d09a-45e9-9e25-c4d42401583c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d8c0c1fd3604ed0905be7fa33aad462&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2594521 Nov 27 16:02:21.230020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-d012c570-5d27-48ad-bbff-c073c801eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:21.231289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-d012c570-5d27-48ad-bbff-c073c801eb18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1094 time: 0.1725972 Nov 27 16:02:21.231783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:21.237878 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a06c1bd-d52e-457d-9a88-e8d8dbd7ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.239261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c162b-d09a-45e9-9e25-c4d42401583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f589a5d-1cf5-40d4-8191-9a311403c31f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:21.240827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a06c1bd-d52e-457d-9a88-e8d8dbd7ad07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.242130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a06c1bd-d52e-457d-9a88-e8d8dbd7ad07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48102287-15bf-4283-bca5-1aa41363e1e2 HTTP/1.1" status: 204 len: 168 time: 0.2395988 Nov 27 16:02:21.279470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06c1bd-d52e-457d-9a88-e8d8dbd7ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48102287-15bf-4283-bca5-1aa41363e1e2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:21.305632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb12e69-762f-4e2a-bbaf-752e826f1af8 req-b4869b1e-a24a-4592-b964-e5311f2778c2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:21.307895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adb12e69-762f-4e2a-bbaf-752e826f1af8 req-b4869b1e-a24a-4592-b964-e5311f2778c2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 943 time: 0.0914428 Nov 27 16:02:21.312943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53184) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:21.421078 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-b061e67f-0e3f-44bb-b38f-24fea28f1eac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 200 len: 217 time: 0.1736314 Nov 27 16:02:21.432839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3b56ca5-e4f2-40cf-a18f-4bf46582bdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.550491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6d38d-42e7-4685-bfa0-2d89cf5edb98 req-b1796d2a-9841-4633-a5d4-3d446fef712c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:21.559172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efc6d38d-42e7-4685-bfa0-2d89cf5edb98 req-b1796d2a-9841-4633-a5d4-3d446fef712c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2175448 Nov 27 16:02:21.576918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3e9d-f886-494c-8203-10b17fe18d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.612367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-3eb34bdd-f6a0-479c-a5bf-934d96ce96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:21.614095 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-3eb34bdd-f6a0-479c-a5bf-934d96ce96d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 HTTP/1.1" status: 200 len: 835 time: 0.1836059 Nov 27 16:02:21.664797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adb12e69-762f-4e2a-bbaf-752e826f1af8 req-b82c340f-c329-4247-8165-66e1aafddb03 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325431 Nov 27 16:02:21.686202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3e9d-f886-494c-8203-10b17fe18d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.783256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efc6d38d-42e7-4685-bfa0-2d89cf5edb98 req-130aa5ea-192a-4657-a44a-f445b2bc708e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230453 Nov 27 16:02:21.857243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-86ae76da-36db-400f-8629-e1f7af8852c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:21.859926 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-86ae76da-36db-400f-8629-e1f7af8852c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292979 Nov 27 16:02:21.900944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3b56ca5-e4f2-40cf-a18f-4bf46582bdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.910273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3b56ca5-e4f2-40cf-a18f-4bf46582bdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.934352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3e9d-f886-494c-8203-10b17fe18d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.937866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3e9d-f886-494c-8203-10b17fe18d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:21.939415 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b1f3e9d-f886-494c-8203-10b17fe18d48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f589a5d-1cf5-40d4-8191-9a311403c31f HTTP/1.1" status: 204 len: 168 time: 0.7062926 Nov 27 16:02:21.961274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b56ca5-e4f2-40cf-a18f-4bf46582bdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0662339-dbb2-477e-88e8-631c0f440074,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:21.973584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b3b56ca5-e4f2-40cf-a18f-4bf46582bdec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ce0f1f059054c88aa39e1c5b6496de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592462 Nov 27 16:02:21.974192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53198) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:21.980606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f3e9d-f886-494c-8203-10b17fe18d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f589a5d-1cf5-40d4-8191-9a311403c31f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:22.032165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-e3d5092b-28db-4381-9f63-93fb18e8e8fb service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633511 Nov 27 16:02:22.034080 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7595718a-d0b7-4e1d-b941-badf89456fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.050533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53202) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:22.071268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a64552e4-84f1-4b79-8d33-63d54ac6f72d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.090898 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7595718a-d0b7-4e1d-b941-badf89456fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.168570 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e28952ac-c6ee-406c-b32a-1fc42a3751f2 req-6137fe69-a4be-40fe-90cb-c1293a5a6c8c service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295242 Nov 27 16:02:22.197672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7595718a-d0b7-4e1d-b941-badf89456fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.200307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7595718a-d0b7-4e1d-b941-badf89456fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.201573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7595718a-d0b7-4e1d-b941-badf89456fe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0662339-dbb2-477e-88e8-631c0f440074 HTTP/1.1" status: 204 len: 168 time: 0.2263544 Nov 27 16:02:22.213877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595718a-d0b7-4e1d-b941-badf89456fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0662339-dbb2-477e-88e8-631c0f440074,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:22.227622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a64552e4-84f1-4b79-8d33-63d54ac6f72d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.236258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a64552e4-84f1-4b79-8d33-63d54ac6f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.275422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a64552e4-84f1-4b79-8d33-63d54ac6f72d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42d37a913164441087c7953f3de011fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214792 Nov 27 16:02:22.277029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53210) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:22.284270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-0491753e-679c-4e83-aac8-e2fe5d746a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:22.286458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-0491753e-679c-4e83-aac8-e2fe5d746a5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1094 time: 0.0627563 Nov 27 16:02:22.322242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64552e4-84f1-4b79-8d33-63d54ac6f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ae286-8096-4cb1-b5aa-dbbda0c7b69f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:22.349237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5acfadd7-205d-4360-bad5-fc7e56b5dd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.380933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5acfadd7-205d-4360-bad5-fc7e56b5dd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.423869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-5f008b34-5b76-40bf-b6e6-a6894f7dce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:22.426156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-5f008b34-5b76-40bf-b6e6-a6894f7dce14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 897 time: 0.1317112 Nov 27 16:02:22.436069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5acfadd7-205d-4360-bad5-fc7e56b5dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.442514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5acfadd7-205d-4360-bad5-fc7e56b5dd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.446047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5acfadd7-205d-4360-bad5-fc7e56b5dd2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/033ae286-8096-4cb1-b5aa-dbbda0c7b69f HTTP/1.1" status: 204 len: 168 time: 0.1657100 Nov 27 16:02:22.457326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfadd7-205d-4360-bad5-fc7e56b5dd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ae286-8096-4cb1-b5aa-dbbda0c7b69f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:22.472093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:02:22.487999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-06b523eb-c070-4b2a-bc6a-ae9aa2605030 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 200 len: 217 time: 0.0536518 Nov 27 16:02:22.549518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-94b0f659-d559-4fb0-a96f-c192ccbeb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:22.551368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-94b0f659-d559-4fb0-a96f-c192ccbeb03c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 HTTP/1.1" status: 200 len: 835 time: 0.0549004 Nov 27 16:02:22.607783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-73c33b86-41c3-4d2c-b041-87591fff2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:22.608869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:22.610483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-73c33b86-41c3-4d2c-b041-87591fff2c15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517008 Nov 27 16:02:22.622533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'mac_address': 'fa:16:3e:ee:97:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:02:22.624621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53220) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:22.638623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48a199eb-9e7c-44cf-a8f5-287f61ea5836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.679138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.704687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:02:22.743150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:22.750515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.761527 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-f17e0452-fd6a-4bbc-8d82-04b2a2417899 service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427906 Nov 27 16:02:22.813579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48a199eb-9e7c-44cf-a8f5-287f61ea5836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.817954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:22.866745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-48a199eb-9e7c-44cf-a8f5-287f61ea5836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:22.914303 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2e0f70ef-9352-4669-b1f5-014f044adcf3 req-be935043-8a5b-462f-9f72-e515c67fce15 service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439545 Nov 27 16:02:22.959480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-48a199eb-9e7c-44cf-a8f5-287f61ea5836 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f747b1d6eb34efcbea5668d2daa56e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310905 Nov 27 16:02:22.959617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:22.967789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ded6e-e3ef-4dc8-b7bb-04593ce57f11 req-0e50263a-d162-41ad-b2a8-207f3478797b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:22.974972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-399ded6e-e3ef-4dc8-b7bb-04593ce57f11 req-0e50263a-d162-41ad-b2a8-207f3478797b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 943 time: 0.1693163 Nov 27 16:02:22.986177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a199eb-9e7c-44cf-a8f5-287f61ea5836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18152d73-c046-4512-a9dd-c83bcc6ae32e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:23.011643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4f512-caff-4704-b264-4455f7c82bb9 req-b526a99a-94ac-4d37-b516-dd670442b855 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:23.013447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cf4f512-caff-4704-b264-4455f7c82bb9 req-b526a99a-94ac-4d37-b516-dd670442b855 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 949 time: 0.1292522 Nov 27 16:02:23.026141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ecf09d1-d0ad-49cd-ba7a-694516a0a176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.064277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ecf09d1-d0ad-49cd-ba7a-694516a0a176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.070489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-399ded6e-e3ef-4dc8-b7bb-04593ce57f11 req-e1339bff-538f-4c20-ac9f-bcf2d22c0acd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943384 Nov 27 16:02:23.077294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:02:23.096017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cf4f512-caff-4704-b264-4455f7c82bb9 req-a55d3706-0184-49d2-a61b-2bf7f9e5f7b8 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725334 Nov 27 16:02:23.180524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ecf09d1-d0ad-49cd-ba7a-694516a0a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.183726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ecf09d1-d0ad-49cd-ba7a-694516a0a176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.185465 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3ecf09d1-d0ad-49cd-ba7a-694516a0a176 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18152d73-c046-4512-a9dd-c83bcc6ae32e HTTP/1.1" status: 204 len: 168 time: 0.2241917 Nov 27 16:02:23.197962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf09d1-d0ad-49cd-ba7a-694516a0a176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18152d73-c046-4512-a9dd-c83bcc6ae32e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:23.468408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53260) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:23.582377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53268) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:23.677031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1495119640-network', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:23.700357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Made reservation on behalf of be3a583fd5ec435985312dc099a125ac for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:23.703301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.713079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.763396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1341459431-network', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:23.805587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Made reservation on behalf of f82a637e589d45c8b62d014f9bd039a7 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:23.808675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.826920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.834105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.842109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.874426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:02:23.896757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a04770-7f4c-493d-a60d-73e97eb0a495,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:23.900382 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:23.900726 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Added segment b34386df-f5d2-4926-9f12-47bd9bcc2105 of type vlan for network 459a2375-bfe2-4550-b4c8-21d1a2659686 Nov 27 16:02:23.958374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.011528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.012485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:24.013064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.016444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.026115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.091750 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6221409 Nov 27 16:02:24.095163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53300) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:24.106619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Request body: {'subnet': {'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1495119640-subnet', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:24.110042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:02:24.132909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3b518-8e12-45f2-ad87-19bd2c7b49c9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:24.143308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce0e6-8494-4070-a551-9c4580320f6f admin admin] Pushing event updated for resources: {'Network': ['ID=459a2375-bfe2-4550-b4c8-21d1a2659686,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:24.158053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Made reservation on behalf of be3a583fd5ec435985312dc099a125ac for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:24.158435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.158810 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Added segment 80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76 of type vlan for network d8600956-2d94-422c-8269-1185893caabc Nov 27 16:02:24.166933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.187491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:02:24.251392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.472956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.485732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:24.562534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Checking segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:24.563211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Network hostable DHCP agents. Network: 459a2375-bfe2-4550-b4c8-21d1a2659686, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:02:24.565898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b662134-05a0-458d-984b-3afb24d096b5,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:24.590373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:02:24.592457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port cc4e98b2-2715-49bc-b86f-df00ffe35d5d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:24.593161 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.605985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 459a2375-bfe2-4550-b4c8-21d1a2659686) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:24.615427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:24.616041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.638018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c62c5-e33f-41a4-8de9-6c432defa2d3 None None] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:24.651422 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-38490f40-5372-4a83-b9fa-f4d5b477dc18 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5536399 Nov 27 16:02:24.652710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53320) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:24.666778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:24.668052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d51088-8ec2-4440-89ce-f78013a363e0 req-2133d991-5f70-45ac-8fe8-66930e4b317e tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:24.669777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94d51088-8ec2-4440-89ce-f78013a363e0 req-2133d991-5f70-45ac-8fe8-66930e4b317e tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 943 time: 0.4900787 Nov 27 16:02:24.678587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f99a84-f450-45fe-8014-8624b7b1ef33 req-885c8e63-89da-4a04-8d71-26888afcf5e7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:24.680295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79f99a84-f450-45fe-8014-8624b7b1ef33 req-885c8e63-89da-4a04-8d71-26888afcf5e7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 949 time: 0.4425106 Nov 27 16:02:24.681216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.682981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:24.683817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.725594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.726721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.771271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1878011 Nov 27 16:02:24.780298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53324) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:24.789155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Request body: {'subnet': {'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1341459431-subnet', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:24.810860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7358bb-da13-4982-916a-6dd2d5b8c478 admin admin] Pushing event updated for resources: {'Network': ['ID=d8600956-2d94-422c-8269-1185893caabc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:24.833230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:02:24.854732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d8600956-2d94-422c-8269-1185893caabc details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:02:24.857803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-459a2375-bfe2-4550-b4c8-21d1a2659686', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:02:24.859579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94d51088-8ec2-4440-89ce-f78013a363e0 req-257547a9-0483-43de-bad1-cad5f0d5f7fc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717904 Nov 27 16:02:24.861177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.863191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79f99a84-f450-45fe-8014-8624b7b1ef33 req-ff5189fe-cb52-4987-ad22-043d98146b4e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621785 Nov 27 16:02:24.866810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.925204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:24.963981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Made reservation on behalf of f82a637e589d45c8b62d014f9bd039a7 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:24.967293 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.104156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.122999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:25.126462 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ea70be-46b6-45d1-9934-f73bd07dca73" -d '{"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-plugged", "status": "completed", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:25.221668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:25.241161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:25.243278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:02:25.258650 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b76c3-6901-4da8-96bb-fc090dc940c2 x-openstack-request-id: req-050b76c3-6901-4da8-96bb-fc090dc940c2 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:25.259407 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-plugged", "status": "completed", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:25.260552 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-050b76c3-6901-4da8-96bb-fc090dc940c2 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:25.261607 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'code': 200} Nov 27 16:02:25.345200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Allocated IP 172.20.0.2 (459a2375-bfe2-4550-b4c8-21d1a2659686/6b662134-05a0-458d-984b-3afb24d096b5/da1b1e08-7232-403f-a8dc-a807ba25dcbe) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:25.380582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.415378 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.420293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c672b0-52b0-457b-b6a5-3e628474315d req-6e9a5351-308f-4138-a3e3-017370cd7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:25.421841 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-73c672b0-52b0-457b-b6a5-3e628474315d req-6e9a5351-308f-4138-a3e3-017370cd7d3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1101 time: 0.1031623 Nov 27 16:02:25.529050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.532339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:25.564020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:02:25.581698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f673db-019b-4736-9937-3716552cdfee,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:25.622024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:25.625234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Checking segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:25.626014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Network hostable DHCP agents. Network: d8600956-2d94-422c-8269-1185893caabc, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:02:25.630945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.637383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.637945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.664991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.672056 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-73c672b0-52b0-457b-b6a5-3e628474315d req-3f8c50b8-d146-4637-afee-1f4d7c0deab6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818397 Nov 27 16:02:25.673716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.692830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:25.696668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:25.704366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:25.722148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Network d8600956-2d94-422c-8269-1185893caabc is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:02:25.741427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d8600956-2d94-422c-8269-1185893caabc) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:25.746697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:25.747523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.777889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b21b3-b3f2-4b40-b2a8-83e19a65641d None None] Network d8600956-2d94-422c-8269-1185893caabc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:25.783741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Attempting to bind port da1b1e08-7232-403f-a8dc-a807ba25dcbe on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:25.784363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Attempting to bind port da1b1e08-7232-403f-a8dc-a807ba25dcbe by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:25.785055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Attempting to bind port da1b1e08-7232-403f-a8dc-a807ba25dcbe on network 459a2375-bfe2-4550-b4c8-21d1a2659686 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:25.799329 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c015016e-7a8c-4eb7-8de5-f8b203a0771f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0166330 Nov 27 16:02:25.802271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:25.803588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:25.804072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Checking segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:25.804579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.805064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Bound using segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:25.805661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Bound port: da1b1e08-7232-403f-a8dc-a807ba25dcbe, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:25.806816 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.807471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:25.810602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:25.858142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.864538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:25.883296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Allocated IP 172.25.1.124 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/700225a9-a156-4139-bad3-eb789569027a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:25.890980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['324b10e4-e89b-4c48-88b2-e8f4e65b7f30'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:02:25.978743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] For port da1b1e08-7232-403f-a8dc-a807ba25dcbe, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:25.982420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] For port da1b1e08-7232-403f-a8dc-a807ba25dcbe, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=da1b1e08-7232-403f-a8dc-a807ba25dcbe,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:26.006078 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.025045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.037563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Pushing event updated for resources: {'Port': ['ID=da1b1e08-7232-403f-a8dc-a807ba25dcbe,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:26.124989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb60f0-4dd4-4e56-8ddb-0e881c3e64cf None None] Pushing event updated for resources: {'Port': ['ID=da1b1e08-7232-403f-a8dc-a807ba25dcbe,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:26.203587 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.262707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.336978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:26.350198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:26.367896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:26.410794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-d8600956-2d94-422c-8269-1185893caabc', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:02:26.411625 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.416124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad09f252-e82f-4c65-ab87-99acab9ef90c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:26.424946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Pushing event updated for resources: {'Port': ['ID=700225a9-a156-4139-bad3-eb789569027a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:26.590933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.676225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bf134-7feb-4f99-8984-452c7bbe995a req-204345b2-95cc-42f7-9bdc-2df1294b9088 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:26.678013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cb8fb9e8-16f3-482a-81f3-9293f2051d45 None None] Provisioning complete for port 700225a9-a156-4139-bad3-eb789569027a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:26.678383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb8fb9e8-16f3-482a-81f3-9293f2051d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.705331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e04bf134-7feb-4f99-8984-452c7bbe995a req-204345b2-95cc-42f7-9bdc-2df1294b9088 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 944 time: 0.4534314 Nov 27 16:02:26.723611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b1b4b-7414-4de7-82a0-c99abb7fe35b req-c3c7bb94-5aec-47a6-b3fd-2639804bb9f3 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:26.725914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-534b1b4b-7414-4de7-82a0-c99abb7fe35b req-c3c7bb94-5aec-47a6-b3fd-2639804bb9f3 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.4562168 Nov 27 16:02:26.774669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:26.780558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fb9e8-16f3-482a-81f3-9293f2051d45 None None] Port 700225a9-a156-4139-bad3-eb789569027a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:26.793358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Allocated IP 172.20.0.2 (d8600956-2d94-422c-8269-1185893caabc/b9f673db-019b-4736-9937-3716552cdfee/c12a0deb-d706-4db5-a0f4-c6b23d00ada2) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:26.934113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e04bf134-7feb-4f99-8984-452c7bbe995a req-63f635cc-d61f-409c-9829-d195bdb6c67a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242548 Nov 27 16:02:26.969204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-534b1b4b-7414-4de7-82a0-c99abb7fe35b req-0e504887-af94-446e-bd01-af58eeb49b39 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292998 Nov 27 16:02:27.250738 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.285957 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.429804 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.444547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.516674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Network d8600956-2d94-422c-8269-1185893caabc is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:27.519953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:27.526120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:27.550570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Pushing event updated for resources: {'Port': ['ID=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:27.566366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Allocated IP 172.25.1.250 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/1368179e-5d90-41d4-bdb8-7677f4aa3ce8) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:27.634644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Attempting to bind port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:27.635005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Attempting to bind port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:27.635365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Attempting to bind port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 on network d8600956-2d94-422c-8269-1185893caabc {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:27.641862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:27.642250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Checking segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:27.642657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.643213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Bound using segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:27.643658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Bound port: c12a0deb-d706-4db5-a0f4-c6b23d00ada2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:27.644175 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.732401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.740771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.746200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] For port c12a0deb-d706-4db5-a0f4-c6b23d00ada2, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:27.751525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] For port c12a0deb-d706-4db5-a0f4-c6b23d00ada2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:27.760636 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.780649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd4791-ca78-44b7-93a3-2e700fe8b774 None None] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:27.789773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:27.854522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:27.857944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:27.861891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:27.892538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b907dbc-f45a-4ace-a68c-a0d93535c6d6 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:27.898341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Pushing event updated for resources: {'Port': ['ID=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:27.938143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ece4582f-2e35-4924-8fe2-43a46c8291c4 None None] Provisioning complete for port da1b1e08-7232-403f-a8dc-a807ba25dcbe triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:27.938720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ece4582f-2e35-4924-8fe2-43a46c8291c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:28.037528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdef19-fbfb-44b2-a129-1b7e7d44bf6f None None] Pushing event updated for resources: {'Port': ['ID=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:28.209104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Router 25393613-bc7a-4359-baaa-5cab9f51354d is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:02:28.251574 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ece4582f-2e35-4924-8fe2-43a46c8291c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:28.358278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ece4582f-2e35-4924-8fe2-43a46c8291c4 None None] For port da1b1e08-7232-403f-a8dc-a807ba25dcbe, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=da1b1e08-7232-403f-a8dc-a807ba25dcbe,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:28.370584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ece4582f-2e35-4924-8fe2-43a46c8291c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:28.527173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:28.528568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device da1b1e08-7232-403f-a8dc-a807ba25dcbe up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:28.566186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:28.576908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80c08a94-089e-4894-839d-509369cf44bd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9125230 Nov 27 16:02:28.576908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53430) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:28.586146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Sync routers for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:28.607876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379c4a0-2c31-4e30-bed3-3ff9a895bf77 req-2efb6d84-8e42-44cd-94ed-00f078ad2ae1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:28.610345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e379c4a0-2c31-4e30-bed3-3ff9a895bf77 req-2efb6d84-8e42-44cd-94ed-00f078ad2ae1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 944 time: 0.3772418 Nov 27 16:02:28.671337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc2154df-d6a5-4d1a-a0f7-c5b4220f6421 None None] Provisioning complete for port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:28.671725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc2154df-d6a5-4d1a-a0f7-c5b4220f6421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:28.680442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4582f-2e35-4924-8fe2-43a46c8291c4 None None] Pushing event updated for resources: {'Port': ['ID=da1b1e08-7232-403f-a8dc-a807ba25dcbe,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:28.686275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acecde-a237-4f7d-9c0b-927d6fe7c5de req-02add74e-9910-4f8b-8ca6-93328fac5f78 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:28.687986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13acecde-a237-4f7d-9c0b-927d6fe7c5de req-02add74e-9910-4f8b-8ca6-93328fac5f78 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3699243 Nov 27 16:02:28.775261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:28.776112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:28.812845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e379c4a0-2c31-4e30-bed3-3ff9a895bf77 req-0fe40efe-ef78-4360-a394-681b8052a076 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921933 Nov 27 16:02:28.846748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:28.900986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:28.991465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dc2154df-d6a5-4d1a-a0f7-c5b4220f6421 None None] Port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:29.088730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13acecde-a237-4f7d-9c0b-927d6fe7c5de req-5536b947-f6af-4296-8b0d-4b93fcc9af61 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347564 Nov 27 16:02:29.122868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:02:29.157990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port da1b1e08-7232-403f-a8dc-a807ba25dcbe triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:29.158369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:29.188757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:29.189293 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:29.377683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:29.429693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:29.530848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9d520896-ad84-452c-a78b-7794111d86f1 None None] Provisioning complete for port da1b1e08-7232-403f-a8dc-a807ba25dcbe triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:29.531754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d520896-ad84-452c-a78b-7794111d86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:29.661841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711b360-7c8f-479a-89aa-27a25242830a req-93f06a2d-0c3d-4798-8f46-4f37f7fe9263 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:29.671798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e711b360-7c8f-479a-89aa-27a25242830a req-93f06a2d-0c3d-4798-8f46-4f37f7fe9263 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3116174 Nov 27 16:02:29.736116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b27d87-902b-4338-b44a-19bfd383bf42 None None] Network d8600956-2d94-422c-8269-1185893caabc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:29.738037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e711b360-7c8f-479a-89aa-27a25242830a req-99a43475-030a-47eb-8f8c-139d25a97b15 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651057 Nov 27 16:02:29.770467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:29.807434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Router 012fd55b-4246-4d48-9562-c82df47cd537 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:02:30.001943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:30.016288 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:30.034901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.047624 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:30.049865 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:30.108149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.109393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0670cea5-9a34-4329-ab0c-f14af6832d80 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3060710 Nov 27 16:02:30.124122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53534) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:30.299670 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:30.408814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Allocated IP 172.20.0.1 (459a2375-bfe2-4550-b4c8-21d1a2659686/6b662134-05a0-458d-984b-3afb24d096b5/1cb77329-7e2b-4c70-a5b6-5a2952e03c59) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:30.431445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.561211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce4442-a836-4ec1-862a-b1e99f03013b req-efa725d5-4ff4-466c-8c99-140a174c47d0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:30.572703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device da1b1e08-7232-403f-a8dc-a807ba25dcbe up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:30.573241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40ce4442-a836-4ec1-862a-b1e99f03013b req-efa725d5-4ff4-466c-8c99-140a174c47d0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 944 time: 0.5714614 Nov 27 16:02:30.643053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53556) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:30.726231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.789299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:30.792159 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd8e205-78bf-40e5-9a8a-253fe317ec22" -d '{"events": [{"server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "name": "network-vif-plugged", "status": "completed", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:30.807940 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.852432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:28Z', 'revision_number': 3, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:30.880562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:30.911432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:30.914645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.921030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-04183b0c-0bec-424e-b848-4be9f8b7c9ce None None] Provisioning complete for port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:30.921707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04183b0c-0bec-424e-b848-4be9f8b7c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:30.922765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:30.955870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:30.958023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40ce4442-a836-4ec1-862a-b1e99f03013b req-66368921-679f-4e91-94a3-d766ae4e41a1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787987 Nov 27 16:02:30.966373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:30.966974 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Updating router 012fd55b-4246-4d48-9562-c82df47cd537 port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:30.991650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc6f9b-5d28-48ec-952b-6d4d376098f5 req-7d2acbbe-3d37-47f7-b265-6012c747519c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:31.006516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4bc6f9b-5d28-48ec-952b-6d4d376098f5 req-7d2acbbe-3d37-47f7-b265-6012c747519c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3572547 Nov 27 16:02:31.021524 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.069495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:31.185518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4bc6f9b-5d28-48ec-952b-6d4d376098f5 req-ea898c69-c350-46c8-ab55-edd94ce3ac1c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722105 Nov 27 16:02:31.203281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.325031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b5c611-8b57-4749-83df-bee76331846a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.450208 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7dee15-ef8b-4a5b-bab9-e99b9ba85d5b x-openstack-request-id: req-dc7dee15-ef8b-4a5b-bab9-e99b9ba85d5b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:31.450467 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "name": "network-vif-plugged", "status": "completed", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:31.453288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53582) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:31.463674 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc7dee15-ef8b-4a5b-bab9-e99b9ba85d5b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:31.464117 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'code': 200} Nov 27 16:02:31.468015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port da1b1e08-7232-403f-a8dc-a807ba25dcbe triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:31.468385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.489710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b5c611-8b57-4749-83df-bee76331846a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.503179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b5c611-8b57-4749-83df-bee76331846a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.561547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:26Z', 'revision_number': 3, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:31.570555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3b5c611-8b57-4749-83df-bee76331846a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bfe9fa8cd1f49c9b531ca30a9261ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9258821 Nov 27 16:02:31.572031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53586) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:31.575801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5c611-8b57-4749-83df-bee76331846a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d332f-940a-4277-811b-2b6a8b3bd191,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:31.583903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c9ff6-d058-4e6b-bda2-0157bc736ca2 req-b6f80960-34fb-4193-b3b8-07a4932075ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:31.585504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a2c9ff6-d058-4e6b-bda2-0157bc736ca2 req-b6f80960-34fb-4193-b3b8-07a4932075ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1096 time: 0.4523714 Nov 27 16:02:31.661261 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2a2c9ff6-d058-4e6b-bda2-0157bc736ca2 req-3ff9260e-f6d8-4a15-9c0f-8f09491df29b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668693 Nov 27 16:02:31.676682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:31.679887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.749034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Checking router: 25393613-bc7a-4359-baaa-5cab9f51354d for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:31.749432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Updating router 25393613-bc7a-4359-baaa-5cab9f51354d port 700225a9-a156-4139-bad3-eb789569027a binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:31.771468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4ac666f3-2f37-4fac-a1a3-4944cc9f0c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.781083 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.786218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.791992 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.884148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4654d-1b20-4d70-84a2-6035fd76ea24 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:31.894427 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Attempting to bind port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:31.896212 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Attempting to bind port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:31.896941 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Attempting to bind port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:31.906313 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c9f07-e6ed-4e2a-85c4-9bff74c950c3 None None] Pushing event updated for resources: {'Port': ['ID=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:31.909716 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:31.910427 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:31.911056 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.911637 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:31.912285 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Bound port: 1368179e-5d90-41d4-bdb8-7677f4aa3ce8, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:31.912895 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.933325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4ac666f3-2f37-4fac-a1a3-4944cc9f0c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.949919 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.954502 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-688dfedd-fcb1-4302-88e0-9b4c93bbf4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.981097 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:31.989661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4ac666f3-2f37-4fac-a1a3-4944cc9f0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.031260 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] For port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:32.040822 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] For port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:32.051378 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.081927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-688dfedd-fcb1-4302-88e0-9b4c93bbf4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.107519 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c9f07-e6ed-4e2a-85c4-9bff74c950c3 None None] Pushing event updated for resources: {'Port': ['ID=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:32.114671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.125023 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.143060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:32.143941 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:32.185220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4ac666f3-2f37-4fac-a1a3-4944cc9f0c59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96a74d4dc93941ab9efb330e7441812d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7307243 Nov 27 16:02:32.205543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b894398-8829-41a5-9444-06b46d7b3eaa None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:32.214246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac666f3-2f37-4fac-a1a3-4944cc9f0c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5f5214-bfb1-4c48-af92-dde047b1ed96,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:32.216695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53598) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:32.217897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:32.272025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.304167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998aa1b-1cb0-41fc-aed9-432479508669 req-e8d0202a-4b66-4af7-a81a-4a83a78d3b63 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:32.305758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c998aa1b-1cb0-41fc-aed9-432479508669 req-e8d0202a-4b66-4af7-a81a-4a83a78d3b63 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.2407482 Nov 27 16:02:32.371876 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:32.428698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:32.431392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:32.453926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04183b0c-0bec-424e-b848-4be9f8b7c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.476519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-688dfedd-fcb1-4302-88e0-9b4c93bbf4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.492077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-688dfedd-fcb1-4302-88e0-9b4c93bbf4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.492837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c12a0deb-d706-4db5-a0f4-c6b23d00ada2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:32.496284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-688dfedd-fcb1-4302-88e0-9b4c93bbf4f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c0d332f-940a-4277-811b-2b6a8b3bd191 HTTP/1.1" status: 204 len: 168 time: 0.9132814 Nov 27 16:02:32.584653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Allocated IP 172.20.0.1 (d8600956-2d94-422c-8269-1185893caabc/b9f673db-019b-4736-9937-3716552cdfee/e21343a2-6b9c-4861-af9f-1e17a9ebf418) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:32.616763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f9a-5b36-4ec1-a402-26cf0da6b750 req-660140c2-b6e8-4afb-a5d5-f8a23ca78512 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:32.628246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-050e3f9a-5b36-4ec1-a402-26cf0da6b750 req-660140c2-b6e8-4afb-a5d5-f8a23ca78512 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3120749 Nov 27 16:02:32.629792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-04183b0c-0bec-424e-b848-4be9f8b7c9ce None None] For port c12a0deb-d706-4db5-a0f4-c6b23d00ada2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:32.662735 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04183b0c-0bec-424e-b848-4be9f8b7c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.699959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58eee781-7e89-4a8e-8391-af69539fbd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.731850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dfedd-fcb1-4302-88e0-9b4c93bbf4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d332f-940a-4277-811b-2b6a8b3bd191,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:32.792208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c998aa1b-1cb0-41fc-aed9-432479508669 req-4fd631d8-17be-4486-8408-779396b4eb1c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4754920 Nov 27 16:02:32.816602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04183b0c-0bec-424e-b848-4be9f8b7c9ce None None] Pushing event updated for resources: {'Port': ['ID=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:32.825230 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:28Z', 'revision_number': 3, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:32.897021 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.899186 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7af17a-7114-4359-a11a-f381e948ef8f None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:28Z', 'revision_number': 3, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:32.908238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Router 25393613-bc7a-4359-baaa-5cab9f51354d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:02:32.913812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58eee781-7e89-4a8e-8391-af69539fbd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.948909 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:32.975145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1525344f-a429-49df-9f67-719144fa854a None None] Provisioning complete for port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:32.975145 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1525344f-a429-49df-9f67-719144fa854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.112116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d107684-9c61-423b-a8bc-c3cdb0f3e250 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:33.116280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:33.116887 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.146022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:33.167835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7683af6c-32ff-4e2a-9b3a-6d14b96d6698 admin admin] 10.222.0.15 "PUT /v2.0/routers/25393613-bc7a-4359-baaa-5cab9f51354d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5822771 Nov 27 16:02:33.174937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1525344f-a429-49df-9f67-719144fa854a None None] Port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:33.203148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Attempting to bind port 700225a9-a156-4139-bad3-eb789569027a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:33.203515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Attempting to bind port 700225a9-a156-4139-bad3-eb789569027a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:33.203880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Attempting to bind port 700225a9-a156-4139-bad3-eb789569027a on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:33.224246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:33.224634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:33.225083 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.225743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:33.226248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Bound port: 700225a9-a156-4139-bad3-eb789569027a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:33.226911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.311109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] For port 700225a9-a156-4139-bad3-eb789569027a, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:33.314600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] For port 700225a9-a156-4139-bad3-eb789569027a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=700225a9-a156-4139-bad3-eb789569027a,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:33.315766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c72d94-3e2d-4a1e-8bb4-1adec3d02082 None None] Pushing event updated for resources: {'Port': ['ID=700225a9-a156-4139-bad3-eb789569027a,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:33.330741 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.356291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:33.384094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b212511-7174-4c24-9b29-9fc0b5a50f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.386250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1525344f-a429-49df-9f67-719144fa854a None None] Provisioning complete for port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:33.386649 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1525344f-a429-49df-9f67-719144fa854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.549395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-050e3f9a-5b36-4ec1-a402-26cf0da6b750 req-95c794de-463a-42fd-aca0-e2d389eca4e3 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9203641 Nov 27 16:02:33.572700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b212511-7174-4c24-9b29-9fc0b5a50f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.577362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130f1ec-521a-4f66-88be-7addbcd53241 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:33.594816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b212511-7174-4c24-9b29-9fc0b5a50f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.637464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:33.637882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.638124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:33.646237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58eee781-7e89-4a8e-8391-af69539fbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.649010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58eee781-7e89-4a8e-8391-af69539fbd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.652848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-58eee781-7e89-4a8e-8391-af69539fbd0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e5f5214-bfb1-4c48-af92-dde047b1ed96 HTTP/1.1" status: 204 len: 168 time: 1.4232030 Nov 27 16:02:33.653043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b212511-7174-4c24-9b29-9fc0b5a50f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e01e13-caf5-40a6-b4aa-014146dace12,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:33.662834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eee781-7e89-4a8e-8391-af69539fbd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5f5214-bfb1-4c48-af92-dde047b1ed96,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:33.706547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b212511-7174-4c24-9b29-9fc0b5a50f16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8455bb3fdaa841d3a9dcc17b211d8b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490758 Nov 27 16:02:33.709080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53628) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:33.720635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.784187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Network d8600956-2d94-422c-8269-1185893caabc is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:33.797607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:33.809653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:33.825518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Pushing event updated for resources: {'Port': ['ID=e21343a2-6b9c-4861-af9f-1e17a9ebf418,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:33.864606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c72d94-3e2d-4a1e-8bb4-1adec3d02082 None None] Pushing event updated for resources: {'Port': ['ID=700225a9-a156-4139-bad3-eb789569027a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:33.885485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e00641d8-555b-4b25-8d3e-2762fa62148c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.907446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:33.943183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e00641d8-555b-4b25-8d3e-2762fa62148c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.054641 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e00641d8-555b-4b25-8d3e-2762fa62148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.058622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e00641d8-555b-4b25-8d3e-2762fa62148c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.060533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e00641d8-555b-4b25-8d3e-2762fa62148c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24e01e13-caf5-40a6-b4aa-014146dace12 HTTP/1.1" status: 204 len: 168 time: 0.3500199 Nov 27 16:02:34.075072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00641d8-555b-4b25-8d3e-2762fa62148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e01e13-caf5-40a6-b4aa-014146dace12,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:34.138340 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1525344f-a429-49df-9f67-719144fa854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.217166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1525344f-a429-49df-9f67-719144fa854a None None] For port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:34.233694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:34.235643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1525344f-a429-49df-9f67-719144fa854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.308837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:34.323504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f5d5-94fb-4970-a322-58c975fda91f req-f9b9c8e7-91c0-4427-9f4c-bbf6dfb6429f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:34.334730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b54f5d5-94fb-4970-a322-58c975fda91f req-f9b9c8e7-91c0-4427-9f4c-bbf6dfb6429f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.3105078 Nov 27 16:02:34.470554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.491054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1525344f-a429-49df-9f67-719144fa854a None None] Provisioning complete for port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:34.491423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1525344f-a429-49df-9f67-719144fa854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.619017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525344f-a429-49df-9f67-719144fa854a None None] Pushing event updated for resources: {'Port': ['ID=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:34.638201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b54f5d5-94fb-4970-a322-58c975fda91f req-a4392616-0665-40d2-9cce-0b6b202374f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025763 Nov 27 16:02:34.666641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:34.667017 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.846316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e78b-510d-4d11-98a0-3730e0fc9b55 req-af1e3321-581b-4ce5-87d9-7a2ecb8da4bc tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:34.848313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb37e78b-510d-4d11-98a0-3730e0fc9b55 req-af1e3321-581b-4ce5-87d9-7a2ecb8da4bc tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1178033 Nov 27 16:02:34.888769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 2, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:34.895073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53654) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:34.935471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b687ddf5-4905-4b3e-9095-a419a5b64423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:34.975696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5027dd-7406-4861-815f-b0f3681c1307 None None] The sync data for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 is: [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 2, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:34.988757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb37e78b-510d-4d11-98a0-3730e0fc9b55 req-ed8d474a-e8f9-4304-a93a-eb7750729eae tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298983 Nov 27 16:02:34.992813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c12a0deb-d706-4db5-a0f4-c6b23d00ada2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:35.021197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1701c6-b927-4011-84dd-51b6925b23d7 req-33881129-b59a-4832-9b2e-a03feebc79aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:35.031277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed1701c6-b927-4011-84dd-51b6925b23d7 req-33881129-b59a-4832-9b2e-a03feebc79aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.1792991 Nov 27 16:02:35.074088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.080222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Provisioning complete for port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:35.081991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.092304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.174544 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b687ddf5-4905-4b3e-9095-a419a5b64423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.183974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Pushing event updated for resources: {'Port': ['ID=e21343a2-6b9c-4861-af9f-1e17a9ebf418,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:35.194337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b687ddf5-4905-4b3e-9095-a419a5b64423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.250174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.278418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed1701c6-b927-4011-84dd-51b6925b23d7 req-8a46fc45-9ae5-4117-bdc5-1fb87855bcab tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409484 Nov 27 16:02:35.302034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53662) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:35.310533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b687ddf5-4905-4b3e-9095-a419a5b64423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b54794b0c9f1483fa61e48b0d49bbbc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132130 Nov 27 16:02:35.312770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53664) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:35.320605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687ddf5-4905-4b3e-9095-a419a5b64423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2afc444-e467-4678-9466-86d37e03aac9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:35.471898 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e032da4-e218-4efa-a112-b7cb8caef57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.494424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49f69e-8248-480f-8ab1-28ba6d5f3576 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:35.503421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2a49f69e-8248-480f-8ab1-28ba6d5f3576 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1091 time: 0.1964133 Nov 27 16:02:35.503859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:35.532007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:35.548003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Network d8600956-2d94-422c-8269-1185893caabc is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:35.549517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:35.572245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e032da4-e218-4efa-a112-b7cb8caef57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.717943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.749585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:35.766975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80276320-1787-49f2-b774-914853fcf6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.779210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:35.780324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.830941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Router 012fd55b-4246-4d48-9562-c82df47cd537 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:02:35.924961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Provisioning complete for port 700225a9-a156-4139-bad3-eb789569027a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:35.925537 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.938296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e032da4-e218-4efa-a112-b7cb8caef57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.945369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e032da4-e218-4efa-a112-b7cb8caef57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:35.949194 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5e032da4-e218-4efa-a112-b7cb8caef57d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2afc444-e467-4678-9466-86d37e03aac9 HTTP/1.1" status: 204 len: 168 time: 0.6324384 Nov 27 16:02:35.988623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e032da4-e218-4efa-a112-b7cb8caef57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2afc444-e467-4678-9466-86d37e03aac9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:36.078864 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.199066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:36.212785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d7e43d9e-7145-4d68-a752-aab68d74b97c admin admin] 10.222.0.15 "PUT /v2.0/routers/012fd55b-4246-4d48-9562-c82df47cd537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0844405 Nov 27 16:02:36.299889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:36.312974 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53694) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:36.330848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1583410990-network', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:36.346582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dd083-3069-4fcf-a841-2ae2b025d8b0 req-fb77e05b-0754-4f53-9188-9aa0920fc762 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:36.348166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-179dd083-3069-4fcf-a841-2ae2b025d8b0 req-fb77e05b-0754-4f53-9188-9aa0920fc762 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1321077 Nov 27 16:02:36.374414 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.392005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:36.392769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:36.400731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Made reservation on behalf of 57b46b387d914c72892ee85c5b6515bf for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:36.403194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.443273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.523362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:36.527629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-179dd083-3069-4fcf-a841-2ae2b025d8b0 req-060d9b11-0338-4a48-84f4-3819babae692 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677999 Nov 27 16:02:36.532363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.25.1.66 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/51fb1436-9c14-4d8d-9ae1-4bfdb6f2d881) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:36.611969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] For port 700225a9-a156-4139-bad3-eb789569027a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=700225a9-a156-4139-bad3-eb789569027a,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:36.639986 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.763662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Provisioning complete for port e21343a2-6b9c-4861-af9f-1e17a9ebf418 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:36.764762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.808567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.821232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.828899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.872209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:02:36.873370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:36.876260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Pushing event updated for resources: {'Port': ['ID=700225a9-a156-4139-bad3-eb789569027a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:36.895421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483f037-b29c-4e73-897a-1fe4c0a025fe,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:36.911373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.912895 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Added segment b4cecbc0-171c-419d-a72b-34e56cf9552e of type vlan for network c0cd6d22-f55d-4128-833b-5b326ed7d941 Nov 27 16:02:36.981086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:36.982605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:36.990049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cdd11373-5945-4d11-8089-c27d63898228 None None] Port e21343a2-6b9c-4861-af9f-1e17a9ebf418 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:37.000121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.017371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.077331 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.078338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:37.078920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.085305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:37.096038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:37.144085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:37.148219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=51fb1436-9c14-4d8d-9ae1-4bfdb6f2d881,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:37.189191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-08fd338f-e4dd-4013-9021-ab89a75f9ee3 None None] Provisioning complete for port e21343a2-6b9c-4861-af9f-1e17a9ebf418 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:37.191265 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08fd338f-e4dd-4013-9021-ab89a75f9ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.239781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53712) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:37.240364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9258349 Nov 27 16:02:37.247525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Request body: {'subnet': {'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1583410990-subnet', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:37.265040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a7603-2e07-4a07-a69d-c76891145af1 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cd6d22-f55d-4128-833b-5b326ed7d941,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:37.291035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Made reservation on behalf of 57b46b387d914c72892ee85c5b6515bf for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:37.293727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.343453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:02:37.449635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-08fd338f-e4dd-4013-9021-ab89a75f9ee3 None None] Port e21343a2-6b9c-4861-af9f-1e17a9ebf418 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:37.586311 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.680612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28440203-8d7b-4b09-b3c9-af8ced0e560f,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:37.699979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c0931c23-e45b-4d65-9dd2-ea3b42a0b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.704679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Checking segment: {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:37.705056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Network hostable DHCP agents. Network: c0cd6d22-f55d-4128-833b-5b326ed7d941, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:02:37.730234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:02:37.744682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, c0cd6d22-f55d-4128-833b-5b326ed7d941) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:37.749260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:37.749912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.761127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca920fc-1b82-44f2-8ad9-7c2136ce1b17 None None] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:37.780201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c7a20be-4301-4614-bee0-4d29a6b8222f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5360212 Nov 27 16:02:37.781782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53726) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:37.787996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:37.841570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.843293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.937750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 2, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:37.978352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:37.985203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:37.986324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Updating router 012fd55b-4246-4d48-9562-c82df47cd537 port e21343a2-6b9c-4861-af9f-1e17a9ebf418 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:38.031408 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.063051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-c0cd6d22-f55d-4128-833b-5b326ed7d941', 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'fixed_ips': [{'subnet_id': '28440203-8d7b-4b09-b3c9-af8ced0e560f'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:02:38.063940 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.096453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f475e-1ade-457e-bd98-2dec383789d3 req-cfbef691-1095-4907-9478-4ab3b86afe69 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:38.098198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-562f475e-1ade-457e-bd98-2dec383789d3 req-cfbef691-1095-4907-9478-4ab3b86afe69 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2342615 Nov 27 16:02:38.219910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.301340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-562f475e-1ade-457e-bd98-2dec383789d3 req-41774432-5756-4535-bcef-df1992e2c13f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703107 Nov 27 16:02:38.475526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 700225a9-a156-4139-bad3-eb789569027a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:38.588443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.638996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53742) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:38.640631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Allocated IP 172.20.0.2 (c0cd6d22-f55d-4128-833b-5b326ed7d941/28440203-8d7b-4b09-b3c9-af8ced0e560f/edfc253b-49d0-427b-8f3c-94aed306346e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:38.665586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905018966', 'description': 'tempest-description--1342766196'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:38.736506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 700225a9-a156-4139-bad3-eb789569027a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:38.737901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.809491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.894041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:38.973752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.019509 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.057856 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Sync routers for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:39.077667 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:39.080531 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:39.147070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.163251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.170896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.248390 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.249900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6098957 Nov 27 16:02:39.253863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53762) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:39.262008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'security_group_rule': {'security_group_id': 'f5da8b80-c810-4be6-8a26-940c1470a78c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:39.268161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001630a3-633c-4ac6-8746-49ec194d229c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da8b80-c810-4be6-8a26-940c1470a78c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:39.307609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Allocated IP 172.25.1.230 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:39.335966 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.351375 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:39.379051 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.411140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.475880 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.494966 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.500187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:39.505118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:39.507734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Pushing event updated for resources: {'Port': ['ID=edfc253b-49d0-427b-8f3c-94aed306346e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:39.511580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:39.520518 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.529932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.541568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.574892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.634506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Attempting to bind port edfc253b-49d0-427b-8f3c-94aed306346e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:39.635037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Attempting to bind port edfc253b-49d0-427b-8f3c-94aed306346e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:39.635542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Attempting to bind port edfc253b-49d0-427b-8f3c-94aed306346e on network c0cd6d22-f55d-4128-833b-5b326ed7d941 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:39.674674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:39.675252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Checking segment: {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:39.675765 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.676262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Bound using segment: {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:39.676850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Bound port: edfc253b-49d0-427b-8f3c-94aed306346e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:39.677335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.710428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4def-8c9a-4629-b776-af89af3e7fcb None None] Pushing event updated for resources: {'Port': ['ID=e21343a2-6b9c-4861-af9f-1e17a9ebf418,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:39.727214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=51fb1436-9c14-4d8d-9ae1-4bfdb6f2d881,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:39.778288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.826189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] For port edfc253b-49d0-427b-8f3c-94aed306346e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:39.831424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] For port edfc253b-49d0-427b-8f3c-94aed306346e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=edfc253b-49d0-427b-8f3c-94aed306346e,segment=NetworkSegment(b4cecbc0-171c-419d-a72b-34e56cf9552e),segment_id=b4cecbc0-171c-419d-a72b-34e56cf9552e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:39.835161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Attempting to bind port e21343a2-6b9c-4861-af9f-1e17a9ebf418 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:39.837575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Attempting to bind port e21343a2-6b9c-4861-af9f-1e17a9ebf418 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:39.839123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Attempting to bind port e21343a2-6b9c-4861-af9f-1e17a9ebf418 on network d8600956-2d94-422c-8269-1185893caabc {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:39.857751 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.867516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:39.867821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:39.879006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:39.879289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:39.879918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Checking segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:39.880435 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.880932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Bound using segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:39.881626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Bound port: e21343a2-6b9c-4861-af9f-1e17a9ebf418, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:39.882115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:39.895419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:39.927977 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 2, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:39.933863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f826a5c-5a3c-42c0-b135-839e84a1190b None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:40.009522 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Checking router: 25393613-bc7a-4359-baaa-5cab9f51354d for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:40.010151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Updating router 25393613-bc7a-4359-baaa-5cab9f51354d port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:40.019584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.051333 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.061505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ad99f-ab47-419d-a758-3dd82832a73a None None] Pushing event updated for resources: {'Port': ['ID=edfc253b-49d0-427b-8f3c-94aed306346e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:40.093130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9eb82085-4437-45f4-988a-231ac118212e None None] Provisioning complete for port e21343a2-6b9c-4861-af9f-1e17a9ebf418 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:40.094001 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9eb82085-4437-45f4-988a-231ac118212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.109880 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Floating IP 2e25f4ee-86f5-46e1-a400-99464185c587 associated. External IP: 172.25.1.66, port: 324b10e4-e89b-4c48-88b2-e8f4e65b7f30. Nov 27 16:02:40.137221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] For port e21343a2-6b9c-4861-af9f-1e17a9ebf418, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:40.168325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] For port e21343a2-6b9c-4861-af9f-1e17a9ebf418, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e21343a2-6b9c-4861-af9f-1e17a9ebf418,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:40.171497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9eb82085-4437-45f4-988a-231ac118212e None None] Port e21343a2-6b9c-4861-af9f-1e17a9ebf418 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:40.178149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.200111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.234722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc591a-93f4-45e1-b1f3-76412ab62196 req-6d3563d5-e6c5-43cd-a5da-a2cb70d397f6 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:40.242713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01bc591a-93f4-45e1-b1f3-76412ab62196 req-6d3563d5-e6c5-43cd-a5da-a2cb70d397f6 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.6956747 Nov 27 16:02:40.295274 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.301327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4def-8c9a-4629-b776-af89af3e7fcb None None] Pushing event updated for resources: {'Port': ['ID=e21343a2-6b9c-4861-af9f-1e17a9ebf418,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:40.304329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:40.305128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:40.500704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebaaac2-fc94-4db9-95da-e6b9d15ac899,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:40.522856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1202bd3c-4f05-42a9-8a48-589ce0983bd9 None None] Provisioning complete for port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:40.523476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1202bd3c-4f05-42a9-8a48-589ce0983bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.556134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01bc591a-93f4-45e1-b1f3-76412ab62196 req-249e21cc-2a30-41ab-92b2-effcc6d5a7cb tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798033 Nov 27 16:02:40.571875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.586357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-96363d12-afd8-4ec4-843a-1a10a270b10a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3308980 Nov 27 16:02:40.589682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53786) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:40.610924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'security_group_rule': {'security_group_id': 'f5da8b80-c810-4be6-8a26-940c1470a78c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:40.625479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:02:40.692089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1202bd3c-4f05-42a9-8a48-589ce0983bd9 None None] Port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:40.695037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:40.761161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.818726 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.845680 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.880216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.882664 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.934644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:40.965400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:40.970044 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdc10-500f-4db6-8ffc-d7d9220e9373 None None] Pushing event updated for resources: {'Port': ['ID=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:40.978528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ced18e-0671-4eca-9098-5c1a9f175f31,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:41.010956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.025969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.027250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a6a33828-77be-4cca-82f1-26a329c43d76 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4365711 Nov 27 16:02:41.071737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53798) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:41.080432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Attempting to bind port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:41.080830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:41.081251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Attempting to bind port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:41.081970 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Attempting to bind port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 on network 459a2375-bfe2-4550-b4c8-21d1a2659686 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:41.088541 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:41.089489 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Checking segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:41.090340 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.090949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Bound using segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:41.091627 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Bound port: 1cb77329-7e2b-4c70-a5b6-5a2952e03c59, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:41.093122 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.104978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:41.147965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.149636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9a98b39f-e16b-48ba-9d2a-e64595c68676 None None] Provisioning complete for port e21343a2-6b9c-4861-af9f-1e17a9ebf418 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:41.150119 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a98b39f-e16b-48ba-9d2a-e64595c68676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.177981 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ae46d160-511b-4d30-b874-e82c3666929d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6623590 Nov 27 16:02:41.179694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:41.182324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53800) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:41.183440 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8402ca-9723-498b-8201-0d5fe666c346" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:41.269263 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] For port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:41.275923 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] For port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:41.284503 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.293633 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247102d6-f52a-4d0d-a23c-a33e5c18e2c7 x-openstack-request-id: req-247102d6-f52a-4d0d-a23c-a33e5c18e2c7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:41.303785 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:41.304395 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-247102d6-f52a-4d0d-a23c-a33e5c18e2c7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:41.304982 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'status': 'completed', 'code': 200} Nov 27 16:02:41.305764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:41.306478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:41.428113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e674b5c8-cbe2-49fb-82b6-3e9749691915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:41.439765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e674b5c8-cbe2-49fb-82b6-3e9749691915 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1096 time: 0.1191270 Nov 27 16:02:41.453677 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdc10-500f-4db6-8ffc-d7d9220e9373 None None] Pushing event updated for resources: {'Port': ['ID=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:41.492747 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:41.493916 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:41.532521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:41.566078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.688333 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:41.704312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.853634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b9422c21-140e-4cb8-883b-a13366b8c88a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 200 len: 990 time: 0.6675270 Nov 27 16:02:41.859578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:41.867556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad0b93-2ae3-4031-951a-eaad5a7721ee None None] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:02:41.943771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e49cc105-1a0b-446e-ab7c-1e6da443e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:41.946739 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e49cc105-1a0b-446e-ab7c-1e6da443e777 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 897 time: 0.4979694 Nov 27 16:02:42.014283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff59f4-ecf4-4484-a8e8-c6a69c3c3dad req-6c035bfc-629e-46cb-b247-8def0dc58e4e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:42.015897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49ff59f4-ecf4-4484-a8e8-c6a69c3c3dad req-6c035bfc-629e-46cb-b247-8def0dc58e4e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2817171 Nov 27 16:02:42.202260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-f10c6898-b6e4-46be-afb0-339a0b10a390 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 200 len: 998 time: 0.2469165 Nov 27 16:02:42.282493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Allocated IP 172.25.1.115 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/27e24363-1bb8-43f2-b093-f956cbfc6163) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:42.299925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:40Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:42.321860 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:41Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:42.378997 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03591f-afda-4a61-a494-fee8312b3193 None None] The sync data for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 is: [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:41Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:42.575526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e9b3ada6-6cdf-486e-a01f-3a589a75ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:42.577139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e9b3ada6-6cdf-486e-a01f-3a589a75ebc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 HTTP/1.1" status: 200 len: 835 time: 0.2734241 Nov 27 16:02:42.780058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e9fbfe71-f57f-4897-9582-60775a0a4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:42.793254 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-e9fbfe71-f57f-4897-9582-60775a0a4bed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867423 Nov 27 16:02:42.806073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49ff59f4-ecf4-4484-a8e8-c6a69c3c3dad req-56082dbe-278c-4772-8c90-805afe01f325 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7738841 Nov 27 16:02:42.817364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:42.844683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Router 764cacf7-768a-4da8-9378-cfec441d794e is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:02:42.855444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:42.868562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a98b39f-e16b-48ba-9d2a-e64595c68676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:42.886179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129a0d0-bdf9-4d8b-952c-e97bae3bf16a None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:40Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:42.914310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device edfc253b-49d0-427b-8f3c-94aed306346e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:42.973563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc9eca8e-3f54-41b2-a1de-78473637383f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 200 len: 990 time: 0.1145151 Nov 27 16:02:43.144720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.158040 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-d75a0321-b19e-4341-bcd3-df63545dbf97 service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555958 Nov 27 16:02:43.206381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:43.221504 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Sync routers for ids ['764cacf7-768a-4da8-9378-cfec441d794e'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:43.240232 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Routers {'764cacf7-768a-4da8-9378-cfec441d794e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:43.240779 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['764cacf7-768a-4da8-9378-cfec441d794e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:43.260763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9a98b39f-e16b-48ba-9d2a-e64595c68676 None None] For port e21343a2-6b9c-4861-af9f-1e17a9ebf418, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e21343a2-6b9c-4861-af9f-1e17a9ebf418,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:43.265834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.269003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-db0979fd-1d62-4211-9d66-c349d507c197 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4861803 Nov 27 16:02:43.273822 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a98b39f-e16b-48ba-9d2a-e64595c68676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.274594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:43.413183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:43.420532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:43.443353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:43.524639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port edfc253b-49d0-427b-8f3c-94aed306346e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:43.524976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.545316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'Port': ['ID=27e24363-1bb8-43f2-b093-f956cbfc6163,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:43.565097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:37Z', 'revision_number': 0, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:43.567600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Set router 764cacf7-768a-4da8-9378-cfec441d794e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:43.584901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.585256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.591880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.592442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.592797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.593140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.593501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.593833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.594163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.594494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.594827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.595156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:43.605619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:43.716550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Provisioning complete for port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:43.718976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.722334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98b39f-e16b-48ba-9d2a-e64595c68676 None None] Pushing event updated for resources: {'Port': ['ID=e21343a2-6b9c-4861-af9f-1e17a9ebf418,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:43.734986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:43.768731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bc8402ca-9723-498b-8201-0d5fe666c346 req-ac2c893c-6d66-4b59-a6c0-962ab167691a service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098170 Nov 27 16:02:43.810649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.880936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:43.893153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:43.901629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:43.977827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:44.170169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:40Z', 'revision_number': 3, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:44.263511 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Checking router: 764cacf7-768a-4da8-9378-cfec441d794e for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:44.265507 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Updating router 764cacf7-768a-4da8-9378-cfec441d794e port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:44.267089 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-733fe43b-4ebd-48cf-924a-262e43e711fe tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 200 len: 990 time: 0.2837925 Nov 27 16:02:44.298666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22192dc1-e368-41b7-afa7-54143962d9be req-9b20d055-00f4-47fa-b916-fa273ff0d4ec tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:44.300366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22192dc1-e368-41b7-afa7-54143962d9be req-9b20d055-00f4-47fa-b916-fa273ff0d4ec tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2352138 Nov 27 16:02:44.321370 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.369288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a70722ce-0e92-41b4-9c76-4e2048288402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.518653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:44.556618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.582318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22192dc1-e368-41b7-afa7-54143962d9be req-1e8d697d-6585-4793-8a6c-3c0baa2d2b54 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647974 Nov 27 16:02:44.621694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.624923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.676464 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a70722ce-0e92-41b4-9c76-4e2048288402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.678518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.705041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.705318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a70722ce-0e92-41b4-9c76-4e2048288402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.779363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] For port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:44.786178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:44.795452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port edfc253b-49d0-427b-8f3c-94aed306346e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=edfc253b-49d0-427b-8f3c-94aed306346e,segment=NetworkSegment(b4cecbc0-171c-419d-a72b-34e56cf9552e),segment_id=b4cecbc0-171c-419d-a72b-34e56cf9552e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:44.799234 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.852050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.853452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:44.872950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'Port': ['ID=27e24363-1bb8-43f2-b093-f956cbfc6163,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:44.899464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:44.900296 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a70722ce-0e92-41b4-9c76-4e2048288402 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3d8f83321dc4f63afb529eb6bc453eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2779808 Nov 27 16:02:44.914140 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.923091 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:44.993488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Provisioning complete for port edfc253b-49d0-427b-8f3c-94aed306346e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:44.994372 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.007288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92d26f-71a1-4368-887b-0d0112903b83 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:45.019172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.020200 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571237d0-4e52-4fa3-8243-6e97b00e19e4 None None] Pushing event updated for resources: {'Port': ['ID=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:45.025251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Attempting to bind port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:45.025671 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Attempting to bind port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:45.026033 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Attempting to bind port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:45.032174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:45.032559 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:45.033060 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.033567 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:45.035899 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Bound port: 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:45.035899 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.041224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af9b7-c915-4793-a8ff-959afeba9a7e None None] Pushing event updated for resources: {'Port': ['ID=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:45.092167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70722ce-0e92-41b4-9c76-4e2048288402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ce9540-f36f-42b2-9873-88765d9dc7f8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:45.108518 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] For port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:45.112389 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] For port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:45.124095 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.127216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.129074 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bd1e731c-ef9b-405c-bd79-ae6cad8915f6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0560694 Nov 27 16:02:45.154330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac88-73f8-4355-bf35-8c4cba2dbb1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.223908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Allocated IP 172.20.0.1 (c0cd6d22-f55d-4128-833b-5b326ed7d941/28440203-8d7b-4b09-b3c9-af8ced0e560f/8a514517-e1de-47b1-aee5-17adeafcf152) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:45.238252 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571237d0-4e52-4fa3-8243-6e97b00e19e4 None None] Pushing event updated for resources: {'Port': ['ID=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:45.248215 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Routers {'764cacf7-768a-4da8-9378-cfec441d794e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:45.249559 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['764cacf7-768a-4da8-9378-cfec441d794e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:45.267465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53884) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:45.301962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=edfc253b-49d0-427b-8f3c-94aed306346e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:45.304795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4baadb2-9bcd-4919-a006-49112ca37c11 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:02:45.319830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:45.320074 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.389439 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] Set router 764cacf7-768a-4da8-9378-cfec441d794e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:45.474118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-94b90533-b01d-47be-9b95-0987131b163e tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 200 len: 990 time: 0.2043433 Nov 27 16:02:45.504998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:37Z', 'revision_number': 0, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:45.547371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.551693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdf9a6-03da-4745-a92a-431bb9dcf54e None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:02:05Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:37Z', 'revision_number': 0, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:45.594377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Provisioning complete for port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:45.594754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.646078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6373fa96-5b47-4202-a7b8-052c80273cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.661253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac88-73f8-4355-bf35-8c4cba2dbb1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.725983 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:40Z', 'revision_number': 3, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:45.758401 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92060-36c3-4900-a0ec-4d1758a3fb30 None None] The sync data for ids ['764cacf7-768a-4da8-9378-cfec441d794e'] in n-d-819494-4 is: [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:40Z', 'revision_number': 3, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:45.770967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.828474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] For port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:45.839684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.902461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:45.949339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.964862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Provisioning complete for port edfc253b-49d0-427b-8f3c-94aed306346e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:45.969893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:45.973835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-27570ac0-42a0-41a2-85ce-03566728710b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1905018966&fields=id&tenant_id=f82a637e589d45c8b62d014f9bd039a7 HTTP/1.1" status: 200 len: 267 time: 0.3937664 Nov 27 16:02:46.009997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3893dd4-0005-4d1d-98c4-90245eea343f None None] Pushing event updated for resources: {'Port': ['ID=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:46.043188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:46.043597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.079114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37fd80-ca0a-4c84-85ca-3eef5f9ae7fe req-da5ab8fe-5729-4aee-b457-30e7aeda4d61 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:46.080615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db37fd80-ca0a-4c84-85ca-3eef5f9ae7fe req-da5ab8fe-5729-4aee-b457-30e7aeda4d61 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3513899 Nov 27 16:02:46.089687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:46.090487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac88-73f8-4355-bf35-8c4cba2dbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.093736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac88-73f8-4355-bf35-8c4cba2dbb1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.097599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc6fac88-73f8-4355-bf35-8c4cba2dbb1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6ce9540-f36f-42b2-9873-88765d9dc7f8 HTTP/1.1" status: 204 len: 168 time: 1.1927352 Nov 27 16:02:46.100731 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6373fa96-5b47-4202-a7b8-052c80273cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.129397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fac88-73f8-4355-bf35-8c4cba2dbb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ce9540-f36f-42b2-9873-88765d9dc7f8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:46.131326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:46.174049 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6373fa96-5b47-4202-a7b8-052c80273cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.174049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Pushing event updated for resources: {'Port': ['ID=8a514517-e1de-47b1-aee5-17adeafcf152,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:46.174982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device edfc253b-49d0-427b-8f3c-94aed306346e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:46.177462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:46.263472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port edfc253b-49d0-427b-8f3c-94aed306346e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:46.264805 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.315712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6373fa96-5b47-4202-a7b8-052c80273cf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9cdec66813c45e78aeb9cad22553ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5280955 Nov 27 16:02:46.318652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53912) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:46.338042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.344335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373fa96-5b47-4202-a7b8-052c80273cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1301a3e8-455e-4c62-95f3-1ac682ac6ad2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:46.440471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db37fd80-ca0a-4c84-85ca-3eef5f9ae7fe req-2478a6ad-b74f-4ff8-84db-fa33def1acb2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369384 Nov 27 16:02:46.470610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17382988-e160-446d-866f-91a61dd88621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.478329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53918) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:46.502310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-dd71a0f3-c1bd-4832-82e3-0941f9594b55 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:46.510000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-dd71a0f3-c1bd-4832-82e3-0941f9594b55 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 811 time: 0.4743633 Nov 27 16:02:46.548016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-c7cd928f-fa13-4969-a311-610b10771f43 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/quotas/f82a637e589d45c8b62d014f9bd039a7 HTTP/1.1" status: 200 len: 375 time: 0.0365312 Nov 27 16:02:46.648399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17382988-e160-446d-866f-91a61dd88621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.704123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046009c-e117-414a-8444-8e06cdf7155c None None] New status for floating IP 2e25f4ee-86f5-46e1-a400-99464185c587: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:02:46.707419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-3db7758b-3dca-44d1-92a9-c1f0116e247e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568520 Nov 27 16:02:46.733232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-65795460-62ac-4d7a-bcac-f9b4ef402620 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 200 len: 990 time: 0.2516196 Nov 27 16:02:46.767768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17382988-e160-446d-866f-91a61dd88621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.772845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17382988-e160-446d-866f-91a61dd88621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.781361 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-17382988-e160-446d-866f-91a61dd88621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1301a3e8-455e-4c62-95f3-1ac682ac6ad2 HTTP/1.1" status: 204 len: 168 time: 0.4599211 Nov 27 16:02:46.797964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17382988-e160-446d-866f-91a61dd88621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301a3e8-455e-4c62-95f3-1ac682ac6ad2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:46.804171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e21343a2-6b9c-4861-af9f-1e17a9ebf418 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:46.819082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.872450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6225ec34-83b5-4df7-9012-31e852362598 None None] Provisioning complete for port 8a514517-e1de-47b1-aee5-17adeafcf152 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:46.872450 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6225ec34-83b5-4df7-9012-31e852362598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.872785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53924) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:46.947673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ee35123-f7a2-4edd-9fbd-48beec422a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:46.974024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6225ec34-83b5-4df7-9012-31e852362598 None None] Port 8a514517-e1de-47b1-aee5-17adeafcf152 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:46.978334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-d15605ae-c3dd-4878-9364-e7212e9ccddc service neutron] 10.222.0.15 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680023 Nov 27 16:02:47.067351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e21343a2-6b9c-4861-af9f-1e17a9ebf418 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:47.068540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.314331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-6d3e99d8-b31f-4d7e-8f54-2adcfdc32f8d service neutron] 10.222.0.15 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350978 Nov 27 16:02:47.325570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.338298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.396291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ee35123-f7a2-4edd-9fbd-48beec422a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.397556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Pushing event updated for resources: {'Port': ['ID=8a514517-e1de-47b1-aee5-17adeafcf152,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:47.428192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9ee35123-f7a2-4edd-9fbd-48beec422a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.476871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53934) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:47.486127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9ee35123-f7a2-4edd-9fbd-48beec422a3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6275495008e34bf99ade0c02d5a187d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6087954 Nov 27 16:02:47.486459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53936) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:47.492430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee35123-f7a2-4edd-9fbd-48beec422a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616b0b72-c695-49e9-933a-2f4f67d666d4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:47.497772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf683-0e7e-4be2-9591-28838e963fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.547628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.576966 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a58d6c07-8bf4-4f81-b98d-4abd6c99a232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.690308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf683-0e7e-4be2-9591-28838e963fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.697480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf683-0e7e-4be2-9591-28838e963fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.751343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:47.752185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53944) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:47.768310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9cecb90-7729-4dc1-8a65-38d0903b21ab req-656dcef3-76aa-4796-aff6-d2a3a61f9524 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 210 time: 0.1139157 Nov 27 16:02:47.777220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9cdcf683-0e7e-4be2-9591-28838e963fdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02f43de396764da590d6fc2e5465b96d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967267 Nov 27 16:02:47.782895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53946) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:47.835186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a58d6c07-8bf4-4f81-b98d-4abd6c99a232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.845227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954063f-06b1-4a0a-b543-77070f47ada6 req-bd4ffdfa-2b01-4ece-8d23-7ba37c438aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:47.847226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1954063f-06b1-4a0a-b543-77070f47ada6 req-bd4ffdfa-2b01-4ece-8d23-7ba37c438aaf tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.2909701 Nov 27 16:02:47.872070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf683-0e7e-4be2-9591-28838e963fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49afafb-46a2-4281-9560-2bd3d7f62384,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:47.927916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:47.928760 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5fb249b8-a7c3-4a83-be9a-1a044163c5e3 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 200 len: 992 time: 0.1748991 Nov 27 16:02:47.928911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:47.950735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7359b6a5-7d9b-4934-ae1e-a8aa16d485e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.016485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7359b6a5-7d9b-4934-ae1e-a8aa16d485e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.033421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:48.040659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:48.133962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1954063f-06b1-4a0a-b543-77070f47ada6 req-7ec5e8d7-b918-40f4-926f-ddf108e80d2b tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556658 Nov 27 16:02:48.150432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a58d6c07-8bf4-4f81-b98d-4abd6c99a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.153132 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a58d6c07-8bf4-4f81-b98d-4abd6c99a232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.156620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a58d6c07-8bf4-4f81-b98d-4abd6c99a232 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/616b0b72-c695-49e9-933a-2f4f67d666d4 HTTP/1.1" status: 204 len: 168 time: 0.6670668 Nov 27 16:02:48.207608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d6c07-8bf4-4f81-b98d-4abd6c99a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b0b72-c695-49e9-933a-2f4f67d666d4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:48.257984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7359b6a5-7d9b-4934-ae1e-a8aa16d485e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.260980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7359b6a5-7d9b-4934-ae1e-a8aa16d485e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.270500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7359b6a5-7d9b-4934-ae1e-a8aa16d485e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f49afafb-46a2-4281-9560-2bd3d7f62384 HTTP/1.1" status: 204 len: 168 time: 0.4826558 Nov 27 16:02:48.299996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359b6a5-7d9b-4934-ae1e-a8aa16d485e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49afafb-46a2-4281-9560-2bd3d7f62384,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:48.310116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Router 764cacf7-768a-4da8-9378-cfec441d794e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:02:48.486859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:02:48.491895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b37cc12d-13e3-43ad-9c1b-193b6d257433 admin admin] 10.222.0.15 "PUT /v2.0/routers/764cacf7-768a-4da8-9378-cfec441d794e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2079930 Nov 27 16:02:48.515412 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:02:48.532111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-75d5366d-0709-4b0f-8c82-64d0141ea746 None None] Provisioning complete for port 8a514517-e1de-47b1-aee5-17adeafcf152 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:48.533186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75d5366d-0709-4b0f-8c82-64d0141ea746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:48.594228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-75d5366d-0709-4b0f-8c82-64d0141ea746 None None] Port 8a514517-e1de-47b1-aee5-17adeafcf152 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:48.898398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76f48d48-aeb0-4d34-b7b9-650f11a94661 req-d9fa6425-8576-4b5d-8919-7e7fb13e3c0b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 210 time: 0.0325840 Nov 27 16:02:49.239984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.247212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.254232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.264268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.271060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.279371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.288079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.298350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-1a7445c7-8c6c-4ca6-9d92-4b377b895caa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.1631432 Nov 27 16:02:49.309613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-908c6625-7b17-4e80-8003-0312fba8d428 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.313020 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-908c6625-7b17-4e80-8003-0312fba8d428 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 811 time: 0.2128816 Nov 27 16:02:49.420130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:49.422568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ab19d3c-65a1-4ddc-8b6f-6f6cf9eb2beb req-42031043-dad4-4c9e-b0b8-91d7a186cdbe tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229460 Nov 27 16:02:49.428773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077663586', 'description': 'tempest-secgroup-smoke-1077663586 description', 'project_id': 'be3a583fd5ec435985312dc099a125ac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:49.507009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-02ef650f-f468-4cc1-b650-975859ce2272 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82a637e589d45c8b62d014f9bd039a7 HTTP/1.1" status: 200 len: 380 time: 0.1833317 Nov 27 16:02:49.508332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.525707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'port': {'device_id': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'admin_state_up': True, 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'security_groups': ['f5da8b80-c810-4be6-8a26-940c1470a78c']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:49.630985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113e0c6-9ba3-40dd-a540-a3c57776a3c1 req-e16b5156-6a2d-4fe6-a72e-01c1179ce8ac tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.632468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c113e0c6-9ba3-40dd-a540-a3c57776a3c1 req-e16b5156-6a2d-4fe6-a72e-01c1179ce8ac tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1280527 Nov 27 16:02:49.659553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.666079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.672515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.679867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.686664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.693035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.706885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:49.707777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Made reservation on behalf of f82a637e589d45c8b62d014f9bd039a7 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:49.710731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20e77058-3d23-4c7b-a1f0-08fa1a435546 req-5502e6ef-206f-436a-95bf-664d71a0aa26 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.1658773 Nov 27 16:02:49.712276 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.729521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.739792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.780262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c113e0c6-9ba3-40dd-a540-a3c57776a3c1 req-3e179be3-3713-427d-8f8b-0e5779dc9b18 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681436 Nov 27 16:02:49.781187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.782480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3609443 Nov 27 16:02:49.786133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:49.793237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group_rule': {'security_group_id': '06002ff3-6350-47a9-abf4-104d0f3f1a35', 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:49.822454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b1999-bd8f-474d-94be-951f2287a955 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06002ff3-6350-47a9-abf4-104d0f3f1a35,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:49.858639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.951830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Allocated IP 172.20.0.6 (d8600956-2d94-422c-8269-1185893caabc/b9f673db-019b-4736-9937-3716552cdfee/f6495bfc-5fd4-43f3-9bc5-5ee362fee33c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:49.960505 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Sync routers for ids ['764cacf7-768a-4da8-9378-cfec441d794e'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:02:49.968531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.976390 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:49.982430 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Routers {'764cacf7-768a-4da8-9378-cfec441d794e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:49.985579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['764cacf7-768a-4da8-9378-cfec441d794e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:50.033214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.043945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2563818 Nov 27 16:02:50.047544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:50.057647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group_rule': {'security_group_id': '06002ff3-6350-47a9-abf4-104d0f3f1a35', 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:50.068190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372c69e-5e09-4399-9173-be5fe70b784f tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b757d89a-7281-4aee-abb2-683afcf6bc79,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:50.158018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c949c14-1339-4e7a-8163-adc2c89b5c4d req-c233a735-ea95-4eb3-bc15-d4cf37c3a4f4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 210 time: 0.0810533 Nov 27 16:02:50.158712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.161142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.193516 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Set router 764cacf7-768a-4da8-9378-cfec441d794e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:50.214618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.244270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.250809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.280856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6561689a-f94c-4cc8-8153-cc43b8b07d2a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:50.296253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.300103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-959bc560-57ca-434e-a063-4fd276ebdbab tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2482243 Nov 27 16:02:50.300415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54030) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:50.309898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group_rule': {'security_group_id': '06002ff3-6350-47a9-abf4-104d0f3f1a35', 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:50.320013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Network d8600956-2d94-422c-8269-1185893caabc is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:50.324088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:50.328756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:50.334404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'Port': ['ID=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:50.394620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.407985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:50.408795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.433894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-32ebca06-5df0-4a8c-83d9-98868a4b40bf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9125762 Nov 27 16:02:50.453066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Request body: {'port': {'device_id': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:50.527700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.535985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.546373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.552550 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 4, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8a514517-e1de-47b1-aee5-17adeafcf152', 'name': '', 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'mac_address': 'fa:16:3e:4d:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '28440203-8d7b-4b09-b3c9-af8ced0e560f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:44Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 2, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'subnets': [{'id': '28440203-8d7b-4b09-b3c9-af8ced0e560f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:50.601188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c3c797-173f-4070-8f62-8e95139bce9c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:50.616175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.620516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-56f6422d-c49f-481a-8916-dfb33596a50d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149357 Nov 27 16:02:50.621187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54038) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:50.631765 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Checking router: 764cacf7-768a-4da8-9378-cfec441d794e for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:02:50.632267 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Updating router 764cacf7-768a-4da8-9378-cfec441d794e port 8a514517-e1de-47b1-aee5-17adeafcf152 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:02:50.635193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group_rule': {'security_group_id': '06002ff3-6350-47a9-abf4-104d0f3f1a35', 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:50.663053 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.735967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1ad9adc8-35ab-4419-b417-824df4de4576 None None] Provisioning complete for port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:50.736684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ad9adc8-35ab-4419-b417-824df4de4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.760962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.784827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9adc8-35ab-4419-b417-824df4de4576 None None] Port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:50.890872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.899289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:50.965625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17345d27-7d82-4a8d-a9dd-23852e8c94a5,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:50.969459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d585-14b1-4d87-b64d-c134b3921ce6 req-31f91657-f445-4f3f-8e35-a3fea5946235 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:50.972130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d235d585-14b1-4d87-b64d-c134b3921ce6 req-31f91657-f445-4f3f-8e35-a3fea5946235 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.0757957 Nov 27 16:02:51.007763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.011810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1fe6c2ec-9c31-4cba-9540-b6d33d83db32 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3850369 Nov 27 16:02:51.012809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:51.027006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group_rule': {'security_group_id': '06002ff3-6350-47a9-abf4-104d0f3f1a35', 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:51.062628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d235d585-14b1-4d87-b64d-c134b3921ce6 req-2bf1b397-ca8d-4a13-aa47-27b3d22bc3bb tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Nov 27 16:02:51.072770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6495bfc-5fd4-43f3-9bc5-5ee362fee33c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:02:51.075020 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Project be3a583fd5ec435985312dc099a125ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:02:51.087958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.098118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.125759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Transition to ACTIVE for port object f6495bfc-5fd4-43f3-9bc5-5ee362fee33c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:02:51.129887 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.134785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.138050 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.172427 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.183941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.224628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12705536-d004-4e4a-9914-3a57df03d9db,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:51.243345 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.246949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1540f2f8-be76-482f-8412-bbe9eee4d80b tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2317715 Nov 27 16:02:51.248916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54058) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:51.267851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'security_group_rule': {'security_group_id': '06002ff3-6350-47a9-abf4-104d0f3f1a35', 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:51.282614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effded8b-a065-4bc0-8f94-4aefe9560eae None None] Pushing event updated for resources: {'Port': ['ID=8a514517-e1de-47b1-aee5-17adeafcf152,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:51.313849 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Project be3a583fd5ec435985312dc099a125ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:02:51.329768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.385281 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Attempting to bind port 8a514517-e1de-47b1-aee5-17adeafcf152 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:51.387163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Attempting to bind port 8a514517-e1de-47b1-aee5-17adeafcf152 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:51.387163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Attempting to bind port 8a514517-e1de-47b1-aee5-17adeafcf152 on network c0cd6d22-f55d-4128-833b-5b326ed7d941 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:51.406788 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:51.406788 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Checking segment: {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:51.406788 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.406788 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Bound using segment: {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:51.407506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Pushing event updated for resources: {'Port': ['ID=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:51.409135 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Bound port: 8a514517-e1de-47b1-aee5-17adeafcf152, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cecbc0-171c-419d-a72b-34e56cf9552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:51.412886 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.513806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41883f-06b8-4100-8b59-2de9cece0fa3 req-971df2af-682b-4ee6-9844-2db37d56692c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:51.516148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e41883f-06b8-4100-8b59-2de9cece0fa3 req-971df2af-682b-4ee6-9844-2db37d56692c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 943 time: 0.1882339 Nov 27 16:02:51.529591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Attempting to bind port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:51.530748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Attempting to bind port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:51.531733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Attempting to bind port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c on network d8600956-2d94-422c-8269-1185893caabc {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:51.538514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.556256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c on network d8600956-2d94-422c-8269-1185893caabc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:02:51.556989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.557391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Attempting to bind port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c on network d8600956-2d94-422c-8269-1185893caabc {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:51.574877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:51.575543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Checking segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:51.590387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Bound using segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:51.592383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Bound port: f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:51.594500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.643623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c03f6e3-a859-482a-855e-4d070e2bf228,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:51.662557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.663982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c49280aa-eeef-4e3f-a089-e031271f2fa3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4138050 Nov 27 16:02:51.675345 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] For port 8a514517-e1de-47b1-aee5-17adeafcf152, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:51.679071 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] For port 8a514517-e1de-47b1-aee5-17adeafcf152, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8a514517-e1de-47b1-aee5-17adeafcf152,segment=NetworkSegment(b4cecbc0-171c-419d-a72b-34e56cf9552e),segment_id=b4cecbc0-171c-419d-a72b-34e56cf9552e)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:51.686992 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.694810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e41883f-06b8-4100-8b59-2de9cece0fa3 req-58b95ea5-a06f-43c8-a7d6-02d0d2e7ae0d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635616 Nov 27 16:02:51.754355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6ab60e71-68e3-4a03-a8d2-e5335d391b90 None None] Provisioning complete for port 8a514517-e1de-47b1-aee5-17adeafcf152 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:51.754925 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ab60e71-68e3-4a03-a8d2-e5335d391b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.783242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] For port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:51.784113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Routers {'764cacf7-768a-4da8-9378-cfec441d794e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:02:51.784980 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['764cacf7-768a-4da8-9378-cfec441d794e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:51.790775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] For port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:51.802063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.901124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:51.902141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.911182 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] 10.222.0.21 "PUT /v2.0/ports/f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 1091 time: 1.4654047 Nov 27 16:02:51.912748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:51.915101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ab60e71-68e3-4a03-a8d2-e5335d391b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:51.920945 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:52.016822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e12dd-4740-44a2-8737-a6d24ff52f17 service neutron] Pushing event updated for resources: {'Port': ['ID=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:52.021538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ab60e71-68e3-4a03-a8d2-e5335d391b90 None None] For port 8a514517-e1de-47b1-aee5-17adeafcf152, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8a514517-e1de-47b1-aee5-17adeafcf152,segment=NetworkSegment(b4cecbc0-171c-419d-a72b-34e56cf9552e),segment_id=b4cecbc0-171c-419d-a72b-34e56cf9552e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:52.027045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ab60e71-68e3-4a03-a8d2-e5335d391b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:52.114177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab60e71-68e3-4a03-a8d2-e5335d391b90 None None] Pushing event updated for resources: {'Port': ['ID=8a514517-e1de-47b1-aee5-17adeafcf152,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:52.123485 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b87a38-8215-4a2f-a3a3-23896e1c67b2 x-openstack-request-id: req-f2b87a38-8215-4a2f-a3a3-23896e1c67b2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:52.131720 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:52.132174 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2b87a38-8215-4a2f-a3a3-23896e1c67b2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:52.132663 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'status': 'completed', 'code': 200} Nov 27 16:02:52.186583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-ebde4817-38d7-4045-9219-4aa20f3d5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:52.191719 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-ebde4817-38d7-4045-9219-4aa20f3d5161 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1094 time: 0.2162354 Nov 27 16:02:52.324751 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] Set router 764cacf7-768a-4da8-9378-cfec441d794e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:02:52.337178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b80c98cc-397f-4ee8-9b1c-0e8138c56f0c None None] Provisioning complete for port 8a514517-e1de-47b1-aee5-17adeafcf152 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:52.337636 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b80c98cc-397f-4ee8-9b1c-0e8138c56f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:52.354522 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-d5b27efb-a8e2-4764-b3ef-99f7a569929f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 217 time: 0.1518350 Nov 27 16:02:52.435262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-1e6f74df-1150-4c1a-8292-e53c79aff6a3 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077663586&fields=id&tenant_id=be3a583fd5ec435985312dc099a125ac HTTP/1.1" status: 200 len: 267 time: 0.1931381 Nov 27 16:02:52.455087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-7f70debc-732e-43e6-b151-1a7627b1a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:52.465912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-7f70debc-732e-43e6-b151-1a7627b1a440 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.1103721 Nov 27 16:02:52.555232 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effded8b-a065-4bc0-8f94-4aefe9560eae None None] Pushing event updated for resources: {'Port': ['ID=8a514517-e1de-47b1-aee5-17adeafcf152,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:52.562879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-d3aeb300-bead-465a-b34b-4e8fb7b39c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:52.564388 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-d3aeb300-bead-465a-b34b-4e8fb7b39c91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900297 Nov 27 16:02:52.598276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aa5fd-05d0-4bf0-b6d0-3999546aa9ec req-d9c937f5-1513-4a23-b7f3-1c4d5fe9f66c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:52.599900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-644aa5fd-05d0-4bf0-b6d0-3999546aa9ec req-d9c937f5-1513-4a23-b7f3-1c4d5fe9f66c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.3140533 Nov 27 16:02:52.619243 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 4, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8a514517-e1de-47b1-aee5-17adeafcf152', 'name': '', 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'mac_address': 'fa:16:3e:4d:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '28440203-8d7b-4b09-b3c9-af8ced0e560f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:44Z', 'updated_at': '2021-11-27T16:02:51Z', 'revision_number': 4, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'subnets': [{'id': '28440203-8d7b-4b09-b3c9-af8ced0e560f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:02:52.681958 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006f75b-d8c6-4d68-8e7e-fdfe932b0929 None None] The sync data for ids ['764cacf7-768a-4da8-9378-cfec441d794e'] in n-d-819494-4 is: [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 4, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8a514517-e1de-47b1-aee5-17adeafcf152', 'name': '', 'network_id': 'c0cd6d22-f55d-4128-833b-5b326ed7d941', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'mac_address': 'fa:16:3e:4d:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '28440203-8d7b-4b09-b3c9-af8ced0e560f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:44Z', 'updated_at': '2021-11-27T16:02:51Z', 'revision_number': 4, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'subnets': [{'id': '28440203-8d7b-4b09-b3c9-af8ced0e560f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:02:52.698838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-644aa5fd-05d0-4bf0-b6d0-3999546aa9ec req-8472ed1d-9ecd-49f0-8e17-0f0ac6397b1d tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874612 Nov 27 16:02:52.705604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-2624052c-45c9-4700-8659-917108f5699d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:52.707086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-2624052c-45c9-4700-8659-917108f5699d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 809 time: 0.2653003 Nov 27 16:02:52.735098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-04e0767e-7282-4676-8eee-5a44ab857ee5 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/quotas/be3a583fd5ec435985312dc099a125ac HTTP/1.1" status: 200 len: 375 time: 0.0214267 Nov 27 16:02:52.746175 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-ef42941d-2672-4f1b-a262-fd451407df47 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733241 Nov 27 16:02:52.827176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54116) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:52.873520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-dcc9d526-8b21-4e78-bfb1-c4de3b8a3879 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327450 Nov 27 16:02:52.882372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f637da-c826-4fbc-a701-1fbdc790a293 req-f39eed9f-3f55-4a92-94d8-50b0c4f25ce7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:52.884627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32f637da-c826-4fbc-a701-1fbdc790a293 req-f39eed9f-3f55-4a92-94d8-50b0c4f25ce7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 943 time: 0.0967808 Nov 27 16:02:53.381848 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-71605f58-f772-4ea4-98f8-44f6fdf4761b req-4c9b7fd0-b095-4740-96aa-a2e9b7cc0782 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266358 Nov 27 16:02:53.508863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-f0c923bd-dfd1-4121-b30b-afefc6300826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.510712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-f0c923bd-dfd1-4121-b30b-afefc6300826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1094 time: 0.0708072 Nov 27 16:02:53.521022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32f637da-c826-4fbc-a701-1fbdc790a293 req-14073a10-8129-426f-90ec-4bb6fa02ae59 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271486 Nov 27 16:02:53.608525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.608951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.613435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.614136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.615730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.619673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.620608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.633334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-146b3d6e-701a-479b-b245-b3deb55266a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6493 time: 0.8021731 Nov 27 16:02:53.656108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-ebeec8b7-36f3-47ec-b4ef-a939c8b134b5 service neutron] 10.222.0.15 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621729 Nov 27 16:02:53.685051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-171cfe65-ad93-4184-9b76-10dc3e89450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.690122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-171cfe65-ad93-4184-9b76-10dc3e89450f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.1704960 Nov 27 16:02:53.784755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-527a3532-89ec-4447-90cc-04eb01539754 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 217 time: 0.0868988 Nov 27 16:02:53.795743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8a514517-e1de-47b1-aee5-17adeafcf152 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:53.886473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-79a8dd8e-2295-43e3-af6a-fe189786dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.889197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-79a8dd8e-2295-43e3-af6a-fe189786dc13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.0943053 Nov 27 16:02:53.915141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8a514517-e1de-47b1-aee5-17adeafcf152 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:53.915545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:53.931324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-adf57bb8-d67f-4ef6-9bb9-58a7852d9530 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2970314 Nov 27 16:02:53.951175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-74dc751d-64b9-4549-9480-be9012fc1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.953170 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-74dc751d-64b9-4549-9480-be9012fc1649 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556030 Nov 27 16:02:53.983700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9218-3574-4cda-9ccb-83e0cf86f158 req-99fcf386-110d-4f6d-b545-11a6a138597a tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:53.991019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-571b9218-3574-4cda-9ccb-83e0cf86f158 req-99fcf386-110d-4f6d-b545-11a6a138597a tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1411343 Nov 27 16:02:54.002945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-6e73b5d4-bc15-467d-b9ce-0ef2f949760f service neutron] 10.222.0.15 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298001 Nov 27 16:02:54.059973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-571b9218-3574-4cda-9ccb-83e0cf86f158 req-78da8fa5-3f92-4f0c-898c-c6199eb4ee62 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680656 Nov 27 16:02:54.121243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-a6df145d-a47c-4b1f-a227-a2a07db7f848 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588631 Nov 27 16:02:54.288880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57c23b06-0faa-468d-a3b6-10c9b5e1e3ac req-1e0c2bf3-fae2-4492-9183-cca7836709b1 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593094 Nov 27 16:02:54.364871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344f74d7-fa4a-479d-9a95-920cc2bead64 req-6035dc65-8955-47a6-95e5-1d49fb527512 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 210 time: 0.0478394 Nov 27 16:02:54.768881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea08b8-34cf-463e-bbe2-756872eb9465 req-de5620ca-cc76-4cd8-ac19-efa91eb40cc0 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:54.770641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dea08b8-34cf-463e-bbe2-756872eb9465 req-de5620ca-cc76-4cd8-ac19-efa91eb40cc0 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 943 time: 0.1022205 Nov 27 16:02:54.858096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dea08b8-34cf-463e-bbe2-756872eb9465 req-b8d08bb4-89b1-4457-bfcb-ac28c2868f86 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742962 Nov 27 16:02:55.267682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972187-885e-450e-9592-f701da78ed7a req-0bde31ea-c4a4-49a8-848d-6ca717723032 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:55.269223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51972187-885e-450e-9592-f701da78ed7a req-0bde31ea-c4a4-49a8-848d-6ca717723032 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.1050289 Nov 27 16:02:55.343075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51972187-885e-450e-9592-f701da78ed7a req-1ead912d-18e6-4c40-98d8-38ac024c5839 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676694 Nov 27 16:02:55.522578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbf6c3cf-0552-4b48-9202-0ccc230f9e70 req-61797bf1-f7fb-4d7a-9ec6-faeeb5bbb177 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 210 time: 0.0389493 Nov 27 16:02:55.788352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-3b1b4685-2bf5-4b9f-9eab-7bb028c42919 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:55.792000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-3b1b4685-2bf5-4b9f-9eab-7bb028c42919 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.37 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 809 time: 0.2214599 Nov 27 16:02:55.881034 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-4d6429d7-7a7e-4b63-a3b4-7a3d187c7c3a tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3a583fd5ec435985312dc099a125ac HTTP/1.1" status: 200 len: 380 time: 0.0784421 Nov 27 16:02:55.893788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'port': {'device_id': '56347934-4731-4138-8b52-a668c99288c2', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'admin_state_up': True, 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'security_groups': ['06002ff3-6350-47a9-abf4-104d0f3f1a35']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:56.037002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17f6a-d2fb-4f10-b280-81ad78b3b226 req-9d17361e-6717-4d5d-b67c-ee10843d968a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:56.040299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efd17f6a-d2fb-4f10-b280-81ad78b3b226 req-9d17361e-6717-4d5d-b67c-ee10843d968a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 943 time: 0.0830908 Nov 27 16:02:56.056954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Made reservation on behalf of be3a583fd5ec435985312dc099a125ac for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:02:56.064686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:56.104134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efd17f6a-d2fb-4f10-b280-81ad78b3b226 req-70281303-0cce-48bc-87f3-05c956aa3696 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557740 Nov 27 16:02:56.224606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Allocated IP 172.20.0.14 (459a2375-bfe2-4550-b4c8-21d1a2659686/6b662134-05a0-458d-984b-3afb24d096b5/4d0f4dfd-c5de-4925-8b96-0b7de5db53c1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:02:56.399066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:56.441189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:56.479454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2a5ea-1011-406f-b7ff-b90cf925eeeb req-46540211-ef12-4aa4-b429-8a73d1c1b29f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:56.483012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:02:56.487101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ee2a5ea-1011-406f-b7ff-b90cf925eeeb req-46540211-ef12-4aa4-b429-8a73d1c1b29f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.0619588 Nov 27 16:02:56.488547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:02:56.492998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:02:56.528301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'Port': ['ID=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:56.564270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:56.564769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ee2a5ea-1011-406f-b7ff-b90cf925eeeb req-fff62b32-afa6-4389-b3d2-8b087b5b4818 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739923 Nov 27 16:02:56.569092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:56.611052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-01468d38-8550-4811-b1aa-63fc7c18eb28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218857 Nov 27 16:02:56.625768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Request body: {'port': {'device_id': '56347934-4731-4138-8b52-a668c99288c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:02:56.640271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f6495bfc-5fd4-43f3-9bc5-5ee362fee33c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:02:56.703167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00119-805a-4728-bb63-8857825a0d30 req-11c31a1d-66b2-4b48-84d6-b5c36997edb6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:56.712496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7f00119-805a-4728-bb63-8857825a0d30 req-11c31a1d-66b2-4b48-84d6-b5c36997edb6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 932 time: 0.0659711 Nov 27 16:02:56.730635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:56.799225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7f00119-805a-4728-bb63-8857825a0d30 req-515adccb-017f-4f47-b92d-86227dcab18d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850909 Nov 27 16:02:56.848926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:56.901976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'port_id': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'mac_address': 'fa:16:3e:8a:83:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:02:56.963462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:56.980594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6495bfc-5fd4-43f3-9bc5-5ee362fee33c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:02:56.984938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cc384af5-8a24-43db-9e4d-a3733e4aa416 None None] Provisioning complete for port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:56.985552 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cc384af5-8a24-43db-9e4d-a3733e4aa416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.030158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:57.035624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cc384af5-8a24-43db-9e4d-a3733e4aa416 None None] Port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:02:57.038683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.135239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:02:57.143142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.168376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:57.184953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.185252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Transition to ACTIVE for port object 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:02:57.186057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.190177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.190942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.191523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.191967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.192734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.193645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.194340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.195382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.196569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.197647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.198212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:02:57.290397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:57.314216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3196a5-423b-4ed0-ac2d-3001c4443e3b req-4727bddb-38fd-4a0e-9446-643658db237b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:57.323678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3196a5-423b-4ed0-ac2d-3001c4443e3b req-4727bddb-38fd-4a0e-9446-643658db237b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 944 time: 0.0961604 Nov 27 16:02:57.363538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Attempting to bind port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:02:57.364752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Attempting to bind port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:02:57.365306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Attempting to bind port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 on network 459a2375-bfe2-4550-b4c8-21d1a2659686 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:57.373080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 on network 459a2375-bfe2-4550-b4c8-21d1a2659686 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:02:57.373922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Attempting to bind port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 on network 459a2375-bfe2-4550-b4c8-21d1a2659686 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:02:57.378802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['f6495bfc-5fd4-43f3-9bc5-5ee362fee33c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:02:57.384039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:02:57.385171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Checking segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:02:57.386435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Bound using segment: {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:02:57.387098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Bound port: 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34386df-f5d2-4926-9f12-47bd9bcc2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:02:57.387670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.406710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd3196a5-423b-4ed0-ac2d-3001c4443e3b req-4436000a-97e0-44aa-8cb3-a99e34b7cffa tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817237 Nov 27 16:02:57.474374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] For port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:02:57.479192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] For port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:02:57.487445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.664082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:57.665697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:57.670070 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 1092 time: 1.0493970 Nov 27 16:02:57.671539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:57.677112 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f115c45-66eb-4912-b5d5-f23663587729" -d '{"events": [{"name": "network-changed", "server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:57.759578 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4486e4-6354-4ade-ba28-b11fd13d8208 x-openstack-request-id: req-4c4486e4-6354-4ade-ba28-b11fd13d8208 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:57.760530 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:57.760890 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c4486e4-6354-4ade-ba28-b11fd13d8208 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:57.761438 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'status': 'completed', 'code': 200} Nov 27 16:02:57.762196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56e51-9157-4ffe-ab0a-884f6fc8bd52 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:57.770817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156ec8f-ec81-499a-8c99-7fae172f414d req-e1cc7f8b-ac30-4bff-96ca-b322d6d811b7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:57.782428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8156ec8f-ec81-499a-8c99-7fae172f414d req-e1cc7f8b-ac30-4bff-96ca-b322d6d811b7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.0890560 Nov 27 16:02:57.813170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-3a083e4a-253e-49cf-a7c6-1ca0a39aeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:57.818553 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-3a083e4a-253e-49cf-a7c6-1ca0a39aeea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1095 time: 0.0924060 Nov 27 16:02:57.876452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8156ec8f-ec81-499a-8c99-7fae172f414d req-5611283e-54df-40ad-9056-31117959d0d0 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927498 Nov 27 16:02:57.928257 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-35340e34-2a39-423f-95db-a9c70c508ae2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 217 time: 0.0956810 Nov 27 16:02:57.977949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d905ab2-a622-4d9e-b6d3-ed0571859609 req-70cd6152-f091-425d-ab27-7165c65dea05 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:57.979915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d905ab2-a622-4d9e-b6d3-ed0571859609 req-70cd6152-f091-425d-ab27-7165c65dea05 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 944 time: 0.0568786 Nov 27 16:02:58.034235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-2600f1a2-4402-4d91-aec7-c908bfe597ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:58.035743 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-2600f1a2-4402-4d91-aec7-c908bfe597ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 200 len: 848 time: 0.0976017 Nov 27 16:02:58.084179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d905ab2-a622-4d9e-b6d3-ed0571859609 req-d94c0a3a-a655-4ffe-bd2f-fa8591605b28 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923479 Nov 27 16:02:58.111936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-d4b184f5-5426-47e0-b32b-afb5f66c050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:58.113562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-d4b184f5-5426-47e0-b32b-afb5f66c050c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=459a2375-bfe2-4550-b4c8-21d1a2659686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707350 Nov 27 16:02:58.223044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-d5639dac-9b8c-4a14-9f93-3e29705fc10d service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017148 Nov 27 16:02:58.355033 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-051f83cf-0afb-482f-bb7f-bc0864fd9fee req-e073c004-1572-4034-b25d-915211dbc3f2 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238184 Nov 27 16:02:58.489955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c45-66eb-4912-b5d5-f23663587729 req-f8d32f17-bb35-4d70-92d1-5c8a253687ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:58.492515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-f8d32f17-bb35-4d70-92d1-5c8a253687ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1095 time: 0.0748081 Nov 27 16:02:58.562687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61818-e260-4595-9c40-6d4c1b737f8d req-1e8542a3-629c-4d02-802d-3a56fc750927 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:58.572657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33d61818-e260-4595-9c40-6d4c1b737f8d req-1e8542a3-629c-4d02-802d-3a56fc750927 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 944 time: 0.0849965 Nov 27 16:02:58.639859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f6495bfc-5fd4-43f3-9bc5-5ee362fee33c up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:02:58.676058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33d61818-e260-4595-9c40-6d4c1b737f8d req-0c84c7f9-826b-4139-adfe-0b22c4a89b84 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967126 Nov 27 16:02:58.721371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c45-66eb-4912-b5d5-f23663587729 req-89832c4c-40c5-46a3-a7f5-8477d34e5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:58.723328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-89832c4c-40c5-46a3-a7f5-8477d34e5009 service neutron] 10.222.0.37 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 910 time: 0.2214522 Nov 27 16:02:58.759078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:02:58.763156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:02:58.763834 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:58.818282 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-07748cec-3a40-4bd3-801b-389a5d65031b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 217 time: 0.0861897 Nov 27 16:02:58.921163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c45-66eb-4912-b5d5-f23663587729 req-714c9b05-11ef-451f-8461-78628e61e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:58.923454 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-714c9b05-11ef-451f-8461-78628e61e5e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 200 len: 848 time: 0.0973976 Nov 27 16:02:59.011140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:59.017705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c45-66eb-4912-b5d5-f23663587729 req-a56c50f6-b9a3-4208-b40f-904dde44c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:59.026054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-a56c50f6-b9a3-4208-b40f-904dde44c2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=459a2375-bfe2-4550-b4c8-21d1a2659686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927873 Nov 27 16:02:59.071557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cb7f2-7fce-49e2-91c1-d96a6373c143 req-9b6ab503-f2d3-47fd-92aa-68470e2f6b1c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:59.077810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-668cb7f2-7fce-49e2-91c1-d96a6373c143 req-9b6ab503-f2d3-47fd-92aa-68470e2f6b1c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.0832598 Nov 27 16:02:59.078524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:02:59.093464 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ee196-5dc0-4416-aa11-64d27b138fb4" -d '{"events": [{"server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "name": "network-vif-plugged", "status": "completed", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:02:59.120997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:02:59.127622 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:59.225494 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9025d1-86b1-4a21-b3d5-d26eadda773d x-openstack-request-id: req-1b9025d1-86b1-4a21-b3d5-d26eadda773d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:02:59.225991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-668cb7f2-7fce-49e2-91c1-d96a6373c143 req-b4f4da70-5569-4943-ab1d-daec63e1f35d tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406200 Nov 27 16:02:59.226329 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "name": "network-vif-plugged", "status": "completed", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:02:59.227356 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b9025d1-86b1-4a21-b3d5-d26eadda773d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:02:59.228645 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'code': 200} Nov 27 16:02:59.229756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:02:59.338580 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-22236f13-ff88-4218-b4d3-5a75c37e3ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034508 Nov 27 16:02:59.370477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfd8b4-90c0-4376-8ce6-fea92dd12b69 req-e1c0cf9b-cab4-4a31-89d5-709532cd438d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:59.378649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ccfd8b4-90c0-4376-8ce6-fea92dd12b69 req-e1c0cf9b-cab4-4a31-89d5-709532cd438d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 944 time: 0.1367538 Nov 27 16:02:59.463454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ccfd8b4-90c0-4376-8ce6-fea92dd12b69 req-0d04094a-12bf-4013-8826-0cd48dc1b514 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838892 Nov 27 16:02:59.484503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886fd90-ddb1-43aa-ac15-eb34b5faae27 req-5211cf70-1e45-4240-abc8-b0170de8ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:59.486505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0886fd90-ddb1-43aa-ac15-eb34b5faae27 req-5211cf70-1e45-4240-abc8-b0170de8ff3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1096 time: 0.2475607 Nov 27 16:02:59.562966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f115c45-66eb-4912-b5d5-f23663587729 req-a4196033-7fe9-4e50-89a1-5b9bca2e7e9b service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855907 Nov 27 16:02:59.612905 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0886fd90-ddb1-43aa-ac15-eb34b5faae27 req-61d945b5-a7bd-42b4-861a-33dc19717917 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111970 Nov 27 16:02:59.690405 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:02:59.825093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40da26c-c2f5-4ba4-b125-4991124a059c req-52bf7610-c9df-4984-bb28-bd1cd8568d17 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:02:59.826814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d40da26c-c2f5-4ba4-b125-4991124a059c req-52bf7610-c9df-4984-bb28-bd1cd8568d17 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.0705624 Nov 27 16:02:59.837223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54360) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:02:59.905581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d40da26c-c2f5-4ba4-b125-4991124a059c req-9dc147a4-4d0b-49fa-8234-5a9a365f6754 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553358 Nov 27 16:02:59.972675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ba06a-135d-4e15-97c1-a5a6d6a9e5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.059385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ba06a-135d-4e15-97c1-a5a6d6a9e5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.064021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143ba06a-135d-4e15-97c1-a5a6d6a9e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.103978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ba06a-135d-4e15-97c1-a5a6d6a9e5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbeee5f-8681-4446-976b-5156d2073bd7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:00.109770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-143ba06a-135d-4e15-97c1-a5a6d6a9e5d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b3c1eb1efe14545b1390a8d08d73ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714448 Nov 27 16:03:00.112255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54366) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:00.125939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-5032fd11-5730-4544-ae92-f3aef1ff7cd5 req-9cbae50a-8979-41eb-a026-85a3100f211f service neutron] (110075) timed out ('10.222.0.37', 61758) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:03:00.166426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f18aa06-8739-4f9d-ba0a-e1867301b42d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.189136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f18aa06-8739-4f9d-ba0a-e1867301b42d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.253845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f18aa06-8739-4f9d-ba0a-e1867301b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.258578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f18aa06-8739-4f9d-ba0a-e1867301b42d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.262563 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f18aa06-8739-4f9d-ba0a-e1867301b42d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccbeee5f-8681-4446-976b-5156d2073bd7 HTTP/1.1" status: 204 len: 168 time: 0.1467731 Nov 27 16:03:00.292460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18aa06-8739-4f9d-ba0a-e1867301b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbeee5f-8681-4446-976b-5156d2073bd7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:00.388872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d16fd-0ec7-4665-a3f7-6fbc39c535ff req-535f4835-0d81-415e-9ba5-0f629c9401ab tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:00.390443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c4d16fd-0ec7-4665-a3f7-6fbc39c535ff req-535f4835-0d81-415e-9ba5-0f629c9401ab tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 950 time: 0.0639665 Nov 27 16:03:00.448252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c4d16fd-0ec7-4665-a3f7-6fbc39c535ff req-72c679b9-cca6-4bdb-ae19-3da528ea9b28 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512881 Nov 27 16:03:00.599505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ab66-e263-46e4-9488-f6dfd54699d8 req-6791f0a0-0ead-4f2a-a1bc-feac56c88d8e tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:00.609704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f37ab66-e263-46e4-9488-f6dfd54699d8 req-6791f0a0-0ead-4f2a-a1bc-feac56c88d8e tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 944 time: 0.0660484 Nov 27 16:03:00.654616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:03:00.690518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f37ab66-e263-46e4-9488-f6dfd54699d8 req-4eee77f4-3547-4379-9e94-4965be8643ad tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794635 Nov 27 16:03:00.720948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54384) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:00.738305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4984856-70fb-47a6-86ab-0c3abd56a879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.798169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:00.825221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4984856-70fb-47a6-86ab-0c3abd56a879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.835269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'mac_address': 'fa:16:3e:ee:97:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:03:00.847767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4984856-70fb-47a6-86ab-0c3abd56a879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.895889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.910759 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4984856-70fb-47a6-86ab-0c3abd56a879 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c466cfc8aa794c2da5cafe769893e3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1878252 Nov 27 16:03:00.911400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:00.913437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54390) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:00.925676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4984856-70fb-47a6-86ab-0c3abd56a879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf36f1-7523-434d-9fc6-97ae359fd1b2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:00.961734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:00.971309 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:00.981950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.019174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:03:01.045291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.080577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:01.127077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97502a47-6c48-41e5-9233-0dab2302a8b2 req-fc05d396-7323-48d9-b1d1-f0ea933ce76e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:01.128770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97502a47-6c48-41e5-9233-0dab2302a8b2 req-fc05d396-7323-48d9-b1d1-f0ea933ce76e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1022947 Nov 27 16:03:01.157877 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.162464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.164673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91bf36f1-7523-434d-9fc6-97ae359fd1b2 HTTP/1.1" status: 204 len: 168 time: 0.2490900 Nov 27 16:03:01.270916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97502a47-6c48-41e5-9233-0dab2302a8b2 req-466b3c87-8c5b-4d24-b811-456f46418978 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200712 Nov 27 16:03:01.279916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf36f1-7523-434d-9fc6-97ae359fd1b2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:01.313299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.316073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.317671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.318602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.320748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.322990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.323526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.324329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.324896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.326584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.327700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.329047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b173d-abb9-464e-9781-320b9c921f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:01.366132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:01.409616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'port_id': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'mac_address': 'fa:16:3e:d9:36:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:03:01.455640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391acc-573b-42fc-b4eb-b1ae3e1b812c req-b010c864-510b-4fb1-990e-3162a2b676f9 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:01.461261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5391acc-573b-42fc-b4eb-b1ae3e1b812c req-b010c864-510b-4fb1-990e-3162a2b676f9 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.0836604 Nov 27 16:03:01.467185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54402) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:01.471175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:01.474059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'floatingip': {'port_id': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:01.571007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.602297 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.646675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963492c-d773-4593-945f-7d91c49784cb req-cd3fa7d6-c8f8-4599-8450-af14ca28fe7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:01.657096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9963492c-d773-4593-945f-7d91c49784cb req-cd3fa7d6-c8f8-4599-8450-af14ca28fe7c tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 949 time: 0.1045294 Nov 27 16:03:01.680203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:01.769651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.798630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:01.809859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9963492c-d773-4593-945f-7d91c49784cb req-a81d0b60-d775-40ab-be96-a6ad6fc0cf9f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500602 Nov 27 16:03:01.811691 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:01.901491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4689f-69fc-4b5a-ab32-f0f88712cf44 req-50e2cc42-6488-45f1-993d-e35e331faf52 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:01.901491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61b4689f-69fc-4b5a-ab32-f0f88712cf44 req-50e2cc42-6488-45f1-993d-e35e331faf52 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 945 time: 0.0789120 Nov 27 16:03:01.987407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:01.991846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54418) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:02.011377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6701-798a-43ea-b11f-e8ec24667987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.029958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61b4689f-69fc-4b5a-ab32-f0f88712cf44 req-ee8a8366-5141-41d4-96c1-909a4775db00 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171565 Nov 27 16:03:02.049126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['4d0f4dfd-c5de-4925-8b96-0b7de5db53c1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:02.233885 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6701-798a-43ea-b11f-e8ec24667987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.266211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6701-798a-43ea-b11f-e8ec24667987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.296584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f6701-798a-43ea-b11f-e8ec24667987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f501cdaa-45ac-427f-9b10-bb24f86577cc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:02.331519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ff6f6701-798a-43ea-b11f-e8ec24667987 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=862ac5b12f1649b4995513afe7af35cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359547 Nov 27 16:03:02.331989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54424) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:02.456580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9de-c191-462b-a64b-fd255f25b514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.480760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.488561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.492723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9de-c191-462b-a64b-fd255f25b514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.614296 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Floating IP 72930ee7-9201-45a1-a9eb-cf5621aef71e associated. External IP: 172.25.1.115, port: f6495bfc-5fd4-43f3-9bc5-5ee362fee33c. Nov 27 16:03:02.663728 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9de-c191-462b-a64b-fd255f25b514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.666846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9de-c191-462b-a64b-fd255f25b514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.668010 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06a2a9de-c191-462b-a64b-fd255f25b514 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f501cdaa-45ac-427f-9b10-bb24f86577cc HTTP/1.1" status: 204 len: 168 time: 0.3350177 Nov 27 16:03:02.672522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:02.682598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2a9de-c191-462b-a64b-fd255f25b514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501cdaa-45ac-427f-9b10-bb24f86577cc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:02.857914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:02.885062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Router 012fd55b-4246-4d48-9562-c82df47cd537 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:03:02.888806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:02.949923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:02.957346 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:03.030473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025f8c7-7a97-401f-9a81-ed8b2a720477 req-96118fe1-e668-47b2-a547-9c88867e8544 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:03.040248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5025f8c7-7a97-401f-9a81-ed8b2a720477 req-96118fe1-e668-47b2-a547-9c88867e8544 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 949 time: 0.1342700 Nov 27 16:03:03.041465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:03.042015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-7fb7331f-cb1c-401f-93bb-6ea4e86da3c7 req-0ea3be5d-4f42-4209-a26a-c01efdb9b92d service neutron] (110076) timed out ('10.222.0.21', 64537) {{(pid=110076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:03:03.045931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:03.051346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:03.090115 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d54a7bc7-80a5-4f8d-b76e-a45aa71b439f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "PUT /v2.0/floatingips/72930ee7-9201-45a1-a9eb-cf5621aef71e HTTP/1.1" status: 200 len: 991 time: 1.6214609 Nov 27 16:03:03.091533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:03.092729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:03.094685 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f4974-bdcb-4283-ba31-86224657adf4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:03.101981 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:03.182524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5025f8c7-7a97-401f-9a81-ed8b2a720477 req-f240c82c-8573-4277-8931-db8cb6d46a19 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374316 Nov 27 16:03:03.202957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:03.203673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:03.308888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca0ca1-28ee-4b59-bdd5-1de9ae876d64 req-ced8efec-2df8-42e7-aeed-24036c3932e6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:03.315537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbca0ca1-28ee-4b59-bdd5-1de9ae876d64 req-ced8efec-2df8-42e7-aeed-24036c3932e6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 945 time: 0.1307364 Nov 27 16:03:03.321871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:03:03.328167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:03.328801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:03.406753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:03.451153 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65168634-9c6c-49bd-8ac9-106b889e377c x-openstack-request-id: req-65168634-9c6c-49bd-8ac9-106b889e377c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:03.451543 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:03.451877 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65168634-9c6c-49bd-8ac9-106b889e377c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:03.452368 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'status': 'completed', 'code': 200} Nov 27 16:03:03.482877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbca0ca1-28ee-4b59-bdd5-1de9ae876d64 req-990e7566-80ef-4c22-ae6b-65ff9d2a0c67 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633241 Nov 27 16:03:03.533955 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:03.537154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-beaf61a9-a7ff-45a7-ad95-4f77c284499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:03.542740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-beaf61a9-a7ff-45a7-ad95-4f77c284499a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1096 time: 0.0684342 Nov 27 16:03:03.612474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:03.616603 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9639d3e-e220-4566-b599-42a38f889a07" -d '{"events": [{"server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "name": "network-vif-plugged", "status": "completed", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:03.641301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:03.672653 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c11b4c1-1748-4780-b12a-06f0f002d86e x-openstack-request-id: req-6c11b4c1-1748-4780-b12a-06f0f002d86e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:03.672988 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "name": "network-vif-plugged", "status": "completed", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:03.673217 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c11b4c1-1748-4780-b12a-06f0f002d86e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:03.678198 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'code': 200} Nov 27 16:03:03.681780 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:03.734334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-01ea64e8-9de9-4207-b176-9198de9e1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:03.736259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-01ea64e8-9de9-4207-b176-9198de9e1b4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.1728096 Nov 27 16:03:03.853383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:03.857582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54474) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:03.879746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dc4f1-d4f0-44cd-9e86-5a1160cd6ba6 req-511c2d0e-6a7f-4fc4-93ca-7b3e9acb4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:03.881744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-273dc4f1-d4f0-44cd-9e86-5a1160cd6ba6 req-511c2d0e-6a7f-4fc4-93ca-7b3e9acb4bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1097 time: 0.1406674 Nov 27 16:03:03.900463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-fb14cdaf-9f81-4f24-9514-58566b25f89d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 999 time: 0.1235614 Nov 27 16:03:03.940644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '72930ee7-9201-45a1-a9eb-cf5621aef71e', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'port_id': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'mac_address': 'fa:16:3e:8a:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:43Z', 'updated_at': '2021-11-27T16:03:02Z', 'revision_number': 1, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:03.983219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-273dc4f1-d4f0-44cd-9e86-5a1160cd6ba6 req-21eeb414-829b-4a05-8379-591cc5d0bc4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927792 Nov 27 16:03:03.984969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-2bd312f3-02e2-41a4-99b5-45758a830e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:03.986420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-2bd312f3-02e2-41a4-99b5-45758a830e10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.0773759 Nov 27 16:03:03.988388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:03.997773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:03.998357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:02:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:04.047459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-a79e64e0-08b7-46ec-9b6e-8b51552a6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:04.049495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-a79e64e0-08b7-46ec-9b6e-8b51552a6cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542405 Nov 27 16:03:04.115211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:04.170230 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-c24e450e-70a7-4059-9124-29bb49695564 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133204 Nov 27 16:03:04.243588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a879c2dc-7b88-45e7-9e8b-690398b99468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.332621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e06f4974-bdcb-4283-ba31-86224657adf4 req-cc792491-698b-4112-b3f4-3b8cc26b0a68 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548076 Nov 27 16:03:04.415186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '72930ee7-9201-45a1-a9eb-cf5621aef71e', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'port_id': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'mac_address': 'fa:16:3e:8a:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:43Z', 'updated_at': '2021-11-27T16:03:02Z', 'revision_number': 1, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:04.446685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3244d98-9486-42b5-b84d-3521362f4ef5 req-ab10d544-3444-475a-822e-44b1477ebcea tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:04.451560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661dd1f8-839d-4f47-878f-8c15e723b3ab None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '72930ee7-9201-45a1-a9eb-cf5621aef71e', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'port_id': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'mac_address': 'fa:16:3e:8a:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:43Z', 'updated_at': '2021-11-27T16:03:02Z', 'revision_number': 1, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:04.454027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3244d98-9486-42b5-b84d-3521362f4ef5 req-ab10d544-3444-475a-822e-44b1477ebcea tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 948 time: 0.1362474 Nov 27 16:03:04.487375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a879c2dc-7b88-45e7-9e8b-690398b99468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.500042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a879c2dc-7b88-45e7-9e8b-690398b99468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.562212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3244d98-9486-42b5-b84d-3521362f4ef5 req-280381a6-812f-41ec-8a94-8b95b557b742 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072905 Nov 27 16:03:04.569961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a879c2dc-7b88-45e7-9e8b-690398b99468 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a233fcf5d5ef4dc69389ae7f94b3c3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089076 Nov 27 16:03:04.569961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c2dc-7b88-45e7-9e8b-690398b99468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36d395-f138-4306-8e7c-dbb4f15674cc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:04.570737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54502) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:04.650797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53239e28-20a8-4723-858b-d57f56409f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.656846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61157b95-bcdf-4ee7-9a18-66b03919074a req-d0763bc2-6834-4e9b-8e22-de881eadfc02 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:04.665682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61157b95-bcdf-4ee7-9a18-66b03919074a req-d0763bc2-6834-4e9b-8e22-de881eadfc02 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.0643592 Nov 27 16:03:04.670242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:04.715577 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53239e28-20a8-4723-858b-d57f56409f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.743600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61157b95-bcdf-4ee7-9a18-66b03919074a req-0751a063-7b65-4ff2-bacf-513193ee1caa tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714316 Nov 27 16:03:04.783574 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port cc4e98b2-2715-49bc-b86f-df00ffe35d5d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:04.784058 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.801601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53239e28-20a8-4723-858b-d57f56409f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.804656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53239e28-20a8-4723-858b-d57f56409f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.808916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-53239e28-20a8-4723-858b-d57f56409f80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc36d395-f138-4306-8e7c-dbb4f15674cc HTTP/1.1" status: 204 len: 168 time: 0.2369566 Nov 27 16:03:04.824074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53239e28-20a8-4723-858b-d57f56409f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36d395-f138-4306-8e7c-dbb4f15674cc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:04.860982 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a92287-1147-4231-9061-f838450f4d0c None None] New status for floating IP 72930ee7-9201-45a1-a9eb-cf5621aef71e: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:03:04.932933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:04.977747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:04.982633 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.057789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:05.212439 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-712e6ecc-c584-43cb-b499-8b92fe643f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.275609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54520) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:05.290944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0da6a60-1460-44f2-b08e-6c1eb761a6cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.360390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54524) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:05.381807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0da6a60-1460-44f2-b08e-6c1eb761a6cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.387419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0da6a60-1460-44f2-b08e-6c1eb761a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.422009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0da6a60-1460-44f2-b08e-6c1eb761a6cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=486c4806a8454c5e88315837566f48c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422718 Nov 27 16:03:05.422995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54530) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:05.451403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da6a60-1460-44f2-b08e-6c1eb761a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e59680e-0291-4584-a929-d0faf36bfe3b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:05.487606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-058d43e1-feec-474a-a867-156e200969ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.509528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7198cb0-ea93-4c24-90dc-e13bf3108a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.512302 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-058d43e1-feec-474a-a867-156e200969ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.574608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-058d43e1-feec-474a-a867-156e200969ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.579059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-058d43e1-feec-474a-a867-156e200969ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.581002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-058d43e1-feec-474a-a867-156e200969ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e59680e-0291-4584-a929-d0faf36bfe3b HTTP/1.1" status: 204 len: 168 time: 0.1569135 Nov 27 16:03:05.590626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d43e1-feec-474a-a867-156e200969ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e59680e-0291-4584-a929-d0faf36bfe3b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:05.605514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7198cb0-ea93-4c24-90dc-e13bf3108a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.612289 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7198cb0-ea93-4c24-90dc-e13bf3108a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.674676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7198cb0-ea93-4c24-90dc-e13bf3108a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3450190-874f-424e-9f78-f432d7cdadce,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:05.679646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:05.682145 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718c7f91-f19a-4767-a690-e50a03a141af" -d '{"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-plugged", "status": "completed", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:05.683656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b7198cb0-ea93-4c24-90dc-e13bf3108a4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54b4254d2c1a41998d372788cdf19bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214543 Nov 27 16:03:05.685010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54546) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:05.741639 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436bcd25-65ae-4654-b513-d9c87a9a1da9 x-openstack-request-id: req-436bcd25-65ae-4654-b513-d9c87a9a1da9 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:05.742258 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-plugged", "status": "completed", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:05.742774 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-436bcd25-65ae-4654-b513-d9c87a9a1da9 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:05.744047 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'code': 200} Nov 27 16:03:05.764039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f91b28-dd8a-4278-aa6b-ecd40aa31f02 req-6a2300f2-9612-493f-98ba-688ec5e16526 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:05.764310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28a241d3-8f0c-49cd-80d7-7462c7261621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.766060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38f91b28-dd8a-4278-aa6b-ecd40aa31f02 req-6a2300f2-9612-493f-98ba-688ec5e16526 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 951 time: 0.0742307 Nov 27 16:03:05.820104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28a241d3-8f0c-49cd-80d7-7462c7261621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.858097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38f91b28-dd8a-4278-aa6b-ecd40aa31f02 req-2f3f66b7-5406-45af-ba05-cd3cde1241f2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Nov 27 16:03:05.933008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4c21-7f30-4446-84a6-1ae35a56d91d req-3d004a6e-d7a6-4586-98c7-cfc62102d886 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:05.940801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c87c4c21-7f30-4446-84a6-1ae35a56d91d req-3d004a6e-d7a6-4586-98c7-cfc62102d886 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.0745599 Nov 27 16:03:05.944231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0add3f6-0c11-463d-a8ba-6941b43a0daf req-d914d874-40d7-4557-9cae-be2597275f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:05.945894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c0add3f6-0c11-463d-a8ba-6941b43a0daf req-d914d874-40d7-4557-9cae-be2597275f0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1102 time: 0.0497594 Nov 27 16:03:05.966695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28a241d3-8f0c-49cd-80d7-7462c7261621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.970322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28a241d3-8f0c-49cd-80d7-7462c7261621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:05.971825 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-28a241d3-8f0c-49cd-80d7-7462c7261621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3450190-874f-424e-9f78-f432d7cdadce HTTP/1.1" status: 204 len: 168 time: 0.2852905 Nov 27 16:03:06.000295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a241d3-8f0c-49cd-80d7-7462c7261621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3450190-874f-424e-9f78-f432d7cdadce,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:06.012836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c87c4c21-7f30-4446-84a6-1ae35a56d91d req-2a28ac41-8e66-43fc-9666-2f63ba77e988 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710669 Nov 27 16:03:06.047849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c0add3f6-0c11-463d-a8ba-6941b43a0daf req-de962009-3e3a-4d22-86cc-cf77fcdb2e82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912237 Nov 27 16:03:06.145951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680c87f-b58d-4e1b-9316-cf70a0c6c32f req-7fdd7faf-724c-46b7-9d75-0544ec5dfdd2 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:06.149979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6680c87f-b58d-4e1b-9316-cf70a0c6c32f req-7fdd7faf-724c-46b7-9d75-0544ec5dfdd2 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.0642555 Nov 27 16:03:06.204991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6680c87f-b58d-4e1b-9316-cf70a0c6c32f req-568e9893-65c5-470e-87e1-0b9cd7df728c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511441 Nov 27 16:03:06.332393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63525cd5-d868-4d1f-91ba-e7ed45c73740 req-60f4c23f-1a53-4add-b9e7-fe354e691361 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:06.333952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63525cd5-d868-4d1f-91ba-e7ed45c73740 req-60f4c23f-1a53-4add-b9e7-fe354e691361 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.0561445 Nov 27 16:03:06.356723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:06.379164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a663792-1aef-4eea-bfab-15e33fe9deb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.396867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63525cd5-d868-4d1f-91ba-e7ed45c73740 req-921b082f-f0ca-4e97-b01f-2101551965e5 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560489 Nov 27 16:03:06.426089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54578) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:06.460478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54582) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:06.481391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a663792-1aef-4eea-bfab-15e33fe9deb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.486592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a663792-1aef-4eea-bfab-15e33fe9deb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.514551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a663792-1aef-4eea-bfab-15e33fe9deb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d27f0b-0d41-4ed8-abd9-0fcc5ec3ed63,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:06.537438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a663792-1aef-4eea-bfab-15e33fe9deb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=321adb515fa441c792e992eefb17223a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1787565 Nov 27 16:03:06.540644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54590) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:06.595221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-046f0066-1de0-46c4-bdf8-6a1400aaa373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.622553 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-046f0066-1de0-46c4-bdf8-6a1400aaa373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.694708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4391f455-f936-4989-82e1-3c8a45054f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.724164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea3e09-26b8-4b88-a4d9-5672ea4759b7 tempest-TestServerBasicOps-818662276 tempest-TestServerBasicOps-818662276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:06.725992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d8ea3e09-26b8-4b88-a4d9-5672ea4759b7 tempest-TestServerBasicOps-818662276 tempest-TestServerBasicOps-818662276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1092 time: 0.2982156 Nov 27 16:03:06.730167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54594) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:06.735804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:06.736733 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-046f0066-1de0-46c4-bdf8-6a1400aaa373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.739441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-046f0066-1de0-46c4-bdf8-6a1400aaa373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.742789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-046f0066-1de0-46c4-bdf8-6a1400aaa373 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45d27f0b-0d41-4ed8-abd9-0fcc5ec3ed63 HTTP/1.1" status: 204 len: 168 time: 0.1988444 Nov 27 16:03:06.757678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f0066-1de0-46c4-bdf8-6a1400aaa373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d27f0b-0d41-4ed8-abd9-0fcc5ec3ed63,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:06.768861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.812022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4391f455-f936-4989-82e1-3c8a45054f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.818369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4391f455-f936-4989-82e1-3c8a45054f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.864389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4391f455-f936-4989-82e1-3c8a45054f22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d342a1e2f3d4ab99270bcbe0ba01eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020126 Nov 27 16:03:06.865780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391f455-f936-4989-82e1-3c8a45054f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4654e35-7548-4bd9-8579-3fd76508acc9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:06.868175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54602) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:06.942225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7104a7ac-7c9f-4e18-8e83-cce1f50db1aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:06.978623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7104a7ac-7c9f-4e18-8e83-cce1f50db1aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.002427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0496c6-fed2-4d63-a7e8-102e69979805 req-44fdfa94-58c3-4e60-8922-d20e77485de7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:07.003126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c0496c6-fed2-4d63-a7e8-102e69979805 req-44fdfa94-58c3-4e60-8922-d20e77485de7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 951 time: 0.0650134 Nov 27 16:03:07.003705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54610) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:07.008654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.077737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c0496c6-fed2-4d63-a7e8-102e69979805 req-45f471a8-127d-401d-94f7-5cd1b0ffd9df tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656586 Nov 27 16:03:07.087491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7104a7ac-7c9f-4e18-8e83-cce1f50db1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.090103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7104a7ac-7c9f-4e18-8e83-cce1f50db1aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.093786 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7104a7ac-7c9f-4e18-8e83-cce1f50db1aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4654e35-7548-4bd9-8579-3fd76508acc9 HTTP/1.1" status: 204 len: 168 time: 0.2236643 Nov 27 16:03:07.123730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104a7ac-7c9f-4e18-8e83-cce1f50db1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4654e35-7548-4bd9-8579-3fd76508acc9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:07.153765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Allocated IP 172.25.1.196 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/dec1a8e8-019b-4e48-8391-cc6116f9a046) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:07.175337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524697316-network', 'tenant_id': 'f942da75674e45c3ad35688b7f45fee5'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:07.208399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Made reservation on behalf of f942da75674e45c3ad35688b7f45fee5 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:07.212887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.223967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.329479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.338915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.350230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.374316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:07.386953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:07.392371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.392964 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Added segment d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7 of type vlan for network 56a76e40-74f7-46a4-9a42-f3579f646e6e Nov 27 16:03:07.439750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.457911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.487466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.488540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:07.489025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.516791 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6578-d85b-47fe-9568-5579f8c1a064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.519812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:07.525594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:07.529578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:07.559813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'Port': ['ID=dec1a8e8-019b-4e48-8391-cc6116f9a046,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:07.603903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5987802 Nov 27 16:03:07.607703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54634) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:07.617073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Request body: {'subnet': {'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524697316-subnet', 'tenant_id': 'f942da75674e45c3ad35688b7f45fee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:07.657630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14747c3d-0d6b-4c05-a2fd-b7566c2eeb39 admin admin] Pushing event updated for resources: {'Network': ['ID=56a76e40-74f7-46a4-9a42-f3579f646e6e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:07.661692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Made reservation on behalf of f942da75674e45c3ad35688b7f45fee5 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:07.667838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:07.678013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 56a76e40-74f7-46a4-9a42-f3579f646e6e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:07.973265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.042702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62310024-1373-4729-a440-6752a767d3df,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:08.072598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Checking segment: {'id': 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:08.073521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Network hostable DHCP agents. Network: 56a76e40-74f7-46a4-9a42-f3579f646e6e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:03:08.112813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Network 56a76e40-74f7-46a4-9a42-f3579f646e6e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:03:08.138984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 56a76e40-74f7-46a4-9a42-f3579f646e6e) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:08.148776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41da12d-a729-4f56-9545-5f0669d06f64 None None] Network 56a76e40-74f7-46a4-9a42-f3579f646e6e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:08.154526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:08.155216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.210499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a6fa0db4-f404-4c4b-98e6-8894ce9e80b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6010618 Nov 27 16:03:08.363901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd398b-02f2-40ab-9c0b-9b859f199145 req-755206dc-4e59-48aa-a26c-c01ce528d3f7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:08.373087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fbd398b-02f2-40ab-9c0b-9b859f199145 req-755206dc-4e59-48aa-a26c-c01ce528d3f7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 951 time: 0.1342738 Nov 27 16:03:08.414445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ba8c5c-a1ba-41d5-aa0c-42efbabab8d5 None None] Network 56a76e40-74f7-46a4-9a42-f3579f646e6e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:08.447143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fbd398b-02f2-40ab-9c0b-9b859f199145 req-55104181-fb40-434f-9423-f3a661b74476 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668952 Nov 27 16:03:08.535204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.556420 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.662869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.794390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d907560-da31-4b38-9e78-5bfcb084f746 req-851fd26c-80dc-4cbb-99cd-300a58625fd9 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:08.796234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d907560-da31-4b38-9e78-5bfcb084f746 req-851fd26c-80dc-4cbb-99cd-300a58625fd9 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1102 time: 0.0653193 Nov 27 16:03:08.882609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d907560-da31-4b38-9e78-5bfcb084f746 req-b4b9c0e5-4514-4a70-ab06-234d6e94e096 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741384 Nov 27 16:03:08.883386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.891947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:08.940247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event updated for resources: {'Port': ['ID=dec1a8e8-019b-4e48-8391-cc6116f9a046,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:09.006041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.080193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54694) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:09.116329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33ec4b-39de-44ac-93fb-6be2cf778ebc req-ab275d58-b963-407b-aa98-475fbeca4424 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.125670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da33ec4b-39de-44ac-93fb-6be2cf778ebc req-ab275d58-b963-407b-aa98-475fbeca4424 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 1102 time: 0.0518582 Nov 27 16:03:09.182122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da33ec4b-39de-44ac-93fb-6be2cf778ebc req-bb46e6cc-615d-4ad5-a417-e14b10abb954 tempest-ServersAdminTestJSON-688346839 tempest-ServersAdminTestJSON-688346839-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553861 Nov 27 16:03:09.217155 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Floating IP 43cbb0d1-db1c-4a90-978a-eedb99ef2624 associated. External IP: 172.25.1.196, port: 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1. Nov 27 16:03:09.227876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601fd5c-7b8a-451a-be57-d9d50cb0bebd tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.227876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601fd5c-7b8a-451a-be57-d9d50cb0bebd tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.228744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601fd5c-7b8a-451a-be57-d9d50cb0bebd tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.230894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9601fd5c-7b8a-451a-be57-d9d50cb0bebd tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=0d7a342940504c2aa2e82f55608e175e&network_id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 2969 time: 0.1510377 Nov 27 16:03:09.485327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Router 25393613-bc7a-4359-baaa-5cab9f51354d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:03:09.520947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154f67a-6b03-454f-9afb-ba7f2e91a139 req-aa84f105-dce9-453a-a8fd-e3152104907b tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.529032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a154f67a-6b03-454f-9afb-ba7f2e91a139 req-aa84f105-dce9-453a-a8fd-e3152104907b tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 950 time: 0.0770178 Nov 27 16:03:09.591580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a154f67a-6b03-454f-9afb-ba7f2e91a139 req-9ed7d5c4-2d83-4405-a327-55e088ae8951 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616500 Nov 27 16:03:09.592466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54720) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:09.597891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139436005-network', 'tenant_id': 'ad5eebd6b771410d888cfdfb4a281e9c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:09.628233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Made reservation on behalf of ad5eebd6b771410d888cfdfb4a281e9c for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:09.630749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.640114 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.645984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:09.660191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] Sync routers for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:09.670701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.674146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:09.674782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:09.705966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1fbe87c6-f4fb-420d-bf27-b45225386987 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9743328 Nov 27 16:03:09.706957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:09.710162 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2892be9-0bd3-4944-8b7a-a76975100007" -d '{"events": [{"name": "network-changed", "server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:09.756694 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c741ac-89e5-483e-996b-2479fbe4f1bd x-openstack-request-id: req-80c741ac-89e5-483e-996b-2479fbe4f1bd {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:09.757015 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:09.757899 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80c741ac-89e5-483e-996b-2479fbe4f1bd {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:09.758499 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'status': 'completed', 'code': 200} Nov 27 16:03:09.794096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.804042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.818516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:09.832236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.832669 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Added segment 06466699-b233-4a1b-b4a4-133f516afc1f of type vlan for network 069ed2fb-3871-4b70-88b9-52f4587fc3e3 Nov 27 16:03:09.889209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.903832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-e8fa85d0-de21-4836-85af-d8437675fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.905816 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-e8fa85d0-de21-4836-85af-d8437675fef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1097 time: 0.1096694 Nov 27 16:03:09.941346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.944148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:09.944801 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:09.951684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a9213-9cb0-4d5f-8bf9-ae26638fe1ea,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:10.048133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4542370 Nov 27 16:03:10.050853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:10.057773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Request body: {'subnet': {'network_id': '069ed2fb-3871-4b70-88b9-52f4587fc3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139436005-subnet', 'tenant_id': 'ad5eebd6b771410d888cfdfb4a281e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:10.063809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-2b39ce24-d392-4d56-b419-51f8f4753ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:10.069444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-2b39ce24-d392-4d56-b419-51f8f4753ef1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 910 time: 0.1554415 Nov 27 16:03:10.079619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:10.081735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8867e4-121e-4f79-a636-7d9efacee766 admin admin] Pushing event updated for resources: {'Network': ['ID=069ed2fb-3871-4b70-88b9-52f4587fc3e3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:10.110777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Made reservation on behalf of ad5eebd6b771410d888cfdfb4a281e9c for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:10.113908 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:10.134527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 069ed2fb-3871-4b70-88b9-52f4587fc3e3 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:10.154301 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-1b90ffc7-7276-4653-92eb-51752dce0226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 1000 time: 0.0769274 Nov 27 16:03:10.275178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-5384ca7a-f95f-4cd6-9c72-704d2eb67a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:10.283761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-5384ca7a-f95f-4cd6-9c72-704d2eb67a69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 200 len: 848 time: 0.1092229 Nov 27 16:03:10.285657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:10.339219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:10.359762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-7979ff64-1c4c-49f7-b21b-b36ca17a360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:10.361445 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-7979ff64-1c4c-49f7-b21b-b36ca17a360e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=459a2375-bfe2-4550-b4c8-21d1a2659686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714490 Nov 27 16:03:10.404238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367e53c4-0a3b-49a2-b689-b5c6d248d594,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:10.440278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Checking segment: {'id': '06466699-b233-4a1b-b4a4-133f516afc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '069ed2fb-3871-4b70-88b9-52f4587fc3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:10.440945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Network hostable DHCP agents. Network: 069ed2fb-3871-4b70-88b9-52f4587fc3e3, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:03:10.441332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '43cbb0d1-db1c-4a90-978a-eedb99ef2624', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'port_id': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'mac_address': 'fa:16:3e:d9:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56347934-4731-4138-8b52-a668c99288c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:03:07Z', 'updated_at': '2021-11-27T16:03:07Z', 'revision_number': 0, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:44Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:10.471668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Network 069ed2fb-3871-4b70-88b9-52f4587fc3e3 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:03:10.479926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] Checking router: 25393613-bc7a-4359-baaa-5cab9f51354d for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:10.492933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 069ed2fb-3871-4b70-88b9-52f4587fc3e3) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:10.494158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:10.500135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:10.500428 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:10.505719 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-82c7d27c-3c83-4ecd-9c4f-a24f7ee67517 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249042 Nov 27 16:03:10.506174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:10.511295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8873529b-6500-437a-bb5c-751e6965b153 None None] Network 069ed2fb-3871-4b70-88b9-52f4587fc3e3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:10.528044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7fe2ca7f-0284-4c11-99f3-cc1373402827 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4761341 Nov 27 16:03:10.570995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54754) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:10.658141 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2892be9-0bd3-4944-8b7a-a76975100007 req-e7191ef2-8376-4f34-af5f-67cefcfe1768 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447120 Nov 27 16:03:10.732056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:10.774770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b87f5-6fdc-48b4-8c59-8983580c1ea5 req-705de316-d8e1-442b-a0e0-9e52b53612f0 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:10.782379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c92b87f5-6fdc-48b4-8c59-8983580c1ea5 req-705de316-d8e1-442b-a0e0-9e52b53612f0 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 950 time: 0.0731149 Nov 27 16:03:10.869152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c92b87f5-6fdc-48b4-8c59-8983580c1ea5 req-09ce7314-6fff-4ce5-8157-ca232653f589 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853343 Nov 27 16:03:10.911061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-a75dda9a-e3a6-49f8-8200-cb08c352e4c1 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:10.912954 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-a75dda9a-e3a6-49f8-8200-cb08c352e4c1 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 950 time: 0.0964622 Nov 27 16:03:10.915136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e7c58-2f9a-4d30-967e-6cddb6a6c63c None None] Network 069ed2fb-3871-4b70-88b9-52f4587fc3e3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:10.935491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3b1fec37-82f0-47e9-8a75-561b65a537f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:10.936630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54768) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:11.089950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3b1fec37-82f0-47e9-8a75-561b65a537f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.096641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341e9aa-c769-4259-a0bf-172ea69d3255 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:11.098081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3b1fec37-82f0-47e9-8a75-561b65a537f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.110023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0341e9aa-c769-4259-a0bf-172ea69d3255 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 814 time: 0.1709669 Nov 27 16:03:11.145284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Deleting port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:11.145792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.172411 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b1fec37-82f0-47e9-8a75-561b65a537f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=202bfb97790f47dd8de0f85b589c8139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6002061 Nov 27 16:03:11.179866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54778) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:11.242453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fec37-82f0-47e9-8a75-561b65a537f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e48109-9d58-4be9-8565-50f436a88046,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:11.261906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.295473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '43cbb0d1-db1c-4a90-978a-eedb99ef2624', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'port_id': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'mac_address': 'fa:16:3e:d9:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56347934-4731-4138-8b52-a668c99288c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:03:07Z', 'updated_at': '2021-11-27T16:03:07Z', 'revision_number': 0, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:44Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:11.314412 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0536bff-798b-4221-8e12-8587218ff279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.316761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] For port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:11.317351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.339230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0536bff-798b-4221-8e12-8587218ff279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.341334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Calling delete_port for d8249d86-a923-4ee7-b8c4-a9413f7eaa7a owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:11.346955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db222e5f-8aca-4df0-8ed8-5eebaa5f0f5d None None] The sync data for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 is: [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '43cbb0d1-db1c-4a90-978a-eedb99ef2624', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'port_id': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'mac_address': 'fa:16:3e:d9:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56347934-4731-4138-8b52-a668c99288c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:03:07Z', 'updated_at': '2021-11-27T16:03:07Z', 'revision_number': 0, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:44Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:11.454537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0536bff-798b-4221-8e12-8587218ff279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.457432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0536bff-798b-4221-8e12-8587218ff279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.462059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0536bff-798b-4221-8e12-8587218ff279 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e48109-9d58-4be9-8565-50f436a88046 HTTP/1.1" status: 204 len: 168 time: 0.2778292 Nov 27 16:03:11.481305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0536bff-798b-4221-8e12-8587218ff279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e48109-9d58-4be9-8565-50f436a88046,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:11.503644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-991864a9-7393-4577-99a7-d6418b427617 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:11.512689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-991864a9-7393-4577-99a7-d6418b427617 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/networks?id=56a76e40-74f7-46a4-9a42-f3579f646e6e HTTP/1.1" status: 200 len: 808 time: 0.1411548 Nov 27 16:03:11.530981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-92de7f9e-ead2-4c4f-8655-29fd7af92f6e tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/quotas/f942da75674e45c3ad35688b7f45fee5 HTTP/1.1" status: 200 len: 375 time: 0.0168762 Nov 27 16:03:11.562299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54802) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:11.579025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-a27ce941-ffc2-46db-8eba-4b51cb00b294 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f942da75674e45c3ad35688b7f45fee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462623 Nov 27 16:03:11.580384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'network': {'name': 'tempest-network-smoke--1195604288', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:11.616343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:11.621791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.626039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.639279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['d8249d86-a923-4ee7-b8c4-a9413f7eaa7a', 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:11.653809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['0cc8a42c-0659-45a4-87ce-20270bf9e4c0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:11.706788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-f9a5c0e3-d728-4479-a61b-9dac2b564926 service neutron] 10.222.0.15 "GET /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265531 Nov 27 16:03:11.734474 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa1d84-9068-4272-adba-fc4fe6c19a90 None None] New status for floating IP 43cbb0d1-db1c-4a90-978a-eedb99ef2624: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:03:11.767747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event deleted for resources: {'Port': ['ID=d8249d86-a923-4ee7-b8c4-a9413f7eaa7a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:11.876270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] No DVR routers for this DVR port d8249d86-a923-4ee7-b8c4-a9413f7eaa7a on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:03:11.885508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:11.895961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.896371 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Added segment 777e2fac-94c2-4b85-b345-0c5e99e2b6ae of type vlan for network d02ae067-0f05-44bd-8079-069439f0fa7b Nov 27 16:03:11.918730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-c9969ae8-5c87-403d-8be3-174c6a2447bb service neutron] 10.222.0.15 "GET /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996703 Nov 27 16:03:11.945470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.971833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:11.983170 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-02da1997-1ff7-43fd-ac70-55c3cee088e2 req-c6608a28-ce4a-4dee-8931-06869f41e697 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "DELETE /v2.0/ports/d8249d86-a923-4ee7-b8c4-a9413f7eaa7a HTTP/1.1" status: 204 len: 173 time: 1.0617006 Nov 27 16:03:11.983691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'name': 'network-vif-deleted', 'tag': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:11.992860 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88774641-f81f-4fb6-9896-40796d11f443" -d '{"events": [{"server_uuid": "4a4fa1a4-e43b-4350-b217-9e537ae8dddf", "name": "network-vif-deleted", "tag": "d8249d86-a923-4ee7-b8c4-a9413f7eaa7a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:12.003918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.028342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:12.029032 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.162001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd77c393-5865-4b98-ba96-1bf4cdbbc728 req-9c7174f5-6a12-4676-9846-4d99f47307ac tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a4fa1a4-e43b-4350-b217-9e537ae8dddf HTTP/1.1" status: 200 len: 210 time: 0.1239674 Nov 27 16:03:12.170295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54820) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.172989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6093969 Nov 27 16:03:12.318104 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43db78fe-c7bc-4812-aed1-89a5120bb354 x-openstack-request-id: req-43db78fe-c7bc-4812-aed1-89a5120bb354 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:12.318935 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4fa1a4-e43b-4350-b217-9e537ae8dddf", "name": "network-vif-deleted", "tag": "d8249d86-a923-4ee7-b8c4-a9413f7eaa7a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:12.320844 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43db78fe-c7bc-4812-aed1-89a5120bb354 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:12.322469 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4fa1a4-e43b-4350-b217-9e537ae8dddf', 'name': 'network-vif-deleted', 'tag': 'd8249d86-a923-4ee7-b8c4-a9413f7eaa7a', 'status': 'completed', 'code': 200} Nov 27 16:03:12.325984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704a1da-5759-474d-b90a-5fa1ebaa0e67 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Network': ['ID=d02ae067-0f05-44bd-8079-069439f0fa7b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:12.348767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d02ae067-0f05-44bd-8079-069439f0fa7b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:12.382305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54826) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.397077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fded7f96-9349-40c2-8787-91709455220f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.456423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a428b-c138-4b3a-8744-fe4365235089 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:12.462224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-423a428b-c138-4b3a-8744-fe4365235089 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=0d7a342940504c2aa2e82f55608e175e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2882431 Nov 27 16:03:12.463311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4748bdeb-ede5-4ba3-8a19-9d589beda359 req-d37f2568-ed24-4da8-bbd7-7984d7b8f2a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 210 time: 0.0529280 Nov 27 16:03:12.463991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54828) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.524546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fded7f96-9349-40c2-8787-91709455220f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.538987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fded7f96-9349-40c2-8787-91709455220f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.591285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fded7f96-9349-40c2-8787-91709455220f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f55d6361ac7249c1988d4ba09cbe5faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050204 Nov 27 16:03:12.591285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded7f96-9349-40c2-8787-91709455220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959ef51b-001d-4375-9b68-ed6606c13956,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:12.592250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54836) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.656576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3235c7c-2dc6-4afc-b2a5-a95bd010bba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.668369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58588c0-5272-4338-9e32-c95582ac3047 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:12.680383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54838) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.683061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e58588c0-5272-4338-9e32-c95582ac3047 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2051320 Nov 27 16:03:12.708186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3235c7c-2dc6-4afc-b2a5-a95bd010bba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.733895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3435d223-2077-49bb-9de6-05a7a77ca411 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522935 Nov 27 16:03:12.737077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.785931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3235c7c-2dc6-4afc-b2a5-a95bd010bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.789320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3235c7c-2dc6-4afc-b2a5-a95bd010bba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:12.793311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b3235c7c-2dc6-4afc-b2a5-a95bd010bba3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/959ef51b-001d-4375-9b68-ed6606c13956 HTTP/1.1" status: 204 len: 168 time: 0.1973820 Nov 27 16:03:12.806935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:12.809980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d0c335e-0735-4e54-b995-cdeb74d9b97c tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=0d7a342940504c2aa2e82f55608e175e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646849 Nov 27 16:03:12.824192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3235c7c-2dc6-4afc-b2a5-a95bd010bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959ef51b-001d-4375-9b68-ed6606c13956,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:13.001945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70751c97-bde0-4170-89a0-b2761193202c tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:13.003860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70751c97-bde0-4170-89a0-b2761193202c tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955581 Nov 27 16:03:13.006759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:13.048751 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0670142c-1c94-447a-b9a7-b57f66b0e26e tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401139 Nov 27 16:03:13.051230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54854) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:13.057326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140718092', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:13.175511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:13.181066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:13.418939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:13.488882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Subnet': ['ID=530698f6-53c5-4065-8608-6cc03b9b39ff,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:13.497100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Checking segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:13.497363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network hostable DHCP agents. Network: d02ae067-0f05-44bd-8079-069439f0fa7b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:03:13.517471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network d02ae067-0f05-44bd-8079-069439f0fa7b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:03:13.529682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d02ae067-0f05-44bd-8079-069439f0fa7b) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:13.546215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fdefca-1b9a-4c61-bc0f-4ccedba02ab0 None None] Network d02ae067-0f05-44bd-8079-069439f0fa7b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:13.547292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:13.548365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:13.572908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295314f6-b94a-4396-ab5a-840a2f1964fd req-0baf0626-da2c-403e-a979-2c6717b5c1f7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:13.581053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-295314f6-b94a-4396-ab5a-840a2f1964fd req-0baf0626-da2c-403e-a979-2c6717b5c1f7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 948 time: 0.0714428 Nov 27 16:03:13.596245 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-97c4e480-3533-43e2-9b0f-b95a2bd17791 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5437300 Nov 27 16:03:13.652056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-295314f6-b94a-4396-ab5a-840a2f1964fd req-aaca3560-52d8-4d98-a561-034c94dfd51e tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Nov 27 16:03:13.697442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50e832b6-dc22-4591-8dd8-b8dcfaf46261 req-c65125ce-4323-44d1-afe2-d68e09668e9a tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 210 time: 0.0428514 Nov 27 16:03:13.869133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-d02ae067-0f05-44bd-8079-069439f0fa7b', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ips': [{'subnet_id': '530698f6-53c5-4065-8608-6cc03b9b39ff'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:03:13.876047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:13.923809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-2a317b12-6460-4acd-ae9b-6e09dff680ee tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:13.926835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-2a317b12-6460-4acd-ae9b-6e09dff680ee tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.21 "GET /v2.0/networks?id=56a76e40-74f7-46a4-9a42-f3579f646e6e HTTP/1.1" status: 200 len: 808 time: 0.2299213 Nov 27 16:03:13.945665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Request body: {'port': {'device_id': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e', 'admin_state_up': True, 'tenant_id': 'f942da75674e45c3ad35688b7f45fee5'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:13.961592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54888) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:13.966728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195477566', 'description': 'tempest-secgroup-smoke-195477566 description', 'project_id': '0d7a342940504c2aa2e82f55608e175e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:14.000156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.074724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Allocated IP 172.20.0.18 (d02ae067-0f05-44bd-8079-069439f0fa7b/530698f6-53c5-4065-8608-6cc03b9b39ff/bdc0c4de-2234-4473-b918-9739b30dd358) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:14.127801 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.129390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Made reservation on behalf of f942da75674e45c3ad35688b7f45fee5 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:14.134364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.136360 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.184544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.192625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2298110 Nov 27 16:03:14.196254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54894) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:14.206049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': '3231eda6-5fe3-48ff-bedb-ae6bc7a6073b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:14.243416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a3ab3-0b5c-47bd-9e87-22f84fb756ac tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.281561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.284315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.297451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.351812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Allocated IP 172.20.0.9 (56a76e40-74f7-46a4-9a42-f3579f646e6e/62310024-1373-4729-a440-6752a767d3df/f3cb16c3-00bf-4d24-8d86-66fb38c3cde6) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:14.366756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.375547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.389778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Pushing event updated for resources: {'Port': ['ID=bdc0c4de-2234-4473-b918-9739b30dd358,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.392200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11856e96-c6f6-41af-b86a-9c51e97b3919,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.397100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Network d02ae067-0f05-44bd-8079-069439f0fa7b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:14.400170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:14.403702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:14.405790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.411309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-73beec25-a9cf-415a-a765-6b748dad764b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2138906 Nov 27 16:03:14.412229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54902) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:14.417875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': '3231eda6-5fe3-48ff-bedb-ae6bc7a6073b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:14.472276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.476775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Attempting to bind port bdc0c4de-2234-4473-b918-9739b30dd358 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:14.477369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Attempting to bind port bdc0c4de-2234-4473-b918-9739b30dd358 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:14.478006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Attempting to bind port bdc0c4de-2234-4473-b918-9739b30dd358 on network d02ae067-0f05-44bd-8079-069439f0fa7b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:14.483851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:14.485277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Checking segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:14.485957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.486536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Bound using segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:14.487206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Bound port: bdc0c4de-2234-4473-b918-9739b30dd358, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:14.487769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.562784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.567633 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.589741 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.597713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] For port bdc0c4de-2234-4473-b918-9739b30dd358, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:14.602377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] For port bdc0c4de-2234-4473-b918-9739b30dd358, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bdc0c4de-2234-4473-b918-9739b30dd358,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:14.605213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fced0bd-6293-49a8-9fdc-797a952b21b3,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.611883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.615857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9d6d307d-9d95-4a8e-8da1-7f255ae6676a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1999714 Nov 27 16:03:14.616168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:14.621402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': '3231eda6-5fe3-48ff-bedb-ae6bc7a6073b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:14.622243 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.661156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.673006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.732164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d8249d86-a923-4ee7-b8c4-a9413f7eaa7a no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:14.758090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.763036 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.801506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Network 56a76e40-74f7-46a4-9a42-f3579f646e6e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:14.810442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: d8249d86-a923-4ee7-b8c4-a9413f7eaa7a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:03:14.810866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d8249d86-a923-4ee7-b8c4-a9413f7eaa7a not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:03:14.815590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f4c6f-3c42-423f-8bb2-43a8d54762de None None] Pushing event updated for resources: {'Port': ['ID=bdc0c4de-2234-4473-b918-9739b30dd358,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.843045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:14.867524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2c7a34-a010-424a-9d1f-cb29545016e7,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.869988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:14.936598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3417c4-e4b4-4293-8481-fac203e6845e req-289cc1a1-f709-4b18-881f-e41c8dccf3fd tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:14.938215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df3417c4-e4b4-4293-8481-fac203e6845e req-289cc1a1-f709-4b18-881f-e41c8dccf3fd tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 948 time: 0.1973629 Nov 27 16:03:14.938902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Pushing event updated for resources: {'Port': ['ID=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:14.939790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:14.941042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-85cb14ba-5f97-458e-8a5c-708950c72c79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3237355 Nov 27 16:03:14.943998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54922) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:14.948855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': '3231eda6-5fe3-48ff-bedb-ae6bc7a6073b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:14.982679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5f4ba-0518-40c6-99b2-b41e6f84b6d7 req-af2a6168-75c8-4778-b4c6-924aaafbdc81 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:14.984209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7d5f4ba-0518-40c6-99b2-b41e6f84b6d7 req-af2a6168-75c8-4778-b4c6-924aaafbdc81 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 948 time: 0.1722915 Nov 27 16:03:15.005493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53828d-7b09-4dd4-a8ea-eef7fe8c5a36 req-73f5994b-aae6-4431-aebb-08c2f3aaef86 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:15.007111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b53828d-7b09-4dd4-a8ea-eef7fe8c5a36 req-73f5994b-aae6-4431-aebb-08c2f3aaef86 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 931 time: 0.1240172 Nov 27 16:03:15.065807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.100573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:15.102619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.147186 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-4686e3bd-58b5-4d9e-ab9b-b03ca9ff14a8 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059228 Nov 27 16:03:15.150389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Deleting port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:15.150607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.178293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Request body: {'port': {'device_id': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:15.197228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7d5f4ba-0518-40c6-99b2-b41e6f84b6d7 req-9427f96f-fcc1-450d-bc57-71251fdb432f tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890233 Nov 27 16:03:15.244897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b53828d-7b09-4dd4-a8ea-eef7fe8c5a36 req-e0a0456a-aec9-423b-b647-57eb147a3e3c tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281456 Nov 27 16:03:15.267974 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.280449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.303236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0875cd-8450-4166-bd9f-5e296c00a456,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:15.319115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.320992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0ba25449-c360-4bb5-a4cb-b3e215affd54 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3760376 Nov 27 16:03:15.323917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54936) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:15.336240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': '3231eda6-5fe3-48ff-bedb-ae6bc7a6073b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:15.338606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.370731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] For port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:15.371155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.383236 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Project 0d7a342940504c2aa2e82f55608e175e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:03:15.389162 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.412438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Calling delete_port for 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:15.464352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.468662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.489037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a039aa-4f61-455a-aeb9-3bd98e5d450d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:15.499100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.500401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0fde2eba-fc00-4053-aa2b-877af5fac85d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737514 Nov 27 16:03:15.503172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54944) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:15.509505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': '3231eda6-5fe3-48ff-bedb-ae6bc7a6073b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:15.541801 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Project 0d7a342940504c2aa2e82f55608e175e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:03:15.547588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.684752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.691909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.717047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.721903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97f5744-89a7-46fe-b3cd-17272f1e5ed5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:15.729450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['0cc8a42c-0659-45a4-87ce-20270bf9e4c0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:15.731144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.732955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7304abad-dd4e-436c-9591-0bd6595dff58 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2278845 Nov 27 16:03:15.779500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:15.781859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event deleted for resources: {'Port': ['ID=0cc8a42c-0659-45a4-87ce-20270bf9e4c0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:15.782895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bdc0c4de-2234-4473-b918-9739b30dd358 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:15.889437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port bdc0c4de-2234-4473-b918-9739b30dd358 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:15.889829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.895904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] No DVR routers for this DVR port 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:03:15.900346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.903727 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df3417c4-e4b4-4293-8481-fac203e6845e req-df6d5642-7e58-4787-a191-03065d5f05ee tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.37 "DELETE /v2.0/ports/0cc8a42c-0659-45a4-87ce-20270bf9e4c0 HTTP/1.1" status: 204 len: 173 time: 0.9519343 Nov 27 16:03:15.904192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'name': 'network-vif-deleted', 'tag': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:15.907701 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20b43a6-0378-4a4f-ae6e-bb83f01c2fda" -d '{"events": [{"server_uuid": "aaf6b76d-4ed7-4293-9702-93c3032dbc5f", "name": "network-vif-deleted", "tag": "0cc8a42c-0659-45a4-87ce-20270bf9e4c0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:15.916785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:15.934216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:15.961628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Transition to ACTIVE for port object f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:03:15.969119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:16.027945 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efefbf9d-73de-42ce-8004-428b258d438f x-openstack-request-id: req-efefbf9d-73de-42ce-8004-428b258d438f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:16.028310 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6b76d-4ed7-4293-9702-93c3032dbc5f", "name": "network-vif-deleted", "tag": "0cc8a42c-0659-45a4-87ce-20270bf9e4c0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:16.028594 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efefbf9d-73de-42ce-8004-428b258d438f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:16.029012 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf6b76d-4ed7-4293-9702-93c3032dbc5f', 'name': 'network-vif-deleted', 'tag': '0cc8a42c-0659-45a4-87ce-20270bf9e4c0', 'status': 'completed', 'code': 200} Nov 27 16:03:16.029888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:16.154352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Attempting to bind port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:16.154967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Attempting to bind port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:16.155824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Attempting to bind port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 on network 56a76e40-74f7-46a4-9a42-f3579f646e6e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:16.162436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 on network 56a76e40-74f7-46a4-9a42-f3579f646e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:03:16.165694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Attempting to bind port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 on network 56a76e40-74f7-46a4-9a42-f3579f646e6e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:16.181199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:16.181643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Checking segment: {'id': 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:16.182103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Bound using segment: {'id': 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:16.182620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Bound port: f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:16.183918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:16.242968 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:16.251416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-3510fc1f-9a26-4778-8c08-cf7a6f7d33b1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195477566&fields=id&tenant_id=0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 267 time: 0.1412344 Nov 27 16:03:16.361720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] For port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:16.368370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port bdc0c4de-2234-4473-b918-9739b30dd358, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bdc0c4de-2234-4473-b918-9739b30dd358,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:16.372959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] For port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,segment=NetworkSegment(d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7),segment_id=d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:16.378049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:16.385030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:16.496063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=bdc0c4de-2234-4473-b918-9739b30dd358,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:16.511090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf904d19-4966-4f97-86c5-48f4f93bcdea req-adbda0f6-6eb9-4fdf-be33-ab753fed2e86 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaf6b76d-4ed7-4293-9702-93c3032dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0789776 Nov 27 16:03:16.523938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df82c9-3e2c-473c-824c-49c701db05f6 None None] Network d02ae067-0f05-44bd-8079-069439f0fa7b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:16.541489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:16.542969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:16.548831 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 HTTP/1.1" status: 200 len: 1091 time: 1.3749430 Nov 27 16:03:16.659795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-0d7995d4-d53a-48ea-9f0f-bccd8f32a8e5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:16.664788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-0d7995d4-d53a-48ea-9f0f-bccd8f32a8e5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/networks?id=d02ae067-0f05-44bd-8079-069439f0fa7b HTTP/1.1" status: 200 len: 797 time: 0.4014256 Nov 27 16:03:16.691341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-cb1bf8db-2f9b-401c-b5fe-5ececa9d6819 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/quotas/0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 375 time: 0.0220258 Nov 27 16:03:16.694101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67118-2dc8-41d9-968a-8c460ec15ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:16.733812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-40328691-bebe-48db-8a4a-5f3e515bcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:16.736070 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-40328691-bebe-48db-8a4a-5f3e515bcad4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f942da75674e45c3ad35688b7f45fee5&device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 1094 time: 0.1273384 Nov 27 16:03:16.821926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ce61-adc9-4e78-b66c-1b6c69ef80fb req-2e5874d8-4ad4-4aef-8df5-8daa0c573e29 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:16.831147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b87ce61-adc9-4e78-b66c-1b6c69ef80fb req-2e5874d8-4ad4-4aef-8df5-8daa0c573e29 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 943 time: 0.1334083 Nov 27 16:03:16.858512 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-3a741685-ed7f-4cfd-9b91-39bd2fb55af8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 HTTP/1.1" status: 200 len: 217 time: 0.0969718 Nov 27 16:03:16.890199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-66f0184e-e26d-4975-8927-7634e9a96ac0 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1677964 Nov 27 16:03:16.920968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-70f4bc76-e4d7-4ff2-b53c-a1c8c0ca38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:16.922891 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-70f4bc76-e4d7-4ff2-b53c-a1c8c0ca38ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62310024-1373-4729-a440-6752a767d3df HTTP/1.1" status: 200 len: 848 time: 0.0567272 Nov 27 16:03:16.931143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fca0ec48-b246-4a27-9e1d-fee5459287e0 None None] Provisioning complete for port bdc0c4de-2234-4473-b918-9739b30dd358 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:16.931718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca0ec48-b246-4a27-9e1d-fee5459287e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.014889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-a7d1d75a-d418-48e7-bdea-1a822708f96f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56a76e40-74f7-46a4-9a42-f3579f646e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832915 Nov 27 16:03:17.030229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-cca46b5a-ec48-4a12-82e3-57cec505b964 service neutron] 10.222.0.15 "GET /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335120 Nov 27 16:03:17.189141 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-24e594c0-8e67-43d7-a471-e9266d9600e5 service neutron] 10.222.0.21 "GET /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653211 Nov 27 16:03:17.343457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5a8fe103-edc7-4b07-ad1b-50e0d39664b3 req-101e4580-9825-483c-9afb-535752378ebb service neutron] 10.222.0.21 "GET /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450472 Nov 27 16:03:17.414796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55056) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:17.477919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2b678eac-e628-4441-98e1-19fa2786caa9 None None] Provisioning complete for port bdc0c4de-2234-4473-b918-9739b30dd358 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:17.478947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2b678eac-e628-4441-98e1-19fa2786caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.530986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b87ce61-adc9-4e78-b66c-1b6c69ef80fb req-3907c0d1-e76f-445a-955a-8159f2888668 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975656 Nov 27 16:03:17.548513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6eb31c8c-9177-413b-9fc8-53f2e9544b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.594801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-f1ca6c87-bdca-4bfb-ba73-c6ab521a520d service neutron] 10.222.0.15 "GET /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636184 Nov 27 16:03:17.698205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6eb31c8c-9177-413b-9fc8-53f2e9544b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.708005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6eb31c8c-9177-413b-9fc8-53f2e9544b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.759688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bdc0c4de-2234-4473-b918-9739b30dd358 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:17.771629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6eb31c8c-9177-413b-9fc8-53f2e9544b7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4785b26a3e004beca956fad52b6176c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3556914 Nov 27 16:03:17.772628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31c8c-9177-413b-9fc8-53f2e9544b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4416694-209a-4153-814a-4ab43aff19f0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:17.774233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:17.845578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port bdc0c4de-2234-4473-b918-9739b30dd358 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:17.845959 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.899132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-21e88f5f-8992-4673-a453-a9ee00e92e7e req-cc34051f-cebb-42f2-811a-29e92c9e943a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 210 time: 0.0463896 Nov 27 16:03:17.946369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ab275fd-4fff-4562-8a6e-8301e18a6242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:17.973890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ab275fd-4fff-4562-8a6e-8301e18a6242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.030482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'tag': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:18.034605 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2aa50-8098-4212-9a8d-b2a4fe89f415" -d '{"events": [{"name": "network-changed", "server_uuid": "58894a3a-0f0d-4bb9-9f7f-072fb6b961e2", "tag": "f3cb16c3-00bf-4d24-8d86-66fb38c3cde6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:18.055303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ab9b-2ed8-4803-b2c2-07ddf869bba9 req-9fe6cc18-4fc9-48d7-835b-bee36a25fcb7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:18.057177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d03ab9b-2ed8-4803-b2c2-07ddf869bba9 req-9fe6cc18-4fc9-48d7-835b-bee36a25fcb7 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 951 time: 0.0759265 Nov 27 16:03:18.090380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ab275fd-4fff-4562-8a6e-8301e18a6242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.093653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ab275fd-4fff-4562-8a6e-8301e18a6242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.095689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ab275fd-4fff-4562-8a6e-8301e18a6242 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4416694-209a-4153-814a-4ab43aff19f0 HTTP/1.1" status: 204 len: 168 time: 0.3189154 Nov 27 16:03:18.108245 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8febe36a-db93-459c-90de-395cc05e2c50 x-openstack-request-id: req-8febe36a-db93-459c-90de-395cc05e2c50 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:18.108534 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58894a3a-0f0d-4bb9-9f7f-072fb6b961e2", "tag": "f3cb16c3-00bf-4d24-8d86-66fb38c3cde6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:18.108798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8febe36a-db93-459c-90de-395cc05e2c50 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:18.109221 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'tag': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6', 'status': 'completed', 'code': 200} Nov 27 16:03:18.121077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab275fd-4fff-4562-8a6e-8301e18a6242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4416694-209a-4153-814a-4ab43aff19f0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:18.144454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d03ab9b-2ed8-4803-b2c2-07ddf869bba9 req-056c01e2-8e89-407f-be1f-0e9facb3bda1 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787420 Nov 27 16:03:18.202867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-bf02f4cc-eee2-4a24-8a4e-f6470c1ec2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:18.205631 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-bf02f4cc-eee2-4a24-8a4e-f6470c1ec2f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f942da75674e45c3ad35688b7f45fee5&device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 1094 time: 0.0518355 Nov 27 16:03:18.328156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-f2ad1fed-3228-4aa3-a66d-52674e41245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:18.329938 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-f2ad1fed-3228-4aa3-a66d-52674e41245a service neutron] 10.222.0.21 "GET /v2.0/networks?id=56a76e40-74f7-46a4-9a42-f3579f646e6e HTTP/1.1" status: 200 len: 909 time: 0.1175988 Nov 27 16:03:18.377949 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-20e3f82b-9ab1-430f-a86e-76e4c373c9f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 HTTP/1.1" status: 200 len: 217 time: 0.0402086 Nov 27 16:03:18.445058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-2b9da0e5-9ee3-4c21-9c7c-fcde196bd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:18.446811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-2b9da0e5-9ee3-4c21-9c7c-fcde196bd4a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=62310024-1373-4729-a440-6752a767d3df HTTP/1.1" status: 200 len: 848 time: 0.0572066 Nov 27 16:03:18.496613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:18.499963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-27f4f95f-7ac7-4c80-a2c0-a18911b5c92b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56a76e40-74f7-46a4-9a42-f3579f646e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401764 Nov 27 16:03:18.613265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-fb01793a-e551-4ff9-9734-78d090894e7e service neutron] 10.222.0.21 "GET /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042755 Nov 27 16:03:18.686141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80862cee-eb84-4331-9ab0-5cc899471c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.686334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55102) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:18.706312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3687a8-6c90-4c47-9a97-9bf806e4292e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.741034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2f31d-9770-4279-bc0e-efd6ddc932ce req-ee5cefeb-1f86-4c3d-9a7a-184830c26d89 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:18.742612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfa2f31d-9770-4279-bc0e-efd6ddc932ce req-ee5cefeb-1f86-4c3d-9a7a-184830c26d89 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 943 time: 0.0996826 Nov 27 16:03:18.818857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfa2f31d-9770-4279-bc0e-efd6ddc932ce req-4dd94fcf-9232-428c-bf25-3263942584c3 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695627 Nov 27 16:03:18.855027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80862cee-eb84-4331-9ab0-5cc899471c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.855487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80862cee-eb84-4331-9ab0-5cc899471c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:18.903198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-80862cee-eb84-4331-9ab0-5cc899471c55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebfd91fe51fd467b98c91387cf6438a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016614 Nov 27 16:03:18.903198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862cee-eb84-4331-9ab0-5cc899471c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab2da29-1600-4781-98e3-574051704bcc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:18.905201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55104) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:18.974291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-161f4930-3e0f-4565-8750-fcfe9e758494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.024540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-161f4930-3e0f-4565-8750-fcfe9e758494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.028166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3484813-75fd-44a9-a4e4-5baef819cc11 req-75e936d3-dbd4-4c59-97c5-52d692d82deb tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 210 time: 0.0382032 Nov 27 16:03:19.086982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:19.087998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-161f4930-3e0f-4565-8750-fcfe9e758494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.092110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-161f4930-3e0f-4565-8750-fcfe9e758494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.095418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-161f4930-3e0f-4565-8750-fcfe9e758494 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ab2da29-1600-4781-98e3-574051704bcc HTTP/1.1" status: 204 len: 168 time: 0.1863513 Nov 27 16:03:19.103326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f4930-3e0f-4565-8750-fcfe9e758494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab2da29-1600-4781-98e3-574051704bcc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:19.123138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:03:19.123909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0cc8a42c-0659-45a4-87ce-20270bf9e4c0 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:03:19.173332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-57e2aa50-8098-4212-9a8d-b2a4fe89f415 req-2dc47f9e-9afd-439c-8e0f-da3eaa7e5be8 service neutron] 10.222.0.21 "GET /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522904 Nov 27 16:03:19.276983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88145-611a-4881-ba1c-a13f29d7e74f req-0f241074-c66c-4d87-a213-4b0d7eb26d24 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:19.278133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ec88145-611a-4881-ba1c-a13f29d7e74f req-0f241074-c66c-4d87-a213-4b0d7eb26d24 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 951 time: 0.0561442 Nov 27 16:03:19.282192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3687a8-6c90-4c47-9a97-9bf806e4292e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.290275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-ec321455-8701-4b2b-9c46-9c0937d86d3f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:19.291898 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-ec321455-8701-4b2b-9c46-9c0937d86d3f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "GET /v2.0/networks?id=d02ae067-0f05-44bd-8079-069439f0fa7b HTTP/1.1" status: 200 len: 797 time: 0.1476598 Nov 27 16:03:19.293353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3687a8-6c90-4c47-9a97-9bf806e4292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.346718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ec88145-611a-4881-ba1c-a13f29d7e74f req-2256060b-4b88-4bae-9aa0-f12e7325ecf5 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f525515-8e97-4060-9b95-6ac231d689b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561488 Nov 27 16:03:19.356278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3687a8-6c90-4c47-9a97-9bf806e4292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a02036-eb51-46e1-a96c-57861e8345b6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:19.378214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55114) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:19.383834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e3687a8-6c90-4c47-9a97-9bf806e4292e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10b19c73f16548ddb2b9191d9e2cb820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6906917 Nov 27 16:03:19.438674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05b066d8-fb7e-4a86-9245-8501970e816e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.448813 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-e948bfb6-b8ec-4012-81f4-d1ac6f370bdd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 472 time: 0.1390963 Nov 27 16:03:19.460506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'port': {'device_id': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'admin_state_up': True, 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'security_groups': ['3231eda6-5fe3-48ff-bedb-ae6bc7a6073b']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:19.466086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05b066d8-fb7e-4a86-9245-8501970e816e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.526467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05b066d8-fb7e-4a86-9245-8501970e816e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.532545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05b066d8-fb7e-4a86-9245-8501970e816e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.536416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-05b066d8-fb7e-4a86-9245-8501970e816e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02a02036-eb51-46e1-a96c-57861e8345b6 HTTP/1.1" status: 204 len: 168 time: 0.1570587 Nov 27 16:03:19.557968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b066d8-fb7e-4a86-9245-8501970e816e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a02036-eb51-46e1-a96c-57861e8345b6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:19.580753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55118) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:19.612662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b402aaf-e1ac-4a04-9f67-d44cc42da8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.654923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-d783611a-3105-4cde-8715-04657fa1dad2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:19.656651 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-d783611a-3105-4cde-8715-04657fa1dad2 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 951 time: 0.1760609 Nov 27 16:03:19.709158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:19.713585 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.872326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b402aaf-e1ac-4a04-9f67-d44cc42da8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.907246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b402aaf-e1ac-4a04-9f67-d44cc42da8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.961219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Deleting port cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:19.961589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:19.970765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b402aaf-e1ac-4a04-9f67-d44cc42da8d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=946c2a2b2fb144a1ba61c93ca62d6305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862941 Nov 27 16:03:19.977903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55130) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:19.984100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b402aaf-e1ac-4a04-9f67-d44cc42da8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0567c-2ea1-4b9b-afa9-d4ecd6d4e78f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:20.010949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762bb74-8d3a-4a80-898a-e2d730d9f273 req-f31c731d-b4a9-4f3f-98e1-82a6586d0847 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:20.022811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b762bb74-8d3a-4a80-898a-e2d730d9f273 req-f31c731d-b4a9-4f3f-98e1-82a6586d0847 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 943 time: 0.1036494 Nov 27 16:03:20.041361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.20.0.29 (d02ae067-0f05-44bd-8079-069439f0fa7b/530698f6-53c5-4065-8608-6cc03b9b39ff/160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:20.114336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] For port cc4e98b2-2715-49bc-b86f-df00ffe35d5d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:20.115071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.134358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db18fce7-ecec-45bf-a3e9-3f7dcf041151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.144828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Calling delete_port for cc4e98b2-2715-49bc-b86f-df00ffe35d5d owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:20.161970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db18fce7-ecec-45bf-a3e9-3f7dcf041151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.175793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b762bb74-8d3a-4a80-898a-e2d730d9f273 req-1042a78d-fa41-40e9-b0ad-04db74fb219b tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519213 Nov 27 16:03:20.220985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9461a2db-5419-4975-95ae-fd984d31bfa7 req-9fbf5629-3113-432b-be5c-c5914f8afd4c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 210 time: 0.0379760 Nov 27 16:03:20.267621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db18fce7-ecec-45bf-a3e9-3f7dcf041151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.272392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-db18fce7-ecec-45bf-a3e9-3f7dcf041151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.275050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-db18fce7-ecec-45bf-a3e9-3f7dcf041151 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64d0567c-2ea1-4b9b-afa9-d4ecd6d4e78f HTTP/1.1" status: 204 len: 168 time: 0.2490425 Nov 27 16:03:20.287691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.293626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18fce7-ecec-45bf-a3e9-3f7dcf041151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0567c-2ea1-4b9b-afa9-d4ecd6d4e78f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:20.374030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.389149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.401139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cc4e98b2-2715-49bc-b86f-df00ffe35d5d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:20.457172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network d02ae067-0f05-44bd-8079-069439f0fa7b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:20.480634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:20.494377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:20.519649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22049e0-6aa9-4a04-9b11-9b1db0477e33 req-b2483ab5-e4b8-440f-84e2-f4344b13b6d9 tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 210 time: 0.0571795 Nov 27 16:03:20.580710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:20.589482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:20.589750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.640576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] No DVR routers for this DVR port cc4e98b2-2715-49bc-b86f-df00ffe35d5d on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:03:20.643153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Pushing event deleted for resources: {'Port': ['ID=cc4e98b2-2715-49bc-b86f-df00ffe35d5d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:20.646784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.650502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69afc4d8-acc6-46a0-a369-8385a0297dc0 req-963c2cab-7d08-4869-99d8-408746ce63ba tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.21 "DELETE /v2.0/ports/cc4e98b2-2715-49bc-b86f-df00ffe35d5d HTTP/1.1" status: 204 len: 173 time: 0.9770570 Nov 27 16:03:20.650952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-deleted', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:20.653401 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33bf308-13f8-4f4f-87d9-771bd6cac5ce" -d '{"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-deleted", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:20.676650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d664fcd3-b92d-43e9-943d-827ae79cff2a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2209482 Nov 27 16:03:20.689935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Request body: {'port': {'device_id': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:20.753068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:03:20.776325 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eddd6c1-f55f-47e1-bf87-3e473515583d x-openstack-request-id: req-5eddd6c1-f55f-47e1-bf87-3e473515583d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:20.776618 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82efaf-0976-4271-9ad8-2d9ecca0801f", "name": "network-vif-deleted", "tag": "cc4e98b2-2715-49bc-b86f-df00ffe35d5d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:20.788503 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5eddd6c1-f55f-47e1-bf87-3e473515583d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:20.789071 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82efaf-0976-4271-9ad8-2d9ecca0801f', 'name': 'network-vif-deleted', 'tag': 'cc4e98b2-2715-49bc-b86f-df00ffe35d5d', 'status': 'completed', 'code': 200} Nov 27 16:03:20.806182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:20.944843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,segment=NetworkSegment(d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7),segment_id=d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:20.957228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6', 'network_id': '56a76e40-74f7-46a4-9a42-f3579f646e6e', 'port_id': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6', 'mac_address': 'fa:16:3e:ac:f8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62310024-1373-4729-a440-6752a767d3df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:03:21.011028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-82629cb3-b21b-4a40-9de0-679d15e2e9b9 None None] Provisioning complete for port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:21.011691 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82629cb3-b21b-4a40-9de0-679d15e2e9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:21.039719 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:21.061806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:21.082095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,segment=NetworkSegment(d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7),segment_id=d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:21.083688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-82629cb3-b21b-4a40-9de0-679d15e2e9b9 None None] Port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:21.088534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:21.154939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:21.229981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:21.240709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:21.361636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Transition to ACTIVE for port object 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:03:21.374258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:21.385864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-bdde7703-a3ed-49dc-abdc-28a97bab13d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1413901 Nov 27 16:03:21.412864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['f3cb16c3-00bf-4d24-8d86-66fb38c3cde6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:21.418961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378aed-0d01-48d6-9325-66e2584208c3 req-6013861f-4c9d-48f3-8573-a4f29fa67faa tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.421135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a378aed-0d01-48d6-9325-66e2584208c3 req-6013861f-4c9d-48f3-8573-a4f29fa67faa tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 944 time: 0.1387043 Nov 27 16:03:21.465362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40110d6-dc45-40a2-a8ab-236a9185f41c req-70b1f77d-650c-4ad9-b996-33d9d9343af4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.472670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d40110d6-dc45-40a2-a8ab-236a9185f41c req-70b1f77d-650c-4ad9-b996-33d9d9343af4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 944 time: 0.1115835 Nov 27 16:03:21.516545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Pushing event updated for resources: {'Port': ['ID=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:21.560492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d40110d6-dc45-40a2-a8ab-236a9185f41c req-dd596c2b-dcb8-4b97-ac5b-069a0ea2080f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866799 Nov 27 16:03:21.577015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a378aed-0d01-48d6-9325-66e2584208c3 req-b1e2ff94-9f8a-406a-8bd6-3575707371f0 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453977 Nov 27 16:03:21.706226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40c043a1-5e4b-4258-bd6a-4a903f74f8c1 req-e286d9a9-2c42-46f3-a2fc-6993e199a0ea tempest-ServersAdminTestJSON-98240072 tempest-ServersAdminTestJSON-98240072-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd82efaf-0976-4271-9ad8-2d9ecca0801f HTTP/1.1" status: 200 len: 210 time: 0.0516717 Nov 27 16:03:21.729122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.729632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.730240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.730706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.731167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.731629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.732428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:21.734145 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d66a716-f309-491b-b92c-084b6a26b85d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 6493 time: 0.2740803 Nov 27 16:03:21.834799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Attempting to bind port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:21.835169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Attempting to bind port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:21.835533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Attempting to bind port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 on network d02ae067-0f05-44bd-8079-069439f0fa7b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:21.869737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 on network d02ae067-0f05-44bd-8079-069439f0fa7b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:03:21.870209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Attempting to bind port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 on network d02ae067-0f05-44bd-8079-069439f0fa7b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:21.883480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:21.884577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Checking segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:21.885169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Bound using segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:21.885541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Bound port: 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:21.885978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:21.999898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d1957cf-a0d9-4d6a-8742-5caa1b879331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.004267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d1957cf-a0d9-4d6a-8742-5caa1b879331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.004267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d1957cf-a0d9-4d6a-8742-5caa1b879331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.004267 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-3d1957cf-a0d9-4d6a-8742-5caa1b879331 service neutron] 10.222.0.21 "GET /v2.0/networks?id=811a8894-b37d-4e8b-beed-69c0550e5d7e&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&id=3612dd2d-b6da-4890-8d81-c127f9a40abe&id=3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 200 len: 2291 time: 0.2213075 Nov 27 16:03:22.057271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] For port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:22.077642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] For port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:22.090110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:22.123894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-145e9a5f-3dc0-49f7-8880-bf2ad56ab9bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 200 len: 1002 time: 0.1118579 Nov 27 16:03:22.163588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.164377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:22.165996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] 10.222.0.37 "PUT /v2.0/ports/160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 HTTP/1.1" status: 200 len: 1092 time: 1.4807634 Nov 27 16:03:22.266558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf1bca-376c-4992-bc14-a55ac751cb59 service neutron] Pushing event updated for resources: {'Port': ['ID=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:22.342448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-46e0bfef-a294-4eaa-b46b-476c6689363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.348368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-46e0bfef-a294-4eaa-b46b-476c6689363c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 HTTP/1.1" status: 200 len: 850 time: 0.2161295 Nov 27 16:03:22.441254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d332da91-b4cf-418d-a77e-3344a56d1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.442795 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-d332da91-b4cf-418d-a77e-3344a56d1c97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 1095 time: 0.1704500 Nov 27 16:03:22.495806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-4b229cd8-06d4-4c74-9cd6-7427a73d603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.497765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-4b229cd8-06d4-4c74-9cd6-7427a73d603d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811a8894-b37d-4e8b-beed-69c0550e5d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371653 Nov 27 16:03:22.499303 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-6a3cc770-1c08-4528-b7cb-6259ffe40c55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 HTTP/1.1" status: 200 len: 217 time: 0.0484753 Nov 27 16:03:22.501866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-33643d98-a86b-465d-b999-ff66d25a3895 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215239 Nov 27 16:03:22.642257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-e577e35d-5024-481f-898f-3e4ca0e988d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.642257 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-e577e35d-5024-481f-898f-3e4ca0e988d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=530698f6-53c5-4065-8608-6cc03b9b39ff HTTP/1.1" status: 200 len: 838 time: 0.1256869 Nov 27 16:03:22.697163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-ccd4b087-09f6-443f-80ba-731a7aa84f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.698719 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-ccd4b087-09f6-443f-80ba-731a7aa84f1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1096 time: 0.1146314 Nov 27 16:03:22.704149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-ab137345-4a6d-448c-bd8e-d62162f8cd5b service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979802 Nov 27 16:03:22.767912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-267ae3ff-e67a-4a2f-8282-c72a0846e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.769909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:22.771669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-267ae3ff-e67a-4a2f-8282-c72a0846e72f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02ae067-0f05-44bd-8079-069439f0fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171138 Nov 27 16:03:22.775539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da5e8-33c5-4d7a-b3b3-ec0af476e718 req-306fe89b-07dd-4c6f-a463-4d4ed77f878d tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.784156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d1da5e8-33c5-4d7a-b3b3-ec0af476e718 req-306fe89b-07dd-4c6f-a463-4d4ed77f878d tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 944 time: 0.1031084 Nov 27 16:03:22.799653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'tag': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:22.804960 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c765d-0462-4372-a068-ff74ffb88059" -d '{"events": [{"name": "network-changed", "server_uuid": "27bf4390-8b65-45e7-bbfa-692689b7ee08", "tag": "160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:22.820382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0134f2-7a6b-4076-89d5-062aa95648f5 req-2e5f7295-9fd9-4495-8f0e-0a979e9442a5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:22.822196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf0134f2-7a6b-4076-89d5-062aa95648f5 req-2e5f7295-9fd9-4495-8f0e-0a979e9442a5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 944 time: 0.0972171 Nov 27 16:03:22.864593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:03:22.865139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d1da5e8-33c5-4d7a-b3b3-ec0af476e718 req-d495ee16-0103-4cd3-a74e-012aa77e9df6 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Nov 27 16:03:22.872535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:22.873127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:22.910269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf0134f2-7a6b-4076-89d5-062aa95648f5 req-e9f5e142-8cff-4eb0-b33d-4d0b6f0cc81b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771935 Nov 27 16:03:22.915407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55270) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:23.031652 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d43cd-f7f2-4f6b-8d2d-4f7bbf4e9fe1 x-openstack-request-id: req-d05d43cd-f7f2-4f6b-8d2d-4f7bbf4e9fe1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:23.031953 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bf4390-8b65-45e7-bbfa-692689b7ee08", "tag": "160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:23.032213 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d05d43cd-f7f2-4f6b-8d2d-4f7bbf4e9fe1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:23.032622 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'tag': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2', 'status': 'completed', 'code': 200} Nov 27 16:03:23.049746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.080100 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-b09dc65f-1bc8-495c-9621-6dc2dd1373fc service neutron] 10.222.0.21 "GET /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669908 Nov 27 16:03:23.088867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:23.092864 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4372b6b-f63a-4fbc-b8eb-0d42c12389ab" -d '{"events": [{"server_uuid": "58894a3a-0f0d-4bb9-9f7f-072fb6b961e2", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb16c3-00bf-4d24-8d86-66fb38c3cde6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:23.112809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2097e69-a2b8-4a19-8ab9-9fb6750cc421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.117554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-e645b0e8-05c6-4683-a417-0f9e1cf60053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.120782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-e645b0e8-05c6-4683-a417-0f9e1cf60053 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 897 time: 0.3873184 Nov 27 16:03:23.142845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,segment=NetworkSegment(d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7),segment_id=d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:23.149741 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.150581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:23.205489 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a474645-0d4a-4f8b-bd70-e394a3a76d40 x-openstack-request-id: req-3a474645-0d4a-4f8b-bd70-e394a3a76d40 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:23.206110 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58894a3a-0f0d-4bb9-9f7f-072fb6b961e2", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb16c3-00bf-4d24-8d86-66fb38c3cde6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:23.206538 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a474645-0d4a-4f8b-bd70-e394a3a76d40 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:23.207111 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6', 'code': 200} Nov 27 16:03:23.210519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: cc4e98b2-2715-49bc-b86f-df00ffe35d5d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:03:23.211129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cc4e98b2-2715-49bc-b86f-df00ffe35d5d not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:03:23.255388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:23.273700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2097e69-a2b8-4a19-8ab9-9fb6750cc421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.279099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2097e69-a2b8-4a19-8ab9-9fb6750cc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.320851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f2097e69-a2b8-4a19-8ab9-9fb6750cc421 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=537ea06550b54fea83b2c48de2f295e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042552 Nov 27 16:03:23.323649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2097e69-a2b8-4a19-8ab9-9fb6750cc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80bd764-cc20-4acb-94e6-5c706989ec91,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:23.326428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:23.359872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:23.390376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6835d057-5555-45e8-9559-deae94bf6c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.419621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6835d057-5555-45e8-9559-deae94bf6c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.477807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-b02afb3a-6f5e-44de-b4e5-af5e0a0dc147 service neutron] 10.222.0.37 "GET /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591909 Nov 27 16:03:23.483559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6835d057-5555-45e8-9559-deae94bf6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.486358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6835d057-5555-45e8-9559-deae94bf6c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.490027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6835d057-5555-45e8-9559-deae94bf6c9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f80bd764-cc20-4acb-94e6-5c706989ec91 HTTP/1.1" status: 204 len: 168 time: 0.1599081 Nov 27 16:03:23.499118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835d057-5555-45e8-9559-deae94bf6c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80bd764-cc20-4acb-94e6-5c706989ec91,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:23.513374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-199984d7-ca92-4381-bca8-4777327e849d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 217 time: 0.4194152 Nov 27 16:03:23.582335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3bba28d5-a0d8-483e-9688-835b5d5f39e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8b1f2a3c1bc4e60b44a64155327b022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200048 Nov 27 16:03:23.584782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55298) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:23.649686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f57c9ceb-ba79-4af1-b957-43103fde12c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.650276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-2449515d-cac2-44ff-8487-7bd7793648f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 200 len: 1000 time: 0.5198445 Nov 27 16:03:23.685573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415bc9-f693-4ef8-89d1-e5171e212147 req-41ae343d-735f-4c8b-aab7-8c3c8c949b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.687252 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1f415bc9-f693-4ef8-89d1-e5171e212147 req-41ae343d-735f-4c8b-aab7-8c3c8c949b47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 1096 time: 0.2142184 Nov 27 16:03:23.688629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-357e6c8c-188e-4a67-a6fb-78a843bced15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.688886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f57c9ceb-ba79-4af1-b957-43103fde12c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.690015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-357e6c8c-188e-4a67-a6fb-78a843bced15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1428306 Nov 27 16:03:23.756736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f57c9ceb-ba79-4af1-b957-43103fde12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.759688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f57c9ceb-ba79-4af1-b957-43103fde12c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:23.760843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f57c9ceb-ba79-4af1-b957-43103fde12c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f525515-8e97-4060-9b95-6ac231d689b5 HTTP/1.1" status: 204 len: 168 time: 0.1748092 Nov 27 16:03:23.771796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c9ceb-ba79-4af1-b957-43103fde12c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f525515-8e97-4060-9b95-6ac231d689b5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:23.782364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d6964b68-ab2f-4906-a081-eed0469ed221 req-a39f9c36-86de-4323-a5f9-aac842f8958a service neutron] 10.222.0.37 "GET /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685218 Nov 27 16:03:23.792474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-ffeeec30-7421-4093-b30c-d9eb210bf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.793974 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-ffeeec30-7421-4093-b30c-d9eb210bf83c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 HTTP/1.1" status: 200 len: 835 time: 0.1315260 Nov 27 16:03:23.839963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-4868e8b7-4c1f-47ca-823d-a347cf141f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.841727 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-4868e8b7-4c1f-47ca-823d-a347cf141f00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233339 Nov 27 16:03:23.843586 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1f415bc9-f693-4ef8-89d1-e5171e212147 req-a6414b70-fb7b-4fbf-8058-b178a1d1ff18 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295829 Nov 27 16:03:23.861048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-f1b82cdc-296e-4020-b5c5-61efaf072ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.862691 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-f1b82cdc-296e-4020-b5c5-61efaf072ca3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571926 Nov 27 16:03:23.960237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55316) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:23.972296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-d77eb376-b2d6-490f-8723-e4a063e5d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:23.973965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-d77eb376-b2d6-490f-8723-e4a063e5d566 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 1095 time: 0.1101065 Nov 27 16:03:23.983969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af489a47-f502-4d83-8f76-8d447f46b103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.065799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-d246d7c2-5d98-4408-bc77-91fcb70b2c2e service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882782 Nov 27 16:03:24.084927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e98f2-7207-4885-b13e-cd7ca89a65b5 req-98cec796-97e3-43a6-a07f-d7aba7e9a2fc tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.086489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-817e98f2-7207-4885-b13e-cd7ca89a65b5 req-98cec796-97e3-43a6-a07f-d7aba7e9a2fc tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 945 time: 0.1039836 Nov 27 16:03:24.153944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535567b-2255-488a-a2ef-68eb4f160bf6 req-60ddc927-886c-4ebe-a128-77068f56a107 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.155506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6535567b-2255-488a-a2ef-68eb4f160bf6 req-60ddc927-886c-4ebe-a128-77068f56a107 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 944 time: 0.1219268 Nov 27 16:03:24.207045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-817e98f2-7207-4885-b13e-cd7ca89a65b5 req-fff7b204-d85b-4029-a4ee-4f2df9c5a7bd tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133225 Nov 27 16:03:24.268672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af489a47-f502-4d83-8f76-8d447f46b103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.273923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6535567b-2255-488a-a2ef-68eb4f160bf6 req-0e7b9dc3-d7c0-4fa1-b2be-73a70523a450 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047931 Nov 27 16:03:24.274983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af489a47-f502-4d83-8f76-8d447f46b103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.308566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-af489a47-f502-4d83-8f76-8d447f46b103 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a80b49f2a651418b85ef101b1ed7e04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457744 Nov 27 16:03:24.309606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55326) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:24.334276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af489a47-f502-4d83-8f76-8d447f46b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcb1a17-87f6-4906-accd-f77778a27aa6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:24.340477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-722239e7-55e2-477c-bae8-ccd00d9bb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.341999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-722239e7-55e2-477c-bae8-ccd00d9bb7f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d02ae067-0f05-44bd-8079-069439f0fa7b HTTP/1.1" status: 200 len: 898 time: 0.3555584 Nov 27 16:03:24.375431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-ecfd1ba8-fcc3-48c1-968a-6f3541143d05 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084147 Nov 27 16:03:24.419125 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17df021e-4c86-4639-a7ee-3e1f4a5a9830 req-d9255997-094f-4e1f-9224-3436c57f2dbc service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385575 Nov 27 16:03:24.427884 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-a1f6d3b8-4582-4748-b898-5d88907626b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 HTTP/1.1" status: 200 len: 217 time: 0.0738339 Nov 27 16:03:24.467681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55330) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:24.520432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b826bc64-6ce1-4c3a-8c98-c56645f358fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5568981d57694f89bc4c8dc3e37f3743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488331 Nov 27 16:03:24.521869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55334) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:24.537619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-196425f2-f9aa-48ed-8e5f-d4889b9772d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.550840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-a286da73-1025-49c9-a7b5-9afff1721afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.552340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-a286da73-1025-49c9-a7b5-9afff1721afd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=530698f6-53c5-4065-8608-6cc03b9b39ff HTTP/1.1" status: 200 len: 838 time: 0.1089191 Nov 27 16:03:24.572544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f162dabb-a8df-4e4b-b741-782fc29988c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.594022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f162dabb-a8df-4e4b-b741-782fc29988c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.613584 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-196425f2-f9aa-48ed-8e5f-d4889b9772d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.617573 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-e5eb8b0f-ce80-4667-b799-029b9c02eb77 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008467 Nov 27 16:03:24.624698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:24.651863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f162dabb-a8df-4e4b-b741-782fc29988c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.654816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f162dabb-a8df-4e4b-b741-782fc29988c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.658370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f162dabb-a8df-4e4b-b741-782fc29988c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eb8e456-7310-4ea8-a570-9f88b4b23008 HTTP/1.1" status: 204 len: 168 time: 0.1328757 Nov 27 16:03:24.669291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162dabb-a8df-4e4b-b741-782fc29988c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb8e456-7310-4ea8-a570-9f88b4b23008,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:24.691494 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-4568e063-ffc3-467f-a509-a7a31757c121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 217 time: 0.0597646 Nov 27 16:03:24.696763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-f34ef163-5475-4f0a-9625-b075fd0498eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.698443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-f34ef163-5475-4f0a-9625-b075fd0498eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02ae067-0f05-44bd-8079-069439f0fa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291699 Nov 27 16:03:24.814118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e16334a-32e1-4c76-95ce-749e8eaa3e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.815852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-196425f2-f9aa-48ed-8e5f-d4889b9772d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.818444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-196425f2-f9aa-48ed-8e5f-d4889b9772d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:24.819601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-196425f2-f9aa-48ed-8e5f-d4889b9772d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbcb1a17-87f6-4906-accd-f77778a27aa6 HTTP/1.1" status: 204 len: 168 time: 0.5078425 Nov 27 16:03:24.841448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-df4d16ec-ddce-4a5a-a92a-3f8b71f5cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.842943 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-df4d16ec-ddce-4a5a-a92a-3f8b71f5cada service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1433313 Nov 27 16:03:24.850435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196425f2-f9aa-48ed-8e5f-d4889b9772d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcb1a17-87f6-4906-accd-f77778a27aa6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:24.921919 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-8ec0ccf6-e689-4b1d-82cb-a51dc106703f service neutron] 10.222.0.37 "GET /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134857 Nov 27 16:03:24.987578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-1d83c2dd-1c4d-4943-ac98-b974f56096de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:24.989294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-1d83c2dd-1c4d-4943-ac98-b974f56096de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284859 Nov 27 16:03:25.112165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:03:25.134648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e16334a-32e1-4c76-95ce-749e8eaa3e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.140358 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ea5c765d-0462-4372-a068-ff74ffb88059 req-27362f93-e2e0-46d8-aad7-b251f5ebb467 service neutron] 10.222.0.37 "GET /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091210 Nov 27 16:03:25.149951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e16334a-32e1-4c76-95ce-749e8eaa3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.172556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-614833a9-fbbf-4861-8310-58e0d6f51a6e service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738591 Nov 27 16:03:25.212489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16334a-32e1-4c76-95ce-749e8eaa3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e7ea3-e707-445a-b5ef-2faef5dc748f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:25.216869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6e16334a-32e1-4c76-95ce-749e8eaa3e1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c51d110fea4238aca0e22dd77fa2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5904336 Nov 27 16:03:25.219509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55358) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:25.271284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:25.289515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'port_id': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2', 'mac_address': 'fa:16:3e:b7:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:03:25.349346 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.371674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:03:25.381980 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-50662ae6-6537-48a3-9adc-56a47a21b0b6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972246 Nov 27 16:03:25.385369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-788f38d3-919c-4655-8fa0-5498c7ec94ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.399389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:25.409387 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.440792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-0c461b43-cb37-4da7-b5f7-4698893d6980 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=f4e1571f-5343-4cb8-935a-b7c654af1322 HTTP/1.1" status: 200 len: 217 time: 0.0441389 Nov 27 16:03:25.456251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd8cf1-730c-4282-b1f8-5d431541b11b req-a372a366-72cc-4b88-80d0-b01b05e6933f tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:25.458920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-788f38d3-919c-4655-8fa0-5498c7ec94ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.463581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17bd8cf1-730c-4282-b1f8-5d431541b11b req-a372a366-72cc-4b88-80d0-b01b05e6933f tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 945 time: 0.1390626 Nov 27 16:03:25.516791 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:03:25.536409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:25.562709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-7e117420-6c05-4300-a2a3-10a13740b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:25.564805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-7e117420-6c05-4300-a2a3-10a13740b084 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1161215 Nov 27 16:03:25.585155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40508-016d-47b0-b489-d4a8c94dfc5c req-fdd3d017-3130-476b-ad23-84c67daabc0d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:25.593124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51e40508-016d-47b0-b489-d4a8c94dfc5c req-fdd3d017-3130-476b-ad23-84c67daabc0d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 945 time: 0.1283834 Nov 27 16:03:25.630252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:25.639691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17bd8cf1-730c-4282-b1f8-5d431541b11b req-8e9646e1-5e27-4b57-b59d-161333670003 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505408 Nov 27 16:03:25.678968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-788f38d3-919c-4655-8fa0-5498c7ec94ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.683886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51e40508-016d-47b0-b489-d4a8c94dfc5c req-ae40b4e4-dd27-4377-8d26-0c78f32fde04 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896361 Nov 27 16:03:25.687147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-788f38d3-919c-4655-8fa0-5498c7ec94ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:25.691569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-788f38d3-919c-4655-8fa0-5498c7ec94ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d56e7ea3-e707-445a-b5ef-2faef5dc748f HTTP/1.1" status: 204 len: 168 time: 0.4710548 Nov 27 16:03:25.716018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-dea35192-10d7-47fc-a6e8-b47e3e105c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:25.718023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-dea35192-10d7-47fc-a6e8-b47e3e105c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445847 Nov 27 16:03:25.719335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f38d3-919c-4655-8fa0-5498c7ec94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e7ea3-e707-445a-b5ef-2faef5dc748f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:25.864239 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-d512a131-9ace-48bc-89be-3bcb18ab5bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311226 Nov 27 16:03:25.991849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-b6d9b77c-62f0-4b24-8e96-ea4f9fa3a94d service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183076 Nov 27 16:03:26.054289 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-bc09518e-bfb8-4324-ad93-12b5baf16cb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=46819611-afb3-4c0d-af56-91293a072eee HTTP/1.1" status: 200 len: 217 time: 0.0520241 Nov 27 16:03:26.163277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-da79f598-c600-42f1-a80f-89be31b0b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:26.164828 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-da79f598-c600-42f1-a80f-89be31b0b0db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 200 len: 797 time: 0.1051269 Nov 27 16:03:26.225117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-fb847e61-5890-48ca-ae1c-3949fcbbcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:26.227204 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-fb847e61-5890-48ca-ae1c-3949fcbbcb79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac0cf00f-7189-441a-afba-8114ce6bcd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540254 Nov 27 16:03:26.333165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-6198ac2c-06a9-44fc-8682-f403b922522a service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953312 Nov 27 16:03:26.445883 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-d414f1dd-c111-4a3a-bd58-3a0016ab374f service neutron] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039867 Nov 27 16:03:26.513579 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-451d3ec7-95cb-4e81-9fb4-8a8001a76e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93 HTTP/1.1" status: 200 len: 217 time: 0.0478275 Nov 27 16:03:26.572007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-aa29e25a-d64b-4e89-9b4b-66f8f36e72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:26.574226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-aa29e25a-d64b-4e89-9b4b-66f8f36e72a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.0560186 Nov 27 16:03:26.638094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-98571085-0a8a-4a63-af7d-c2c4df655c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:26.641464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-98571085-0a8a-4a63-af7d-c2c4df655c4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570199 Nov 27 16:03:26.753581 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-f2ffe25f-b1ad-4498-98e6-8f2addb4f32c service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026461 Nov 27 16:03:26.877352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22571cc-d2de-4660-befb-73d4d3848654 req-0169936d-dcae-4aae-838a-f9dd859008d8 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:26.879575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a22571cc-d2de-4660-befb-73d4d3848654 req-0169936d-dcae-4aae-838a-f9dd859008d8 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 945 time: 0.0773575 Nov 27 16:03:26.895271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-5f52beeb-e027-4e1d-9a02-ee76504e179c service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313169 Nov 27 16:03:26.945858 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-6607f295-fba1-42e6-9f9f-0c359c978978 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 200 len: 217 time: 0.0414004 Nov 27 16:03:26.958963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a22571cc-d2de-4660-befb-73d4d3848654 req-0e6db192-0061-4492-9b0c-629cb0cabbe7 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717602 Nov 27 16:03:27.022725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-d394d508-9724-4c29-9284-b8ee4382ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:27.024341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-d394d508-9724-4c29-9284-b8ee4382ecda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 200 len: 797 time: 0.0704961 Nov 27 16:03:27.111299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:27.130397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-77a61f6f-785d-47e6-a3e3-fc9f32edc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:27.138802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-77a61f6f-785d-47e6-a3e3-fc9f32edc200 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3612dd2d-b6da-4890-8d81-c127f9a40abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916536 Nov 27 16:03:27.202452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:03:27.212261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:27.214588 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:27.267243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-d4f0a727-3284-49b5-b6a3-c47f2fa9b74f service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187861 Nov 27 16:03:27.339011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:27.373144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:27.376108 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7cc71-eb09-41ca-a139-70ab81d9cb94" -d '{"events": [{"server_uuid": "27bf4390-8b65-45e7-bbfa-692689b7ee08", "name": "network-vif-plugged", "status": "completed", "tag": "160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:27.390490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:27.397981 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:27.406757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79fd6db7-46c7-4c4c-8170-e53490f946f4 req-b8d11e66-656d-47ed-a541-64f3d66f5320 service neutron] 10.222.0.21 "GET /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232905 Nov 27 16:03:27.465064 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac65edd1-818c-4e94-9bb0-b0b967a59a69 x-openstack-request-id: req-ac65edd1-818c-4e94-9bb0-b0b967a59a69 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:27.465701 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf4390-8b65-45e7-bbfa-692689b7ee08", "name": "network-vif-plugged", "status": "completed", "tag": "160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:27.466393 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac65edd1-818c-4e94-9bb0-b0b967a59a69 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:27.467128 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2', 'code': 200} Nov 27 16:03:27.500476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:27.575050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62bda0-c257-4ea9-8e4e-7c16e74ab76b req-e1bfa968-47c9-4fdf-b5c5-7459838b1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:27.576634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0a62bda0-c257-4ea9-8e4e-7c16e74ab76b req-e1bfa968-47c9-4fdf-b5c5-7459838b1881 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 1097 time: 0.0517292 Nov 27 16:03:27.625562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0a62bda0-c257-4ea9-8e4e-7c16e74ab76b req-527f7cb6-01d0-4dca-a053-ccbe054e2291 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Nov 27 16:03:27.735427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55474) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:27.822841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55480) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:27.920287 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24d64e71-cc0c-477b-adc1-5e7375a33a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:27.944034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1317915098'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:27.982874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Made reservation on behalf of 44fbab87c1494f94b953c969b98e2981 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:27.986375 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:27.998916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.055299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24d64e71-cc0c-477b-adc1-5e7375a33a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.063055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24d64e71-cc0c-477b-adc1-5e7375a33a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.098330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0ef3c-16bb-4fc5-bd5e-953fab910056 req-96b9cd20-2cd7-4c90-81ad-cc7a5ebf29da tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:28.100559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb0ef3c-16bb-4fc5-bd5e-953fab910056 req-96b9cd20-2cd7-4c90-81ad-cc7a5ebf29da tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Nov 27 16:03:28.151316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-24d64e71-cc0c-477b-adc1-5e7375a33a08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8a7c8a17a3a4911825bc7ec72316273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244340 Nov 27 16:03:28.151529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55500) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:28.152126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d64e71-cc0c-477b-adc1-5e7375a33a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000fe764-c4cd-4a18-9919-f7fcf14b3d01,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:28.188342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.196125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb0ef3c-16bb-4fc5-bd5e-953fab910056 req-27a9706a-9a70-4402-8596-49352d1b07c1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866024 Nov 27 16:03:28.203252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.223223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46effcd1-db0e-453c-873e-bb443c547014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.238673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:28.246266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46effcd1-db0e-453c-873e-bb443c547014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.255065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45abd572-bdd2-4dab-901c-7c1745d776bb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:28.258759 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.259106 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Added segment 0eaa6ec3-3679-4b73-8786-ccb21d6fcf1e of type vlan for network adea00bf-61e8-46fa-9335-c7325da44bbd Nov 27 16:03:28.310412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.313142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46effcd1-db0e-453c-873e-bb443c547014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.318617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46effcd1-db0e-453c-873e-bb443c547014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.321873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46effcd1-db0e-453c-873e-bb443c547014 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/000fe764-c4cd-4a18-9919-f7fcf14b3d01 HTTP/1.1" status: 204 len: 168 time: 0.1695020 Nov 27 16:03:28.333788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46effcd1-db0e-453c-873e-bb443c547014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000fe764-c4cd-4a18-9919-f7fcf14b3d01,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:28.340095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.346525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:28.346833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.374020 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6368933 Nov 27 16:03:28.376730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55510) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:28.412177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55514) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:28.467236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d5aa-e3c3-4521-82e8-31256d336480 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Pushing event updated for resources: {'Network': ['ID=adea00bf-61e8-46fa-9335-c7325da44bbd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:28.482380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network adea00bf-61e8-46fa-9335-c7325da44bbd details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:28.633182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'network': {'name': 'tempest-network--1450150612', 'router:external': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:28.690833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Made reservation on behalf of 36d07a27039b4d0cb269458b7ac88b0d for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:28.694532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.705448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.780171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d6eec87-be54-4011-b08f-39e07a3d2d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.826627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.843127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.843376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55530) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:28.859486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb78b0f6-5c94-4b27-b11b-34e74240cd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.884636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:28.891276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69815103-8d33-4579-8be6-0a370f8757e8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:28.906512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.906868 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Added segment 882ccb6d-ec71-4e13-8c7f-cfb19284ae92 of type vlan for network 9cd0a0b4-87e9-4280-952f-ad47d2d3560d Nov 27 16:03:28.952242 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d6eec87-be54-4011-b08f-39e07a3d2d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.957116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb78b0f6-5c94-4b27-b11b-34e74240cd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.962510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb78b0f6-5c94-4b27-b11b-34e74240cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.965398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d6eec87-be54-4011-b08f-39e07a3d2d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:28.978351 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.007485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb78b0f6-5c94-4b27-b11b-34e74240cd50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8abb01b6dc7c4d88875bc76503cd11a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601248 Nov 27 16:03:29.007485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78b0f6-5c94-4b27-b11b-34e74240cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7480d4ed-21c2-4d9e-9352-f2dfcf0d294a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:29.008337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55534) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:29.013318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d6eec87-be54-4011-b08f-39e07a3d2d5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e4a26e1146b43caa56c1e80ca71ee6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5995233 Nov 27 16:03:29.019966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55536) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:29.040545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eec87-be54-4011-b08f-39e07a3d2d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586640e-33c8-4984-a634-69b1413bb581,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:29.064047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a214900d-da12-4a24-b694-b1830486fc2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.081261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.082234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:29.082827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.088046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a214900d-da12-4a24-b694-b1830486fc2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.101813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14853f9b-1f6e-4846-981c-8fe0611e153b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.123972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7435467 Nov 27 16:03:29.125460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55542) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:29.175102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14853f9b-1f6e-4846-981c-8fe0611e153b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.176969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618e166-1fe3-4a87-93cb-05a9e7c2d9c5 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Network': ['ID=9cd0a0b4-87e9-4280-952f-ad47d2d3560d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:29.208189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 9cd0a0b4-87e9-4280-952f-ad47d2d3560d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:29.221734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.231035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a214900d-da12-4a24-b694-b1830486fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.233826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a214900d-da12-4a24-b694-b1830486fc2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.234979 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a214900d-da12-4a24-b694-b1830486fc2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7480d4ed-21c2-4d9e-9352-f2dfcf0d294a HTTP/1.1" status: 204 len: 168 time: 0.2260592 Nov 27 16:03:29.235700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14853f9b-1f6e-4846-981c-8fe0611e153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.239817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14853f9b-1f6e-4846-981c-8fe0611e153b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.242276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-14853f9b-1f6e-4846-981c-8fe0611e153b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8586640e-33c8-4984-a634-69b1413bb581 HTTP/1.1" status: 204 len: 168 time: 0.2177572 Nov 27 16:03:29.252328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214900d-da12-4a24-b694-b1830486fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480d4ed-21c2-4d9e-9352-f2dfcf0d294a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:29.254995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14853f9b-1f6e-4846-981c-8fe0611e153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586640e-33c8-4984-a634-69b1413bb581,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:29.485192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b148e-ef22-49d3-a29f-61a17fa038c3 req-8ff5b444-5703-42f2-89d6-40200f74712a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:29.499112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-364b148e-ef22-49d3-a29f-61a17fa038c3 req-8ff5b444-5703-42f2-89d6-40200f74712a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.1180956 Nov 27 16:03:29.579170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-364b148e-ef22-49d3-a29f-61a17fa038c3 req-fa1bafe8-c03f-4b95-a2e1-ce626ce2b99f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778642 Nov 27 16:03:29.626687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.651965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd0a0b4-87e9-4280-952f-ad47d2d3560d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:29.672582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882ccb6d-ec71-4e13-8c7f-cfb19284ae92') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:29.672879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882ccb6d-ec71-4e13-8c7f-cfb19284ae92') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:29.693534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.704035 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.757243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.773788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:29.774207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:29.777194 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:29.835952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87904039-4711-4e2f-93cc-dc7ee1ccf944 req-6c9cfc9a-de7f-4754-a9d1-66b7f37faa7f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:29.837644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87904039-4711-4e2f-93cc-dc7ee1ccf944 req-6c9cfc9a-de7f-4754-a9d1-66b7f37faa7f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.0916595 Nov 27 16:03:29.859402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.872472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cd0a0b4-87e9-4280-952f-ad47d2d3560d {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 16:03:29.908175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:29.910920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87904039-4711-4e2f-93cc-dc7ee1ccf944 req-0ab944c2-030b-4b33-a869-26b68b56b63a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577030 Nov 27 16:03:29.919749 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9cd0a0b4-87e9-4280-952f-ad47d2d3560d HTTP/1.1" status: 204 len: 168 time: 0.7929423 Nov 27 16:03:29.920941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657a39f-15f7-4d70-84d9-6e0e9c3f7aa3 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cd0a0b4-87e9-4280-952f-ad47d2d3560d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:29.923501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55580) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:29.939656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:29.977762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Made reservation on behalf of 36d07a27039b4d0cb269458b7ac88b0d for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:29.983749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.015909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:30.032536 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.033534 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Added segment cbd823bc-cab1-450d-a03d-ed8260af9d1a of type vlan for network ab4cc019-6b10-482c-a761-d82e24dae394 Nov 27 16:03:30.151834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.174054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345499d-5022-4f81-8672-de2bbc8184a1 req-46aa7e46-4e67-4b4a-8334-e45ebf13987f tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:30.182931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6345499d-5022-4f81-8672-de2bbc8184a1 req-46aa7e46-4e67-4b4a-8334-e45ebf13987f tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 945 time: 0.1352754 Nov 27 16:03:30.265452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6345499d-5022-4f81-8672-de2bbc8184a1 req-e3bd1e53-2ac8-4ba9-ba3c-61f2bea37985 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821397 Nov 27 16:03:30.266188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.267322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:30.268082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.299249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3745711 Nov 27 16:03:30.302631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55604) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:30.308436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'subnet': {'network_id': 'ab4cc019-6b10-482c-a761-d82e24dae394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:30.344684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c043cd-f75d-4fd1-8c80-dfc32e82ca1a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Network': ['ID=ab4cc019-6b10-482c-a761-d82e24dae394,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:30.357275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Made reservation on behalf of 36d07a27039b4d0cb269458b7ac88b0d for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:30.358759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ab4cc019-6b10-482c-a761-d82e24dae394 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:30.362202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.570605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55614) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:30.738843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-network', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:30.759794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:03:30.760136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.762212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Made reservation on behalf of db0349e3bb2746caa3be7a11453913af for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:30.764769 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.774410 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.824896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Checking segment: {'id': 'cbd823bc-cab1-450d-a03d-ed8260af9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ab4cc019-6b10-482c-a761-d82e24dae394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:30.825272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Network hostable DHCP agents. Network: ab4cc019-6b10-482c-a761-d82e24dae394, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:03:30.827260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d4bf4c5-7172-4064-8792-e4544cf9777d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:30.868155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Network ab4cc019-6b10-482c-a761-d82e24dae394 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:03:30.877009 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.878548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ab4cc019-6b10-482c-a761-d82e24dae394) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:30.883394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.883926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:30.884706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.891110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b37cf-a857-4f00-882a-dbb91dfcd91a None None] Network ab4cc019-6b10-482c-a761-d82e24dae394 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:30.909138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:30.909982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-033ae283-30f7-45d0-a0af-ad3d184bc20d tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6050045 Nov 27 16:03:30.923002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab4cc019-6b10-482c-a761-d82e24dae394'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:30.926794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:30.935066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574346d4-9039-48cb-b6c4-b66ff2d78833,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:30.949179 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:30.949179 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Added segment 0c982801-c7e9-4f23-b998-29c4a0b1fe5f of type vlan for network 308f8811-a323-4494-83eb-09c6843bc49f Nov 27 16:03:30.992005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.016610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.040262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b63ecf-cfcc-41c3-9fe6-8e8ae2d6f031 None None] Network ab4cc019-6b10-482c-a761-d82e24dae394 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:31.098070 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.099076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:31.099659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.165039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5904880 Nov 27 16:03:31.165867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55638) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:31.172142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Request body: {'subnet': {'network_id': '308f8811-a323-4494-83eb-09c6843bc49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-subnet', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:31.179852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598638c-f9fe-48f2-a2b5-4ae7bfc91ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=308f8811-a323-4494-83eb-09c6843bc49f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:31.197344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 308f8811-a323-4494-83eb-09c6843bc49f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:31.200600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Made reservation on behalf of db0349e3bb2746caa3be7a11453913af for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:31.203265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.247120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.411404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55652) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:31.475739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Allocated IP 172.20.0.13 (ab4cc019-6b10-482c-a761-d82e24dae394/6d4bf4c5-7172-4064-8792-e4544cf9777d/f25de986-80a0-44f9-b3a4-ba76d86230e1) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:31.487081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.507975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6586-0b77-4e0e-9b4f-4712da59906f req-7943c201-0428-4c24-84e6-56b77ff66405 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:31.509796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc9b6586-0b77-4e0e-9b4f-4712da59906f req-7943c201-0428-4c24-84e6-56b77ff66405 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 945 time: 0.1320996 Nov 27 16:03:31.586498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-fe3efd21-5c25-4011-b649-41d7cb70660d tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:31.587942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-fe3efd21-5c25-4011-b649-41d7cb70660d tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.21 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 945 time: 0.1538930 Nov 27 16:03:31.589138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332c4c52-d14f-4749-9117-57aa8fb9bacd,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:31.606375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Checking segment: {'id': '0c982801-c7e9-4f23-b998-29c4a0b1fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:31.606742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Network hostable DHCP agents. Network: 308f8811-a323-4494-83eb-09c6843bc49f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:03:31.660613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Network 308f8811-a323-4494-83eb-09c6843bc49f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:03:31.677755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.706442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 308f8811-a323-4494-83eb-09c6843bc49f) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:31.710899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:31.711496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.725167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87589d-f295-4c09-8a89-25cd883c6795 None None] Network 308f8811-a323-4494-83eb-09c6843bc49f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:31.725900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc9b6586-0b77-4e0e-9b4f-4712da59906f req-3284675e-8d5f-4264-834d-70a5ad555272 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/security-groups?id=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061639 Nov 27 16:03:31.744509 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ea5a855f-1f06-4aa6-a0ff-4534fc0717c9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5774198 Nov 27 16:03:31.747330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55686) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:31.751795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:31.764085 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.782701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Deleting port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:31.783050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.858483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.860356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.905969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] For port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,segment=NetworkSegment(d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7),segment_id=d7bacf23-0186-4ae8-b962-c7a3ff9ff9b7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:31.906704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.920010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.946966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-308f8811-a323-4494-83eb-09c6843bc49f', 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'fixed_ips': [{'subnet_id': '332c4c52-d14f-4749-9117-57aa8fb9bacd'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:03:31.948033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:31.976836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Calling delete_port for f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:31.986022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.019748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Network ab4cc019-6b10-482c-a761-d82e24dae394 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:32.025002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Port': ['ID=f25de986-80a0-44f9-b3a4-ba76d86230e1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:32.029352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:32.033256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:32.122351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Allocated IP 172.20.0.2 (308f8811-a323-4494-83eb-09c6843bc49f/332c4c52-d14f-4749-9117-57aa8fb9bacd/d123d100-a1c0-418f-a96c-49f5594257c9) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:32.208484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.275920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.279536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.280536 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.312987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.333119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['f3cb16c3-00bf-4d24-8d86-66fb38c3cde6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:03:32.340856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.382542 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.428870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Pushing event deleted for resources: {'Port': ['ID=f3cb16c3-00bf-4d24-8d86-66fb38c3cde6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:32.430940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55716) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:32.445625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Network 308f8811-a323-4494-83eb-09c6843bc49f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:32.451350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:32.456578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:32.468142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Pushing event updated for resources: {'Port': ['ID=d123d100-a1c0-418f-a96c-49f5594257c9,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:32.475118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] No DVR routers for this DVR port f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:03:32.479213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.483499 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15b8685a-97ee-44ef-9c55-6ccadaf8dd84 req-90f14c0b-83d5-47c6-86ab-e9f3a0cfe701 tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.21 "DELETE /v2.0/ports/f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 HTTP/1.1" status: 204 len: 173 time: 0.8856766 Nov 27 16:03:32.485823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'name': 'network-vif-deleted', 'tag': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:03:32.488759 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c61fb95-f2f1-4670-9b10-995352f37e29" -d '{"events": [{"server_uuid": "58894a3a-0f0d-4bb9-9f7f-072fb6b961e2", "name": "network-vif-deleted", "tag": "f3cb16c3-00bf-4d24-8d86-66fb38c3cde6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:03:32.595294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Attempting to bind port d123d100-a1c0-418f-a96c-49f5594257c9 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:32.595681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Attempting to bind port d123d100-a1c0-418f-a96c-49f5594257c9 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0c982801-c7e9-4f23-b998-29c4a0b1fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:32.596056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Attempting to bind port d123d100-a1c0-418f-a96c-49f5594257c9 on network 308f8811-a323-4494-83eb-09c6843bc49f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:32.598710 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d221b07-16c7-4243-a18f-40955b5ee1c4 x-openstack-request-id: req-2d221b07-16c7-4243-a18f-40955b5ee1c4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:03:32.599055 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58894a3a-0f0d-4bb9-9f7f-072fb6b961e2", "name": "network-vif-deleted", "tag": "f3cb16c3-00bf-4d24-8d86-66fb38c3cde6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:03:32.599311 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d221b07-16c7-4243-a18f-40955b5ee1c4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:03:32.599709 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58894a3a-0f0d-4bb9-9f7f-072fb6b961e2', 'name': 'network-vif-deleted', 'tag': 'f3cb16c3-00bf-4d24-8d86-66fb38c3cde6', 'status': 'completed', 'code': 200} Nov 27 16:03:32.612901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:32.613288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Checking segment: {'id': '0c982801-c7e9-4f23-b998-29c4a0b1fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:32.613731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.614139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Bound using segment: {'id': '0c982801-c7e9-4f23-b998-29c4a0b1fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:32.614625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Bound port: d123d100-a1c0-418f-a96c-49f5594257c9, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c982801-c7e9-4f23-b998-29c4a0b1fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:32.618022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.691372 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39f568ae-f3df-4daf-8524-85df9a39b00e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.692056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.703695 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.711790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.734612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] For port d123d100-a1c0-418f-a96c-49f5594257c9, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:32.738656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.739447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] For port d123d100-a1c0-418f-a96c-49f5594257c9, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d123d100-a1c0-418f-a96c-49f5594257c9,segment=NetworkSegment(0c982801-c7e9-4f23-b998-29c4a0b1fe5f),segment_id=0c982801-c7e9-4f23-b998-29c4a0b1fe5f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:32.746016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.814434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e35506-0b87-4939-83d2-68bcfea0177f None None] Pushing event updated for resources: {'Port': ['ID=d123d100-a1c0-418f-a96c-49f5594257c9,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:32.826234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.20.0.17 (d02ae067-0f05-44bd-8079-069439f0fa7b/530698f6-53c5-4065-8608-6cc03b9b39ff/3874349f-5a25-474f-9f5a-1ab8a262f2a0) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:32.925514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Allocated IP 172.25.1.23 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/0f781795-4156-4b17-811e-7c69c312fbde) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:32.930611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6f57d8d-dbf7-4596-b6ca-fc19c4d8dd97 req-3595353f-878e-40e3-a319-5ecf7896be3f tempest-VolumesActionsTest-1310873649 tempest-VolumesActionsTest-1310873649-project] 10.222.0.15 "GET /v2.0/ports?device_id=58894a3a-0f0d-4bb9-9f7f-072fb6b961e2 HTTP/1.1" status: 200 len: 210 time: 0.0589676 Nov 27 16:03:32.935722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39f568ae-f3df-4daf-8524-85df9a39b00e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.943138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.946373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39f568ae-f3df-4daf-8524-85df9a39b00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:32.949146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Port': ['ID=f25de986-80a0-44f9-b3a4-ba76d86230e1,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:33.024832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.035034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6e07ea3c-51fb-48bf-97b5-be8072bf684c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1148620 Nov 27 16:03:33.040168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55726) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:33.075069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-39f568ae-f3df-4daf-8524-85df9a39b00e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d133216efaf848b0b8b1adbdc5a1749f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6344891 Nov 27 16:03:33.079837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55728) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:33.110827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f568ae-f3df-4daf-8524-85df9a39b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e8b41f-2bd8-47f9-aa12-f6742bf8af44,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:33.168453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2b8c418f-926f-4511-892d-dd3c4884a454 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=ab4cc019-6b10-482c-a761-d82e24dae394 HTTP/1.1" status: 200 len: 690 time: 0.1281166 Nov 27 16:03:33.172026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55730) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:33.201476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.206084 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.212503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c33e7f-5668-46f3-8ef3-7d2631a9f724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.261234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c33e7f-5668-46f3-8ef3-7d2631a9f724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.276120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.345396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:33.347486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Pushing event updated for resources: {'Port': ['ID=0f781795-4156-4b17-811e-7c69c312fbde,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:33.351107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:33.353555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:33.373174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95931884-161e-4bed-9a2a-164e39a0d99c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:33.395356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c33e7f-5668-46f3-8ef3-7d2631a9f724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.398920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c33e7f-5668-46f3-8ef3-7d2631a9f724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.400146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80c33e7f-5668-46f3-8ef3-7d2631a9f724 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30e8b41f-2bd8-47f9-aa12-f6742bf8af44 HTTP/1.1" status: 204 len: 168 time: 0.3188779 Nov 27 16:03:33.415333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c33e7f-5668-46f3-8ef3-7d2631a9f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e8b41f-2bd8-47f9-aa12-f6742bf8af44,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:33.500527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c483c089-0150-4f29-bbbb-1f0c4460930e None None] Provisioning complete for port 0f781795-4156-4b17-811e-7c69c312fbde triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:33.501287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c483c089-0150-4f29-bbbb-1f0c4460930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.541096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c483c089-0150-4f29-bbbb-1f0c4460930e None None] Port 0f781795-4156-4b17-811e-7c69c312fbde cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:33.650517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.684596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.696369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.796577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=3874349f-5a25-474f-9f5a-1ab8a262f2a0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:33.799287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d123d100-a1c0-418f-a96c-49f5594257c9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:33.816106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network d02ae067-0f05-44bd-8079-069439f0fa7b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:33.826499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:33.844608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:33.899425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d123d100-a1c0-418f-a96c-49f5594257c9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:33.899829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.912101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:33.994216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:34.015463 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be13f7f9-f046-44a8-af28-d155e475fcd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.193391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be13f7f9-f046-44a8-af28-d155e475fcd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.230040 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be13f7f9-f046-44a8-af28-d155e475fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.312181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60697cb2-4ad1-4f86-849d-f97d3c7d83f1 None None] Network 308f8811-a323-4494-83eb-09c6843bc49f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:34.348459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-625d14b4-430a-4039-a63a-3be8b39af54a None None] Provisioning complete for port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:34.348868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-625d14b4-430a-4039-a63a-3be8b39af54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.349299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be13f7f9-f046-44a8-af28-d155e475fcd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d9954cf5a804b8f9bdf506f0da3ce7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533738 Nov 27 16:03:34.358483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55744) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:34.360910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Deleting port f25de986-80a0-44f9-b3a4-ba76d86230e1 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:34.361530 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.389367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.489817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-625d14b4-430a-4039-a63a-3be8b39af54a None None] Port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:34.495105 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.508732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13f7f9-f046-44a8-af28-d155e475fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813f7275-4988-4cbc-932d-e9f71fc5de86,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:34.514973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.558656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d123d100-a1c0-418f-a96c-49f5594257c9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d123d100-a1c0-418f-a96c-49f5594257c9,segment=NetworkSegment(0c982801-c7e9-4f23-b998-29c4a0b1fe5f),segment_id=0c982801-c7e9-4f23-b998-29c4a0b1fe5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:34.596542 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-680a7d63-df05-4bd9-86e8-ebb1e547f0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.613725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:03:34.648317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.691050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fce83fa3-18fa-4759-9b9e-99ab9bbcf4c4 None None] Provisioning complete for port d123d100-a1c0-418f-a96c-49f5594257c9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:34.691809 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fce83fa3-18fa-4759-9b9e-99ab9bbcf4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.771142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d123d100-a1c0-418f-a96c-49f5594257c9,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:34.786917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:34.801430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-680a7d63-df05-4bd9-86e8-ebb1e547f0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.815214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.817675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0ac12936-4a55-4ef9-9ed6-b4cfd28331ea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0689111 Nov 27 16:03:34.821788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:34.847983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Sync routers for ids ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:34.897710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.898403 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:34.906835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Routers {'10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:34.909434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:34.931385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Calling delete_port for f25de986-80a0-44f9-b3a4-ba76d86230e1 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:35.121933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Set router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:35.132728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-680a7d63-df05-4bd9-86e8-ebb1e547f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.135844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-680a7d63-df05-4bd9-86e8-ebb1e547f0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.137229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-680a7d63-df05-4bd9-86e8-ebb1e547f0bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/813f7275-4988-4cbc-932d-e9f71fc5de86 HTTP/1.1" status: 204 len: 168 time: 0.7733228 Nov 27 16:03:35.163329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a7d63-df05-4bd9-86e8-ebb1e547f0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f7275-4988-4cbc-932d-e9f71fc5de86,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:35.293654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.296904 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.313177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.384362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-64345995-4433-4f9d-bb08-d60f281f5f03 None None] Provisioning complete for port d123d100-a1c0-418f-a96c-49f5594257c9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:35.384983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64345995-4433-4f9d-bb08-d60f281f5f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.404889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Port': ['ID=f25de986-80a0-44f9-b3a4-ba76d86230e1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:35.428711 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7f59-7fea-48e7-a9f4-8fb56706e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.506925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=3874349f-5a25-474f-9f5a-1ab8a262f2a0,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:35.577833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.592681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '0f781795-4156-4b17-811e-7c69c312fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:31Z', 'updated_at': '2021-11-27T16:03:33Z', 'revision_number': 3, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'gw_port': {'id': '0f781795-4156-4b17-811e-7c69c312fbde', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:35.650948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Checking router: 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:35.651317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Updating router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 port 0f781795-4156-4b17-811e-7c69c312fbde binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:03:35.699689 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.703398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:35.706544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network d02ae067-0f05-44bd-8079-069439f0fa7b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:35.712084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:35.876147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d123d100-a1c0-418f-a96c-49f5594257c9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:35.973942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.074149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.158096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:03:36.175421 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.276863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.305511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.307331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4bf4c5-7172-4064-8792-e4544cf9777d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:36.335813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Allocated IP 172.20.0.1 (308f8811-a323-4494-83eb-09c6843bc49f/332c4c52-d14f-4749-9117-57aa8fb9bacd/864627fb-e906-4c81-91d6-96084ce39370) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:36.376310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7eb77-156e-4221-9da8-3c59d5b7d946 None None] Pushing event updated for resources: {'Port': ['ID=0f781795-4156-4b17-811e-7c69c312fbde,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:36.403826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.409384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-aa97be71-abe9-42fc-8205-b356aab46392 None None] Provisioning complete for port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:36.410678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aa97be71-abe9-42fc-8205-b356aab46392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.437598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4cc019-6b10-482c-a761-d82e24dae394']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:36.443844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e04018-e4dc-400c-8b31-a24bc119a160 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:36.451242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd823bc-cab1-450d-a03d-ed8260af9d1a') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:36.452815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd823bc-cab1-450d-a03d-ed8260af9d1a') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:36.457028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Attempting to bind port 0f781795-4156-4b17-811e-7c69c312fbde on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:36.457650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Attempting to bind port 0f781795-4156-4b17-811e-7c69c312fbde by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:36.458749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Attempting to bind port 0f781795-4156-4b17-811e-7c69c312fbde on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:36.470329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.473006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:36.488178 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:36.492182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-032b72e0-b7a9-4766-8cb0-31417daee79b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "PUT /v2.0/routers/88be7daf-401b-418d-a07b-c60258f0bc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0768659 Nov 27 16:03:36.498089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:36.503821 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:36.504572 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:36.505372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:36.510024 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.511257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:36.511257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Bound port: 0f781795-4156-4b17-811e-7c69c312fbde, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:36.511523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.524336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-aa97be71-abe9-42fc-8205-b356aab46392 None None] Port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:36.529443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.546615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:36.547443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:36.551487 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:36.555035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.594227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d123d100-a1c0-418f-a96c-49f5594257c9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:36.595169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.614104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.652864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] For port 0f781795-4156-4b17-811e-7c69c312fbde, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:36.667897 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:36.679455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Network 308f8811-a323-4494-83eb-09c6843bc49f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:36.685178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] For port 0f781795-4156-4b17-811e-7c69c312fbde, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0f781795-4156-4b17-811e-7c69c312fbde,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:36.686166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:36.692728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9f7c611c-9248-4f2b-8d40-1d8a729e046c None None] Provisioning complete for port 0f781795-4156-4b17-811e-7c69c312fbde triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:36.692842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f7c611c-9248-4f2b-8d40-1d8a729e046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.692930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:36.696641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.715431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.739302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab4cc019-6b10-482c-a761-d82e24dae394 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 16:03:36.753668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Pushing event updated for resources: {'Port': ['ID=864627fb-e906-4c81-91d6-96084ce39370,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:36.760219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab4cc019-6b10-482c-a761-d82e24dae394,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:36.772495 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:36.782870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-00dc0938-06d0-461f-b2a5-412d80423d8e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ab4cc019-6b10-482c-a761-d82e24dae394 HTTP/1.1" status: 204 len: 168 time: 3.6076696 Nov 27 16:03:36.784403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:36.871488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:36.964703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:03:36.965073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f3cb16c3-00bf-4d24-8d86-66fb38c3cde6 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:03:36.974427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd65ef0c-a1cd-4db6-8984-53b31756c485 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:36.977125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.063851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Routers {'10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:37.065727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:07Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:37.183222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] Set router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:37.249702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7eb77-156e-4221-9da8-3c59d5b7d946 None None] Pushing event updated for resources: {'Port': ['ID=0f781795-4156-4b17-811e-7c69c312fbde,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:37.338022 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:34Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 1, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3874349f-5a25-474f-9f5a-1ab8a262f2a0', 'name': '', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:1f:79:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:34Z', 'revision_number': 2, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:37.407545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.419075 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:37.419075 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Updating router 88be7daf-401b-418d-a07b-c60258f0bc71 port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:03:37.424745 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dbdd7eb0-6a4c-497f-8a12-74c4ae619b23 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3353 time: 0.6351881 Nov 27 16:03:37.427306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55810) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:37.435224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f7c611c-9248-4f2b-8d40-1d8a729e046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.478005 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.529227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9f7c611c-9248-4f2b-8d40-1d8a729e046c None None] For port 0f781795-4156-4b17-811e-7c69c312fbde, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0f781795-4156-4b17-811e-7c69c312fbde,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:37.587213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f7c611c-9248-4f2b-8d40-1d8a729e046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.714001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.714365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.714812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.718307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.718893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.719492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.721665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.722136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.722591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.722721 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567fba83-db86-4704-a2a2-f047217cfc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.723209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.726174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.726666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.727121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.727631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.729780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:37.735166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c611c-9248-4f2b-8d40-1d8a729e046c None None] Pushing event updated for resources: {'Port': ['ID=0f781795-4156-4b17-811e-7c69c312fbde,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:37.735591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-15902707-00e0-4f18-8128-f2c395e15a7c tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9633 time: 0.3039501 Nov 27 16:03:37.735939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.736250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55818) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:37.749715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.760621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '0f781795-4156-4b17-811e-7c69c312fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:31Z', 'updated_at': '2021-11-27T16:03:33Z', 'revision_number': 3, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'gw_port': {'id': '0f781795-4156-4b17-811e-7c69c312fbde', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:37.811967 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-32fa5765-2e8d-4360-a222-a14b85a258e4 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] delete failed (client error): The resource could not be found. Nov 27 16:03:37.813957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-32fa5765-2e8d-4360-a222-a14b85a258e4 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/831766a3-d077-438f-8d40-0b88c4e235cb HTTP/1.1" status: 404 len: 345 time: 0.0767457 Nov 27 16:03:37.820223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55820) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:37.836043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-af5c2023-415c-437f-af55-ef718d0d08b8 None None] Provisioning complete for port 0f781795-4156-4b17-811e-7c69c312fbde triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:37.838944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af5c2023-415c-437f-af55-ef718d0d08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.845702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1032e20-9ac5-4fbe-b82d-9eb4ed057835 None None] The sync data for ids ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'] in n-d-819494-4 is: [{'id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '0f781795-4156-4b17-811e-7c69c312fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:31Z', 'updated_at': '2021-11-27T16:03:33Z', 'revision_number': 3, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'gw_port': {'id': '0f781795-4156-4b17-811e-7c69c312fbde', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:37.883124 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3d3e17-7b9b-499b-aa06-31d7fa13235e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] DELETE failed (client error): The resource could not be found. Nov 27 16:03:37.883663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3d3e17-7b9b-499b-aa06-31d7fa13235e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:03:37.890658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9f3d3e17-7b9b-499b-aa06-31d7fa13235e tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ab4cc019-6b10-482c-a761-d82e24dae394 HTTP/1.1" status: 404 len: 339 time: 0.0692570 Nov 27 16:03:37.891454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:37.899826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'network': {'name': 'tempest-network--1390295563', 'router:external': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:37.911919 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:37.914487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55824) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:37.925261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Pushing event updated for resources: {'Port': ['ID=864627fb-e906-4c81-91d6-96084ce39370,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:37.963455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Made reservation on behalf of 36d07a27039b4d0cb269458b7ac88b0d for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:37.966020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.034308 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.035106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:38.049130 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.054531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.054872 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Added segment 4d38948b-4403-4c97-bf25-7916a6faae0e of type vlan for network ad57ed9e-9b42-4c4c-84ea-562cf32ed23e Nov 27 16:03:38.065306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-af5c2023-415c-437f-af55-ef718d0d08b8 None None] Provisioning complete for port 864627fb-e906-4c81-91d6-96084ce39370 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:38.066715 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af5c2023-415c-437f-af55-ef718d0d08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.124815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-423976322', 'router:external': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:38.128249 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Pushing event updated for resources: {'Port': ['ID=3874349f-5a25-474f-9f5a-1ab8a262f2a0,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:38.128413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-af5c2023-415c-437f-af55-ef718d0d08b8 None None] Port 864627fb-e906-4c81-91d6-96084ce39370 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:38.139313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Network 308f8811-a323-4494-83eb-09c6843bc49f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:38.140786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:38.193223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.215723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Made reservation on behalf of bbd70e69b1af45b5aada53aa7121c223 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:38.218635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.243061 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.243411 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.243752 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.244089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.244421 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.244757 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.245075 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.245400 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.245749 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.246070 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.246912 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.246912 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:38.247417 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.269376 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Attempting to bind port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:38.270086 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Attempting to bind port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:38.270622 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Attempting to bind port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 on network d02ae067-0f05-44bd-8079-069439f0fa7b {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:38.278229 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:38.279006 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Checking segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:38.279727 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.280290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Bound using segment: {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:38.280930 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Bound port: 3874349f-5a25-474f-9f5a-1ab8a262f2a0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e2fac-94c2-4b85-b345-0c5e99e2b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:38.282037 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.348684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.350291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:38.353709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.371328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:03:38.424988 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] For port 3874349f-5a25-474f-9f5a-1ab8a262f2a0, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:38.431559 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] For port 3874349f-5a25-474f-9f5a-1ab8a262f2a0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3874349f-5a25-474f-9f5a-1ab8a262f2a0,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:38.440553 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.493614 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.571149 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:38.572096 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:38.583390 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716356d-3b8b-49e5-9bbd-605b97dd9eb3 None None] Pushing event updated for resources: {'Port': ['ID=3874349f-5a25-474f-9f5a-1ab8a262f2a0,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:38.625710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Network': ['ID=ad57ed9e-9b42-4c4c-84ea-562cf32ed23e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:38.637198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ad57ed9e-9b42-4c4c-84ea-562cf32ed23e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:38.655893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-76d24b22-b39e-4d2c-a00b-451871d02d03 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7630794 Nov 27 16:03:38.658009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55832) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:38.754178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.762192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.796751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Provisioning complete for port 864627fb-e906-4c81-91d6-96084ce39370 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:38.797328 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.839141 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:38.864836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95921fb5-d609-442f-abcc-6829093a1dce,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:38.876817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:38.882251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Port 864627fb-e906-4c81-91d6-96084ce39370 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:38.883207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:38.893398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.893828 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Added segment 185c2164-6a62-4f4c-a4b0-44036808e074 of type vlan for network 44e6ed00-8061-4258-bb54-c3040a2a90a9 Nov 27 16:03:38.898799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-206923f9-acf4-47db-9a3f-0557d8eadd95 admin admin] 10.222.0.15 "PUT /v2.0/routers/10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0758209 Nov 27 16:03:38.920439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Provisioning complete for port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:38.921121 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:38.992655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.080893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398739c-cda3-448a-a61f-a15f25a58e77 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:39.085555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.087267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:39.088823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.099474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398739c-cda3-448a-a61f-a15f25a58e77 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:39.105700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398739c-cda3-448a-a61f-a15f25a58e77 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:39.109640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.126572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398739c-cda3-448a-a61f-a15f25a58e77 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:39.132494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:39.141990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c398739c-cda3-448a-a61f-a15f25a58e77 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4826403 Nov 27 16:03:39.183795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] For port 3874349f-5a25-474f-9f5a-1ab8a262f2a0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3874349f-5a25-474f-9f5a-1ab8a262f2a0,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:39.197494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.274742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67b577-a5c5-4bec-be76-7acf84d9d04d None None] Pushing event updated for resources: {'Port': ['ID=3874349f-5a25-474f-9f5a-1ab8a262f2a0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:39.282088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3622282 Nov 27 16:03:39.282452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55844) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:39.288317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'subnet': {'network_id': '44e6ed00-8061-4258-bb54-c3040a2a90a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:39.314556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b539d-6fcc-4456-b633-3b1a7d89adee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Network': ['ID=44e6ed00-8061-4258-bb54-c3040a2a90a9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:39.320519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Made reservation on behalf of bbd70e69b1af45b5aada53aa7121c223 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:39.328655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.329924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.334283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 44e6ed00-8061-4258-bb54-c3040a2a90a9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:39.395472 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:34Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 1, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3874349f-5a25-474f-9f5a-1ab8a262f2a0', 'name': '', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:1f:79:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:38Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:39.458194 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc6868-60d0-466e-8429-d024fb50883d None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:34Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 1, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3874349f-5a25-474f-9f5a-1ab8a262f2a0', 'name': '', 'network_id': 'd02ae067-0f05-44bd-8079-069439f0fa7b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:1f:79:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:38Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '530698f6-53c5-4065-8608-6cc03b9b39ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:39.494838 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-8095f9af-16ce-46f9-86f1-c8239d27caf5 req-96ce8c0c-e838-4b6b-b948-03d6a2048324 tempest-FloatingIPDetailsNegativeTestJSON-510793626 tempest-FloatingIPDetailsNegativeTestJSON-510793626-project] show failed (client error): The resource could not be found. Nov 27 16:03:39.506724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8095f9af-16ce-46f9-86f1-c8239d27caf5 req-96ce8c0c-e838-4b6b-b948-03d6a2048324 tempest-FloatingIPDetailsNegativeTestJSON-510793626 tempest-FloatingIPDetailsNegativeTestJSON-510793626-project] 10.222.0.15 "GET /v2.0/floatingips/3ea45baa-4c30-4c7b-baa0-bc0b611ffbaf HTTP/1.1" status: 404 len: 350 time: 0.0634081 Nov 27 16:03:39.514295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55846) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:39.526508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.809469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad57ed9e-9b42-4c4c-84ea-562cf32ed23e']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:39.824920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d38948b-4403-4c97-bf25-7916a6faae0e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:39.825573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d38948b-4403-4c97-bf25-7916a6faae0e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:39.836692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c8529b85-4eca-47f1-ae5b-5a09d31cb99a None None] Provisioning complete for port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:39.837260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c8529b85-4eca-47f1-ae5b-5a09d31cb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:39.952186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0f781795-4156-4b17-811e-7c69c312fbde up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:39.958002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.022181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.053596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:40.055850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:40.062331 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:40.114377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 0f781795-4156-4b17-811e-7c69c312fbde triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:40.114752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.276310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3874349f-5a25-474f-9f5a-1ab8a262f2a0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:40.411434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:40.411916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.415615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:03:40.416402 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.417044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.493053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Checking segment: {'id': '185c2164-6a62-4f4c-a4b0-44036808e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '44e6ed00-8061-4258-bb54-c3040a2a90a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:40.493497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network hostable DHCP agents. Network: 44e6ed00-8061-4258-bb54-c3040a2a90a9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:03:40.511529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8de785c2-dec4-499e-8609-f90208270263,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:40.523864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network 44e6ed00-8061-4258-bb54-c3040a2a90a9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:03:40.537067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 44e6ed00-8061-4258-bb54-c3040a2a90a9) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:40.544609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:40.546034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.546564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76a03c-53f7-442c-847a-8c4f68f05843 None None] Network 44e6ed00-8061-4258-bb54-c3040a2a90a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:40.572474 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-916d47aa-0e0a-40c4-8f29-67b01eae042c tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2887502 Nov 27 16:03:40.573230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55852) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:40.579890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-145088068', 'network_id': '44e6ed00-8061-4258-bb54-c3040a2a90a9'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:40.610032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Made reservation on behalf of bbd70e69b1af45b5aada53aa7121c223 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:40.613637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.639005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] device_id is not set on port d4693c64-7e13-42f0-bd0b-3776799702d0 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:03:40.713771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.718844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad57ed9e-9b42-4c4c-84ea-562cf32ed23e {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 16:03:40.721576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.729136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ad57ed9e-9b42-4c4c-84ea-562cf32ed23e HTTP/1.1" status: 204 len: 168 time: 1.5880303 Nov 27 16:03:40.731037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:40.746116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'network': {'name': 'tempest-network--798112843', 'router:external': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:40.851411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a128b0-7ab8-4edb-a14d-e2082960353e None None] Network 44e6ed00-8061-4258-bb54-c3040a2a90a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:40.889789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Made reservation on behalf of 36d07a27039b4d0cb269458b7ac88b0d for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:40.892216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.911630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc5940-830e-404b-a7c1-c5fc2484bd77 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad57ed9e-9b42-4c4c-84ea-562cf32ed23e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:40.930718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Allocated IP 172.20.0.4 (44e6ed00-8061-4258-bb54-c3040a2a90a9/8de785c2-dec4-499e-8609-f90208270263/d4693c64-7e13-42f0-bd0b-3776799702d0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:40.947942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:40.963081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:40.963488 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Added segment 556bb50e-6a2a-4011-b80c-6a6f4e2d8788 of type vlan for network 3c8af156-5a37-45c9-9520-f8988e9164ba Nov 27 16:03:41.017714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.073152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.074996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:41.076081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.138254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.165215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.184758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Network': ['ID=3c8af156-5a37-45c9-9520-f8988e9164ba,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:41.197965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3c8af156-5a37-45c9-9520-f8988e9164ba details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:41.206361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9131d85b-c406-418c-bc95-1e3e25e23428 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4669468 Nov 27 16:03:41.209828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:41.211054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.274481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network 44e6ed00-8061-4258-bb54-c3040a2a90a9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:41.277914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:41.282888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:41.286928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Port': ['ID=d4693c64-7e13-42f0-bd0b-3776799702d0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:41.333866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:41.335275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.367473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-51447bd3-6d5f-4009-bb8b-3a0204a3a2b5 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7927201 Nov 27 16:03:41.370205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55862) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:41.394204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e48d367-1a94-43a0-a8d5-a1769560f392 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:41.395637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0e48d367-1a94-43a0-a8d5-a1769560f392 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] 10.222.0.15 "GET /v2.0/networks/3c8af156-5a37-45c9-9520-f8988e9164ba HTTP/1.1" status: 200 len: 756 time: 0.1850159 Nov 27 16:03:41.398713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55866) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:41.516789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.517244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Deleting port d4693c64-7e13-42f0-bd0b-3776799702d0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:41.517745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.624033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Sync routers for ids ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:41.632088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.636132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2188f-9586-43a3-ab35-f359f822191e tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:41.637609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8ac2188f-9586-43a3-ab35-f359f822191e tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] 10.222.0.15 "GET /v2.0/networks/adea00bf-61e8-46fa-9335-c7325da44bbd HTTP/1.1" status: 200 len: 768 time: 0.2379470 Nov 27 16:03:41.641535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55868) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:41.644051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Routers {'10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:41.644675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:41.720387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.728729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Calling delete_port for d4693c64-7e13-42f0-bd0b-3776799702d0 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:41.758294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Set router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:41.873366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Deleting port 864627fb-e906-4c81-91d6-96084ce39370 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:41.873747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.910958 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.964235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:41.981730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Calling delete_port for 864627fb-e906-4c81-91d6-96084ce39370 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:41.987857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8af156-5a37-45c9-9520-f8988e9164ba']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:42.018558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556bb50e-6a2a-4011-b80c-6a6f4e2d8788') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:42.018558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556bb50e-6a2a-4011-b80c-6a6f4e2d8788') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:42.048586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.093448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '0f781795-4156-4b17-811e-7c69c312fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:31Z', 'updated_at': '2021-11-27T16:03:37Z', 'revision_number': 4, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'gw_port': {'id': '0f781795-4156-4b17-811e-7c69c312fbde', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '864627fb-e906-4c81-91d6-96084ce39370', 'name': '', 'network_id': '308f8811-a323-4494-83eb-09c6843bc49f', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'mac_address': 'fa:16:3e:8c:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '332c4c52-d14f-4749-9117-57aa8fb9bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:36Z', 'updated_at': '2021-11-27T16:03:37Z', 'revision_number': 2, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'subnets': [{'id': '332c4c52-d14f-4749-9117-57aa8fb9bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:42.128986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.140559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:42.141134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:42.143588 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:42.170589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Checking router: 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:42.170940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Updating router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 port 864627fb-e906-4c81-91d6-96084ce39370 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:03:42.201451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.208182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.277221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4693c64-7e13-42f0-bd0b-3776799702d0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:42.311888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.323729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.344080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c8af156-5a37-45c9-9520-f8988e9164ba {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 16:03:42.351262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c8af156-5a37-45c9-9520-f8988e9164ba,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:42.353316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.366761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7faf3641-8637-49b0-af35-97c2ea11df89 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3c8af156-5a37-45c9-9520-f8988e9164ba HTTP/1.1" status: 204 len: 168 time: 0.7228096 Nov 27 16:03:42.369135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55880) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:42.374600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'network': {'name': 'tempest-network--176215475'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:42.375572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Pushing event deleted for resources: {'Port': ['ID=864627fb-e906-4c81-91d6-96084ce39370,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:42.425153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.431562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1ef454f-af08-4c5e-b8bf-5c1655e3cc7f tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d4693c64-7e13-42f0-bd0b-3776799702d0 HTTP/1.1" status: 204 len: 168 time: 1.0602150 Nov 27 16:03:42.439841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55882) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:42.450290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44e6ed00-8061-4258-bb54-c3040a2a90a9', 'external_fixed_ips': [{'subnet_id': '8de785c2-dec4-499e-8609-f90208270263', 'ip_address': '172.20.0.4'}]}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:42.495333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Made reservation on behalf of 36d07a27039b4d0cb269458b7ac88b0d for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:42.501718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.543146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.544352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.584658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:42.673179 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.700547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.707689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.708061 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Added segment f2822a44-0eb9-45a3-bfbd-f45dc59fa87f of type vlan for network fff3f994-ef95-4ac7-930c-b479686a0bac Nov 27 16:03:42.754775 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.767529 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:03:42.768197 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:03:42.891368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:03:42.941646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.955117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:42.956197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:42.956802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.026186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:03:43.091153 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7164407 Nov 27 16:03:43.117222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55888) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:43.126540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:43.132541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fb442-f754-49d0-bcf1-abff4c41aa53 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Network': ['ID=fff3f994-ef95-4ac7-930c-b479686a0bac,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:43.143778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network fff3f994-ef95-4ac7-930c-b479686a0bac details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:03:43.150872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:43.155875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8b8e90d3-d1c8-4264-bf47-bcac9226ef0c admin admin] 10.222.0.15 "PUT /v2.0/routers/10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6405847 Nov 27 16:03:43.158686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:43.285978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.288271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Port 864627fb-e906-4c81-91d6-96084ce39370 not found while updating agent binding for router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5. {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 16:03:43.298913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Routers {'10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:43.299814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:43.326068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.403572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.444635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.458100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Network fff3f994-ef95-4ac7-930c-b479686a0bac is not hosted by any dhcp agent {{(pid=110075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 16:03:43.459027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:43.459637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.460967 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "PUT /v2.0/networks/fff3f994-ef95-4ac7-930c-b479686a0bac HTTP/1.1" status: 200 len: 857 time: 0.3404367 Nov 27 16:03:43.464076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55894) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:43.465733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] Set router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:43.536168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec2884-951c-4945-b948-9a0c9d52907a tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event updated for resources: {'Network': ['ID=fff3f994-ef95-4ac7-930c-b479686a0bac,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:43.556489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.568282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.576880 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.583246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Deleting port 0f781795-4156-4b17-811e-7c69c312fbde {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:43.583584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.698712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '0f781795-4156-4b17-811e-7c69c312fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:31Z', 'updated_at': '2021-11-27T16:03:42Z', 'revision_number': 5, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'gw_port': {'id': '0f781795-4156-4b17-811e-7c69c312fbde', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:43.701685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.731853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179e439-edd0-40ba-8297-301a566a2018 None None] The sync data for ids ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'] in n-d-819494-4 is: [{'id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-142246764-router', 'tenant_id': 'db0349e3bb2746caa3be7a11453913af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '0f781795-4156-4b17-811e-7c69c312fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:31Z', 'updated_at': '2021-11-27T16:03:42Z', 'revision_number': 5, 'project_id': 'db0349e3bb2746caa3be7a11453913af', 'gw_port': {'id': '0f781795-4156-4b17-811e-7c69c312fbde', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:32Z', 'updated_at': '2021-11-27T16:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:43.735385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff3f994-ef95-4ac7-930c-b479686a0bac']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:43.753998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2822a44-0eb9-45a3-bfbd-f45dc59fa87f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:43.754277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2822a44-0eb9-45a3-bfbd-f45dc59fa87f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:43.756951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] For port 0f781795-4156-4b17-811e-7c69c312fbde, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0f781795-4156-4b17-811e-7c69c312fbde,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:43.757315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.759128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Allocated IP 172.20.0.4 (44e6ed00-8061-4258-bb54-c3040a2a90a9/8de785c2-dec4-499e-8609-f90208270263/36deb114-6fbc-432b-bf5f-5cd43f217fcd) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:43.777093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.786561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Calling delete_port for 0f781795-4156-4b17-811e-7c69c312fbde owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:43.800317 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.809956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:43.810363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:43.812390 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:43.886811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.922232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.926957 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.961345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network 44e6ed00-8061-4258-bb54-c3040a2a90a9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:43.964476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:43.968187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:43.977032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fff3f994-ef95-4ac7-930c-b479686a0bac {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 16:03:43.981045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Pushing event deleted for resources: {'Network': ['ID=fff3f994-ef95-4ac7-930c-b479686a0bac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:43.984874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:43.988307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d75bbf9c-f669-4b9c-ac6d-d2c8097fbd22 tempest-ExternalNetworksTestJSON-1534088170 tempest-ExternalNetworksTestJSON-1534088170-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fff3f994-ef95-4ac7-930c-b479686a0bac HTTP/1.1" status: 204 len: 168 time: 0.5223751 Nov 27 16:03:43.997915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55898) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:44.016876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Port': ['ID=36deb114-6fbc-432b-bf5f-5cd43f217fcd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:44.028790 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b8287e-50b6-4f15-bb12-d5558df96420 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] DELETE failed (client error): The resource could not be found. Nov 27 16:03:44.029370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b8287e-50b6-4f15-bb12-d5558df96420 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:03:44.030730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.031133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.031432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.031805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.032104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.032578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d5b8287e-50b6-4f15-bb12-d5558df96420 tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] 10.222.0.15 "DELETE /v2.0/subnets/6d4bf4c5-7172-4064-8792-e4544cf9777d HTTP/1.1" status: 404 len: 337 time: 0.0336063 Nov 27 16:03:44.035815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55900) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:44.035977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.035977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.035977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.036235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.036560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.036764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.037637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:44.155489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.172459 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.221377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f781795-4156-4b17-811e-7c69c312fbde,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:44.249323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631bb01-6a29-44f0-9d20-842dc48f6be0 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:44.280384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.316144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.344256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adea00bf-61e8-46fa-9335-c7325da44bbd']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:44.357117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaa6ec3-3679-4b73-8786-ccb21d6fcf1e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:44.357445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaa6ec3-3679-4b73-8786-ccb21d6fcf1e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:44.359572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.505077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.508949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.608942 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.629735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.635140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.635656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:03:44.645657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.651033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-936affb2-8118-48f1-8a56-3f53e211a581 admin admin] 10.222.0.15 "DELETE /v2.0/routers/10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5 HTTP/1.1" status: 204 len: 168 time: 1.4908807 Nov 27 16:03:44.652341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:44.653770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.657293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:44.658036 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:44.754687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Deleting subnet 332c4c52-d14f-4749-9117-57aa8fb9bacd {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:03:44.758869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.761160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.797649 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.803203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] 10.222.0.15 "DELETE /v2.0/networks/adea00bf-61e8-46fa-9335-c7325da44bbd HTTP/1.1" status: 204 len: 168 time: 0.7649632 Nov 27 16:03:44.817016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278b1ae-ccf4-4304-8229-57c8df9509aa tempest-ExternalNetworksTestJSON-399914630 tempest-ExternalNetworksTestJSON-399914630-project] Pushing event deleted for resources: {'Network': ['ID=adea00bf-61e8-46fa-9335-c7325da44bbd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:44.826780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.847149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:44.941348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.014006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.046092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Router 5cd37553-f3d5-4304-9143-d62015e0a589 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:03:45.056797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332c4c52-d14f-4749-9117-57aa8fb9bacd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:45.059496 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.063613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-241b6b27-4c37-40bd-bb21-6799d17a6477 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/332c4c52-d14f-4749-9117-57aa8fb9bacd HTTP/1.1" status: 204 len: 168 time: 0.4047093 Nov 27 16:03:45.067121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03722013-9283-4698-954c-7d0db5930152 None None] Network 308f8811-a323-4494-83eb-09c6843bc49f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:03:45.069111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55922) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:45.253860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.288469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55928) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:45.297446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] DHCP port deletion for 308f8811-a323-4494-83eb-09c6843bc49f request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:45.324703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:45.336748 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Sync routers for ids ['5cd37553-f3d5-4304-9143-d62015e0a589'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:45.360973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.361792 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Routers {'5cd37553-f3d5-4304-9143-d62015e0a589'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:45.364375 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5cd37553-f3d5-4304-9143-d62015e0a589'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:45.366851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55932) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:45.374779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-19fc3958-37ba-4466-877b-e2600d45a42e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9322073 Nov 27 16:03:45.377500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Deleting port d123d100-a1c0-418f-a96c-49f5594257c9 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:45.377849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.414982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Sync routers for ids ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:45.418582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] Deleting port d123d100-a1c0-418f-a96c-49f5594257c9 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:45.418956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.458776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] For port d123d100-a1c0-418f-a96c-49f5594257c9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d123d100-a1c0-418f-a96c-49f5594257c9,segment=NetworkSegment(0c982801-c7e9-4f23-b998-29c4a0b1fe5f),segment_id=0c982801-c7e9-4f23-b998-29c4a0b1fe5f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:45.459705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.474072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Calling delete_port for d123d100-a1c0-418f-a96c-49f5594257c9 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:45.519386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:45.519677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:03:45.527033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_agentschedulers_db [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:03:45.529456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.582846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:45.583130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:03:45.583768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_agentschedulers_db [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:03:45.584144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576336a-114d-4c99-9fc2-50a3be37a37f None None] The sync data for ids ['10a933d1-f5c4-49bf-9c1d-7ed98f0da3a5'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:45.594244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] For port d123d100-a1c0-418f-a96c-49f5594257c9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d123d100-a1c0-418f-a96c-49f5594257c9,segment=NetworkSegment(0c982801-c7e9-4f23-b998-29c4a0b1fe5f),segment_id=0c982801-c7e9-4f23-b998-29c4a0b1fe5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:45.594668 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.638466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.675170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] No DVR routers for this DVR port d123d100-a1c0-418f-a96c-49f5594257c9 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:03:45.732942 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Set router 5cd37553-f3d5-4304-9143-d62015e0a589 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:45.763886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d123d100-a1c0-418f-a96c-49f5594257c9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:45.811787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55942) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:45.813020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3349aae5-438a-418a-87f8-027fe10c7505 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44fbab87c1494f94b953c969b98e2981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5228133 Nov 27 16:03:45.893100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.921197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:45.973299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308f8811-a323-4494-83eb-09c6843bc49f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:45.997332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] Calling delete_port for d123d100-a1c0-418f-a96c-49f5594257c9 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:46.002025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d123d100-a1c0-418f-a96c-49f5594257c9 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:46.017103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dac0837-b380-4af2-befa-18b21d282b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.020092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c982801-c7e9-4f23-b998-29c4a0b1fe5f') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:46.020390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c982801-c7e9-4f23-b998-29c4a0b1fe5f') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:46.020736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Deleting port 36deb114-6fbc-432b-bf5f-5cd43f217fcd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:46.023669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.039043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.049768 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd37553-f3d5-4304-9143-d62015e0a589', 'name': '', 'tenant_id': 'bbd70e69b1af45b5aada53aa7121c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44e6ed00-8061-4258-bb54-c3040a2a90a9', 'external_fixed_ips': [{'subnet_id': '8de785c2-dec4-499e-8609-f90208270263', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '36deb114-6fbc-432b-bf5f-5cd43f217fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:42Z', 'updated_at': '2021-11-27T16:03:44Z', 'revision_number': 3, 'project_id': 'bbd70e69b1af45b5aada53aa7121c223', 'gw_port': {'id': '36deb114-6fbc-432b-bf5f-5cd43f217fcd', 'name': '', 'network_id': '44e6ed00-8061-4258-bb54-c3040a2a90a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd37553-f3d5-4304-9143-d62015e0a589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '8de785c2-dec4-499e-8609-f90208270263', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:43Z', 'updated_at': '2021-11-27T16:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de785c2-dec4-499e-8609-f90208270263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:46.074609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dac0837-b380-4af2-befa-18b21d282b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.084467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.101534 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Checking router: 5cd37553-f3d5-4304-9143-d62015e0a589 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:46.102143 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Updating router 5cd37553-f3d5-4304-9143-d62015e0a589 port 36deb114-6fbc-432b-bf5f-5cd43f217fcd binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:03:46.128891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d123d100-a1c0-418f-a96c-49f5594257c9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:03:46.129243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d123d100-a1c0-418f-a96c-49f5594257c9 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:03:46.132980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:46.133492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:46.135354 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:46.151018 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.163166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.188718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Calling delete_port for 36deb114-6fbc-432b-bf5f-5cd43f217fcd owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:46.260486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.294515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] Pushing event deleted for resources: {'Port': ['ID=d123d100-a1c0-418f-a96c-49f5594257c9,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:46.304023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4725f-580f-4edd-8280-6a7cc249858c None None] No DVR routers for this DVR port d123d100-a1c0-418f-a96c-49f5594257c9 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:03:46.358161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.367746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.373370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/308f8811-a323-4494-83eb-09c6843bc49f HTTP/1.1" status: 204 len: 168 time: 1.3027821 Nov 27 16:03:46.391991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fafc1-5cc8-48c5-8868-c93a28d7f9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=308f8811-a323-4494-83eb-09c6843bc49f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:46.395102 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dac0837-b380-4af2-befa-18b21d282b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.399715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dac0837-b380-4af2-befa-18b21d282b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.404048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1dac0837-b380-4af2-befa-18b21d282b93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45abd572-bdd2-4dab-901c-7c1745d776bb HTTP/1.1" status: 204 len: 168 time: 0.5912042 Nov 27 16:03:46.414292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac0837-b380-4af2-befa-18b21d282b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45abd572-bdd2-4dab-901c-7c1745d776bb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:46.586046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55958) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:46.658939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1b2fcf01-138b-4f1a-9417-ceb29388bbd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db0349e3bb2746caa3be7a11453913af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663848 Nov 27 16:03:46.659627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55966) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:46.668627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.669724 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.db.api [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:03:46.670444 n-d-819494-4 neutron-server[110078]: DEBUG oslo_db.api [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:03:46.714693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event deleted for resources: {'Port': ['ID=36deb114-6fbc-432b-bf5f-5cd43f217fcd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:46.730481 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-445a5a9f-37ac-43cb-a2cc-3d4229c60202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.756960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-445a5a9f-37ac-43cb-a2cc-3d4229c60202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.807800 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.829093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55970) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:46.885942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-445a5a9f-37ac-43cb-a2cc-3d4229c60202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.891402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-445a5a9f-37ac-43cb-a2cc-3d4229c60202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.894094 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-445a5a9f-37ac-43cb-a2cc-3d4229c60202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/574346d4-9039-48cb-b6c4-b66ff2d78833 HTTP/1.1" status: 204 len: 168 time: 0.2334983 Nov 27 16:03:46.917218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a5a9f-37ac-43cb-a2cc-3d4229c60202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574346d4-9039-48cb-b6c4-b66ff2d78833,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:46.920957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55976) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:46.971715 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.974047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:46.996417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3cf7c-8a76-4ebc-83da-974460ced4d7 req-ad28731b-1ae9-4374-839d-00067979433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:46.998012 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-31d3cf7c-8a76-4ebc-83da-974460ced4d7 req-ad28731b-1ae9-4374-839d-00067979433e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1097 time: 0.1667554 Nov 27 16:03:47.029623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.030275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd37553-f3d5-4304-9143-d62015e0a589 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:03:47.035029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-62d5e498-4e3d-4a14-80a1-cc03d38c06b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36d07a27039b4d0cb269458b7ac88b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097217 Nov 27 16:03:47.035029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55978) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:47.041001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.043967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7e326030-f4fb-4167-8361-8a8b0052f02e tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5cd37553-f3d5-4304-9143-d62015e0a589 HTTP/1.1" status: 204 len: 168 time: 1.6759408 Nov 27 16:03:47.047666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:47.117299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Deleting subnet 8de785c2-dec4-499e-8609-f90208270263 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:03:47.121267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.126486 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-31d3cf7c-8a76-4ebc-83da-974460ced4d7 req-6fde08d1-0a13-4cd1-8043-f95cf74921d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169958 Nov 27 16:03:47.127535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd40972a-748a-4f14-8115-5528e414f66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.162334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd40972a-748a-4f14-8115-5528e414f66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.169869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.203860 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Port 36deb114-6fbc-432b-bf5f-5cd43f217fcd not found while updating agent binding for router 5cd37553-f3d5-4304-9143-d62015e0a589. {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 16:03:47.214531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.223393 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:47.223767 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:03:47.225147 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_agentschedulers_db [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cd37553-f3d5-4304-9143-d62015e0a589'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110078) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:03:47.225779 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef0ffb-8175-4367-a4c4-7861e1aadf8b None None] The sync data for ids ['5cd37553-f3d5-4304-9143-d62015e0a589'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:47.242264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd40972a-748a-4f14-8115-5528e414f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.245668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd40972a-748a-4f14-8115-5528e414f66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.249558 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bd40972a-748a-4f14-8115-5528e414f66e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69815103-8d33-4579-8be6-0a370f8757e8 HTTP/1.1" status: 204 len: 168 time: 0.2112627 Nov 27 16:03:47.254948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40972a-748a-4f14-8115-5528e414f66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69815103-8d33-4579-8be6-0a370f8757e8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:47.330727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.371084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8de785c2-dec4-499e-8609-f90208270263,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:47.382048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:47.386174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-032b18ba-9c84-4256-986b-1dedb79ca9ee tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/8de785c2-dec4-499e-8609-f90208270263 HTTP/1.1" status: 204 len: 168 time: 0.3374779 Nov 27 16:03:47.388826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55994) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:47.709960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0f781795-4156-4b17-811e-7c69c312fbde no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:03:47.759027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 0f781795-4156-4b17-811e-7c69c312fbde {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:03:47.761470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0f781795-4156-4b17-811e-7c69c312fbde not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:03:47.953830 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.117152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.162363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e6ed00-8061-4258-bb54-c3040a2a90a9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:48.175586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185c2164-6a62-4f4c-a4b0-44036808e074') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:48.176200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185c2164-6a62-4f4c-a4b0-44036808e074') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:48.192656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.217841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.226789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:03:48.227445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:03:48.233506 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:03:48.361390 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.373625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44e6ed00-8061-4258-bb54-c3040a2a90a9 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 16:03:48.404763 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:48.411237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/networks/44e6ed00-8061-4258-bb54-c3040a2a90a9 HTTP/1.1" status: 204 len: 168 time: 1.0211134 Nov 27 16:03:48.457146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd35b57-0e78-48ae-b9dc-05843b53246b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event deleted for resources: {'Network': ['ID=44e6ed00-8061-4258-bb54-c3040a2a90a9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:49.087827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56090) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:49.092996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'name': 'tempest-router--291125927', 'project_id': '449c562112f24342a07c4eac89df6dee'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:49.126802 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.128456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.207627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.216452 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.246005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.247289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e91e6802-1834-465d-b646-714ced0649d0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1583652 Nov 27 16:03:49.250184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56108) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:49.362056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.599102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.602452 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.656630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56150) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:49.664547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.665273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e53e7a6-d1e8-49be-ad39-43e0f9507204 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:03:49.677019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:49.679177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-95052008-8c2c-4a6b-b082-9ceb8fde9e86 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/routers/2e53e7a6-d1e8-49be-ad39-43e0f9507204 HTTP/1.1" status: 204 len: 168 time: 0.4277587 Nov 27 16:03:49.781769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7d91efae-74c8-4798-ab77-867deb2066c9 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1467517739'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:49.782602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7d91efae-74c8-4798-ab77-867deb2066c9 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Unknown quota resources ['metering_label']. {{(pid=110076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 16:03:49.923456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56176) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.048926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d91efae-74c8-4798-ab77-867deb2066c9 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.050149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d91efae-74c8-4798-ab77-867deb2066c9 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3924205 Nov 27 16:03:50.053571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56196) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.057881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-db9788cc-9266-4a96-b4eb-b299599dd436 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'be84d16f-58ea-49fb-abb7-197109d741f7'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:50.058382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-db9788cc-9266-4a96-b4eb-b299599dd436 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 16:03:50.142005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1351280259', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:50.150520 n-d-819494-4 neutron-server[110075]: WARNING neutron.services.metering.metering_plugin [None req-db9788cc-9266-4a96-b4eb-b299599dd436 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 16:03:50.289754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.290813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.296161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db9788cc-9266-4a96-b4eb-b299599dd436 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.297363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db9788cc-9266-4a96-b4eb-b299599dd436 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2428184 Nov 27 16:03:50.300947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56228) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.306931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-49d48918-2e0f-467e-af3e-e9ca56da045b tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'be84d16f-58ea-49fb-abb7-197109d741f7'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:50.307424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-49d48918-2e0f-467e-af3e-e9ca56da045b tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 16:03:50.397991 n-d-819494-4 neutron-server[110075]: WARNING neutron.services.metering.metering_plugin [None req-49d48918-2e0f-467e-af3e-e9ca56da045b tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 16:03:50.402602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.557101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-49d48918-2e0f-467e-af3e-e9ca56da045b tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.558327 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-49d48918-2e0f-467e-af3e-e9ca56da045b tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2564998 Nov 27 16:03:50.560917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.575660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8231f46b-7b0f-4806-988e-9a17ec8c2198 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=ccb32984-1f1b-4692-bc42-71f4ce7df934 HTTP/1.1" status: 200 len: 462 time: 0.0136409 Nov 27 16:03:50.579340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.644530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.785334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e3358ffc-fd1c-4240-805c-0fc37be4ba92 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.787958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e3358ffc-fd1c-4240-805c-0fc37be4ba92 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/ccb32984-1f1b-4692-bc42-71f4ce7df934 HTTP/1.1" status: 204 len: 168 time: 0.2062280 Nov 27 16:03:50.790938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56292) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.803672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7520605f-f032-4867-8025-bbcc9850c945 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=ccb32984-1f1b-4692-bc42-71f4ce7df934 HTTP/1.1" status: 200 len: 221 time: 0.0101910 Nov 27 16:03:50.807376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:50.816113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c0c7051d-a0cc-4876-b01a-21d975e6f67a tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--385012371', 'description': 'label created by tempest'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:50.816502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c0c7051d-a0cc-4876-b01a-21d975e6f67a tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Unknown quota resources ['metering_label']. {{(pid=110076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 16:03:50.897880 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:50.931219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:51.023935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0c7051d-a0cc-4876-b01a-21d975e6f67a tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:51.025260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0c7051d-a0cc-4876-b01a-21d975e6f67a tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2159111 Nov 27 16:03:51.027821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56318) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.071616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Allocated IP 172.25.1.166 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/3948c197-1768-49a3-99a7-350a8ced367a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:51.131349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-34e5c337-2a63-4396-a68f-44969d5550db tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=0902277c-62a1-4fa8-a07c-0e407823a205 HTTP/1.1" status: 200 len: 467 time: 0.1016788 Nov 27 16:03:51.133259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56330) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.210133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:51.251621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:51.308543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event updated for resources: {'Port': ['ID=3948c197-1768-49a3-99a7-350a8ced367a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:51.322870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:51.324364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:51.326871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:51.344811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e045391-526b-478f-a316-531ee5c07f12 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:51.370325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1821aa50-87b1-45c0-aca7-9ab74e91b096 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:51.374470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56366) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.375311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1821aa50-87b1-45c0-aca7-9ab74e91b096 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/0902277c-62a1-4fa8-a07c-0e407823a205 HTTP/1.1" status: 204 len: 168 time: 0.2401488 Nov 27 16:03:51.401190 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ae168eae-fdcc-430e-9318-691dfde43b2e tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=0902277c-62a1-4fa8-a07c-0e407823a205 HTTP/1.1" status: 200 len: 216 time: 0.0210621 Nov 27 16:03:51.401190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56372) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.467727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-88736c7f-5523-4f41-adc1-ce966928c566 None None] Provisioning complete for port 3948c197-1768-49a3-99a7-350a8ced367a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:51.469476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88736c7f-5523-4f41-adc1-ce966928c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:51.483269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9b818ae7-09e8-47cc-93e1-865b2c2d0923 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0773201 Nov 27 16:03:51.484317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56374) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.507897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56376) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.509503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dd1e989f-8cd1-43e6-8430-e08304855ec3 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0214610 Nov 27 16:03:51.533878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-88736c7f-5523-4f41-adc1-ce966928c566 None None] Port 3948c197-1768-49a3-99a7-350a8ced367a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:51.573682 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ba468134-0013-4f45-b24a-11696b3ebb10 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/be84d16f-58ea-49fb-abb7-197109d741f7 HTTP/1.1" status: 200 len: 473 time: 0.0642416 Nov 27 16:03:51.576844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56386) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:51.600230 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84ce3948-5145-4882-9851-fe49006a985b tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/d31837e0-1eea-4357-b63f-bad65cb4557f HTTP/1.1" status: 200 len: 459 time: 0.0172839 Nov 27 16:03:51.600230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56390) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:52.076258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89119fc7-9314-48dc-abbf-97021dce9a8a tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:52.077444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-89119fc7-9314-48dc-abbf-97021dce9a8a tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/d31837e0-1eea-4357-b63f-bad65cb4557f HTTP/1.1" status: 204 len: 168 time: 0.4762757 Nov 27 16:03:52.084845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:52.096579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:52.303707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a07444fa-6cda-4e78-8fe9-065af4fb20c2 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:52.307130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a07444fa-6cda-4e78-8fe9-065af4fb20c2 tempest-MeteringIpV6TestJSON-2073583750 tempest-MeteringIpV6TestJSON-2073583750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/be84d16f-58ea-49fb-abb7-197109d741f7 HTTP/1.1" status: 204 len: 168 time: 0.2189968 Nov 27 16:03:52.321622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:52.467986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Router c5958f1c-3d58-4d51-86ae-d9392dd14e7a is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:03:52.591915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:52.604143 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] Sync routers for ids ['c5958f1c-3d58-4d51-86ae-d9392dd14e7a'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:52.622751 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] Routers {'c5958f1c-3d58-4d51-86ae-d9392dd14e7a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:52.623096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:52.624338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cc8a99e0-e1d0-4c4b-b879-e361a637b23b tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6988530 Nov 27 16:03:52.627223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56498) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:52.627694 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c5958f1c-3d58-4d51-86ae-d9392dd14e7a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:52.694993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56504) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:52.697029 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:52.707130 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] Routers {'c5958f1c-3d58-4d51-86ae-d9392dd14e7a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:52.707998 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c5958f1c-3d58-4d51-86ae-d9392dd14e7a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:52.747479 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:52.748213 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad98b6-2d37-4958-bf7e-3543811e7e2b None None] The sync data for ids ['c5958f1c-3d58-4d51-86ae-d9392dd14e7a'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:52.785164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56520) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:52.785859 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e7a29c3f-2cff-4443-97c9-53b5c321208b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/c5958f1c-3d58-4d51-86ae-d9392dd14e7a HTTP/1.1" status: 200 len: 921 time: 0.1574671 Nov 27 16:03:52.814703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ac9be23f-bf25-48f7-8744-973ef122725c tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5958f1c-3d58-4d51-86ae-d9392dd14e7a HTTP/1.1" status: 200 len: 205 time: 0.0282180 Nov 27 16:03:52.817179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56526) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:52.869694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27ed67a2-c7d6-43aa-8add-b58008807346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:52.983476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.095204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27ed67a2-c7d6-43aa-8add-b58008807346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.106944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27ed67a2-c7d6-43aa-8add-b58008807346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.153842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-27ed67a2-c7d6-43aa-8add-b58008807346 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcdf81a30c9c4c8b8857309606e4caaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574800 Nov 27 16:03:53.156554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56556) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:53.168349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed67a2-c7d6-43aa-8add-b58008807346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf66ef-4f90-4bf0-933d-a18fdee52ff3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:53.173238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.233821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c175f65b-0f30-49a6-8b76-e6e8ce38eef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.243864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Deleting port 3948c197-1768-49a3-99a7-350a8ced367a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:53.244298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.261683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c175f65b-0f30-49a6-8b76-e6e8ce38eef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.335619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c175f65b-0f30-49a6-8b76-e6e8ce38eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.341547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c175f65b-0f30-49a6-8b76-e6e8ce38eef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.342792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.343345 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c175f65b-0f30-49a6-8b76-e6e8ce38eef4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90cf66ef-4f90-4bf0-933d-a18fdee52ff3 HTTP/1.1" status: 204 len: 168 time: 0.1855145 Nov 27 16:03:53.355169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175f65b-0f30-49a6-8b76-e6e8ce38eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf66ef-4f90-4bf0-933d-a18fdee52ff3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:53.357689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Calling delete_port for 3948c197-1768-49a3-99a7-350a8ced367a owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:53.538544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.582908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event deleted for resources: {'Port': ['ID=3948c197-1768-49a3-99a7-350a8ced367a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:53.605835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92893a-8670-400d-82d0-f2a9bb2b6d73 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:53.681453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.723906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56600) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:53.745574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-367d628d-5c21-405b-9e7c-7ca52ee3f3eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.808919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.811847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.873456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.874083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Fanout notify agent at l3_agent the message router_deleted on router c5958f1c-3d58-4d51-86ae-d9392dd14e7a {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:03:53.883862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.889283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3220d48b-9785-4c66-a2a9-3929c7dbed91 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/c5958f1c-3d58-4d51-86ae-d9392dd14e7a HTTP/1.1" status: 204 len: 168 time: 1.0701914 Nov 27 16:03:53.889938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56618) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:53.894684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1467519319', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': False}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:53.905490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-367d628d-5c21-405b-9e7c-7ca52ee3f3eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.914734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-367d628d-5c21-405b-9e7c-7ca52ee3f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.925465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.927014 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:53.993684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.016111 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-367d628d-5c21-405b-9e7c-7ca52ee3f3eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cf91c2747064e5f8c699536d3c64cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851598 Nov 27 16:03:54.016111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d628d-5c21-405b-9e7c-7ca52ee3f3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f654cb36-d0de-4348-adb6-0bbaf08296b5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:54.040031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56632) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:54.160078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c91e4258-e1f4-4299-b09b-cfea937f322e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.168486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.216163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c91e4258-e1f4-4299-b09b-cfea937f322e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.323297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c91e4258-e1f4-4299-b09b-cfea937f322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.327592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c91e4258-e1f4-4299-b09b-cfea937f322e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.332896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c91e4258-e1f4-4299-b09b-cfea937f322e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f654cb36-d0de-4348-adb6-0bbaf08296b5 HTTP/1.1" status: 204 len: 168 time: 0.2905438 Nov 27 16:03:54.367511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e4258-e1f4-4299-b09b-cfea937f322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f654cb36-d0de-4348-adb6-0bbaf08296b5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:54.574488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.595006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.739392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Allocated IP 172.25.1.16 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/861c91d9-1690-4d65-93e0-08f7787f5901) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:54.882383 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.928895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:54.971804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56690) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:54.988476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Port': ['ID=861c91d9-1690-4d65-93e0-08f7787f5901,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:54.997188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:54.998942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:55.001689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:55.016496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1719b4-0936-46b8-9547-6ad2c2765636 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:55.092141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b64e9cc8-fb74-4d83-a1a8-c42e20044ec2 None None] Provisioning complete for port 861c91d9-1690-4d65-93e0-08f7787f5901 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:55.092544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b64e9cc8-fb74-4d83-a1a8-c42e20044ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:55.184316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b64e9cc8-fb74-4d83-a1a8-c42e20044ec2 None None] Port 861c91d9-1690-4d65-93e0-08f7787f5901 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:55.447817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:55.536368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56708) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:55.693697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.024663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15a1ece3-2d21-491d-a76c-619ad1e3a16b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.066386 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.134747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56726) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:56.207768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Router 61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:03:56.300014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-433046650', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:56.310767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15a1ece3-2d21-491d-a76c-619ad1e3a16b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.324798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15a1ece3-2d21-491d-a76c-619ad1e3a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.325691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:56.338615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Sync routers for ids ['61887913-56b6-4b67-b4b1-7dc6fc8fa1f0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:56.347673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Routers {'61887913-56b6-4b67-b4b1-7dc6fc8fa1f0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:56.350693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['61887913-56b6-4b67-b4b1-7dc6fc8fa1f0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:56.373708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.377566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-88fa7ae2-b81c-484c-b44a-6b5bcdc1d75b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4839811 Nov 27 16:03:56.377895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56730) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:56.385652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Made reservation on behalf of 93d07e8a4d5143279407e6ccf6eaf8f4 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:56.387129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.397165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1ece3-2d21-491d-a76c-619ad1e3a16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c8b609-342b-4713-9e2a-0ce74f999c1e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:56.404896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-15a1ece3-2d21-491d-a76c-619ad1e3a16b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cda576cb3ae8421c80a4de149cfcaad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8643870 Nov 27 16:03:56.407851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56734) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:56.416409 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.480577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Set router 61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:56.525329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-928196ee-5d89-4e00-bed4-192fc984ee34 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 HTTP/1.1" status: 200 len: 908 time: 0.1438344 Nov 27 16:03:56.525937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:56.531489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1467519319', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': True}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:56.562073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-184c7b6e-01ba-49d7-a3b6-c06bdaa77d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.562691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.562691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.611176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-184c7b6e-01ba-49d7-a3b6-c06bdaa77d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.618201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.668275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 3874349f-5a25-474f-9f5a-1ab8a262f2a0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:03:56.668623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.675522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.691153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.712043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61887913-56b6-4b67-b4b1-7dc6fc8fa1f0', 'name': 'tempest-snat-router-1467519319', 'tenant_id': 'bbd70e69b1af45b5aada53aa7121c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.16'}], 'enable_snat': False}, 'gw_port_id': '861c91d9-1690-4d65-93e0-08f7787f5901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:53Z', 'updated_at': '2021-11-27T16:03:55Z', 'revision_number': 3, 'project_id': 'bbd70e69b1af45b5aada53aa7121c223', 'gw_port': {'id': '861c91d9-1690-4d65-93e0-08f7787f5901', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61887913-56b6-4b67-b4b1-7dc6fc8fa1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:54Z', 'updated_at': '2021-11-27T16:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:56.734079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] device_id is not set on port 6132fbe8-505c-44fa-9a9b-6a017d18171f yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:03:56.742317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Checking router: 61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:56.742735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Updating router 61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 port 861c91d9-1690-4d65-93e0-08f7787f5901 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:03:56.775066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.780314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bccba2-c1b1-43ae-ac68-59d5a5027df2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:56.794597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-184c7b6e-01ba-49d7-a3b6-c06bdaa77d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.797246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-184c7b6e-01ba-49d7-a3b6-c06bdaa77d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.798727 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-184c7b6e-01ba-49d7-a3b6-c06bdaa77d33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84c8b609-342b-4713-9e2a-0ce74f999c1e HTTP/1.1" status: 204 len: 168 time: 0.3892183 Nov 27 16:03:56.807934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.870483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 3874349f-5a25-474f-9f5a-1ab8a262f2a0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3874349f-5a25-474f-9f5a-1ab8a262f2a0,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:56.870902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:56.875518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c7b6e-01ba-49d7-a3b6-c06bdaa77d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c8b609-342b-4713-9e2a-0ce74f999c1e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:56.895523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 3874349f-5a25-474f-9f5a-1ab8a262f2a0 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:03:57.026414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Allocated IP 172.25.1.18 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/6132fbe8-505c-44fa-9a9b-6a017d18171f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:57.159000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.183373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.241582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.316365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.352065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=3874349f-5a25-474f-9f5a-1ab8a262f2a0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:57.354756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.439343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:57.450770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:57.487264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:57.508310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd545688-29dd-49be-a3e7-a467577deece None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:57.538085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.560772 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.669197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Pushing event updated for resources: {'Port': ['ID=861c91d9-1690-4d65-93e0-08f7787f5901,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:57.680304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Allocated IP 172.25.1.79 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d0926507-bcb5-4b4e-a6ed-a82e4882d538) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:03:57.695818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Pushing event updated for resources: {'Port': ['ID=6132fbe8-505c-44fa-9a9b-6a017d18171f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:57.697156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.697628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.698359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.699819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.700400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.700968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.701937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.702496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.703026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.704606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.705209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.705809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:03:57.741618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:57.742228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.755875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-25787415-ddc5-48e0-a5c9-b3a0fb8bd3ef None None] Provisioning complete for port 6132fbe8-505c-44fa-9a9b-6a017d18171f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:57.770538 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25787415-ddc5-48e0-a5c9-b3a0fb8bd3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.777342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-87859245-b49d-4ee0-93ed-dc83926fb108 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6084404 Nov 27 16:03:57.781316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56770) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:57.786335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.18'}]}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:57.817450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.819802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.824430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.843758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04513b5a-8c16-4d29-94b8-f07f7d2371b5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:57.867002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Attempting to bind port 861c91d9-1690-4d65-93e0-08f7787f5901 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:03:57.867776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Attempting to bind port 861c91d9-1690-4d65-93e0-08f7787f5901 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:03:57.868462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Attempting to bind port 861c91d9-1690-4d65-93e0-08f7787f5901 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:03:57.876418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:03:57.877042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:03:57.877656 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.878238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:03:57.878910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Bound port: 861c91d9-1690-4d65-93e0-08f7787f5901, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:03:57.879483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.908714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-25787415-ddc5-48e0-a5c9-b3a0fb8bd3ef None None] Port 6132fbe8-505c-44fa-9a9b-6a017d18171f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:57.919684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.939173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.947355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] For port 861c91d9-1690-4d65-93e0-08f7787f5901, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:03:57.951128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] For port 861c91d9-1690-4d65-93e0-08f7787f5901, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=861c91d9-1690-4d65-93e0-08f7787f5901,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:03:57.960099 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:57.974130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.006625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a33460-d94d-4cf1-8619-c9e1f08f8854 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:58.040187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56776) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:58.043406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Routers {'61887913-56b6-4b67-b4b1-7dc6fc8fa1f0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:58.044232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['61887913-56b6-4b67-b4b1-7dc6fc8fa1f0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:58.064855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:03:58.070056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:03:58.086390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:03:58.130069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Port': ['ID=d0926507-bcb5-4b4e-a6ed-a82e4882d538,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:58.151514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43b8da-57fa-47f8-bf43-96f0870e06d1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:03:58.194498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-187e37fd-7b60-4784-aec0-e51629dd326b None None] Provisioning complete for port 861c91d9-1690-4d65-93e0-08f7787f5901 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:58.194899 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-187e37fd-7b60-4784-aec0-e51629dd326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.224934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881fb5d-9e54-4ffc-9adc-0b9290af62a0 None None] Pushing event updated for resources: {'Port': ['ID=861c91d9-1690-4d65-93e0-08f7787f5901,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:58.252207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.262387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-4105456-network', 'tenant_id': 'd16ec5795a1e44faa7468277db002a82'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:03:58.345980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] Set router 61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:58.369893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Made reservation on behalf of d16ec5795a1e44faa7468277db002a82 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:03:58.372263 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.374426 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-187e37fd-7b60-4784-aec0-e51629dd326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.425240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.439550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:03:58.455841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.463318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-187e37fd-7b60-4784-aec0-e51629dd326b None None] For port 861c91d9-1690-4d65-93e0-08f7787f5901, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=861c91d9-1690-4d65-93e0-08f7787f5901,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:03:58.474601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-187e37fd-7b60-4784-aec0-e51629dd326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.573975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e37fd-7b60-4784-aec0-e51629dd326b None None] Pushing event updated for resources: {'Port': ['ID=861c91d9-1690-4d65-93e0-08f7787f5901,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:58.629309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bbb41627-b24b-4e2e-9eb9-07acc697c26f None None] Provisioning complete for port 861c91d9-1690-4d65-93e0-08f7787f5901 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:58.629716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbb41627-b24b-4e2e-9eb9-07acc697c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.635582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61887913-56b6-4b67-b4b1-7dc6fc8fa1f0', 'name': 'tempest-snat-router-1467519319', 'tenant_id': 'bbd70e69b1af45b5aada53aa7121c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.16'}], 'enable_snat': False}, 'gw_port_id': '861c91d9-1690-4d65-93e0-08f7787f5901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:53Z', 'updated_at': '2021-11-27T16:03:55Z', 'revision_number': 3, 'project_id': 'bbd70e69b1af45b5aada53aa7121c223', 'gw_port': {'id': '861c91d9-1690-4d65-93e0-08f7787f5901', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61887913-56b6-4b67-b4b1-7dc6fc8fa1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:54Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:58.657084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:58.664741 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f7932c3-b568-4368-8808-bd06501d3c66 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "PUT /v2.0/routers/88be7daf-401b-418d-a07b-c60258f0bc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6920145 Nov 27 16:03:58.675320 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:58.707163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:58.712207 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:58.731698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec52ed-648d-439b-8ae4-5224bd5ae610 None None] The sync data for ids ['61887913-56b6-4b67-b4b1-7dc6fc8fa1f0'] in n-d-819494-4 is: [{'id': '61887913-56b6-4b67-b4b1-7dc6fc8fa1f0', 'name': 'tempest-snat-router-1467519319', 'tenant_id': 'bbd70e69b1af45b5aada53aa7121c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.16'}], 'enable_snat': False}, 'gw_port_id': '861c91d9-1690-4d65-93e0-08f7787f5901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:53Z', 'updated_at': '2021-11-27T16:03:55Z', 'revision_number': 3, 'project_id': 'bbd70e69b1af45b5aada53aa7121c223', 'gw_port': {'id': '861c91d9-1690-4d65-93e0-08f7787f5901', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61887913-56b6-4b67-b4b1-7dc6fc8fa1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:54Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:03:58.798030 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.877747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bbb41627-b24b-4e2e-9eb9-07acc697c26f None None] Provisioning complete for port d0926507-bcb5-4b4e-a6ed-a82e4882d538 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:03:58.878125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bbb41627-b24b-4e2e-9eb9-07acc697c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.947937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:58.961817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bbb41627-b24b-4e2e-9eb9-07acc697c26f None None] Port d0926507-bcb5-4b4e-a6ed-a82e4882d538 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:03:58.968639 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:59.026555 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.028802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.057985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Router 84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:03:59.256361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.274206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0584-50cc-4a9f-95c3-2da3076882d9 req-05821988-2036-4364-a6ec-b7e1cc2b7b47 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:03:59.281852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd8d0584-50cc-4a9f-95c3-2da3076882d9 req-05821988-2036-4364-a6ec-b7e1cc2b7b47 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.1520934 Nov 27 16:03:59.334875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:03:59.353833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.357075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0831d44-e45b-4c07-8290-4ba8f2c43db6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:03:59.360385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd8d0584-50cc-4a9f-95c3-2da3076882d9 req-40720dab-ef15-4de0-84b2-d1e5515c8a2f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774796 Nov 27 16:03:59.387086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:03:59.401423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Sync routers for ids ['84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:03:59.408463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.408680 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Added segment 4282ceb6-a3eb-4840-92ac-d5d408f6de43 of type vlan for network 7385849b-1ad3-4515-8e8b-b8616c1fa78d Nov 27 16:03:59.421217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Routers {'84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:59.423756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:59.430718 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 6, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 1, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:59.434915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.436918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-88d8ad5c-fc5f-4f69-93c8-5c5deb1e4d30 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9103467 Nov 27 16:03:59.445765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56788) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:59.474411 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:03:59.491357 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:03:59.492497 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:03:59.663660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Set router 84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:59.695083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6815aafd-1a91-4905-8938-a6b65afb6d5a tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec HTTP/1.1" status: 200 len: 907 time: 0.2425883 Nov 27 16:03:59.695592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56790) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:03:59.704029 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:03:59.902564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 861c91d9-1690-4d65-93e0-08f7787f5901 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:03:59.941201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:03:59.985942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.103237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 861c91d9-1690-4d65-93e0-08f7787f5901 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:00.103679 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.132156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.138385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.150851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.199565 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 6, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 1, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:00.236303 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13520ed-8a32-438c-999b-df705e72dc8e None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 6, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2e25f4ee-86f5-46e1-a400-99464185c587', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'port_id': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'mac_address': 'fa:16:3e:96:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:02:46Z', 'revision_number': 1, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:00.265034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.267875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 026d89aa-3b11-4174-885a-22cfb9a2fcc3 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:00.274250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.275535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Deleting port d0926507-bcb5-4b4e-a6ed-a82e4882d538 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:00.277648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.330901 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 16:04:00.346561 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4cd68d25-42cc-48a1-b7a4-0b2583db2fb3 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5639973 Nov 27 16:04:00.349327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56798) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:00.438685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.451726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Calling delete_port for d0926507-bcb5-4b4e-a6ed-a82e4882d538 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:00.522755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.523853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:00.524449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.637043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ec293-dfd4-469c-a1de-5d629954fb95 req-aca6a5c1-3e92-4783-b02a-ebaf1fca2a0c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:00.641898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] Pushing event updated for resources: {'Network': ['ID=7385849b-1ad3-4515-8e8b-b8616c1fa78d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:00.644458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f7ec293-dfd4-469c-a1de-5d629954fb95 req-aca6a5c1-3e92-4783-b02a-ebaf1fca2a0c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.1455486 Nov 27 16:04:00.668383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d14cb132-0a0d-40c5-a0db-9d383b7e942e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6206436 Nov 27 16:04:00.671994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56806) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:00.709921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Request body: {'subnet': {'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-4105456-subnet', 'tenant_id': 'd16ec5795a1e44faa7468277db002a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:00.726303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:00.747777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Made reservation on behalf of d16ec5795a1e44faa7468277db002a82 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:00.750571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.861848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec', 'name': 'tempest-snat-router-1467519319', 'tenant_id': 'bbd70e69b1af45b5aada53aa7121c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd0926507-bcb5-4b4e-a6ed-a82e4882d538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:03:56Z', 'updated_at': '2021-11-27T16:03:58Z', 'revision_number': 3, 'project_id': 'bbd70e69b1af45b5aada53aa7121c223', 'gw_port': {'id': 'd0926507-bcb5-4b4e-a6ed-a82e4882d538', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:03:57Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:00.892473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f7ec293-dfd4-469c-a1de-5d629954fb95 req-d67bc95c-aead-411a-8132-bedea4ed6060 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470505 Nov 27 16:04:00.910240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-cb0be840-b131-4da3-bff2-f4b853366738 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:00.912702 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-cb0be840-b131-4da3-bff2-f4b853366738 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.4399211 Nov 27 16:04:00.917961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Checking router: 84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:04:00.923885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Updating router 84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec port d0926507-bcb5-4b4e-a6ed-a82e4882d538 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:04:00.971815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:00.987457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Deleting port 6132fbe8-505c-44fa-9a9b-6a017d18171f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:00.987886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.015698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.080004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0926507-bcb5-4b4e-a6ed-a82e4882d538,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:01.093066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.108681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Calling delete_port for 6132fbe8-505c-44fa-9a9b-6a017d18171f owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:01.109022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08923cf2-a204-4766-ae07-1a704e258f4c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:01.182263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.321683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.324325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.332179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:04:01.332839 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:04:01.341782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:01.342477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.386877 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.387437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:01.391912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.397987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-776f58c5-ddee-41e9-a6e3-522799b6cd1d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/routers/84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec HTTP/1.1" status: 204 len: 168 time: 1.7012131 Nov 27 16:04:01.398618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56812) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:01.509797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.525373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.583602 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.596480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Pushing event deleted for resources: {'Port': ['ID=6132fbe8-505c-44fa-9a9b-6a017d18171f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:01.652390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8107eb52-c0b7-4168-9a73-4a912f87daf1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:01.700975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.706901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Checking segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:01.716383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Network hostable DHCP agents. Network: 7385849b-1ad3-4515-8e8b-b8616c1fa78d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:01.761238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:01.761657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.763847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3874349f-5a25-474f-9f5a-1ab8a262f2a0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:01.773653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d045133a-4153-459f-a2f1-23499f5ce1c2,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:01.789189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:01.794092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3874349f-5a25-474f-9f5a-1ab8a262f2a0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:01.794670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3874349f-5a25-474f-9f5a-1ab8a262f2a0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:01.816935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:01.831630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 7385849b-1ad3-4515-8e8b-b8616c1fa78d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:01.833838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.845137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-915cfa16-ea8d-4110-bf94-a944c58d9941 tempest-RoutersAdminNegativeTest-439991607 tempest-RoutersAdminNegativeTest-439991607-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6132fbe8-505c-44fa-9a9b-6a017d18171f HTTP/1.1" status: 204 len: 168 time: 1.4915593 Nov 27 16:04:01.883420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fbf6ee-d56d-4e8b-8b93-e69df7219786 None None] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:01.894693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:01.897528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.924425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:01.943035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-491d83fc-374b-4b03-a1ff-7faa6e16b598 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.2426109 Nov 27 16:04:02.045649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Port d0926507-bcb5-4b4e-a6ed-a82e4882d538 not found while updating agent binding for router 84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec. {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 16:04:02.110153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:02.110667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:04:02.111478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_agentschedulers_db [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:04:02.111961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d773a-bbd2-424c-95f4-c2beae64a088 None None] The sync data for ids ['84a7a0e8-2d7d-4ba3-9bf1-63a2356137ec'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:02.139448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a940bb8-e72d-4c0a-904d-2d67952e317b None None] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:02.196493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Deleting port 861c91d9-1690-4d65-93e0-08f7787f5901 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:02.197102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.199929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.261622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:02.303199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d6375-4962-4166-8095-da766f1321cc req-346331ac-6f65-4a6a-8694-71c722b5f16b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:02.312898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-912d6375-4962-4166-8095-da766f1321cc req-346331ac-6f65-4a6a-8694-71c722b5f16b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=27bf4390-8b65-45e7-bbfa-692689b7ee08 HTTP/1.1" status: 200 len: 946 time: 0.2653716 Nov 27 16:04:02.356135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] No DVR routers for this DVR port 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:02.359328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.369560 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ba145a8-1e66-4fd6-86ab-f29564a2fb84 req-2c618139-5ace-424c-bce4-a0fa180774ce tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "DELETE /v2.0/ports/160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 HTTP/1.1" status: 204 len: 173 time: 1.4484301 Nov 27 16:04:02.369560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'name': 'network-vif-deleted', 'tag': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:02.383472 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091eec2-9bae-4d79-b9d9-1256266c90d9" -d '{"events": [{"server_uuid": "27bf4390-8b65-45e7-bbfa-692689b7ee08", "name": "network-vif-deleted", "tag": "160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:02.386768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56828) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:02.456989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] For port 861c91d9-1690-4d65-93e0-08f7787f5901, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=861c91d9-1690-4d65-93e0-08f7787f5901,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:02.457361 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.496467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Calling delete_port for 861c91d9-1690-4d65-93e0-08f7787f5901 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:02.518571 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:04:02.523121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-912d6375-4962-4166-8095-da766f1321cc req-c6fee993-a753-4327-849b-d857553347c5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090991 Nov 27 16:04:02.535129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdb287d1-dcca-4bb9-a841-1d872872f7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.586610 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b3f8e-327d-415b-abcc-d8243f12013f x-openstack-request-id: req-ae0b3f8e-327d-415b-abcc-d8243f12013f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:02.586902 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf4390-8b65-45e7-bbfa-692689b7ee08", "name": "network-vif-deleted", "tag": "160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:02.587350 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae0b3f8e-327d-415b-abcc-d8243f12013f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:02.587743 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bf4390-8b65-45e7-bbfa-692689b7ee08', 'name': 'network-vif-deleted', 'tag': '160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2', 'status': 'completed', 'code': 200} Nov 27 16:04:02.655736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdb287d1-dcca-4bb9-a841-1d872872f7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.661919 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdb287d1-dcca-4bb9-a841-1d872872f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.703502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fdb287d1-dcca-4bb9-a841-1d872872f7da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e37e2aa2f344f74a382181015160dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155670 Nov 27 16:04:02.705905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb287d1-dcca-4bb9-a841-1d872872f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587713ed-610b-4dbd-b2e4-94c2cb3978a6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:02.708282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56846) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:02.773075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.788909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2efb341-d127-46dd-b09e-faec38bb2961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.818498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2efb341-d127-46dd-b09e-faec38bb2961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.828974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event deleted for resources: {'Port': ['ID=861c91d9-1690-4d65-93e0-08f7787f5901,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:02.845538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0a030-3072-412a-9cf7-b1700bb79959 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:02.851142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.852112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.852322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.853016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.853646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.859787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.860320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.860737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.861144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.861579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.862004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.862892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:02.928703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2efb341-d127-46dd-b09e-faec38bb2961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.931387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2efb341-d127-46dd-b09e-faec38bb2961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.932567 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b2efb341-d127-46dd-b09e-faec38bb2961 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/587713ed-610b-4dbd-b2e4-94c2cb3978a6 HTTP/1.1" status: 204 len: 168 time: 0.2233598 Nov 27 16:04:02.946659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efb341-d127-46dd-b09e-faec38bb2961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587713ed-610b-4dbd-b2e4-94c2cb3978a6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:02.958809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:02.969337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-b0773ec4-527f-4c9a-9665-4657f4f78e4f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:02.971414 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-b0773ec4-527f-4c9a-9665-4657f4f78e4f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.2788258 Nov 27 16:04:03.075535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-7cdf1d7f-5631-4212-90a5-941a1116998d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/quotas/d16ec5795a1e44faa7468277db002a82 HTTP/1.1" status: 200 len: 375 time: 0.0713286 Nov 27 16:04:03.080472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.084504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.285377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:03.302599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56870) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:03.319280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:03.319630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 160a4c3c-6f8f-4c25-bd2e-6ab1de1957f2 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:03.355287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-94c8fa8e-1a23-45b6-afdf-4d7ae1203fe4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93d07e8a4d5143279407e6ccf6eaf8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513659 Nov 27 16:04:03.357681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56874) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:03.423675 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba1d540e-1db4-4435-adc9-05680e0157fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.453890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba1d540e-1db4-4435-adc9-05680e0157fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.486203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-b7cfbc21-eeed-4704-a352-52f864445e6a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4033568 Nov 27 16:04:03.518524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba1d540e-1db4-4435-adc9-05680e0157fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.522253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba1d540e-1db4-4435-adc9-05680e0157fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.523575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ba1d540e-1db4-4435-adc9-05680e0157fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2bccba2-c1b1-43ae-ac68-59d5a5027df2 HTTP/1.1" status: 204 len: 168 time: 0.1641910 Nov 27 16:04:03.533095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d540e-1db4-4435-adc9-05680e0157fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bccba2-c1b1-43ae-ac68-59d5a5027df2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:03.541019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.541823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:03.550282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.559609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4a070353-8555-41ff-88ec-265b85a1dad3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "DELETE /v2.0/routers/61887913-56b6-4b67-b4b1-7dc6fc8fa1f0 HTTP/1.1" status: 204 len: 168 time: 2.1599340 Nov 27 16:04:03.560156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56884) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:03.567559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1395277932', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:03.642595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56886) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:03.647011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.650508 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.688020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-44515e27-98c3-4556-8ec7-cdd5e26be661 service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698620 Nov 27 16:04:03.728119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.873171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e59be334-301c-4448-9711-c77321f5e4f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.888872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-59d3b7f6-f026-4758-8165-d4a376080715 service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895044 Nov 27 16:04:03.905567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e59be334-301c-4448-9711-c77321f5e4f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.987313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e59be334-301c-4448-9711-c77321f5e4f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.990422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e59be334-301c-4448-9711-c77321f5e4f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:03.994444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e59be334-301c-4448-9711-c77321f5e4f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/security-groups/3231eda6-5fe3-48ff-bedb-ae6bc7a6073b HTTP/1.1" status: 204 len: 168 time: 0.3478370 Nov 27 16:04:03.994636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.012668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be334-301c-4448-9711-c77321f5e4f5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3231eda6-5fe3-48ff-bedb-ae6bc7a6073b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:04.041385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56892) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:04.207904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting subnet 530698f6-53c5-4065-8608-6cc03b9b39ff {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:04.212527 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.296385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6727db72-bc09-4d72-b7bb-a117e0595aa9 req-26036a94-3b78-4399-936b-a44ca42d59af tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 210 time: 0.1355283 Nov 27 16:04:04.321605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.356536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.393603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.463065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.535768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.574354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Allocated IP 172.25.1.208 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ebb9164f-ae8e-44db-a192-91fdb152d704) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:04.587936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Subnet': ['ID=530698f6-53c5-4065-8608-6cc03b9b39ff,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:04.594251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.602319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db95f5-00ef-4ff7-b056-16c740b45393 None None] Network d02ae067-0f05-44bd-8079-069439f0fa7b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:04.612413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56918) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:04.612678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18ba4aaf-15fc-4f1c-957b-81057953387c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/subnets/530698f6-53c5-4065-8608-6cc03b9b39ff HTTP/1.1" status: 204 len: 168 time: 0.5575004 Nov 27 16:04:04.824226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.868581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] DHCP port deletion for d02ae067-0f05-44bd-8079-069439f0fa7b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:04.915006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.933169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56926) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:04.969118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port bdc0c4de-2234-4473-b918-9739b30dd358 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:04.969484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.986342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:04.994149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] Deleting port bdc0c4de-2234-4473-b918-9739b30dd358 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:04.994874 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.088964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-17dd13ef-d422-47b9-aacc-dcf6ba2efec0 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.093646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17dd13ef-d422-47b9-aacc-dcf6ba2efec0 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1592956 Nov 27 16:04:05.094191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56930) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.095129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:05.098615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-69bb0619-9f49-4a77-ab23-d668a23c2e58 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.101292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] For port bdc0c4de-2234-4473-b918-9739b30dd358, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bdc0c4de-2234-4473-b918-9739b30dd358,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:05.101790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.102643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-69bb0619-9f49-4a77-ab23-d668a23c2e58 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075088 Nov 27 16:04:05.103217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56932) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.107513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-b052a441-cd21-4bb4-aaa9-650baa949325 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.107798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:05.111828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b052a441-cd21-4bb4-aaa9-650baa949325 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048909 Nov 27 16:04:05.112016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:05.113622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event updated for resources: {'Port': ['ID=ebb9164f-ae8e-44db-a192-91fdb152d704,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:05.117515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] Calling delete_port for bdc0c4de-2234-4473-b918-9739b30dd358 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:05.119465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56934) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.120570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c354f53-537b-430c-9c2a-404514390dbe None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:05.123919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-9ce1903e-7adf-44b1-9ae5-8e9cb02a25e3 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.124862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9ce1903e-7adf-44b1-9ae5-8e9cb02a25e3 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043085 Nov 27 16:04:05.127474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56936) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.132578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-9aa994dc-8495-48c3-afae-42b6b789cc5f tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.133537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9aa994dc-8495-48c3-afae-42b6b789cc5f tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051625 Nov 27 16:04:05.136509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56938) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.140643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-d879aa0e-5fe6-4e9c-88c0-a0ea4f95e82c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.141770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d879aa0e-5fe6-4e9c-88c0-a0ea4f95e82c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043693 Nov 27 16:04:05.144393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56940) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.150221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-55346e3b-8228-498b-854b-36a0e742d317 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.151323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-55346e3b-8228-498b-854b-36a0e742d317 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060318 Nov 27 16:04:05.153844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56942) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.159313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-4e1d9e6a-cd5d-43fe-b3a6-b0581ff48aba tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.160284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e1d9e6a-cd5d-43fe-b3a6-b0581ff48aba tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048225 Nov 27 16:04:05.163518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56944) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.170528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-ce553c24-bd38-4234-b0bd-618cb350a63b tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.173755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ce553c24-bd38-4234-b0bd-618cb350a63b tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0071309 Nov 27 16:04:05.174436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56946) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.177837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port bdc0c4de-2234-4473-b918-9739b30dd358, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bdc0c4de-2234-4473-b918-9739b30dd358,segment=NetworkSegment(777e2fac-94c2-4b85-b345-0c5e99e2b6ae),segment_id=777e2fac-94c2-4b85-b345-0c5e99e2b6ae)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:05.177992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.179130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-93091625-346f-476f-a40e-65855e8f1416 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.182396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-93091625-346f-476f-a40e-65855e8f1416 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047162 Nov 27 16:04:05.182562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.187005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-1fa32d27-8713-4a92-94f2-059cb5d42dc0 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.189449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1fa32d27-8713-4a92-94f2-059cb5d42dc0 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045495 Nov 27 16:04:05.193300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56950) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.202256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for bdc0c4de-2234-4473-b918-9739b30dd358 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:05.207267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-47782fbd-329d-4bef-9457-506e9a66bbb9 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.211730 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-47782fbd-329d-4bef-9457-506e9a66bbb9 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0092666 Nov 27 16:04:05.211937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56952) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.215668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-2fed48a3-3f16-4091-8c76-51aa8d807c4b tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.217290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2fed48a3-3f16-4091-8c76-51aa8d807c4b tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045772 Nov 27 16:04:05.219701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.224306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-a79b05ef-8178-4e3f-b341-66048122da9c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.228556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a79b05ef-8178-4e3f-b341-66048122da9c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077906 Nov 27 16:04:05.229149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56956) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.233441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-d7d99bfd-1a81-45bb-815f-f2bd3928192c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.236894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d7d99bfd-1a81-45bb-815f-f2bd3928192c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042944 Nov 27 16:04:05.237170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56958) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.242036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c8802585-269f-47ed-88b7-23a285e8f798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.242615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-897290a3-bc6b-40fe-a0cc-e40d4ecf2f81 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.246247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-897290a3-bc6b-40fe-a0cc-e40d4ecf2f81 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055103 Nov 27 16:04:05.246517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56960) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.252562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-9fdac3fa-9102-40f1-9830-7a1968281165 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.256964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9fdac3fa-9102-40f1-9830-7a1968281165 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058997 Nov 27 16:04:05.257368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.262031 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.271926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-7e98a01c-5200-4d22-928c-ea565db55b2d tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.273441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7e98a01c-5200-4d22-928c-ea565db55b2d tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0144970 Nov 27 16:04:05.275681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56964) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.280210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-7acaeb53-2fb5-4b66-90d1-07bc6abce60e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.283342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7acaeb53-2fb5-4b66-90d1-07bc6abce60e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044358 Nov 27 16:04:05.283775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56966) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.288146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-9892313d-d106-45a8-92f3-5c80beebce13 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.291420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9892313d-d106-45a8-92f3-5c80beebce13 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043354 Nov 27 16:04:05.292141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56968) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.296460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-b1ac9e09-91d0-43b1-a8c3-4395de6d7c4c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.300476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b1ac9e09-91d0-43b1-a8c3-4395de6d7c4c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043099 Nov 27 16:04:05.300476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56970) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.305669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-228edeae-e6f2-48d4-9b5c-08a1e12b362a tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.306591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-228edeae-e6f2-48d4-9b5c-08a1e12b362a tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055230 Nov 27 16:04:05.308991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56974) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.312964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] Pushing event deleted for resources: {'Port': ['ID=bdc0c4de-2234-4473-b918-9739b30dd358,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:05.317163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-114dcf25-6416-47fb-b4e2-aaae2d58689a tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.318775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-114dcf25-6416-47fb-b4e2-aaae2d58689a tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0088475 Nov 27 16:04:05.321614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56976) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.331563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df8d28-6c09-4502-ae5c-7719c0367ff3 None None] No DVR routers for this DVR port bdc0c4de-2234-4473-b918-9739b30dd358 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:05.335629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-883bc65f-9f1b-42cf-874e-40ec2695e26f tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.339316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-883bc65f-9f1b-42cf-874e-40ec2695e26f tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0142071 Nov 27 16:04:05.339813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.347639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-42d108f0-de23-408e-904b-3cf953c37359 None None] Provisioning complete for port ebb9164f-ae8e-44db-a192-91fdb152d704 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:05.348012 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42d108f0-de23-408e-904b-3cf953c37359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.356846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-1d6a051f-4832-4f8f-a05d-0c73021c8f10 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.358307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1d6a051f-4832-4f8f-a05d-0c73021c8f10 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0171897 Nov 27 16:04:05.361674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56982) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.381683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-ee375e6d-c6ef-4708-ac96-62a427638bf6 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.389638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ee375e6d-c6ef-4708-ac96-62a427638bf6 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0233295 Nov 27 16:04:05.394330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56984) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.404203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-d71e6659-94e5-4c15-b541-467bdb8c256b tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.405647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d71e6659-94e5-4c15-b541-467bdb8c256b tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0099440 Nov 27 16:04:05.408719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56986) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.416155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-fc1d0450-b3e5-48a0-81ab-2d7e5ccbe1f9 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.419640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc1d0450-b3e5-48a0-81ab-2d7e5ccbe1f9 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074644 Nov 27 16:04:05.420479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56988) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.429530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-1805bf10-a381-460d-b9ad-08158bb7cf88 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.431210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1805bf10-a381-460d-b9ad-08158bb7cf88 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0095541 Nov 27 16:04:05.434488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56990) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.435162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-42d108f0-de23-408e-904b-3cf953c37359 None None] Port ebb9164f-ae8e-44db-a192-91fdb152d704 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:05.449378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-dde7a8ed-e09f-49f6-9cb1-39eaf0ec838d tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.450539 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dde7a8ed-e09f-49f6-9cb1-39eaf0ec838d tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0144885 Nov 27 16:04:05.453435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.458975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-7ca17521-798a-4bbd-9bc1-4663f0702f2c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.460074 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7ca17521-798a-4bbd-9bc1-4663f0702f2c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055625 Nov 27 16:04:05.462762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56994) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.467499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-16bc875b-3658-4a63-8815-bc2288f3fe1f tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.470960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-16bc875b-3658-4a63-8815-bc2288f3fe1f tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047383 Nov 27 16:04:05.471277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56996) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.486051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-54dbe238-b01e-40a1-aea7-40c88fa80838 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.489832 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-54dbe238-b01e-40a1-aea7-40c88fa80838 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077336 Nov 27 16:04:05.496422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.510086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97d63c7a-6f5e-4682-aa84-e96506ad4f05 req-7c68308d-27e5-4be9-abae-a6faefd5eb79 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 210 time: 0.0399418 Nov 27 16:04:05.514665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-935e93fe-485e-4dba-8cae-079c1d82b70e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.515709 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-935e93fe-485e-4dba-8cae-079c1d82b70e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0143557 Nov 27 16:04:05.518868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57000) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.526357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-650a98a2-2f60-4c67-bcb8-cec4518136aa tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.529335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-650a98a2-2f60-4c67-bcb8-cec4518136aa tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069284 Nov 27 16:04:05.538110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.543849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-0dcaafbf-76fc-470c-a97b-72fb5894cb95 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.547148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0dcaafbf-76fc-470c-a97b-72fb5894cb95 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057416 Nov 27 16:04:05.547362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.555329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-07780809-d7a5-4a29-8344-07f0de349215 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.558549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-07780809-d7a5-4a29-8344-07f0de349215 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076575 Nov 27 16:04:05.559956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57008) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.571275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-42a1a4fa-3f93-48de-b6be-52a6abda95a7 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.573456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-42a1a4fa-3f93-48de-b6be-52a6abda95a7 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113382 Nov 27 16:04:05.574864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57010) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.582870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-e2094ba0-fffb-4168-a173-01fe0fd99714 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.586894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e2094ba0-fffb-4168-a173-01fe0fd99714 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0109143 Nov 27 16:04:05.590061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.595114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-d49ab652-8868-4e7b-a398-06a192a903ec tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.596074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d49ab652-8868-4e7b-a398-06a192a903ec tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050659 Nov 27 16:04:05.602394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.607456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-234231ba-7c29-4064-88a6-456159a0b8ff tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.613374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-234231ba-7c29-4064-88a6-456159a0b8ff tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098889 Nov 27 16:04:05.614764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57016) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.622573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-885d99c5-c248-4d6c-800d-ed5fe5a42ec0 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.623536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-885d99c5-c248-4d6c-800d-ed5fe5a42ec0 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077446 Nov 27 16:04:05.627729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57018) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.640723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.657180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-747b0895-4204-4473-a413-0a920a5448bd tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.668046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-747b0895-4204-4473-a413-0a920a5448bd tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0392029 Nov 27 16:04:05.670307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57020) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.679834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] No DVR routers for this DVR port bdc0c4de-2234-4473-b918-9739b30dd358 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:05.684568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-0012c482-ba4a-48d6-ad61-f2ef2cac59bc tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.692848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0012c482-ba4a-48d6-ad61-f2ef2cac59bc tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0176640 Nov 27 16:04:05.693785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.698244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-a32e4417-1b7f-4885-a1cc-d1746acea342 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.701984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a32e4417-1b7f-4885-a1cc-d1746acea342 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070837 Nov 27 16:04:05.702579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57024) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.706691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-47629607-f631-4011-9e3f-304df76db2f4 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.712176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-47629607-f631-4011-9e3f-304df76db2f4 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0086927 Nov 27 16:04:05.713486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=bdc0c4de-2234-4473-b918-9739b30dd358,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:05.713915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57026) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.721355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-f21299fc-d009-4726-9673-0846e356ba88 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.725513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f21299fc-d009-4726-9673-0846e356ba88 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0085251 Nov 27 16:04:05.726856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57028) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.731749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-c0cca606-1595-4470-8c53-077c525ccd42 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.736291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0cca606-1595-4470-8c53-077c525ccd42 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074003 Nov 27 16:04:05.737059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57030) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.743640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-a9e6b14a-14bd-44ae-a14c-5df30d4d6685 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.748796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a9e6b14a-14bd-44ae-a14c-5df30d4d6685 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0106173 Nov 27 16:04:05.749888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57032) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.755436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-fe8dc9bc-aba3-4af5-a53c-03a8dcb97e4e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.761736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe8dc9bc-aba3-4af5-a53c-03a8dcb97e4e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0106249 Nov 27 16:04:05.762347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57034) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.767206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-f92c10ef-7480-42f1-8399-3299f9b43734 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.772001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f92c10ef-7480-42f1-8399-3299f9b43734 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085714 Nov 27 16:04:05.772592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.773113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bdc0c4de-2234-4473-b918-9739b30dd358 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:05.778590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-6126cce0-b39a-4003-ad6b-b264cff9bc66 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.782677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6126cce0-b39a-4003-ad6b-b264cff9bc66 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091524 Nov 27 16:04:05.783261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57038) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.788380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-8c5cc3a2-4f22-4a2f-a68b-66375b6dc744 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.791776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c5cc3a2-4f22-4a2f-a68b-66375b6dc744 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0071054 Nov 27 16:04:05.792329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57040) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.794953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: bdc0c4de-2234-4473-b918-9739b30dd358 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:05.795551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bdc0c4de-2234-4473-b918-9739b30dd358 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:05.796210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 861c91d9-1690-4d65-93e0-08f7787f5901 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:05.796335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-e23f9838-23dd-40d0-9485-d35dba118cd3 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.799840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e23f9838-23dd-40d0-9485-d35dba118cd3 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064790 Nov 27 16:04:05.800264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.804855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-1efc23c7-5d4a-40c0-b8d1-9efe531dbf4e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.808169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1efc23c7-5d4a-40c0-b8d1-9efe531dbf4e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070238 Nov 27 16:04:05.808712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.812684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-bc26aa22-9be7-4091-8909-f8842e8c9629 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.818270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bc26aa22-9be7-4091-8909-f8842e8c9629 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0085130 Nov 27 16:04:05.819307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57046) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.823527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 861c91d9-1690-4d65-93e0-08f7787f5901 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:05.824147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 861c91d9-1690-4d65-93e0-08f7787f5901 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:05.828380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-eed67933-0f88-4ac1-aab9-29189e4f42a7 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.830438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eed67933-0f88-4ac1-aab9-29189e4f42a7 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055754 Nov 27 16:04:05.836051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.847617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.852088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-ad46c609-dba2-40c6-b9c3-df18b83dc2af tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.856128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad46c609-dba2-40c6-b9c3-df18b83dc2af tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0125382 Nov 27 16:04:05.856995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57050) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.857219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-a2ab2814-4229-40e7-bd18-41bae529a803 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:05.858675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-a2ab2814-4229-40e7-bd18-41bae529a803 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.3883212 Nov 27 16:04:05.859252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:05.862277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-cecf90cf-f12a-492a-8671-9626e102c2bd tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.866459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cecf90cf-f12a-492a-8671-9626e102c2bd tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079687 Nov 27 16:04:05.867540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57052) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.905332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [None req-c48de486-f488-4541-b686-08c9d4f720f8 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.906342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c48de486-f488-4541-b686-08c9d4f720f8 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0369055 Nov 27 16:04:05.909216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.909670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Request body: {'port': {'device_id': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'admin_state_up': True, 'tenant_id': 'd16ec5795a1e44faa7468277db002a82'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:05.914776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-9642f98e-abf4-433e-94ee-4646dfcd5d49 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.915971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9642f98e-abf4-433e-94ee-4646dfcd5d49 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055306 Nov 27 16:04:05.918235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57056) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.922173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-f9ce4151-807a-4cae-a1e2-c2026c4f59ee tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.925237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f9ce4151-807a-4cae-a1e2-c2026c4f59ee tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039861 Nov 27 16:04:05.925490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57058) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.930534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-d742f940-9b3b-44bf-8a9f-20580085a95c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.933608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d742f940-9b3b-44bf-8a9f-20580085a95c tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051029 Nov 27 16:04:05.934184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57060) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.938300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-750adea2-5405-410c-9938-d8db0150282e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.941150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-750adea2-5405-410c-9938-d8db0150282e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040500 Nov 27 16:04:05.941308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.945278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-ead6d12c-4dc1-4422-ac04-33cfceae6092 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.948608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ead6d12c-4dc1-4422-ac04-33cfceae6092 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062907 Nov 27 16:04:05.949165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57064) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.953027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-bf1df216-a41a-4e14-a6bb-920d917bb436 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.956024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf1df216-a41a-4e14-a6bb-920d917bb436 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039394 Nov 27 16:04:05.956190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57066) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.960472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-4f635ffd-57c4-4005-96ed-d6e80ec45014 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.962172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4f635ffd-57c4-4005-96ed-d6e80ec45014 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051649 Nov 27 16:04:05.963560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.967961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-5cfad6e9-f313-4d09-9a7e-b658a0b12526 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.969835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5cfad6e9-f313-4d09-9a7e-b658a0b12526 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053828 Nov 27 16:04:05.971489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.971848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02ae067-0f05-44bd-8079-069439f0fa7b']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:05.977933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-289bf6a1-4d92-4797-b0a9-972d7cd22b66 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.981203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-289bf6a1-4d92-4797-b0a9-972d7cd22b66 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065215 Nov 27 16:04:05.981401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57072) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.985449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-8538a4ff-cf9f-4c73-a2b1-fa3e7826e58e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.988687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8538a4ff-cf9f-4c73-a2b1-fa3e7826e58e tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063698 Nov 27 16:04:05.989256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57074) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:05.993126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [None req-cdf36e41-7df9-4748-a680-104f849a8df6 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:04:05.994077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cdf36e41-7df9-4748-a680-104f849a8df6 tempest-ExtensionsTestJSON-1302778718 tempest-ExtensionsTestJSON-1302778718-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039675 Nov 27 16:04:05.997813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777e2fac-94c2-4b85-b345-0c5e99e2b6ae') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:05.998204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777e2fac-94c2-4b85-b345-0c5e99e2b6ae') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:06.048995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.093387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.107672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:06.108072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:06.112785 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:06.264605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.267920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Made reservation on behalf of d16ec5795a1e44faa7468277db002a82 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:06.271477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.290231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.293152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:06.296297 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/networks/d02ae067-0f05-44bd-8079-069439f0fa7b HTTP/1.1" status: 204 len: 168 time: 1.6826546 Nov 27 16:04:06.303453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57082) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:06.313354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f72fa6-226b-40b3-8361-13ef4c1aed74 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Network': ['ID=d02ae067-0f05-44bd-8079-069439f0fa7b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:06.366187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.450606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d1b0-101e-40c6-bd1f-0cec7d235baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.552423 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d1b0-101e-40c6-bd1f-0cec7d235baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.576031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d1b0-101e-40c6-bd1f-0cec7d235baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.650155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8dd6d1b0-101e-40c6-bd1f-0cec7d235baf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2932838328740009d26aa4eef60d314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534312 Nov 27 16:04:06.667603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d1b0-101e-40c6-bd1f-0cec7d235baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5671066-573b-4984-a976-90aabca1bd7f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:06.671031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57092) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:06.675038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f54ebb7e-8665-4159-80e5-182a65e3a389 req-c9392203-103b-4f8c-b432-155b985f333d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 210 time: 0.0663710 Nov 27 16:04:06.728876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 51fb1436-9c14-4d8d-9ae1-4bfdb6f2d881 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:06.729232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.791588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74d8c426-6d4c-4952-8fcc-01cb8188bf4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.847275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74d8c426-6d4c-4952-8fcc-01cb8188bf4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.872566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.872911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:06.899396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 51fb1436-9c14-4d8d-9ae1-4bfdb6f2d881 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:06.971559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Allocated IP 172.20.0.3 (7385849b-1ad3-4515-8e8b-b8616c1fa78d/d045133a-4153-459f-a2f1-23499f5ce1c2/92238f71-573c-4ac4-a2b2-a2c02c8f0f19) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:07.047687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74d8c426-6d4c-4952-8fcc-01cb8188bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.050380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-74d8c426-6d4c-4952-8fcc-01cb8188bf4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.051571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-74d8c426-6d4c-4952-8fcc-01cb8188bf4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5671066-573b-4984-a976-90aabca1bd7f HTTP/1.1" status: 204 len: 168 time: 0.3791606 Nov 27 16:04:07.071031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8c426-6d4c-4952-8fcc-01cb8188bf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5671066-573b-4984-a976-90aabca1bd7f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:07.102570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.132949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=51fb1436-9c14-4d8d-9ae1-4bfdb6f2d881,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:07.200848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.211057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.211749 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Floating IP 2e25f4ee-86f5-46e1-a400-99464185c587 disassociated (deleted). External IP: 172.25.1.66, port: 324b10e4-e89b-4c48-88b2-e8f4e65b7f30. Nov 27 16:04:07.252730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.329380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:07.330147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Router a12effcd-c199-40de-8e60-13590d33464d is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:04:07.337294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:07.348671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:07.500639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:07.503275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:07.514928 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] Sync routers for ids ['a12effcd-c199-40de-8e60-13590d33464d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:07.531730 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] Routers {'a12effcd-c199-40de-8e60-13590d33464d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:07.532392 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:03:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a12effcd-c199-40de-8e60-13590d33464d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:07.546002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:04:07.549426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.550723 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-705022d1-d12b-42ae-8f2d-daf5b4e979f5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9874151 Nov 27 16:04:07.559281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57114) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:07.570091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:07.570231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': False}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:07.570328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.594928 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-de261d9c-2434-4614-85c9-159fb5a783e2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7234852 Nov 27 16:04:07.610698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Request body: {'port': {'device_id': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:07.651475 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea269cfe-7fc6-4512-8f8a-9743936fcba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.699700 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:07.712116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:07.734954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] Routers {'a12effcd-c199-40de-8e60-13590d33464d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:07.735507 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a12effcd-c199-40de-8e60-13590d33464d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:07.818495 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:07.819732 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87813c37-8f33-4b32-b3d5-e1cd71389f68 None None] The sync data for ids ['a12effcd-c199-40de-8e60-13590d33464d'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:08.009731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8def75-3ca2-4039-9b5d-df0b0a02af32 req-480db067-0e45-499d-90b9-3d5131c0edad tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:08.011290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b8def75-3ca2-4039-9b5d-df0b0a02af32 req-480db067-0e45-499d-90b9-3d5131c0edad tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 931 time: 0.2019167 Nov 27 16:04:08.191522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:04:08.204587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:08.212117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.215657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.216029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:08.230132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Transition to ACTIVE for port object 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:04:08.235961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.236512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:08.237146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:08.250704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b8def75-3ca2-4039-9b5d-df0b0a02af32 req-062902c3-d91f-41f3-b811-c761abf7fa7f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178314 Nov 27 16:04:08.300093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-462b9ad5-8853-46af-aa05-09303fd91c2b tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/floatingips/2e25f4ee-86f5-46e1-a400-99464185c587 HTTP/1.1" status: 204 len: 168 time: 1.9930921 Nov 27 16:04:08.300093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:08.300584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:08.302218 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035da9a0-72c5-4724-b1da-7436fc99c7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:08.344517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.365745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57140) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:08.424370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:08.425124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Attempting to bind port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:08.428210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Attempting to bind port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:08.428623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Attempting to bind port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:08.438458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:04:08.438792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Attempting to bind port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:08.449695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:08.450078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Checking segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:08.450697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Bound using segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:08.451156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Bound port: 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:08.451527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.579504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'networks': [{'name': 'tempest-network--494211276'}, {'name': 'tempest-network--1704161314'}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:08.579504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'network': {'name': 'tempest-network--494211276'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:08.580075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'network': {'name': 'tempest-network--1704161314'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:08.596045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.637670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'network': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:08.640067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:08.643387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.646395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:08.655594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.659453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.696218 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13e53c-1f47-492c-ae6e-d28f558f6669 x-openstack-request-id: req-bb13e53c-1f47-492c-ae6e-d28f558f6669 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:08.696526 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:08.696920 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb13e53c-1f47-492c-ae6e-d28f558f6669 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:08.697393 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'status': 'completed', 'code': 200} Nov 27 16:04:08.732190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:08.733330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.735537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] 10.222.0.37 "PUT /v2.0/ports/92238f71-573c-4ac4-a2b2-a2c02c8f0f19 HTTP/1.1" status: 200 len: 1091 time: 1.1327634 Nov 27 16:04:08.744752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:08.749123 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:08.793517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.822677 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.823149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.867352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4700-89ba-4d78-af69-7728fa5ad703 service neutron] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:08.876512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 6, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:08.887468 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a389be-fcb1-4db7-b336-e7c1055e698e x-openstack-request-id: req-f0a389be-fcb1-4db7-b336-e7c1055e698e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:08.887903 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:08.888258 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0a389be-fcb1-4db7-b336-e7c1055e698e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:08.889011 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'status': 'completed', 'code': 200} Nov 27 16:04:08.894588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-0f32a11f-f3f5-4cab-93c9-1f1f65cb6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:08.897265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-0f32a11f-f3f5-4cab-93c9-1f1f65cb6468 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 1096 time: 0.1553826 Nov 27 16:04:08.908575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-16318de0-008f-4a68-aec7-06b283f8f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:08.910528 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-16318de0-008f-4a68-aec7-06b283f8f7ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 1094 time: 0.0945020 Nov 27 16:04:08.921379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:04:08.932261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:08.936603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:08.937601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:08.963793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9cc14d-9a1e-4b98-a815-5663dda42cc5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:08.980308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:08.981392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-49adeeef-d2ef-4e33-ad8b-209674e5b679 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19 HTTP/1.1" status: 200 len: 217 time: 0.0515242 Nov 27 16:04:08.999829 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Added segment 093cb637-3343-4686-9486-be501973cbe6 of type vlan for network 0118c726-8b4d-4aa1-99b6-79ffc1d5cb2c Nov 27 16:04:09.019015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516086d-3a82-431b-b4d9-6593dc366f45 req-754373dd-7d4a-4204-9f40-407ab969898f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.026450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e516086d-3a82-431b-b4d9-6593dc366f45 req-754373dd-7d4a-4204-9f40-407ab969898f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.2439387 Nov 27 16:04:09.082691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:09.087426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-1a5d3b8a-3270-47a2-80fb-baff2f944e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.088903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-1a5d3b8a-3270-47a2-80fb-baff2f944e0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.0786724 Nov 27 16:04:09.154404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-9047e94e-5989-472b-93f4-583c11b6c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.156796 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-9047e94e-5989-472b-93f4-583c11b6c29d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 200 len: 897 time: 0.2451134 Nov 27 16:04:09.158679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.187571 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-a2751c1d-19bc-4b71-a5ee-28a9b1c3bf48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425358 Nov 27 16:04:09.213722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e516086d-3a82-431b-b4d9-6593dc366f45 req-9bb872a8-3938-4a6b-b692-6790ac8d1ab9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819654 Nov 27 16:04:09.235287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-41546590-e8d9-456b-9758-d69388e07937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 200 len: 217 time: 0.0565917 Nov 27 16:04:09.263692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:09.312491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.313092 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Added segment 90601785-9e1e-4753-889a-a1a051361ca5 of type vlan for network d55283a2-3694-47c5-9c3e-df0d75ae0039 Nov 27 16:04:09.355202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 6, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:09.366210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-784458df-66e1-4942-a056-a61e370f889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.367682 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-784458df-66e1-4942-a056-a61e370f889b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 HTTP/1.1" status: 200 len: 835 time: 0.1185791 Nov 27 16:04:09.394325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1672e-45f8-4974-81df-138849d1c1d6 None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:03:57Z', 'revision_number': 6, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ae714918-ed74-44aa-9994-181cdaf5f202', 'name': '', 'network_id': '3166eaa0-4a3d-4a6b-b215-10722a8d0d8b', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:88:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:03Z', 'updated_at': '2021-11-27T16:02:10Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:09.402992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.444375 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-ce2dfb07-8c90-4d00-ad2c-50dd32053955 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199805 Nov 27 16:04:09.450903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-96925207-120c-41a1-81cd-bd84d19555c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.453532 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-96925207-120c-41a1-81cd-bd84d19555c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747819 Nov 27 16:04:09.479735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.491099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74677-d8ff-4081-b18f-d044fc4248c6 req-ca06dd46-330c-4a79-8548-af05181dd0b8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.492779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebd74677-d8ff-4081-b18f-d044fc4248c6 req-ca06dd46-330c-4a79-8548-af05181dd0b8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 943 time: 0.0966630 Nov 27 16:04:09.494460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.496701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.497297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.503334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.508356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.509092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:09.619788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-9bc84ecc-0880-4465-a245-6526ba29e927 service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410570 Nov 27 16:04:09.652442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2857189 Nov 27 16:04:09.655726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57154) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:09.694566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebd74677-d8ff-4081-b18f-d044fc4248c6 req-4ed6cee5-9cf5-4ccc-9f7d-9e65b18449c4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762238 Nov 27 16:04:09.730387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Network': ['ID=0118c726-8b4d-4aa1-99b6-79ffc1d5cb2c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:09.746322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 0118c726-8b4d-4aa1-99b6-79ffc1d5cb2c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:09.815469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d3173d2-ad3e-4baa-9d1c-13c979c76117 req-4e0d8656-4f71-4fed-882a-a6bc835c57f5 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489585 Nov 27 16:04:09.875905 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-035da9a0-72c5-4724-b1da-7436fc99c7d7 req-439833e4-2141-4c22-bbae-f4509dedca10 service neutron] 10.222.0.37 "GET /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473028 Nov 27 16:04:09.887250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6d59e-c596-48f0-a176-9ac361e3f703 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.893226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6d59e-c596-48f0-a176-9ac361e3f703 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.895938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240f7d6-f2a5-474e-b1dc-3c04023a08e3 None None] New status for floating IP 2e25f4ee-86f5-46e1-a400-99464185c587: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:04:09.899965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6d59e-c596-48f0-a176-9ac361e3f703 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.900880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ac32b-eb57-48e6-882a-fd1330d3d6ac tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Network': ['ID=d55283a2-3694-47c5-9c3e-df0d75ae0039,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:09.907239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6d59e-c596-48f0-a176-9ac361e3f703 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:09.909164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cda6d59e-c596-48f0-a176-9ac361e3f703 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2511153 Nov 27 16:04:09.921446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57158) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:09.929354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Router a12effcd-c199-40de-8e60-13590d33464d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:04:09.950905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d55283a2-3694-47c5-9c3e-df0d75ae0039 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:10.048240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.054747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:10.060421 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.062228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-22cb7fd6-df97-451d-bf36-1d23a928731d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "PUT /v2.0/routers/a12effcd-c199-40de-8e60-13590d33464d HTTP/1.1" status: 200 len: 922 time: 2.5019100 Nov 27 16:04:10.064740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57162) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.111756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57164) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.114631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] Sync routers for ids ['a12effcd-c199-40de-8e60-13590d33464d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:10.137488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] Routers {'a12effcd-c199-40de-8e60-13590d33464d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:10.139009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a12effcd-c199-40de-8e60-13590d33464d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.183487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-74610524-7190-4998-97d9-3fd865c9495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.185017 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-74610524-7190-4998-97d9-3fd865c9495e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 1094 time: 0.2747302 Nov 27 16:04:10.186027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.188001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Deleting subnet 62310024-1373-4729-a440-6752a767d3df {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:10.192226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.196006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] Routers {'a12effcd-c199-40de-8e60-13590d33464d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:10.196650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a12effcd-c199-40de-8e60-13590d33464d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.226586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3f1fc9fc-81ec-42d9-a5d9-ceda2cf8eaba tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/a12effcd-c199-40de-8e60-13590d33464d HTTP/1.1" status: 200 len: 922 time: 0.1603878 Nov 27 16:04:10.241442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.242481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ccde32-46a5-4967-915f-1209145c3845 None None] The sync data for ids ['a12effcd-c199-40de-8e60-13590d33464d'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:10.257203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.262351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.307123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-10a623e0-10d2-4755-b086-56c63dbd0f71 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.308731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-10a623e0-10d2-4755-b086-56c63dbd0f71 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.2557664 Nov 27 16:04:10.336986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.388925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c8808-d39c-44a3-bb87-38265d0de610 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.390409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-855c8808-d39c-44a3-bb87-38265d0de610 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=a12effcd-c199-40de-8e60-13590d33464d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1298947 Nov 27 16:04:10.392998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57170) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.409244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39949a91-e25e-4a72-898e-40943e3e7a98 req-853a5a88-5ef0-49a4-a5cf-efc2ee81d44d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.411666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39949a91-e25e-4a72-898e-40943e3e7a98 req-853a5a88-5ef0-49a4-a5cf-efc2ee81d44d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.0881674 Nov 27 16:04:10.479123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.519791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39949a91-e25e-4a72-898e-40943e3e7a98 req-afa3778e-4d44-4a33-adfd-02e18dea91cd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978100 Nov 27 16:04:10.523152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb5204-e821-4568-95a1-e663e7071d01 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.524495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ddcb5204-e821-4568-95a1-e663e7071d01 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.1305604 Nov 27 16:04:10.527351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57172) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.528876 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.565496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a86007f2-ce11-4280-8016-b0855ca4defb tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=a12effcd-c199-40de-8e60-13590d33464d HTTP/1.1" status: 200 len: 205 time: 0.0369217 Nov 27 16:04:10.568422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.573923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0118c726-8b4d-4aa1-99b6-79ffc1d5cb2c']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.595409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093cb637-3343-4686-9486-be501973cbe6') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.595833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093cb637-3343-4686-9486-be501973cbe6') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:10.602578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-d1e8a637-c48c-41e4-8d70-b0782cc576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.604081 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-d1e8a637-c48c-41e4-8d70-b0782cc576ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 903 time: 0.3883984 Nov 27 16:04:10.618308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.676951 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-a9af6765-cfa5-44b6-9b32-a9a0212f58cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19 HTTP/1.1" status: 200 len: 217 time: 0.0606601 Nov 27 16:04:10.680683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.682937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.721038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:10.721510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:10.725818 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:10.731726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:10.732070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.747609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.856958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62310024-1373-4729-a440-6752a767d3df,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:10.873284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.878923 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a007b63f-3390-4789-9906-b4e089d74680 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62310024-1373-4729-a440-6752a767d3df HTTP/1.1" status: 204 len: 168 time: 0.7530286 Nov 27 16:04:10.886295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:10.900399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-ca7313a1-cf55-4eb6-b251-81f06aeac539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:10.901920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-ca7313a1-cf55-4eb6-b251-81f06aeac539 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.2124014 Nov 27 16:04:10.914038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.933808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:10.939687 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/networks/0118c726-8b4d-4aa1-99b6-79ffc1d5cb2c HTTP/1.1" status: 204 len: 168 time: 1.0172040 Nov 27 16:04:10.969891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:11.166620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.227752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdec26-0145-45e1-8b3f-8a02c52c182e req-342499fd-0bac-41a7-b06f-4eedfb693c29 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:11.235415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ffdec26-0145-45e1-8b3f-8a02c52c182e req-342499fd-0bac-41a7-b06f-4eedfb693c29 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 943 time: 0.1137991 Nov 27 16:04:11.266722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.303028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ffdec26-0145-45e1-8b3f-8a02c52c182e req-0d4788f8-ba90-4a33-ae98-9e65259368a1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667176 Nov 27 16:04:11.313297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e305f-db9e-436a-aad7-37779e73e06f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Network': ['ID=0118c726-8b4d-4aa1-99b6-79ffc1d5cb2c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:11.316480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-341ce8df-7a34-4794-bdcc-67dab28434d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4005852 Nov 27 16:04:11.333127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:04:11.352566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Deleting port ebb9164f-ae8e-44db-a192-91fdb152d704 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:11.353206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.435329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.439830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:11.441303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.447912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Calling delete_port for ebb9164f-ae8e-44db-a192-91fdb152d704 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:11.452552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'mac_address': 'fa:16:3e:9d:b5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:04:11.470243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:11.470605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.495317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.498857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.502283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:11.513178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:04:11.533837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:11.539096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.610510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-bd6ec7da-0112-4884-8464-3ea157742894 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775583 Nov 27 16:04:11.660935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.695307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343376-34d8-4289-b4f2-59023f308ad9 req-a367eb9e-b177-4b0a-84d5-dd4d8d38d1c1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:11.696996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad343376-34d8-4289-b4f2-59023f308ad9 req-a367eb9e-b177-4b0a-84d5-dd4d8d38d1c1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f642d8-85a8-408c-bb2a-2fd55b371076 HTTP/1.1" status: 200 len: 945 time: 0.0929108 Nov 27 16:04:11.700303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event deleted for resources: {'Port': ['ID=ebb9164f-ae8e-44db-a192-91fdb152d704,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:11.708495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.761084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaaff84-42db-4695-9660-6d828c357024 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:11.792128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:11.804484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.814128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.821296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a76e40-74f7-46a4-9a42-f3579f646e6e']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:11.831749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['92238f71-573c-4ac4-a2b2-a2c02c8f0f19'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:04:11.852021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:11.852327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bacf23-0186-4ae8-b962-c7a3ff9ff9b7') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:11.881660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55283a2-3694-47c5-9c3e-df0d75ae0039']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:11.889866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.908385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad343376-34d8-4289-b4f2-59023f308ad9 req-686ec049-3756-4caa-b72e-0c29d8513902 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572232 Nov 27 16:04:11.910551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90601785-9e1e-4753-889a-a1a051361ca5') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:11.912146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90601785-9e1e-4753-889a-a1a051361ca5') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:11.913424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.916706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.946639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.949737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.952724 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0bc8ba95-add5-45f9-9598-37d39ad1e7e2 req-f02646ed-8520-4e59-9434-d4da8838559b service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987828 Nov 27 16:04:11.971118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:11.972461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:11.976337 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:11.987110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.988123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Fanout notify agent at l3_agent the message router_deleted on router a12effcd-c199-40de-8e60-13590d33464d {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:11.996268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:11.997599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d9883c9-30b0-477e-9d28-449d2e944605 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/a12effcd-c199-40de-8e60-13590d33464d HTTP/1.1" status: 204 len: 168 time: 1.4280539 Nov 27 16:04:12.005881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57188) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.010628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1946856775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:12.030430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.037954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.039386 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.058061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:12.058525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:12.062909 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:12.078804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.117630 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.121547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.125346 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] 10.222.0.15 "DELETE /v2.0/networks/56a76e40-74f7-46a4-9a42-f3579f646e6e HTTP/1.1" status: 204 len: 168 time: 1.2378068 Nov 27 16:04:12.128452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57190) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.163858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=324b10e4-e89b-4c48-88b2-e8f4e65b7f30,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:12.180428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Deleting subnet 367e53c4-0a3b-49a2-b689-b5c6d248d594 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:12.184250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.190705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f604e0-d19a-4e66-afe1-1bd1a15b2c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a76e40-74f7-46a4-9a42-f3579f646e6e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:12.198434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.202769 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.208269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/networks/d55283a2-3694-47c5-9c3e-df0d75ae0039 HTTP/1.1" status: 204 len: 168 time: 1.2253940 Nov 27 16:04:12.209819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57192) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.230378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] No DVR routers for this DVR port 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:12.232941 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.236762 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-51ed3480-b216-41f5-8ca8-b3e5cb53a313 req-7d458691-5797-4ca1-8981-aa7f88ec1e6c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.37 "DELETE /v2.0/ports/324b10e4-e89b-4c48-88b2-e8f4e65b7f30 HTTP/1.1" status: 204 len: 173 time: 1.8961153 Nov 27 16:04:12.246537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'name': 'network-vif-deleted', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:12.248837 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfaaf61-d524-4ce1-8ed5-12d0d3c2dd25" -d '{"events": [{"server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "name": "network-vif-deleted", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:12.264588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dbdf5-3135-4f23-8b91-53ba1c809e7d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Network': ['ID=d55283a2-3694-47c5-9c3e-df0d75ae0039,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:12.296385 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96bac68-0638-404e-a878-0e775368e2d2 x-openstack-request-id: req-b96bac68-0638-404e-a878-0e775368e2d2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:12.296683 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f642d8-85a8-408c-bb2a-2fd55b371076", "name": "network-vif-deleted", "tag": "324b10e4-e89b-4c48-88b2-e8f4e65b7f30", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:12.296938 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b96bac68-0638-404e-a878-0e775368e2d2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:12.297340 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f642d8-85a8-408c-bb2a-2fd55b371076', 'name': 'network-vif-deleted', 'tag': '324b10e4-e89b-4c48-88b2-e8f4e65b7f30', 'status': 'completed', 'code': 200} Nov 27 16:04:12.312289 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.342256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.351440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.386512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.393184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.394429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-82c2ae2c-52db-4543-a919-d01afd886403 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3875453 Nov 27 16:04:12.397311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.402175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:12.482935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49602f-6e3a-4e50-b957-b4f238c69aad tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:12.489651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49602f-6e3a-4e50-b957-b4f238c69aad tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:12.491222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c49602f-6e3a-4e50-b957-b4f238c69aad tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2785034 Nov 27 16:04:12.496964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.501858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-987215258'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:12.530740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115812-3084-4cb1-9f07-a63e9453d216 req-c36d8d5e-003f-48c5-a399-76cf4aaa1835 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:12.532242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31115812-3084-4cb1-9f07-a63e9453d216 req-c36d8d5e-003f-48c5-a399-76cf4aaa1835 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 944 time: 0.1366804 Nov 27 16:04:12.553253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:12.556792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.578314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.621243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.625795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367e53c4-0a3b-49a2-b689-b5c6d248d594,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:12.640160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.643769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b2f5a139-91e2-4c92-8ce1-889a35806a44 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/367e53c4-0a3b-49a2-b689-b5c6d248d594 HTTP/1.1" status: 204 len: 168 time: 0.5140398 Nov 27 16:04:12.648018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57202) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.650363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:12.665968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31115812-3084-4cb1-9f07-a63e9453d216 req-a59c23d2-92d2-4d92-8dc3-13ef45378d12 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245379 Nov 27 16:04:12.732745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.733453 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Added segment 8d24fa5b-2c6e-4935-9563-bb75093a6279 of type vlan for network 1eff2ffe-04ee-41bd-a4e7-4efa012fe69c Nov 27 16:04:12.792079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.797621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.854599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.855928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.860172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:12.860764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.875234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.956948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:12.962576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4646986 Nov 27 16:04:12.966751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57206) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:12.974390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1141190936'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:12.985897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57208) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:13.000862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed8537-be24-4811-bcb7-139e592c7947 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Network': ['ID=1eff2ffe-04ee-41bd-a4e7-4efa012fe69c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:13.009058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069ed2fb-3871-4b70-88b9-52f4587fc3e3']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:13.009527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Allocated IP 172.25.1.224 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/35127a56-6b9c-4c4b-86c3-48d3516f1162) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:13.013761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1eff2ffe-04ee-41bd-a4e7-4efa012fe69c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:13.019529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:13.023676 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.029324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06466699-b233-4a1b-b4a4-133f516afc1f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:13.029657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06466699-b233-4a1b-b4a4-133f516afc1f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:13.047407 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.077919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.092920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:13.093315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:13.095148 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:13.098124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:13.105692 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e14ecc52-840b-48b7-ba25-6dfecb1cf8dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.112309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.112309 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Added segment 1748cbdf-bf53-4bb9-9bde-c3d020dc6a5a of type vlan for network dbf58145-7285-46f8-9189-45c68f1df442 Nov 27 16:04:13.169601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e14ecc52-840b-48b7-ba25-6dfecb1cf8dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.177621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.183194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.194604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.196025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.199447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] 10.222.0.15 "DELETE /v2.0/networks/069ed2fb-3871-4b70-88b9-52f4587fc3e3 HTTP/1.1" status: 204 len: 168 time: 0.5503175 Nov 27 16:04:13.221724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15e9c9-5280-4a15-8794-8746095f982e admin admin] Pushing event deleted for resources: {'Network': ['ID=069ed2fb-3871-4b70-88b9-52f4587fc3e3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:13.227974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.234449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:13.235127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.259340 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e14ecc52-840b-48b7-ba25-6dfecb1cf8dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.263177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e14ecc52-840b-48b7-ba25-6dfecb1cf8dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.264534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e14ecc52-840b-48b7-ba25-6dfecb1cf8dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb649fe1-4b31-46d7-9d8a-6c75a5137e2b HTTP/1.1" status: 204 len: 168 time: 0.2732434 Nov 27 16:04:13.281539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ecc52-840b-48b7-ba25-6dfecb1cf8dc tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb649fe1-4b31-46d7-9d8a-6c75a5137e2b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:13.310438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57216) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:13.313399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3425360 Nov 27 16:04:13.317793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'ports': [{'network_id': '1eff2ffe-04ee-41bd-a4e7-4efa012fe69c', 'name': 'tempest-port--243135507', 'admin_state_up': True}, {'network_id': 'dbf58145-7285-46f8-9189-45c68f1df442', 'admin_state_up': False}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:13.318249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'port': {'network_id': '1eff2ffe-04ee-41bd-a4e7-4efa012fe69c', 'name': 'tempest-port--243135507', 'admin_state_up': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:13.318893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'port': {'network_id': 'dbf58145-7285-46f8-9189-45c68f1df442', 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:13.324988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:13.340948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.347171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:13.350580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc20ace-3aa1-4b65-91d0-531383de7675 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Network': ['ID=dbf58145-7285-46f8-9189-45c68f1df442,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:13.372666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network dbf58145-7285-46f8-9189-45c68f1df442 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:13.391572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:13.394969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:13.399860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:13.427355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event updated for resources: {'Port': ['ID=35127a56-6b9c-4c4b-86c3-48d3516f1162,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:13.432669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320bd625-68d5-48c2-a534-2d449dfc7c67 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:13.496494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:04:13.500918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:13.501294 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.593753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-06a24a23-7b09-4ff4-8f9a-5fac5b528e75 None None] Provisioning complete for port 35127a56-6b9c-4c4b-86c3-48d3516f1162 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:13.594423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06a24a23-7b09-4ff4-8f9a-5fac5b528e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.632393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57220) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:13.676167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-06a24a23-7b09-4ff4-8f9a-5fac5b528e75 None None] Port 35127a56-6b9c-4c4b-86c3-48d3516f1162 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:13.712651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'port': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:13.717307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.724412 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.750492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.760162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-620c9656-6b76-4c65-af85-039eccd67682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f942da75674e45c3ad35688b7f45fee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265719 Nov 27 16:04:13.761013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.762839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57224) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:13.778300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:13.780614 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3e1bb-b38b-484f-8014-c40c5ba6dd88" -d '{"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-plugged", "status": "completed", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:13.805375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:13.811878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:13.813554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:13.868238 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f274dcc-821d-4a62-9fac-29c862c8a4d6 x-openstack-request-id: req-0f274dcc-821d-4a62-9fac-29c862c8a4d6 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:13.868583 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-plugged", "status": "completed", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:13.868808 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f274dcc-821d-4a62-9fac-29c862c8a4d6 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:13.869254 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'code': 200} Nov 27 16:04:13.872115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:13.872474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 324b10e4-e89b-4c48-88b2-e8f4e65b7f30 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:13.900904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:13.988480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] device_id is not set on port e73f9a96-3fa8-44f4-bff0-75e457395b91 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:04:14.010451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0e38a-43d4-41e2-8aff-fc852d79add6 req-1cbbcdca-8758-4584-9162-daa7e9e30d14 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:14.011946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efc0e38a-43d4-41e2-8aff-fc852d79add6 req-1cbbcdca-8758-4584-9162-daa7e9e30d14 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 945 time: 0.2152872 Nov 27 16:04:14.029969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff2bf-b88e-418b-8daf-37b1d2ecece9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.040030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cd25d-5b16-4074-94d3-e622eab10e42 req-43af520d-0017-4b50-a076-30969b76337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:14.041578 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e52cd25d-5b16-4074-94d3-e622eab10e42 req-43af520d-0017-4b50-a076-30969b76337e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 1096 time: 0.1114700 Nov 27 16:04:14.076061 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.084329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff2bf-b88e-418b-8daf-37b1d2ecece9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.085600 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.137367 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e52cd25d-5b16-4074-94d3-e622eab10e42 req-28a57cc8-40b3-41a8-9e09-8fd22eb2a984 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871499 Nov 27 16:04:14.160046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efc0e38a-43d4-41e2-8aff-fc852d79add6 req-c51493e8-c74a-4205-87b3-65fa86429ccc tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281137 Nov 27 16:04:14.247312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Router 1717ed29-b9a4-44ed-9a23-95c9d5998524 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:04:14.260362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff2bf-b88e-418b-8daf-37b1d2ecece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.263010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff2bf-b88e-418b-8daf-37b1d2ecece9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.264155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2b6ff2bf-b88e-418b-8daf-37b1d2ecece9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7 HTTP/1.1" status: 204 len: 168 time: 0.4988449 Nov 27 16:04:14.286447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ff2bf-b88e-418b-8daf-37b1d2ecece9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d19bf-de4f-4bd9-8f3b-5e75bcb2eae7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:14.307871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.367810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:14.376476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.377962 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06414e34-5ab1-4223-9fb5-3030fd8e7bf3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "PUT /v2.0/routers/1717ed29-b9a4-44ed-9a23-95c9d5998524 HTTP/1.1" status: 200 len: 880 time: 1.9793868 Nov 27 16:04:14.382141 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] Sync routers for ids ['1717ed29-b9a4-44ed-9a23-95c9d5998524'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:14.382758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.386486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] device_id is not set on port cf37af31-a59e-423e-a488-9edcece1bd9b yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:04:14.391380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.393390 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] Routers {'1717ed29-b9a4-44ed-9a23-95c9d5998524'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:14.394324 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1717ed29-b9a4-44ed-9a23-95c9d5998524'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:14.434544 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:14.444305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] Routers {'1717ed29-b9a4-44ed-9a23-95c9d5998524'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:14.445176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['1717ed29-b9a4-44ed-9a23-95c9d5998524'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:14.484060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:14.484932 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305646e-5df9-4d8f-8df0-c55144761522 None None] The sync data for ids ['1717ed29-b9a4-44ed-9a23-95c9d5998524'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:14.517601 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-326e45b5-5051-4b59-b7eb-b937003c8003 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/1717ed29-b9a4-44ed-9a23-95c9d5998524 HTTP/1.1" status: 200 len: 921 time: 0.1310680 Nov 27 16:04:14.519890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57236) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.594337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7448a-6726-462a-809f-2ca52abc3670 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:14.598560 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5ff7448a-6726-462a-809f-2ca52abc3670 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=1717ed29-b9a4-44ed-9a23-95c9d5998524&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0744581 Nov 27 16:04:14.598773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57238) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.646303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.673749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57240) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.711801 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.717494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00db99-ddae-4a3d-b85b-1cd3e242d170 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:14.718804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a00db99-ddae-4a3d-b85b-1cd3e242d170 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.1191375 Nov 27 16:04:14.725561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.760005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f71fd6a7-56a4-4a51-a671-9fb84a598899 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=1717ed29-b9a4-44ed-9a23-95c9d5998524 HTTP/1.1" status: 200 len: 205 time: 0.0309515 Nov 27 16:04:14.760236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57244) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.767772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c7640573-6444-4e64-8ac7-7612214e7c7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad5eebd6b771410d888cfdfb4a281e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929282 Nov 27 16:04:14.770980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57246) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:14.796362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Port': ['ID=e73f9a96-3fa8-44f4-bff0-75e457395b91,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:14.829218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Checking segment: {'id': '8d24fa5b-2c6e-4935-9563-bb75093a6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1eff2ffe-04ee-41bd-a4e7-4efa012fe69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:14.829624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network hostable DHCP agents. Network: 1eff2ffe-04ee-41bd-a4e7-4efa012fe69c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:14.851633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port ae714918-ed74-44aa-9994-181cdaf5f202 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:14.851910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.867118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network 1eff2ffe-04ee-41bd-a4e7-4efa012fe69c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:14.905787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abfced29-2e5f-4060-950b-2a68adf7e9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.909846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1eff2ffe-04ee-41bd-a4e7-4efa012fe69c) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:14.916848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:14.917754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.921692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.926211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bed41b-895d-4d10-a71d-16347ad33b04 None None] Network 1eff2ffe-04ee-41bd-a4e7-4efa012fe69c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:14.979851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abfced29-2e5f-4060-950b-2a68adf7e9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:14.995803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Port': ['ID=cf37af31-a59e-423e-a488-9edcece1bd9b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:15.005212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port ae714918-ed74-44aa-9994-181cdaf5f202, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ae714918-ed74-44aa-9994-181cdaf5f202,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:15.005609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.028471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for ae714918-ed74-44aa-9994-181cdaf5f202 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:15.035550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Checking segment: {'id': '1748cbdf-bf53-4bb9-9bde-c3d020dc6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbf58145-7285-46f8-9189-45c68f1df442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:15.036877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network hostable DHCP agents. Network: dbf58145-7285-46f8-9189-45c68f1df442, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:15.083630 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.092521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abfced29-2e5f-4060-950b-2a68adf7e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.095653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abfced29-2e5f-4060-950b-2a68adf7e9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.097028 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-abfced29-2e5f-4060-950b-2a68adf7e9fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/519a9213-9cb0-4d5f-8bf9-ae26638fe1ea HTTP/1.1" status: 204 len: 168 time: 0.3251553 Nov 27 16:04:15.097397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network dbf58145-7285-46f8-9189-45c68f1df442 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:15.111252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfced29-2e5f-4060-950b-2a68adf7e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a9213-9cb0-4d5f-8bf9-ae26638fe1ea,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:15.119099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, dbf58145-7285-46f8-9189-45c68f1df442) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:15.124673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:15.131237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:15.136522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:15.137224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.147344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a83e4a-8769-40b7-8cd1-1da8a96bc38b None None] Network dbf58145-7285-46f8-9189-45c68f1df442 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:15.197480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8cf052a7-8885-48e9-836f-455d94f3b232 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8858693 Nov 27 16:04:15.198286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57252) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:15.592614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Deleting port 35127a56-6b9c-4c4b-86c3-48d3516f1162 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:15.593153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.681124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.695980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Calling delete_port for 35127a56-6b9c-4c4b-86c3-48d3516f1162 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:15.709800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40837468-2fb7-4deb-8b89-b0e7c103b11f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:15.716458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40837468-2fb7-4deb-8b89-b0e7c103b11f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:15.718792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-40837468-2fb7-4deb-8b89-b0e7c103b11f tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5171430 Nov 27 16:04:15.738599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57268) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:15.788412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4c7b1-2509-43af-86a1-56b5d91a5943 req-ad0415c7-a32f-4eb8-96cb-47a9160d1025 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:15.790002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30f4c7b1-2509-43af-86a1-56b5d91a5943 req-ad0415c7-a32f-4eb8-96cb-47a9160d1025 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 945 time: 0.1653833 Nov 27 16:04:15.845718 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.886612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=ae714918-ed74-44aa-9994-181cdaf5f202,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:15.913101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:15.943158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event deleted for resources: {'Port': ['ID=35127a56-6b9c-4c4b-86c3-48d3516f1162,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:15.964844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7aa6f-2651-4b1e-bfc4-af8dbb5b9988 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:15.992256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30f4c7b1-2509-43af-86a1-56b5d91a5943 req-284bf2da-e182-4725-8daa-63612d9ff383 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739249 Nov 27 16:04:16.016388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Deleting port e73f9a96-3fa8-44f4-bff0-75e457395b91 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:16.016388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.036593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.136391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.138622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.180979 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.195607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.196075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Fanout notify agent at l3_agent the message router_deleted on router 1717ed29-b9a4-44ed-9a23-95c9d5998524 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:16.203181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.204280 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ccf57bce-486e-4552-96d4-520c4a1290f4 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/1717ed29-b9a4-44ed-9a23-95c9d5998524 HTTP/1.1" status: 204 len: 168 time: 1.4431796 Nov 27 16:04:16.206615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Calling delete_port for e73f9a96-3fa8-44f4-bff0-75e457395b91 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:16.209624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57280) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:16.216558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2046607133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:16.229639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.244429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.246887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.307589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.312405 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.334512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.339095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57284) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:16.340772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-27c6b7bc-23c5-4945-803a-4337dfa84420 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1292319 Nov 27 16:04:16.372592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': True}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:16.481821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.583641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.587201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/ports/e73f9a96-3fa8-44f4-bff0-75e457395b91 HTTP/1.1" status: 204 len: 168 time: 0.8464496 Nov 27 16:04:16.588047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8babf-b9dc-4d8e-8fea-1c059cd60978 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Port': ['ID=e73f9a96-3fa8-44f4-bff0-75e457395b91,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:16.589954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57298) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:16.688501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Deleting port cf37af31-a59e-423e-a488-9edcece1bd9b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:16.689278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.702721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.760354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.776114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Calling delete_port for cf37af31-a59e-423e-a488-9edcece1bd9b owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:16.819082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router 88be7daf-401b-418d-a07b-c60258f0bc71 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:04:16.872342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.906739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:16.911041 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/ports/cf37af31-a59e-423e-a488-9edcece1bd9b HTTP/1.1" status: 204 len: 168 time: 0.3185682 Nov 27 16:04:16.912393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427dd39-f0e5-47cb-bc08-791350433ea3 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Port': ['ID=cf37af31-a59e-423e-a488-9edcece1bd9b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:16.913995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57304) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:17.013263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-92fbc41a-6db3-4b01-a728-7108e18341fd tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0652292 Nov 27 16:04:17.017021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:17.025052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-405219484'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:17.053622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:17.058920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.079721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:17.091319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:17.091672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] Sync routers for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:17.108296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.108787 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Added segment f6b59199-e900-415b-b878-930f8a0d6366 of type vlan for network 6047ee38-7acb-44fd-a596-1083f42b93f3 Nov 27 16:04:17.109545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:17.110402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:17.112372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4920c5b9-e311-43ae-bfdf-0ed35d76a897 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "PUT /v2.0/routers/88be7daf-401b-418d-a07b-c60258f0bc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7863231 Nov 27 16:04:17.117027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57310) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:17.165801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.191946 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.198195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.211928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:17.212604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.245225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.267467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:17.304874 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2838256 Nov 27 16:04:17.307050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57316) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:17.312681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be16-4009-4b3e-bfa2-22d4fcd94aae req-b21847ff-9cbc-46a6-be13-648a07b39fa1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:17.314244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29b3be16-4009-4b3e-bfa2-22d4fcd94aae req-b21847ff-9cbc-46a6-be13-648a07b39fa1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 945 time: 0.2279396 Nov 27 16:04:17.318382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting subnet 4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:17.345301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1173103000'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:17.346672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4cb16-c8c3-48e0-9ebe-916f1fd8ca63 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Network': ['ID=6047ee38-7acb-44fd-a596-1083f42b93f3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:17.349266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.375234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:17.379510 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.385378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6047ee38-7acb-44fd-a596-1083f42b93f3 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:17.419041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:17.429103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.429483 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Added segment c2001ce4-0115-426b-b2e7-0f87e558627b of type vlan for network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e Nov 27 16:04:17.431077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.477379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.550729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.551340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:04:15Z', 'revision_number': 7, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:17.556517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:17.557141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.590477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] Checking router: 88be7daf-401b-418d-a07b-c60258f0bc71 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:04:17.603251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] Routers {'88be7daf-401b-418d-a07b-c60258f0bc71'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:17.604260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['88be7daf-401b-418d-a07b-c60258f0bc71'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:17.608114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29b3be16-4009-4b3e-bfa2-22d4fcd94aae req-5dede4c6-79dd-4e1f-be6a-f8a54949456d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823634 Nov 27 16:04:17.616598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.630084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3115916 Nov 27 16:04:17.672429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6610a-8f0c-405f-94de-65322e809b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Network': ['ID=4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:17.687539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Allocated IP 172.25.1.197 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/5a09b24b-0ee4-413e-bcb3-334b059a97e7) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:17.764250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] Set router 88be7daf-401b-418d-a07b-c60258f0bc71 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:17.821836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.931354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:17.943529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:17.972198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.040112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:18.049721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:18.111184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:18.121031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:18.136284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:04:15Z', 'revision_number': 7, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:18.169936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.175691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c1d18c3a-e17a-42fe-a048-f8419b28c15f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/subnets/4e8291d6-fa7a-4e3b-8fcf-2b9e285ec5a9 HTTP/1.1" status: 204 len: 168 time: 1.0536737 Nov 27 16:04:18.180703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57326) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:18.192984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cdb83-745e-4187-9b2c-932a9adcc68d None None] The sync data for ids ['88be7daf-401b-418d-a07b-c60258f0bc71'] in n-d-819494-4 is: [{'id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'name': 'tempest-TestNetworkBasicOps-router-327777146', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:01:55Z', 'updated_at': '2021-11-27T16:04:15Z', 'revision_number': 7, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': '9f47c529-0cac-40bb-aaaf-4d23b7a0b820', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be7daf-401b-418d-a07b-c60258f0bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:01:56Z', 'updated_at': '2021-11-27T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:18.211349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8156402-ed78-446b-9cd6-565098c4c326 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:18.221967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a33d41-612b-4e20-96b5-839479c2ea98 None None] Network 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:18.274163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3425e-fef4-4071-b894-79dc57a46942 req-a01619d8-d68b-43ba-b954-dce91f8b5fe2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:18.281580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fda3425e-fef4-4071-b894-79dc57a46942 req-a01619d8-d68b-43ba-b954-dce91f8b5fe2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 945 time: 0.2172072 Nov 27 16:04:18.329448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Port': ['ID=5a09b24b-0ee4-413e-bcb3-334b059a97e7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:18.389629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-560e3b91-2279-487f-80b9-3fb9d031443b None None] Provisioning complete for port 5a09b24b-0ee4-413e-bcb3-334b059a97e7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:18.390228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-560e3b91-2279-487f-80b9-3fb9d031443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.436520 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.454089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fda3425e-fef4-4071-b894-79dc57a46942 req-a0838514-574b-4761-9fb2-3a0a95ddb643 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111073 Nov 27 16:04:18.473783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-560e3b91-2279-487f-80b9-3fb9d031443b None None] Port 5a09b24b-0ee4-413e-bcb3-334b059a97e7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:18.668035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] DHCP port deletion for 3166eaa0-4a3d-4a6b-b215-10722a8d0d8b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:18.698620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.704404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.790387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] Deleting port 5db39d19-8d06-4170-8ec0-63d4a304168f {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:18.791307 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.796951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:18.797299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.912892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] For port 5db39d19-8d06-4170-8ec0-63d4a304168f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5db39d19-8d06-4170-8ec0-63d4a304168f,segment=NetworkSegment(08438cc8-4791-4a54-a1ff-3c08b81fb816),segment_id=08438cc8-4791-4a54-a1ff-3c08b81fb816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:18.913694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.943616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] Calling delete_port for 5db39d19-8d06-4170-8ec0-63d4a304168f owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:18.956263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 9f47c529-0cac-40bb-aaaf-4d23b7a0b820, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:18.957110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:18.976755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:19.045525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.076517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] Pushing event deleted for resources: {'Port': ['ID=5db39d19-8d06-4170-8ec0-63d4a304168f,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:19.083996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ca58c-f85f-475b-aa99-99be976888b5 None None] No DVR routers for this DVR port 5db39d19-8d06-4170-8ec0-63d4a304168f on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:19.207473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.255990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=9f47c529-0cac-40bb-aaaf-4d23b7a0b820,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:19.275435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ea279-c343-42e0-a3e0-da4cf2747ac9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:19.320932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.439959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.440651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.443292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.447605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.495283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.496133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Fanout notify agent at l3_agent the message router_deleted on router 88be7daf-401b-418d-a07b-c60258f0bc71 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:19.506336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.508594 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f9a7087-40f9-4a6e-b0f2-68eeead9ab06 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/routers/88be7daf-401b-418d-a07b-c60258f0bc71 HTTP/1.1" status: 204 len: 168 time: 1.3261194 Nov 27 16:04:19.515203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57338) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:19.681882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Router 564396c7-81df-4c42-b51c-eba772fd63ab is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:04:19.690921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.702063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed41e8a-45ea-4711-ae46-4b3acecaf556 req-366ccd8c-4af0-4bd3-90cc-8aceb9b15e99 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:19.703971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ed41e8a-45ea-4711-ae46-4b3acecaf556 req-366ccd8c-4af0-4bd3-90cc-8aceb9b15e99 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 945 time: 0.0750997 Nov 27 16:04:19.843244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.851190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:19.864268 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] Sync routers for ids ['564396c7-81df-4c42-b51c-eba772fd63ab'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:19.881487 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] Routers {'564396c7-81df-4c42-b51c-eba772fd63ab'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:19.881765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3166eaa0-4a3d-4a6b-b215-10722a8d0d8b']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:19.883814 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['564396c7-81df-4c42-b51c-eba772fd63ab'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:19.892392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08438cc8-4791-4a54-a1ff-3c08b81fb816') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:19.892770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08438cc8-4791-4a54-a1ff-3c08b81fb816') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:19.910231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.914557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.918576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad28504f-a424-422d-83fd-e74a834ea654 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "PUT /v2.0/routers/564396c7-81df-4c42-b51c-eba772fd63ab HTTP/1.1" status: 200 len: 915 time: 3.5761538 Nov 27 16:04:19.919683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ed41e8a-45ea-4711-ae46-4b3acecaf556 req-04b73ee7-78ac-4dd0-a7df-119c6797c751 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046769 Nov 27 16:04:19.920292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57344) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:19.946155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:19.955615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:19.956109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.004623 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:20.034444 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] Routers {'564396c7-81df-4c42-b51c-eba772fd63ab'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:20.035828 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['564396c7-81df-4c42-b51c-eba772fd63ab'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:20.053229 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:20.068270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.090492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a6755333-b0a4-4733-8739-a4fe7ec91cdb tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/564396c7-81df-4c42-b51c-eba772fd63ab HTTP/1.1" status: 200 len: 921 time: 0.1690702 Nov 27 16:04:20.093295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57352) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.097350 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:20.109177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.109811 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d686c-bebb-465c-abc4-315706fc06c2 None None] The sync data for ids ['564396c7-81df-4c42-b51c-eba772fd63ab'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:20.119544 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/networks/3166eaa0-4a3d-4a6b-b215-10722a8d0d8b HTTP/1.1" status: 204 len: 168 time: 0.6034420 Nov 27 16:04:20.124368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e95493-0695-47bd-80b5-9800fae82da5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Network': ['ID=3166eaa0-4a3d-4a6b-b215-10722a8d0d8b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:20.148281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57354) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.154898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'network': {'name': 'tempest-network-smoke--368524728', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:20.217912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb56f94-1f2e-488e-a401-de37906879bc tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:20.225973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:20.233516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9eb56f94-1f2e-488e-a401-de37906879bc tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=564396c7-81df-4c42-b51c-eba772fd63ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1356947 Nov 27 16:04:20.234744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.236445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.314502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:20.338512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.338860 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Added segment 574d40f3-0f07-4241-b089-ca41d374d2aa of type vlan for network 1ec01585-754d-4c00-b555-4701c05e6bd4 Nov 27 16:04:20.375286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5db39d19-8d06-4170-8ec0-63d4a304168f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:20.408699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.426934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 5db39d19-8d06-4170-8ec0-63d4a304168f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:20.428419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5db39d19-8d06-4170-8ec0-63d4a304168f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:20.428898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ae714918-ed74-44aa-9994-181cdaf5f202 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:20.443128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8bdc8-ea55-442c-9ba2-ece285adf8ae tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:20.448812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bca8bdc8-ea55-442c-9ba2-ece285adf8ae tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.2088351 Nov 27 16:04:20.450984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57362) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.484018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ae714918-ed74-44aa-9994-181cdaf5f202 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:20.484485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ae714918-ed74-44aa-9994-181cdaf5f202 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:20.508175 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-64305165-4ca3-4c20-b13f-d6cf2cdbef1e tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=564396c7-81df-4c42-b51c-eba772fd63ab HTTP/1.1" status: 200 len: 205 time: 0.0559978 Nov 27 16:04:20.508398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.509643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.518506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:20.519306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.621995 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4712498 Nov 27 16:04:20.629601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57372) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.690425 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c24573-e94c-4d2a-9b69-42df15068cea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Network': ['ID=1ec01585-754d-4c00-b555-4701c05e6bd4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:20.707290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:20.726529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-437489062', 'admin_state_up': True, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:20.770333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.851939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.853150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:20.912611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57382) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:20.918159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'subnets': [{'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1018242130', 'ip_version': 6}, {'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:20.918608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'subnet': {'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1018242130', 'ip_version': 6}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:20.919279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Request body: {'subnet': {'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:20.964602 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.042933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.116111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Made reservation on behalf of 42a73120aaf34b2aa2e95ef683ba1793 for: {'subnet': 2} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:21.120750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.121168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.140746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.213769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Deleting port 5a09b24b-0ee4-413e-bcb3-334b059a97e7 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:21.214246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.314228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.335925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Calling delete_port for 5a09b24b-0ee4-413e-bcb3-334b059a97e7 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:21.484853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.509532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.612693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.697569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.25.1.91 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b9e055ee-b633-4adf-9420-147f3c814841) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:21.699524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Subnet': ['ID=d7adfa1f-421a-473b-b569-f9c6e247f0dd,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:21.709529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Checking segment: {'id': 'f6b59199-e900-415b-b878-930f8a0d6366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:21.710186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network hostable DHCP agents. Network: 6047ee38-7acb-44fd-a596-1083f42b93f3, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:21.710947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.733283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network 6047ee38-7acb-44fd-a596-1083f42b93f3 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:21.754725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 6047ee38-7acb-44fd-a596-1083f42b93f3) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:21.763163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.775004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31212f59-d22e-4e62-a04f-8638a5419950 None None] Network 6047ee38-7acb-44fd-a596-1083f42b93f3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:21.789943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event deleted for resources: {'Port': ['ID=5a09b24b-0ee4-413e-bcb3-334b059a97e7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:21.864802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5afe01a-6c0a-4a97-b370-cc40b46dc584 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:21.870569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:21.897027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Checking segment: {'id': 'c2001ce4-0115-426b-b2e7-0f87e558627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:21.897555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network hostable DHCP agents. Network: 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:21.901223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:21.901689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f47c529-0cac-40bb-aaaf-4d23b7a0b820 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:21.902585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event updated for resources: {'Subnet': ['ID=9b3bd667-09ee-4cac-98a3-e634de929fea,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:21.932057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.939969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:21.956070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:21.963838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:21.965622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:21.966326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:21.978464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f19db0-af9c-4c89-8083-3469ec2e0e52 None None] Network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:22.010513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9865f7ef-f488-4174-90cd-1965837bc197 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0944934 Nov 27 16:04:22.010922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57398) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:22.038376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.045985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.049305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.115079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.115892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Fanout notify agent at l3_agent the message router_deleted on router 564396c7-81df-4c42-b51c-eba772fd63ab {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:22.124417 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.124712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-6047ee38-7acb-44fd-a596-1083f42b93f3', 'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3', 'tenant_id': '42a73120aaf34b2aa2e95ef683ba1793', 'fixed_ips': [{'subnet_id': 'd7adfa1f-421a-473b-b569-f9c6e247f0dd'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:22.126027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0540f0d-844e-467b-9c19-0937d0aa2965 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/564396c7-81df-4c42-b51c-eba772fd63ab HTTP/1.1" status: 204 len: 168 time: 1.6154850 Nov 27 16:04:22.126925 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.131479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57400) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:22.137346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159429523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:22.155860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.224954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:22.227702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.228609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e8441-147e-4477-ba16-0799d2ace89e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:22.228792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.231854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e8441-147e-4477-ba16-0799d2ace89e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:22.232105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:22.239374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:22.248928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e8441-147e-4477-ba16-0799d2ace89e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:22.261511 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-558e8441-147e-4477-ba16-0799d2ace89e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2401633 Nov 27 16:04:22.262859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57402) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:22.312976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528309f-d4c9-4367-8688-c5a1705da881 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:22.333309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Allocated IP 2001:db8::1 (6047ee38-7acb-44fd-a596-1083f42b93f3/d7adfa1f-421a-473b-b569-f9c6e247f0dd/44fad8b2-5d8e-4cee-a898-c14372f0ae20) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:22.333598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Deleting subnet d7adfa1f-421a-473b-b569-f9c6e247f0dd {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:22.345185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=b9e055ee-b633-4adf-9420-147f3c814841,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:22.434279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.449548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.491838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.493266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ba32b236-0a92-49c7-9845-9e89a9a79b6f tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3606613 Nov 27 16:04:22.499912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57404) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:22.507569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e', 'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e', 'tenant_id': '42a73120aaf34b2aa2e95ef683ba1793', 'fixed_ips': [{'subnet_id': '9b3bd667-09ee-4cac-98a3-e634de929fea'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:22.508429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.517343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'enable_snat': False}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:22.621982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.645771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-361f5ebe-921a-408d-8847-906610c01b04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2231417 Nov 27 16:04:22.795333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b4b30546-667b-461a-aad1-44e691fc5045 None None] Provisioning complete for port b9e055ee-b633-4adf-9420-147f3c814841 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:22.796766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4b30546-667b-461a-aad1-44e691fc5045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.846915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.852198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-e3c17521-2c7d-4ed6-bfd6-79c62d69edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:22.854066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-e3c17521-2c7d-4ed6-bfd6-79c62d69edaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1096 time: 0.1676347 Nov 27 16:04:22.951223 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.956440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4b30546-667b-461a-aad1-44e691fc5045 None None] Port b9e055ee-b633-4adf-9420-147f3c814841 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:22.963997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:22.974131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.022123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Pushing event updated for resources: {'Port': ['ID=44fad8b2-5d8e-4cee-a898-c14372f0ae20,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:23.032556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-667b18d8-f4d4-45de-8156-31da175a62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:23.033714 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-667b18d8-f4d4-45de-8156-31da175a62b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.1081147 Nov 27 16:04:23.034501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.045007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Network 6047ee38-7acb-44fd-a596-1083f42b93f3 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:23.049813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:23.055006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:23.067051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Allocated IP 2001:db8:0:1::1 (4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e/9b3bd667-09ee-4cac-98a3-e634de929fea/cb2510f7-8e61-4773-bc72-7f9c3a92d51f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:23.157132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router dd323daa-742f-475f-80c8-2823bd079ce5 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:04:23.184612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Attempting to bind port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:23.185071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Attempting to bind port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f6b59199-e900-415b-b878-930f8a0d6366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:23.185708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Attempting to bind port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 on network 6047ee38-7acb-44fd-a596-1083f42b93f3 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:23.194035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:23.194561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Checking segment: {'id': 'f6b59199-e900-415b-b878-930f8a0d6366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:23.195064 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.195564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Bound using segment: {'id': 'f6b59199-e900-415b-b878-930f8a0d6366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:23.196157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Bound port: 44fad8b2-5d8e-4cee-a898-c14372f0ae20, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b59199-e900-415b-b878-930f8a0d6366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6047ee38-7acb-44fd-a596-1083f42b93f3'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:23.196638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.251396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.338352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] For port 44fad8b2-5d8e-4cee-a898-c14372f0ae20, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:23.342201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-2954c68d-8dad-4f9c-9b47-363d142873bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 1001 time: 0.2827480 Nov 27 16:04:23.342798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:23.355294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] For port 44fad8b2-5d8e-4cee-a898-c14372f0ae20, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=44fad8b2-5d8e-4cee-a898-c14372f0ae20,segment=NetworkSegment(f6b59199-e900-415b-b878-930f8a0d6366),segment_id=f6b59199-e900-415b-b878-930f8a0d6366)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:23.372075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Sync routers for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:23.387901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.398651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:04:23.399238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.403567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02d79df3-7410-4808-a6dc-38604c0962f2 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7706652 Nov 27 16:04:23.403764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57430) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:23.407012 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.472149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-59bfd22c-892f-42f1-bbd9-521efb35996f tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=0d7a342940504c2aa2e82f55608e175e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671635 Nov 27 16:04:23.477564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57436) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:23.484916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.494652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97890-416e-4be6-8c31-bc0262941dd4 None None] Pushing event updated for resources: {'Port': ['ID=44fad8b2-5d8e-4cee-a898-c14372f0ae20,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:23.553595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:23.554353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:23.636153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:23.637602 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:04:23.664167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:23.701196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:23.733008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Pushing event updated for resources: {'Port': ['ID=cb2510f7-8e61-4773-bc72-7f9c3a92d51f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:23.839089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:23.916521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Attempting to bind port cb2510f7-8e61-4773-bc72-7f9c3a92d51f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:23.917387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Attempting to bind port cb2510f7-8e61-4773-bc72-7f9c3a92d51f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'c2001ce4-0115-426b-b2e7-0f87e558627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:23.917387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Attempting to bind port cb2510f7-8e61-4773-bc72-7f9c3a92d51f on network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:23.934244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:23.937329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-4c0aff35-64a5-42dc-b0d1-e28712fb3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:23.939060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-4c0aff35-64a5-42dc-b0d1-e28712fb3661 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.5774212 Nov 27 16:04:23.951867 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-e8cefd27-044d-4533-8d9f-1c3f793a07ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5916753 Nov 27 16:04:23.958014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.985156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:23.985816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Checking segment: {'id': 'c2001ce4-0115-426b-b2e7-0f87e558627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:23.986015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:23.991589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Bound using segment: {'id': 'c2001ce4-0115-426b-b2e7-0f87e558627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:23.992093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Bound port: cb2510f7-8e61-4773-bc72-7f9c3a92d51f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2001ce4-0115-426b-b2e7-0f87e558627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:23.992514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.050553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'mac_address': 'fa:16:3e:9d:b5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:04:24.170559 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.228556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:04:24.310260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:24.320479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] For port cb2510f7-8e61-4773-bc72-7f9c3a92d51f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:24.332081 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.349162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] For port cb2510f7-8e61-4773-bc72-7f9c3a92d51f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=cb2510f7-8e61-4773-bc72-7f9c3a92d51f,segment=NetworkSegment(c2001ce4-0115-426b-b2e7-0f87e558627b),segment_id=c2001ce4-0115-426b-b2e7-0f87e558627b)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:24.381354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.405336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.436837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['92238f71-573c-4ac4-a2b2-a2c02c8f0f19'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:04:24.437218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.511017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:24.560534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:22Z', 'revision_number': 3, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:24.617226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Allocated IP 172.25.1.241 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/3cbc6f66-84e9-48ec-8409-6f5bee0e82b8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:24.632659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Checking router: dd323daa-742f-475f-80c8-2823bd079ce5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:04:24.633425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Updating router dd323daa-742f-475f-80c8-2823bd079ce5 port b9e055ee-b633-4adf-9420-147f3c814841 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:04:24.695778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e7fde-a8f7-41f1-bb11-02b46063b807 None None] Pushing event updated for resources: {'Port': ['ID=cb2510f7-8e61-4773-bc72-7f9c3a92d51f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:24.705290 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.766085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.821144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Subnet': ['ID=d7adfa1f-421a-473b-b569-f9c6e247f0dd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:24.929566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.934300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:24.937844 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5aee8546-5084-4aba-b868-da7ed035506e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/subnets/d7adfa1f-421a-473b-b569-f9c6e247f0dd HTTP/1.1" status: 204 len: 168 time: 2.6737282 Nov 27 16:04:24.940538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57462) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:24.960097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-16326928-882b-4860-a735-5247178c9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:24.961783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-16326928-882b-4860-a735-5247178c9d67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1097 time: 0.9159458 Nov 27 16:04:24.966228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1100fd4-eecb-4b35-bf07-dc8b6ec20291 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:24.967849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d1100fd4-eecb-4b35-bf07-dc8b6ec20291 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4674418 Nov 27 16:04:24.971536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:24.989478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-8522e75b-8e2f-4fd0-be61-866ccd604aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:24.991178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-8522e75b-8e2f-4fd0-be61-866ccd604aea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0293803 Nov 27 16:04:25.166507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Deleting subnet 9b3bd667-09ee-4cac-98a3-e634de929fea {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:25.172227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:25.235211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:25.310261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-02a3ec43-3267-4e99-8f8b-4d7608bde210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:25.311834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-02a3ec43-3267-4e99-8f8b-4d7608bde210 service neutron] 10.222.0.37 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 910 time: 0.2661221 Nov 27 16:04:25.322220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3bb188a5-6ea3-4b82-800d-7f2bb86a015c tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3474417 Nov 27 16:04:25.324873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57478) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:25.330871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132850894', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:25.388124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:25.540419 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-dc1df101-d3c2-482f-92c5-1569fb289990 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 1002 time: 0.2168927 Nov 27 16:04:25.553656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:25.554185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:25.655265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:25.683604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:25.704604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:25.714510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:25.791753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Pushing event updated for resources: {'Port': ['ID=3cbc6f66-84e9-48ec-8409-6f5bee0e82b8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:25.881766 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-ed86ab2f-ae2b-48f7-823f-06a2badb7842 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330665 Nov 27 16:04:25.891483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:25.894020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-a019d738-ad10-4453-9918-d5a8298a2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:25.897718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-a019d738-ad10-4453-9918-d5a8298a2f4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 200 len: 848 time: 0.3381109 Nov 27 16:04:25.901061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:25.968767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:26.014517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.125723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3bd667-09ee-4cac-98a3-e634de929fea,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:26.132987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.139117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17a297db-0bb6-44e2-8979-b768d1cb715a tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/subnets/9b3bd667-09ee-4cac-98a3-e634de929fea HTTP/1.1" status: 204 len: 168 time: 1.1969051 Nov 27 16:04:26.145470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57486) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:26.246995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78e0dd8-d8f4-48d5-8dad-43103c5074cc tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:26.253980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e78e0dd8-d8f4-48d5-8dad-43103c5074cc tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1072478 Nov 27 16:04:26.256659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57496) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:26.269267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac394e5-59ed-4f40-927d-80256805446c None None] Network 6047ee38-7acb-44fd-a596-1083f42b93f3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:26.277620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf585e2-cf56-42d4-9361-8209b4d31c8f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:26.282453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device cb2510f7-8e61-4773-bc72-7f9c3a92d51f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:26.366629 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.388044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f43bb3-7eed-4a6b-bead-a4c2550f14a0 None None] Network 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:26.390015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-c477b404-d9a8-496f-b1b6-335f0cb2f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:26.391536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-c477b404-d9a8-496f-b1b6-335f0cb2f526 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=459a2375-bfe2-4550-b4c8-21d1a2659686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3624387 Nov 27 16:04:26.401920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f6650c2-c945-42cf-83bd-c13bf91fa928 req-4d4adec5-7302-475e-8993-ab076df255cc service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021968 Nov 27 16:04:26.538437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.556128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Deleting port cb2510f7-8e61-4773-bc72-7f9c3a92d51f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:26.556762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.616368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.705704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Checking segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:26.706502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network hostable DHCP agents. Network: 1ec01585-754d-4c00-b555-4701c05e6bd4, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:26.709529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Subnet': ['ID=066da436-ad12-4b2b-8e1b-82547d8e0c0b,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:26.714131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] For port cb2510f7-8e61-4773-bc72-7f9c3a92d51f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=cb2510f7-8e61-4773-bc72-7f9c3a92d51f,segment=NetworkSegment(c2001ce4-0115-426b-b2e7-0f87e558627b),segment_id=c2001ce4-0115-426b-b2e7-0f87e558627b)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:26.714786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.733135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Calling delete_port for cb2510f7-8e61-4773-bc72-7f9c3a92d51f owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:26.744061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8c409452-9da3-436e-bc37-0562fd75f717 None None] Provisioning complete for port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:26.744676 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c409452-9da3-436e-bc37-0562fd75f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.764621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-3926dbc2-77e6-4be6-9280-4dcda90710a6 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206615 Nov 27 16:04:26.799038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:26.839170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1ec01585-754d-4c00-b555-4701c05e6bd4) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:26.863258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e856e1-5868-4564-87cc-3fc71f9ead0b None None] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:26.875860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:26.876814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:26.958767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-477f66fe-6ab7-4cd7-90c7-78fc945eed89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6300850 Nov 27 16:04:26.960465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57500) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:26.989696 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.041058 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.105034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.134851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port cb2510f7-8e61-4773-bc72-7f9c3a92d51f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:27.135248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.187164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2c43e-2ca5-4b0b-ab04-a13381efe299 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:27.203039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.203337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c37934db-87e6-49b1-8d86-f6d11fa6db42 req-54bf44d7-db26-43db-a9eb-d26fd7b6ce8a service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229872 Nov 27 16:04:27.266224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port cb2510f7-8e61-4773-bc72-7f9c3a92d51f was deleted so its status cannot be updated. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 16:04:27.266730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 44fad8b2-5d8e-4cee-a898-c14372f0ae20 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:27.341513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.346035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.440995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Attempting to bind port b9e055ee-b633-4adf-9420-147f3c814841 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:27.449948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Attempting to bind port b9e055ee-b633-4adf-9420-147f3c814841 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:27.450431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Attempting to bind port b9e055ee-b633-4adf-9420-147f3c814841 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:27.453107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb03537-4e1e-4125-aeb1-e0d9337eda25 None None] Pushing event updated for resources: {'Port': ['ID=b9e055ee-b633-4adf-9420-147f3c814841,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:27.532847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] DHCP port deletion for 6047ee38-7acb-44fd-a596-1083f42b93f3 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:27.548813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Router 0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:04:27.561272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:27.561748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:27.562097 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.562489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:27.562983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Bound port: b9e055ee-b633-4adf-9420-147f3c814841, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:27.563365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.645921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:27.648315 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e18a88-18c9-4638-bb9a-89c1f540bcc7" -d '{"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-plugged", "status": "completed", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:27.674534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Port': ['ID=cb2510f7-8e61-4773-bc72-7f9c3a92d51f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:27.680405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] No DVR routers for this DVR port cb2510f7-8e61-4773-bc72-7f9c3a92d51f on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:27.729231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9462d37-f586-4197-a2f1-b37882583ed7 None None] DHCP port deletion for 4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:27.760006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c409452-9da3-436e-bc37-0562fd75f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.802928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:27.815061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:27.829146 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] Sync routers for ids ['0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:27.832943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.832943 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f0be2d1c-dfa9-41b4-b858-344cd17c7dd3 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "PUT /v2.0/routers/0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f HTTP/1.1" status: 200 len: 916 time: 5.3262398 Nov 27 16:04:27.835600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57520) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:27.844896 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] Routers {'0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:27.850014 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:27.856842 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc380e-c9f4-4c32-a49b-7cac51ab467b x-openstack-request-id: req-4cbc380e-c9f4-4c32-a49b-7cac51ab467b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:27.857374 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-plugged", "status": "completed", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:27.857847 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cbc380e-c9f4-4c32-a49b-7cac51ab467b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:27.858418 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'code': 200} Nov 27 16:04:27.875300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.974391 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:27.977737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:27.978140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] For port b9e055ee-b633-4adf-9420-147f3c814841, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:27.986000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8c409452-9da3-436e-bc37-0562fd75f717 None None] For port 44fad8b2-5d8e-4cee-a898-c14372f0ae20, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=44fad8b2-5d8e-4cee-a898-c14372f0ae20,segment=NetworkSegment(f6b59199-e900-415b-b878-930f8a0d6366),segment_id=f6b59199-e900-415b-b878-930f8a0d6366)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:28.019362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-1ec01585-754d-4c00-b555-4701c05e6bd4', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:28.020555 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.030732 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c409452-9da3-436e-bc37-0562fd75f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.031255 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] Routers {'0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:28.031906 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:28.034341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] For port b9e055ee-b633-4adf-9420-147f3c814841, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b9e055ee-b633-4adf-9420-147f3c814841,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:28.044932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:28.048674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:28.049283 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.053946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:28.057249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.062721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2001ce4-0115-426b-b2e7-0f87e558627b') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:28.063023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2001ce4-0115-426b-b2e7-0f87e558627b') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:28.106765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.132717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.136243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57524) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:28.139708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0f23763b-9063-4395-9a5c-4adf76f10a3b tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f HTTP/1.1" status: 200 len: 922 time: 0.2967746 Nov 27 16:04:28.163406 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:28.164485 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f2506-6796-4789-b143-9062145d4f23 None None] The sync data for ids ['0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:28.178711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:28.179835 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:28.183183 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:28.259706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] Deleting port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:28.260091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.274749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5865b56-0adf-4765-a506-770dc3d8d0a6 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:28.299579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc20e7-3538-479d-b3df-f29673de17c0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:28.303566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b1cc20e7-3538-479d-b3df-f29673de17c0 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1660888 Nov 27 16:04:28.306922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57526) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:28.374784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.379841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Provisioning complete for port 3cbc6f66-84e9-48ec-8409-6f5bee0e82b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:28.380219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.397485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c409452-9da3-436e-bc37-0562fd75f717 None None] Pushing event updated for resources: {'Port': ['ID=44fad8b2-5d8e-4cee-a898-c14372f0ae20,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:28.455495 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.460766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/networks/4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e HTTP/1.1" status: 204 len: 168 time: 2.2030876 Nov 27 16:04:28.474979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57538) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:28.481656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fec2f6-47b9-40fb-ab6e-b389e59f3583 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Network': ['ID=4fe8f52b-8b2d-4d2a-894d-dc0f64ce9c4e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:28.503318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.585692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b9c2a-a17d-4c09-a64a-d0542e5b4a0d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:28.590401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-818b9c2a-a17d-4c09-a64a-d0542e5b4a0d tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/networks/e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 881 time: 0.2823713 Nov 27 16:04:28.591269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57540) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:28.628174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb03537-4e1e-4125-aeb1-e0d9337eda25 None None] Pushing event updated for resources: {'Port': ['ID=b9e055ee-b633-4adf-9420-147f3c814841,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:28.630774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:28.631372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:28.646127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb91184f-a8ed-4428-ae88-fe8c482d8adf tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f HTTP/1.1" status: 200 len: 205 time: 0.0464561 Nov 27 16:04:28.647082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57542) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:28.664224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.755213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:28.832317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Port 3cbc6f66-84e9-48ec-8409-6f5bee0e82b8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:28.864456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] For port 44fad8b2-5d8e-4cee-a898-c14372f0ae20, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=44fad8b2-5d8e-4cee-a898-c14372f0ae20,segment=NetworkSegment(f6b59199-e900-415b-b878-930f8a0d6366),segment_id=f6b59199-e900-415b-b878-930f8a0d6366)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:28.864872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:28.967820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.104783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Could not find standard attr ID for object cb2510f7-8e61-4773-bc72-7f9c3a92d51f. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:04:29.105918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.119691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Deleting port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:29.120189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.124982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] Calling delete_port for 44fad8b2-5d8e-4cee-a898-c14372f0ae20 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:29.232657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Provisioning complete for port b9e055ee-b633-4adf-9420-147f3c814841 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:29.232935 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.238841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] For port 44fad8b2-5d8e-4cee-a898-c14372f0ae20, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=44fad8b2-5d8e-4cee-a898-c14372f0ae20,segment=NetworkSegment(f6b59199-e900-415b-b878-930f8a0d6366),segment_id=f6b59199-e900-415b-b878-930f8a0d6366)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:29.239332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.314451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Allocated IP 172.20.0.2 (1ec01585-754d-4c00-b555-4701c05e6bd4/066da436-ad12-4b2b-8e1b-82547d8e0c0b/6db0a532-5082-4923-be04-0fe068274372) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:29.565653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device cb2510f7-8e61-4773-bc72-7f9c3a92d51f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:29.626710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: cb2510f7-8e61-4773-bc72-7f9c3a92d51f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:29.627124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device cb2510f7-8e61-4773-bc72-7f9c3a92d51f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:29.627623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 44fad8b2-5d8e-4cee-a898-c14372f0ae20 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:29.643736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Calling delete_port for 44fad8b2-5d8e-4cee-a898-c14372f0ae20 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:29.650339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Deleting port 3cbc6f66-84e9-48ec-8409-6f5bee0e82b8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:29.650688 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.666916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.690817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] For port b9e055ee-b633-4adf-9420-147f3c814841, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b9e055ee-b633-4adf-9420-147f3c814841,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:29.692822 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.702801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 44fad8b2-5d8e-4cee-a898-c14372f0ae20 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:04:29.703183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 44fad8b2-5d8e-4cee-a898-c14372f0ae20 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:04:29.716150 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.759394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] Pushing event deleted for resources: {'Port': ['ID=44fad8b2-5d8e-4cee-a898-c14372f0ae20,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:29.768172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfefaa8-09ba-42e0-84ba-9c33ed328695 None None] No DVR routers for this DVR port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:29.841611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.841863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.884194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:22Z', 'revision_number': 3, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:29.896692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.896692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e53f8504-c7be-4a32-9c40-c560216ea76a None None] Provisioning complete for port b9e055ee-b633-4adf-9420-147f3c814841 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:29.896692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e53f8504-c7be-4a32-9c40-c560216ea76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.899524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.915620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Calling delete_port for 3cbc6f66-84e9-48ec-8409-6f5bee0e82b8 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:29.981502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0407e3-4162-43c6-9346-151f3fb55165 None None] Pushing event updated for resources: {'Port': ['ID=b9e055ee-b633-4adf-9420-147f3c814841,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:29.984697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:29.986873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43250d2a-fcb9-4a4a-9716-ef17d6eaad8c None None] The sync data for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 is: [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:22Z', 'revision_number': 3, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:29.991759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.20.0.1 (1ec01585-754d-4c00-b555-4701c05e6bd4/066da436-ad12-4b2b-8e1b-82547d8e0c0b/32e69505-8317-4d5f-a21f-64cb342f1a8c) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:30.009093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] No DVR routers for this DVR port 44fad8b2-5d8e-4cee-a898-c14372f0ae20 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:30.067123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:30.071504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:30.078006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:30.082432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Pushing event updated for resources: {'Port': ['ID=6db0a532-5082-4923-be04-0fe068274372,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:30.171330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Port': ['ID=44fad8b2-5d8e-4cee-a898-c14372f0ae20,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:30.230852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.279675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Attempting to bind port 6db0a532-5082-4923-be04-0fe068274372 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:30.282762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Attempting to bind port 6db0a532-5082-4923-be04-0fe068274372 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:30.283147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Attempting to bind port 6db0a532-5082-4923-be04-0fe068274372 on network 1ec01585-754d-4c00-b555-4701c05e6bd4 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:30.294810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.295969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:30.299342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Checking segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:30.299890 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.300404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Bound using segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:30.303980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Bound port: 6db0a532-5082-4923-be04-0fe068274372, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:30.304617 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.334880 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.376428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6047ee38-7acb-44fd-a596-1083f42b93f3']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:30.396933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b59199-e900-415b-b878-930f8a0d6366') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:30.397572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b59199-e900-415b-b878-930f8a0d6366') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:30.414349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.437904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.471265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:30.475141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:30.478588 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:30.515865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:30.523861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] For port 6db0a532-5082-4923-be04-0fe068274372, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:30.531669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] For port 6db0a532-5082-4923-be04-0fe068274372, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6db0a532-5082-4923-be04-0fe068274372,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:30.540940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=32e69505-8317-4d5f-a21f-64cb342f1a8c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:30.543926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.556200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:30.561080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:30.654994 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.674818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9638b1-c6e6-47db-87c8-75b992ab8149 None None] Pushing event updated for resources: {'Port': ['ID=6db0a532-5082-4923-be04-0fe068274372,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:30.739951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.786390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.799511 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/networks/6047ee38-7acb-44fd-a596-1083f42b93f3 HTTP/1.1" status: 204 len: 168 time: 2.3141139 Nov 27 16:04:30.799511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322f734-195c-4768-8030-80785ff1e76e tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Network': ['ID=6047ee38-7acb-44fd-a596-1083f42b93f3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:30.809506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.811505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:30.934319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:30.940334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb80153-2103-42fb-823d-251511cdb6c7 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:30.960229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event deleted for resources: {'Port': ['ID=3cbc6f66-84e9-48ec-8409-6f5bee0e82b8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:31.117314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.147304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.493307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.499110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.534170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.547662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.554655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.617960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf58145-7285-46f8-9189-45c68f1df442']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:31.620627 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.621190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:31.637187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.642810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8def35f-fcd4-4d6c-8fbc-eb826fbd1529 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f HTTP/1.1" status: 204 len: 168 time: 2.9895320 Nov 27 16:04:31.645243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57582) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:31.651572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-923975216', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:31.670534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=32e69505-8317-4d5f-a21f-64cb342f1a8c,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:31.676287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.688924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748cbdf-bf53-4bb9-9bde-c3d020dc6a5a') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:31.688924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748cbdf-bf53-4bb9-9bde-c3d020dc6a5a') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:31.690753 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.699001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.700136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.712231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b9e055ee-b633-4adf-9420-147f3c814841 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:31.716720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.739265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.822774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:31.823441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:31.827599 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:31.849868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b9e055ee-b633-4adf-9420-147f3c814841 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:31.850550 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:31.867369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:31.869228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:32.014913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.023720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.034129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/networks/dbf58145-7285-46f8-9189-45c68f1df442 HTTP/1.1" status: 204 len: 168 time: 1.2161889 Nov 27 16:04:32.037002 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.046872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6db0a532-5082-4923-be04-0fe068274372 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:32.051873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57594) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:32.075121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router dd323daa-742f-475f-80c8-2823bd079ce5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:04:32.093279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c77a6-3f9b-495d-b070-1319008e8b2d tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Network': ['ID=dbf58145-7285-46f8-9189-45c68f1df442,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:32.192938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6db0a532-5082-4923-be04-0fe068274372 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:32.193320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.380257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:32.386657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-995e183b-0130-453f-bc8c-28b9a3b86559 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "PUT /v2.0/routers/dd323daa-742f-475f-80c8-2823bd079ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4227095 Nov 27 16:04:32.390202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57600) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:32.462188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.478338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.514271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 6db0a532-5082-4923-be04-0fe068274372, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6db0a532-5082-4923-be04-0fe068274372,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:32.519975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.580918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f112c-cc32-4ddb-bd51-dfe926b4e0fd None None] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:32.674350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.674995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.682430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.683075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.684319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.684319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.684534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.685010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.685482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.687738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.693173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=6db0a532-5082-4923-be04-0fe068274372,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:32.694003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.694588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.695061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.701939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-397cc017-900e-479c-bf48-06fd023eb434 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9112 time: 0.3061106 Nov 27 16:04:32.702209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2aa03cc5-49bf-47f1-8b11-fafbd07b21b5 None None] Provisioning complete for port 6db0a532-5082-4923-be04-0fe068274372 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:32.702408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.702603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2aa03cc5-49bf-47f1-8b11-fafbd07b21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:32.703438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57602) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:32.851755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.852414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.853035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.854180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.854798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.855410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.856149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.856783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.867685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.868424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.869047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.869689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:32.872080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc061990-9ea0-4687-8c39-da876c09b36d tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7714 time: 0.1676240 Nov 27 16:04:32.875072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57616) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:32.982099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.052854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eff2ffe-04ee-41bd-a4e7-4efa012fe69c']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:33.075289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d24fa5b-2c6e-4935-9563-bb75093a6279') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:33.076076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d24fa5b-2c6e-4935-9563-bb75093a6279') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:33.091856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.113252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Sync routers for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:33.125822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:33.126789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:33.216849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6e3277de-8723-420b-ba0a-2ee096899cfe tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5731 time: 0.3400319 Nov 27 16:04:33.223107 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.231548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:33.232187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:33.236198 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:33.331559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.408193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.556395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6db0a532-5082-4923-be04-0fe068274372 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:33.600970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:33.608770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204500036', 'description': 'tempest-secgroup-smoke-204500036 description', 'project_id': '0d7a342940504c2aa2e82f55608e175e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:33.637638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:33.638068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.640514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d59ed3bc-f918-438b-a518-09dde3287761 None None] Provisioning complete for port 6db0a532-5082-4923-be04-0fe068274372 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:33.640963 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d59ed3bc-f918-438b-a518-09dde3287761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.642675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.663267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Allocated IP 172.25.1.212 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/3c48b215-71f4-4cca-9527-69b1b398f0aa) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:33.666006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.672180 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] 10.222.0.15 "DELETE /v2.0/networks/1eff2ffe-04ee-41bd-a4e7-4efa012fe69c HTTP/1.1" status: 204 len: 168 time: 1.6162872 Nov 27 16:04:33.676220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f46668-92a0-4f7e-9924-503383138928 tempest-BulkNetworkOpsIpV6Test-865629563 tempest-BulkNetworkOpsIpV6Test-865629563-project] Pushing event deleted for resources: {'Network': ['ID=1eff2ffe-04ee-41bd-a4e7-4efa012fe69c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:33.773777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.786637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.824726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.856757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6db0a532-5082-4923-be04-0fe068274372 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:33.856923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.873455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:33.876096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2736757 Nov 27 16:04:33.880469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57632) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:33.886620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'eb586d5e-741b-4373-a472-f90a25f0373b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:33.893625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b7c71-7a1a-464b-8d2f-95cf5df3d215 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb586d5e-741b-4373-a472-f90a25f0373b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:33.978272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.015797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:34.018866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:34.042323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:34.051627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd4c73-aa83-464a-9cf1-8324c6707909 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:34.068988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.152903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event updated for resources: {'Port': ['ID=3c48b215-71f4-4cca-9527-69b1b398f0aa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:34.405011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57648) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:34.449302 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.468165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d59ed3bc-f918-438b-a518-09dde3287761 None None] Provisioning complete for port 32e69505-8317-4d5f-a21f-64cb342f1a8c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:34.468823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d59ed3bc-f918-438b-a518-09dde3287761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.479580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.545362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17abbaa2-e402-449f-a149-618c3989bcaf,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:34.553663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.555016 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6653be3e-28cc-4dea-a4df-dea6ceaf2526 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6731083 Nov 27 16:04:34.557914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57652) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:34.566845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'eb586d5e-741b-4373-a472-f90a25f0373b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:34.587666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d59ed3bc-f918-438b-a518-09dde3287761 None None] Port 32e69505-8317-4d5f-a21f-64cb342f1a8c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:34.606639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:31Z', 'revision_number': 2, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:34.665082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Checking router: dd323daa-742f-475f-80c8-2823bd079ce5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:04:34.665962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Updating router dd323daa-742f-475f-80c8-2823bd079ce5 port 32e69505-8317-4d5f-a21f-64cb342f1a8c binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:04:34.690058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.704673 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.729962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.754525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d6d8db96-4ccc-45ef-9bf7-8c1c86594309 None None] Provisioning complete for port 3c48b215-71f4-4cca-9527-69b1b398f0aa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:34.755180 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6d8db96-4ccc-45ef-9bf7-8c1c86594309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.835420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-28e90f53-ed94-4ce3-abbf-4944f847d95c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42a73120aaf34b2aa2e95ef683ba1793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289744 Nov 27 16:04:34.841760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:34.916924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfc75deb-a228-4dc1-b645-5ee1dffed48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.920375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.934601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:34.980896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfc75deb-a228-4dc1-b645-5ee1dffed48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.046094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a049560-5f17-4472-b8ae-41fb1fa68d04,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:35.071053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.074619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b429dae9-f322-47ff-aa5a-ea8e217395d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5144677 Nov 27 16:04:35.079188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57664) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:35.082548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8db96-4ccc-45ef-9bf7-8c1c86594309 None None] Port 3c48b215-71f4-4cca-9527-69b1b398f0aa cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:35.095223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'eb586d5e-741b-4373-a472-f90a25f0373b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:35.150073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d6d8db96-4ccc-45ef-9bf7-8c1c86594309 None None] Provisioning complete for port 32e69505-8317-4d5f-a21f-64cb342f1a8c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:35.150739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6d8db96-4ccc-45ef-9bf7-8c1c86594309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.151098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.199429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.231347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfc75deb-a228-4dc1-b645-5ee1dffed48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.234108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bd1e-4dfb-4d44-ad2e-c041e59ef4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.238825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfc75deb-a228-4dc1-b645-5ee1dffed48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.243883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8db96-4ccc-45ef-9bf7-8c1c86594309 None None] Port 32e69505-8317-4d5f-a21f-64cb342f1a8c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:35.247420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bfc75deb-a228-4dc1-b645-5ee1dffed48d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f9cc14d-9a1e-4b98-a815-5663dda42cc5 HTTP/1.1" status: 204 len: 168 time: 0.4041500 Nov 27 16:04:35.292386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75deb-a228-4dc1-b645-5ee1dffed48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9cc14d-9a1e-4b98-a815-5663dda42cc5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:35.399405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.421361 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.427382 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.438201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.474003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Router bfd912c4-446b-480d-96bf-70d5b5a2bcd6 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:04:35.516872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3c882-8c9b-4ba2-a03b-5e0a187c31a8 None None] Pushing event updated for resources: {'Port': ['ID=32e69505-8317-4d5f-a21f-64cb342f1a8c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:35.540019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.541766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4616065 Nov 27 16:04:35.543137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31383b6-0130-4376-8954-0edb6e5c4407 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6261d3d6-fbf3-410d-a7aa-3d707e2584b4,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:35.564328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57684) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:35.572395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'eb586d5e-741b-4373-a472-f90a25f0373b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:35.637937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.656701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Attempting to bind port 32e69505-8317-4d5f-a21f-64cb342f1a8c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:35.657143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Attempting to bind port 32e69505-8317-4d5f-a21f-64cb342f1a8c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:35.657546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Attempting to bind port 32e69505-8317-4d5f-a21f-64cb342f1a8c on network 1ec01585-754d-4c00-b555-4701c05e6bd4 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:35.674199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:35.676714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Checking segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:35.677164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.677923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Bound using segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:35.678434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Bound port: 32e69505-8317-4d5f-a21f-64cb342f1a8c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:35.680615 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.791293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.797518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.830020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac8a22a-032d-45b7-b894-0a3474d32e97,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:35.853800 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.858839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-60631745-75da-47a8-b0ca-db35363da6ea tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2926645 Nov 27 16:04:35.861709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57692) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:35.869281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'eb586d5e-741b-4373-a472-f90a25f0373b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:35.905849 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Project 0d7a342940504c2aa2e82f55608e175e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:04:35.930326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.933361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] For port 32e69505-8317-4d5f-a21f-64cb342f1a8c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:35.944135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] For port 32e69505-8317-4d5f-a21f-64cb342f1a8c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=32e69505-8317-4d5f-a21f-64cb342f1a8c,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:35.956203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:35.980409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:35.997349 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] Sync routers for ids ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:36.026534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.028699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-689426d2-af45-4034-8222-c2d1bbf895ac tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3822410 Nov 27 16:04:36.039797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57700) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:36.051946 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] Routers {'bfd912c4-446b-480d-96bf-70d5b5a2bcd6'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:36.054073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:36.059329 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:36.087995 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.096403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-de783697-769e-435e-a208-fbc09ecf37c6 None None] Provisioning complete for port 32e69505-8317-4d5f-a21f-64cb342f1a8c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:36.096942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-de783697-769e-435e-a208-fbc09ecf37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.099355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.106445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:36.106683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:36.159639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a53ca7-a1b9-4d6f-b018-16736ad84e0c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:36.178274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3c882-8c9b-4ba2-a03b-5e0a187c31a8 None None] Pushing event updated for resources: {'Port': ['ID=32e69505-8317-4d5f-a21f-64cb342f1a8c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:36.180572 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:36.188474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.190692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d0ad0db-8820-4b64-96b5-47e4763ad272 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274307 Nov 27 16:04:36.195181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57716) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:36.205840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'security_group_rule': {'security_group_id': 'eb586d5e-741b-4373-a472-f90a25f0373b', 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:36.222871 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] Routers {'bfd912c4-446b-480d-96bf-70d5b5a2bcd6'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:36.224691 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:36.274208 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Project 0d7a342940504c2aa2e82f55608e175e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:04:36.281429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.329080 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:36.332414 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc5d6f-7b50-43e9-befa-3dae525eb648 None None] The sync data for ids ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:36.381090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.397721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.443142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac38f0d5-7d85-4f80-b8f1-db018438082f,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:36.454843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.456653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ea9d7856-d7af-4087-a891-380be0e12bfa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2604339 Nov 27 16:04:36.597212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:04:36.666066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-de783697-769e-435e-a208-fbc09ecf37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:36.943017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-f773d6c5-2745-4288-8954-20e24ad377a4 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204500036&fields=id&tenant_id=0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 267 time: 0.1475170 Nov 27 16:04:36.955946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57746) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:37.037251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-de783697-769e-435e-a208-fbc09ecf37c6 None None] For port 32e69505-8317-4d5f-a21f-64cb342f1a8c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=32e69505-8317-4d5f-a21f-64cb342f1a8c,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:37.056141 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-de783697-769e-435e-a208-fbc09ecf37c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.204111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-bbab6015-a662-4afa-a821-facd3b9b4146 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:37.205698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-bbab6015-a662-4afa-a821-facd3b9b4146 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/networks?id=1ec01585-754d-4c00-b555-4701c05e6bd4 HTTP/1.1" status: 200 len: 796 time: 0.2539299 Nov 27 16:04:37.233123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-efd4e4ee-66fb-470e-b289-093df35dbe43 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/quotas/0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 375 time: 0.0137470 Nov 27 16:04:37.255004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:35Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:37.330215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-af2e3b4e-e4f1-4b8e-9ac7-3d5f982923d9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899282 Nov 27 16:04:37.344859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad4de24b-b5cb-46f5-8927-8d6a763171b8 None None] Provisioning complete for port 32e69505-8317-4d5f-a21f-64cb342f1a8c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:37.345239 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad4de24b-b5cb-46f5-8927-8d6a763171b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.347484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783697-769e-435e-a208-fbc09ecf37c6 None None] Pushing event updated for resources: {'Port': ['ID=32e69505-8317-4d5f-a21f-64cb342f1a8c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:37.391065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e45a65-8c53-4f11-8bc0-ddcf10d75946 None None] The sync data for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 is: [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:35Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:37.415499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857972484'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:37.596567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:37.608461 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.652511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.685140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd84aa55-cb8a-4cfe-a752-6c66760c7219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.689295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-66dadf44-04b4-41d3-b1d5-c4aaafbaf5a2 service neutron] 10.222.0.15 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247731 Nov 27 16:04:37.839187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-812bf3fa-6bfe-441f-a45e-ec1ea44fb117 service neutron] 10.222.0.15 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442869 Nov 27 16:04:37.944977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.978057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.986053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:37.993460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.078166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:38.120415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300d0ef0-3c33-4df5-a3a4-9e3a0be47238,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:38.157434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Deleting port 3c48b215-71f4-4cca-9527-69b1b398f0aa {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:38.157780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.166585 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.174051 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment 415f0a73-3f9b-45a1-b38e-1511361787d4 of type vlan for network 105ab254-6c32-40a1-9f3a-213b52119089 Nov 27 16:04:38.253242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbbbcbcf-a00b-4a8d-b58d-1cafd18092e5 req-133e6713-1971-4526-a5c4-21009d95e05e tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 210 time: 0.0881183 Nov 27 16:04:38.274559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.288950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Calling delete_port for 3c48b215-71f4-4cca-9527-69b1b398f0aa owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:38.330156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.401214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.430091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:38.430762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.520968 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.568979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6085470 Nov 27 16:04:38.653006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd3359-057b-448b-9098-16863aa04fc8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=105ab254-6c32-40a1-9f3a-213b52119089,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:38.668112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 105ab254-6c32-40a1-9f3a-213b52119089 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:38.691679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:38.826327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cce2b4f-9917-4ad4-935f-1699c158799f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:38.829954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Pushing event deleted for resources: {'Port': ['ID=3c48b215-71f4-4cca-9527-69b1b398f0aa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:38.935174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:39.465399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bab1a1ec-f912-46ae-b2ef-18743387a62b req-c8447a98-ee98-4d59-951c-105071e866ef tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 210 time: 0.0585680 Nov 27 16:04:39.525511 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:04:39.608438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:39.617819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:39.714346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 32e69505-8317-4d5f-a21f-64cb342f1a8c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:39.824000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 32e69505-8317-4d5f-a21f-64cb342f1a8c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:39.824376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:39.920759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Router bfd912c4-446b-480d-96bf-70d5b5a2bcd6 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:04:40.096264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:04:40.112169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:40.119968 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4c72b27e-ef98-4a4b-a3eb-d03e9f9f7dab tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "PUT /v2.0/routers/bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 200 len: 705 time: 4.0785527 Nov 27 16:04:40.123134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57826) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:40.127830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] Sync routers for ids ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:04:40.160381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] Routers {'bfd912c4-446b-480d-96bf-70d5b5a2bcd6'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:40.162087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:40.366174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:40.422442 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:40.435527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] Routers {'bfd912c4-446b-480d-96bf-70d5b5a2bcd6'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:04:40.444248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:40.446934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-40b91429-6237-4ce6-ac83-0cb13cad6bd7 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/routers/bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 200 len: 740 time: 0.3219218 Nov 27 16:04:40.452674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57834) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:40.623944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-b45fd4ff-903a-4adc-9148-6937852351a5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:40.632227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-808ad0ae-6a50-414a-b246-f79278d75984 tempest-RoutersAdminTest-113715131 tempest-RoutersAdminTest-113715131-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&device_id=bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 200 len: 205 time: 0.1771801 Nov 27 16:04:40.633621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-b45fd4ff-903a-4adc-9148-6937852351a5 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.21 "GET /v2.0/networks?id=1ec01585-754d-4c00-b555-4701c05e6bd4 HTTP/1.1" status: 200 len: 796 time: 0.4125879 Nov 27 16:04:40.634840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57840) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:40.756830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dcb0308e-aeeb-47eb-a384-f50703c8299c tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 200 len: 205 time: 0.1190171 Nov 27 16:04:40.768519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57854) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:40.783920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60bd7e2d-4068-4619-a395-270bc33b3393 req-a03c58d6-9564-4540-9821-ed8a8582073d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 210 time: 0.1424379 Nov 27 16:04:40.996436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.060170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:41.060850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5470bc5-dcec-47c6-b9e6-52ce108f132d None None] The sync data for ids ['bfd912c4-446b-480d-96bf-70d5b5a2bcd6'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:04:41.193346 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.214219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.217639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.226206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-2f37ea89-9272-451a-b6ea-1afd4e9470b1 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d7a342940504c2aa2e82f55608e175e HTTP/1.1" status: 200 len: 379 time: 0.5686686 Nov 27 16:04:41.237734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'port': {'device_id': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'admin_state_up': True, 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'security_groups': ['eb586d5e-741b-4373-a472-f90a25f0373b']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:41.359791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.360309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Fanout notify agent at l3_agent the message router_deleted on router bfd912c4-446b-480d-96bf-70d5b5a2bcd6 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:04:41.385984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.390535 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d2003b8e-09cc-48a0-ac86-c82d3e2f750a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 204 len: 168 time: 0.6134789 Nov 27 16:04:41.391654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57864) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.445709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3116dde8-fb9f-473c-b83b-82ca1c25d270 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 200 len: 205 time: 0.0520482 Nov 27 16:04:41.446671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57866) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.522388 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-ad57fac2-2285-4441-a974-52f7340a5a73 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] delete failed (client error): The resource could not be found. Nov 27 16:04:41.524505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad57fac2-2285-4441-a974-52f7340a5a73 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/bfd912c4-446b-480d-96bf-70d5b5a2bcd6 HTTP/1.1" status: 404 len: 336 time: 0.0765522 Nov 27 16:04:41.527560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57870) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.592707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-69b31df7-2e48-42a1-96cc-9a9e7d762f3d tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f HTTP/1.1" status: 200 len: 205 time: 0.0637972 Nov 27 16:04:41.593921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Made reservation on behalf of 0d7a342940504c2aa2e82f55608e175e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:41.595729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57872) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.615170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:41.691541 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-eaaa1b03-e911-45b0-ba8a-b3a936c90bcd tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] delete failed (client error): The resource could not be found. Nov 27 16:04:41.699597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eaaa1b03-e911-45b0-ba8a-b3a936c90bcd tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/0f5a6b40-3f2a-48cf-88f4-16e1e2e03d4f HTTP/1.1" status: 404 len: 336 time: 0.1025019 Nov 27 16:04:41.702123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57874) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.791733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-008bcf2c-b59d-49b2-aed9-8e0947bc3e27 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=564396c7-81df-4c42-b51c-eba772fd63ab HTTP/1.1" status: 200 len: 205 time: 0.0881562 Nov 27 16:04:41.792682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57880) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.833889 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-26b80910-a47d-4471-8c95-4fe9c38551d5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] delete failed (client error): The resource could not be found. Nov 27 16:04:41.838040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-26b80910-a47d-4471-8c95-4fe9c38551d5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/564396c7-81df-4c42-b51c-eba772fd63ab HTTP/1.1" status: 404 len: 336 time: 0.0443099 Nov 27 16:04:41.838819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57884) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.865168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57888) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.874834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '105ab254-6c32-40a1-9f3a-213b52119089', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:41.914424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.20.0.7 (1ec01585-754d-4c00-b555-4701c05e6bd4/066da436-ad12-4b2b-8e1b-82547d8e0c0b/80ec45f6-936c-44ba-abcb-773b33e44dbc) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:41.926234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bd3522e6-d145-4454-9552-313f39e465e1 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=1717ed29-b9a4-44ed-9a23-95c9d5998524 HTTP/1.1" status: 200 len: 205 time: 0.0850565 Nov 27 16:04:41.929857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57900) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:41.998009 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-23cb4aaa-a353-4b3d-9be4-7ad74b461b79 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] delete failed (client error): The resource could not be found. Nov 27 16:04:42.001816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23cb4aaa-a353-4b3d-9be4-7ad74b461b79 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/1717ed29-b9a4-44ed-9a23-95c9d5998524 HTTP/1.1" status: 404 len: 336 time: 0.0687845 Nov 27 16:04:42.007120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57904) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:42.069234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c90c6f98-a0cb-4b2a-b6dd-9b69e251c3e6 req-36b949eb-498b-4a5a-9be6-0a18f89b1531 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 210 time: 0.0797176 Nov 27 16:04:42.074334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9d6467ac-0f6c-4c00-833b-5fcdc6b3a05a tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=a12effcd-c199-40de-8e60-13590d33464d HTTP/1.1" status: 200 len: 205 time: 0.0661960 Nov 27 16:04:42.074942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57908) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:42.103570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:42.107271 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:42.130071 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-07b87c33-fc41-4cda-bce8-d4741aa33169 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] delete failed (client error): The resource could not be found. Nov 27 16:04:42.134834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-07b87c33-fc41-4cda-bce8-d4741aa33169 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/a12effcd-c199-40de-8e60-13590d33464d HTTP/1.1" status: 404 len: 336 time: 0.0586047 Nov 27 16:04:42.137525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:42.183497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4ad3a462-15e4-4f7e-b173-ae91f5130054 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5958f1c-3d58-4d51-86ae-d9392dd14e7a HTTP/1.1" status: 200 len: 205 time: 0.0430648 Nov 27 16:04:42.184147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57912) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:42.261457 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-498f2ab3-a504-45f3-b0f4-281666ed78a3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] delete failed (client error): The resource could not be found. Nov 27 16:04:42.267860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-498f2ab3-a504-45f3-b0f4-281666ed78a3 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/routers/c5958f1c-3d58-4d51-86ae-d9392dd14e7a HTTP/1.1" status: 404 len: 336 time: 0.0798669 Nov 27 16:04:42.269635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:42.303939 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfb7d2-8b7e-4be3-978f-864469d86ae5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] DELETE failed (client error): The resource could not be found. Nov 27 16:04:42.303939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfb7d2-8b7e-4be3-978f-864469d86ae5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:04:42.307110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-12cfb7d2-8b7e-4be3-978f-864469d86ae5 tempest-RoutersAdminTest-198620414 tempest-RoutersAdminTest-198620414-project] 10.222.0.15 "DELETE /v2.0/subnets/8de785c2-dec4-499e-8609-f90208270263 HTTP/1.1" status: 404 len: 337 time: 0.0378051 Nov 27 16:04:42.369043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:42.525471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:42.553862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:42.577433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:42.582195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:42.586907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:42.696788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:42.697488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:42.755619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57930) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:42.798594 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5639522 Nov 27 16:04:42.814505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Request body: {'port': {'device_id': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:42.873449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fe01-ca36-4885-96ab-6212e1bba714 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=80ec45f6-936c-44ba-abcb-773b33e44dbc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:42.922752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=d01ed754-eced-4700-9bd9-542380b8ea6b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:42.992984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1a274210-c426-4f63-9dc3-e28a35eb32c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.013391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': '415f0a73-3f9b-45a1-b38e-1511361787d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '105ab254-6c32-40a1-9f3a-213b52119089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:43.014783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 105ab254-6c32-40a1-9f3a-213b52119089, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:43.026154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a86b39c0-ebec-4d66-96e6-59c1c0582b3d None None] Provisioning complete for port 80ec45f6-936c-44ba-abcb-773b33e44dbc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:43.026883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a86b39c0-ebec-4d66-96e6-59c1c0582b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.046128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.165758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1a274210-c426-4f63-9dc3-e28a35eb32c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.168037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a86b39c0-ebec-4d66-96e6-59c1c0582b3d None None] Port 80ec45f6-936c-44ba-abcb-773b33e44dbc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:04:43.170119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 105ab254-6c32-40a1-9f3a-213b52119089 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:43.173243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1a274210-c426-4f63-9dc3-e28a35eb32c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.194901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 105ab254-6c32-40a1-9f3a-213b52119089) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:43.207770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408913d9-4b3a-4a49-9ffc-66860c11744c None None] Network 105ab254-6c32-40a1-9f3a-213b52119089 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:43.213470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1a274210-c426-4f63-9dc3-e28a35eb32c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ffa2ac51afb40ef9ef7504812a12338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4566455 Nov 27 16:04:43.222504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57948) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:43.238992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:43.241021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.279741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a274210-c426-4f63-9dc3-e28a35eb32c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f879a-f3d3-4520-96b2-f33a614fb0e8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:43.340928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc8d8-898b-4650-9908-ab2bde8df85a req-2e61bdc4-e744-4797-9d1b-bca881daf277 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:43.346731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-579cc8d8-898b-4650-9908-ab2bde8df85a req-2e61bdc4-e744-4797-9d1b-bca881daf277 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 931 time: 0.1063383 Nov 27 16:04:43.374022 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3c04da1c-e93e-4ce2-9bda-92105e6e586e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5076599 Nov 27 16:04:43.375690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57954) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:43.386588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808639878'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:43.429707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.479126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:43.488890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.492129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-579cc8d8-898b-4650-9908-ab2bde8df85a req-fb0a1db9-b256-45b3-9bfd-dcadcb4240d6 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366138 Nov 27 16:04:43.512963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.515503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-105ab254-6c32-40a1-9f3a-213b52119089', 'network_id': '105ab254-6c32-40a1-9f3a-213b52119089', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': 'd01ed754-eced-4700-9bd9-542380b8ea6b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:43.516664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.534068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:43.544609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.545016 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment 25cee2e3-6f98-4e1d-83df-554ab96c1a8f of type vlan for network 2a69dfb8-ced4-4b50-991c-c50554eecd5f Nov 27 16:04:43.587278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.621189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.626977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:43.627562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.707112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Allocated IP 2001:db8:0:ffff::2 (105ab254-6c32-40a1-9f3a-213b52119089/d01ed754-eced-4700-9bd9-542380b8ea6b/0eba49dd-aba9-4619-82a4-7d773681ed19) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:43.725934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3457901 Nov 27 16:04:43.730148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57956) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:43.745368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:43.758771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47db7-4a22-4b60-b434-66c5f9756cca tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=2a69dfb8-ced4-4b50-991c-c50554eecd5f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:43.773045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2a69dfb8-ced4-4b50-991c-c50554eecd5f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:43.838981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ec45f6-936c-44ba-abcb-773b33e44dbc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:04:43.851271 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.885314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Transition to ACTIVE for port object 80ec45f6-936c-44ba-abcb-773b33e44dbc will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:04:43.887091 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.890783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:43.894476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d87f879a-f3d3-4520-96b2-f33a614fb0e8 HTTP/1.1" status: 204 len: 168 time: 0.6661298 Nov 27 16:04:43.928977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.036202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=80ec45f6-936c-44ba-abcb-773b33e44dbc,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:44.040714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f879a-f3d3-4520-96b2-f33a614fb0e8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:44.054416 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.059954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.060331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.060934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.061291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.063327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.063327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.063327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.063327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.063327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.063951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.064299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.064631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50952860-3a89-4620-aad4-ae82440586ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:04:44.111066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.141753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:44.147592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.168284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Network 105ab254-6c32-40a1-9f3a-213b52119089 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:44.174829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:44.178907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:44.302522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Pushing event updated for resources: {'Port': ['ID=0eba49dd-aba9-4619-82a4-7d773681ed19,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:44.313967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Attempting to bind port 80ec45f6-936c-44ba-abcb-773b33e44dbc on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:44.314320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Attempting to bind port 80ec45f6-936c-44ba-abcb-773b33e44dbc by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:44.315838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Attempting to bind port 80ec45f6-936c-44ba-abcb-773b33e44dbc on network 1ec01585-754d-4c00-b555-4701c05e6bd4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:44.316104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Attempting to bind port 0eba49dd-aba9-4619-82a4-7d773681ed19 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:44.316780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Attempting to bind port 0eba49dd-aba9-4619-82a4-7d773681ed19 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '415f0a73-3f9b-45a1-b38e-1511361787d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '105ab254-6c32-40a1-9f3a-213b52119089'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:44.317797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Attempting to bind port 0eba49dd-aba9-4619-82a4-7d773681ed19 on network 105ab254-6c32-40a1-9f3a-213b52119089 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:44.324201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:44.325330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Checking segment: {'id': '415f0a73-3f9b-45a1-b38e-1511361787d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '105ab254-6c32-40a1-9f3a-213b52119089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:44.326037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.326691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Port 80ec45f6-936c-44ba-abcb-773b33e44dbc on network 1ec01585-754d-4c00-b555-4701c05e6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:04:44.326977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Attempting to bind port 80ec45f6-936c-44ba-abcb-773b33e44dbc on network 1ec01585-754d-4c00-b555-4701c05e6bd4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:44.327104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Bound using segment: {'id': '415f0a73-3f9b-45a1-b38e-1511361787d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '105ab254-6c32-40a1-9f3a-213b52119089'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:44.327806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Bound port: 0eba49dd-aba9-4619-82a4-7d773681ed19, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f0a73-3f9b-45a1-b38e-1511361787d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '105ab254-6c32-40a1-9f3a-213b52119089'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:44.328842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.339870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:44.340214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Checking segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:44.340518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Bound using segment: {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:44.343187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Bound port: 80ec45f6-936c-44ba-abcb-773b33e44dbc, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574d40f3-0f07-4241-b089-ca41d374d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:44.343543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.480865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] For port 0eba49dd-aba9-4619-82a4-7d773681ed19, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:44.486982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] For port 0eba49dd-aba9-4619-82a4-7d773681ed19, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0eba49dd-aba9-4619-82a4-7d773681ed19,segment=NetworkSegment(415f0a73-3f9b-45a1-b38e-1511361787d4),segment_id=415f0a73-3f9b-45a1-b38e-1511361787d4)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:44.515107 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.566917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.578494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] For port 80ec45f6-936c-44ba-abcb-773b33e44dbc, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:44.592972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] For port 80ec45f6-936c-44ba-abcb-773b33e44dbc, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:44.603760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.719386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:44.720380 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:44.728457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/80ec45f6-936c-44ba-abcb-773b33e44dbc HTTP/1.1" status: 200 len: 1091 time: 1.9191971 Nov 27 16:04:44.728968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:44.746724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57992) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:44.747345 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16c8e3e-0167-4b98-9cf4-b58c5037165f" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:44.842263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920be80b-5df2-41c8-8c5f-e390e73bda00 None None] Pushing event updated for resources: {'Port': ['ID=0eba49dd-aba9-4619-82a4-7d773681ed19,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:44.905332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=5d1e3773-e3f2-43f0-8549-3dfe8405682c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:44.921079 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147948b6-367b-4239-9423-ccc53a5c6e87 x-openstack-request-id: req-147948b6-367b-4239-9423-ccc53a5c6e87 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:44.921644 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:44.921644 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-147948b6-367b-4239-9423-ccc53a5c6e87 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:44.922063 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'status': 'completed', 'code': 200} Nov 27 16:04:44.936192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': '25cee2e3-6f98-4e1d-83df-554ab96c1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:44.936576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 2a69dfb8-ced4-4b50-991c-c50554eecd5f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:45.014431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc64d5f-80bc-48f8-bf82-b818a175f6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=80ec45f6-936c-44ba-abcb-773b33e44dbc,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:45.016122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919d43d-e4a5-4e6c-b6de-15dfced980f2 req-3754a286-bcf0-4780-bb6f-2c64f4a589e8 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:45.020481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d919d43d-e4a5-4e6c-b6de-15dfced980f2 req-3754a286-bcf0-4780-bb6f-2c64f4a589e8 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 943 time: 0.3041174 Nov 27 16:04:45.033257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-8f8228fa-c04a-410f-87ce-bc8c786c3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:45.038948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-8f8228fa-c04a-410f-87ce-bc8c786c3cbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 1094 time: 0.2322745 Nov 27 16:04:45.120859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f84ec3e9-313e-4caa-8932-76ff80a557e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbd70e69b1af45b5aada53aa7121c223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477864 Nov 27 16:04:45.124176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:45.192726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-e10b527c-8a3a-490f-8a3d-e0f3b532fc52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc HTTP/1.1" status: 200 len: 217 time: 0.1413178 Nov 27 16:04:45.220704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 2a69dfb8-ced4-4b50-991c-c50554eecd5f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:45.322221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-7784d972-0ded-4d87-8a69-f851b04439dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:45.323843 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-7784d972-0ded-4d87-8a69-f851b04439dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=066da436-ad12-4b2b-8e1b-82547d8e0c0b HTTP/1.1" status: 200 len: 834 time: 0.1198547 Nov 27 16:04:45.337082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d919d43d-e4a5-4e6c-b6de-15dfced980f2 req-fdcf3e69-9c56-4894-8648-00b66aa09f89 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917876 Nov 27 16:04:45.348937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2a69dfb8-ced4-4b50-991c-c50554eecd5f) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:45.354804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:45.355399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.359810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd22ff0-c144-443b-a0cc-acb527cb8e7f None None] Network 2a69dfb8-ced4-4b50-991c-c50554eecd5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:45.417308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a76d39a8-0254-4384-a651-739b4a3fc488 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6853652 Nov 27 16:04:45.424141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58016) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:45.434341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f74e073f-dd06-4e7e-bc37-680722e38db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.444444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-293cebf5-04e8-4a2a-8a01-53de71d46a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:45.448039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-293cebf5-04e8-4a2a-8a01-53de71d46a27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ec01585-754d-4c00-b555-4701c05e6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097341 Nov 27 16:04:45.515912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f74e073f-dd06-4e7e-bc37-680722e38db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.737465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0eba49dd-aba9-4619-82a4-7d773681ed19 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:45.737760 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f74e073f-dd06-4e7e-bc37-680722e38db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.744925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f74e073f-dd06-4e7e-bc37-680722e38db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.756523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f74e073f-dd06-4e7e-bc37-680722e38db4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95921fb5-d609-442f-abcc-6829093a1dce HTTP/1.1" status: 204 len: 168 time: 0.6310666 Nov 27 16:04:45.824726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.825888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e073f-dd06-4e7e-bc37-680722e38db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95921fb5-d609-442f-abcc-6829093a1dce,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:45.919872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 0eba49dd-aba9-4619-82a4-7d773681ed19 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:45.923454 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:45.929247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-2a69dfb8-ced4-4b50-991c-c50554eecd5f', 'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': '5d1e3773-e3f2-43f0-8549-3dfe8405682c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:45.930166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:46.057027 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-da237d73-c541-4dbb-a983-3513eadc1a63 service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718312 Nov 27 16:04:46.124216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:46.245402 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-88b5c2d0-bb10-4e1e-b126-6c54a44548cd req-0615fa41-870d-4177-bde4-1279453761be service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700912 Nov 27 16:04:46.345268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Allocated IP 2001:db8::1 (2a69dfb8-ced4-4b50-991c-c50554eecd5f/5d1e3773-e3f2-43f0-8549-3dfe8405682c/12379765-26ec-439d-b96b-9875535812e1) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:46.517155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-5d07bc65-5662-4efa-aa78-b299ef90e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:46.519478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-5d07bc65-5662-4efa-aa78-b299ef90e223 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 1094 time: 0.0832653 Nov 27 16:04:46.638149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6b9d-38e4-4be3-9828-c1770ce1815f req-7367555e-e933-4eb2-871c-4ce8637d692d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:46.654101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1ae6b9d-38e4-4be3-9828-c1770ce1815f req-7367555e-e933-4eb2-871c-4ce8637d692d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 943 time: 0.1112905 Nov 27 16:04:46.749006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:46.750593 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:46.779786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:46.798588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1ae6b9d-38e4-4be3-9828-c1770ce1815f req-11b50e50-640f-4193-b8cf-d2fbc1330f3c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428294 Nov 27 16:04:46.848408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-3ba8c464-ff23-4dc6-8352-528d5b7842c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:46.852188 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-3ba8c464-ff23-4dc6-8352-528d5b7842c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ec01585-754d-4c00-b555-4701c05e6bd4 HTTP/1.1" status: 200 len: 897 time: 0.3169692 Nov 27 16:04:46.857869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:46.986472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-134b41ab-b10e-48d0-871b-d6f547295a94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc HTTP/1.1" status: 200 len: 217 time: 0.0744209 Nov 27 16:04:46.987242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Pushing event updated for resources: {'Port': ['ID=12379765-26ec-439d-b96b-9875535812e1,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:46.998551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1e3773-e3f2-43f0-8549-3dfe8405682c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:47.027093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Network 2a69dfb8-ced4-4b50-991c-c50554eecd5f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:47.031014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 0eba49dd-aba9-4619-82a4-7d773681ed19, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0eba49dd-aba9-4619-82a4-7d773681ed19,segment=NetworkSegment(415f0a73-3f9b-45a1-b38e-1511361787d4),segment_id=415f0a73-3f9b-45a1-b38e-1511361787d4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:47.032766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:47.059963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:47.099597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.109145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.175479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-9a792770-9a7f-420b-af70-229b7f183900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:47.176983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-9a792770-9a7f-420b-af70-229b7f183900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=066da436-ad12-4b2b-8e1b-82547d8e0c0b HTTP/1.1" status: 200 len: 834 time: 0.1742132 Nov 27 16:04:47.191418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a69dfb8-ced4-4b50-991c-c50554eecd5f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:47.220599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=0eba49dd-aba9-4619-82a4-7d773681ed19,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:47.245128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc176f08-9311-497e-87c8-9f0c1af983ea None None] Network 105ab254-6c32-40a1-9f3a-213b52119089 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:47.276711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cee2e3-6f98-4e1d-83df-554ab96c1a8f') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:47.278692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cee2e3-6f98-4e1d-83df-554ab96c1a8f') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:47.314064 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.335898 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.342138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-219c0576-cc7b-411d-8eec-2257f646349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:47.343641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-219c0576-cc7b-411d-8eec-2257f646349d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ec01585-754d-4c00-b555-4701c05e6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496849 Nov 27 16:04:47.347312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:47.347762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:47.354200 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:47.492112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58078) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:47.501440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Attempting to bind port 12379765-26ec-439d-b96b-9875535812e1 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:47.502375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Attempting to bind port 12379765-26ec-439d-b96b-9875535812e1 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '25cee2e3-6f98-4e1d-83df-554ab96c1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:47.504434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Attempting to bind port 12379765-26ec-439d-b96b-9875535812e1 on network 2a69dfb8-ced4-4b50-991c-c50554eecd5f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:47.537675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:47.539215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Checking segment: {'id': '25cee2e3-6f98-4e1d-83df-554ab96c1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:47.539872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.540507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Bound using segment: {'id': '25cee2e3-6f98-4e1d-83df-554ab96c1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:47.541245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Bound port: 12379765-26ec-439d-b96b-9875535812e1, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cee2e3-6f98-4e1d-83df-554ab96c1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:47.541936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.564921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0b853d21-9039-44d9-b4af-9dcde2c3c6e3 None None] Provisioning complete for port 0eba49dd-aba9-4619-82a4-7d773681ed19 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:47.566266 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0b853d21-9039-44d9-b4af-9dcde2c3c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.701301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0eba49dd-aba9-4619-82a4-7d773681ed19 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:47.821234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1249563899'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:47.891160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] For port 12379765-26ec-439d-b96b-9875535812e1, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:47.915010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Made reservation on behalf of 52fe8c246a724d74b801038b58d3c870 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:47.922806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:47.991937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.004998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 0eba49dd-aba9-4619-82a4-7d773681ed19 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:48.005718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.130574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ec988-f286-4a2d-a865-3fb836c9a13a req-57ad560b-a8e2-4d6c-8f53-7387f174367f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:48.139481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-670ec988-f286-4a2d-a865-3fb836c9a13a req-57ad560b-a8e2-4d6c-8f53-7387f174367f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 943 time: 0.1236870 Nov 27 16:04:48.261461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] For port 12379765-26ec-439d-b96b-9875535812e1, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=12379765-26ec-439d-b96b-9875535812e1,segment=NetworkSegment(25cee2e3-6f98-4e1d-83df-554ab96c1a8f),segment_id=25cee2e3-6f98-4e1d-83df-554ab96c1a8f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:48.269144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-670ec988-f286-4a2d-a865-3fb836c9a13a req-c393daf1-c48f-41a3-ac68-a56fbef8c7d7 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206322 Nov 27 16:04:48.286011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.329817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-29afbcac-ea44-4793-92a4-8fe90143294c service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9763319 Nov 27 16:04:48.332194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.api [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 16:04:48.332194 n-d-819494-4 neutron-server[110075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 16:04:48.332194 n-d-819494-4 neutron-server[110075]: [parameters: {'id': '2a69dfb8-ced4-4b50-991c-c50554eecd5f'}] Nov 27 16:04:48.332194 n-d-819494-4 neutron-server[110075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:04:48.332651 n-d-819494-4 neutron-server[110075]: DEBUG oslo_db.api [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:04:48.419711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3955b-2575-4a44-ad9f-0f5a8d961df2 None None] Pushing event updated for resources: {'Port': ['ID=12379765-26ec-439d-b96b-9875535812e1,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:48.440068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.452051 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.481251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:48.498642 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.499487 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Added segment 9b26b1d0-f5b1-47b9-9f95-c931daab69b5 of type vlan for network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 Nov 27 16:04:48.518293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7dcef5b0-d8e9-4e6d-aadc-5406929c8050 None None] Provisioning complete for port 0eba49dd-aba9-4619-82a4-7d773681ed19 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:48.519274 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7dcef5b0-d8e9-4e6d-aadc-5406929c8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.557767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.572489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d172bfd-c801-479a-8d23-89c1ad2d006d None None] Network 2a69dfb8-ced4-4b50-991c-c50554eecd5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:48.632732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5652ad-af53-4d60-9322-53df4596d196,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:48.637288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.646200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:48.647094 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.677294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1840291 Nov 27 16:04:48.687803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58108) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:48.695146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Request body: {'subnet': {'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:48.704950 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e16c8e3e-0167-4b98-9cf4-b58c5037165f req-9894a503-909a-4fbb-abf3-bc3bc9a4d4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598866 Nov 27 16:04:48.822655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2dd67d-27dc-4d74-8dfd-f4d2a9519162 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:04:48.834038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.842870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba47b-792e-4c1c-80c9-f01b83a81dd4 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event updated for resources: {'Network': ['ID=8e9076da-1da5-4607-b3a4-f8f7c4d41642,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:48.876152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:48.920731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Made reservation on behalf of 52fe8c246a724d74b801038b58d3c870 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:48.926028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:48.959723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting port 12379765-26ec-439d-b96b-9875535812e1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:48.960062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.136491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] For port 12379765-26ec-439d-b96b-9875535812e1, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=12379765-26ec-439d-b96b-9875535812e1,segment=NetworkSegment(25cee2e3-6f98-4e1d-83df-554ab96c1a8f),segment_id=25cee2e3-6f98-4e1d-83df-554ab96c1a8f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:49.137054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.185014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Calling delete_port for 12379765-26ec-439d-b96b-9875535812e1 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:49.258071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 80ec45f6-936c-44ba-abcb-773b33e44dbc details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:04:49.346142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.361082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.405725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Port': ['ID=12379765-26ec-439d-b96b-9875535812e1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:49.407992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No DVR routers for this DVR port 12379765-26ec-439d-b96b-9875535812e1 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:49.507617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event updated for resources: {'Subnet': ['ID=38471019-901d-47ed-bf6f-1b1fda240bee,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:49.587158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335af4ef-27c4-443c-9e77-2677e1d22af8 req-08052dc0-6160-4ea3-8bce-b418d2ec3b60 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:49.597598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-335af4ef-27c4-443c-9e77-2677e1d22af8 req-08052dc0-6160-4ea3-8bce-b418d2ec3b60 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 943 time: 0.1819806 Nov 27 16:04:49.619237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Checking segment: {'id': '9b26b1d0-f5b1-47b9-9f95-c931daab69b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:49.619425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.619637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Network hostable DHCP agents. Network: 8e9076da-1da5-4607-b3a4-f8f7c4d41642, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:49.653612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a69dfb8-ced4-4b50-991c-c50554eecd5f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:49.668009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cee2e3-6f98-4e1d-83df-554ab96c1a8f') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:49.668430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cee2e3-6f98-4e1d-83df-554ab96c1a8f') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:49.669023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2dd67d-27dc-4d74-8dfd-f4d2a9519162 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:04:49.684964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.702870 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.704388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 80ec45f6-936c-44ba-abcb-773b33e44dbc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:49.713986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:49.715624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:49.721367 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:49.796215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-335af4ef-27c4-443c-9e77-2677e1d22af8 req-18aaa52d-3f0a-4499-a76c-dc5e97dc4912 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977134 Nov 27 16:04:49.806991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:49.861804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'port_id': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'mac_address': 'fa:16:3e:82:21:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:04:49.868589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8e9076da-1da5-4607-b3a4-f8f7c4d41642) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:49.874642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:49.875431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.893993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.908204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-948ae91b-599d-4ab6-a0a4-c2f8fe64f243 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2165952 Nov 27 16:04:49.908663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58156) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:49.910509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:49.917227 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/2a69dfb8-ced4-4b50-991c-c50554eecd5f HTTP/1.1" status: 204 len: 168 time: 4.4878881 Nov 27 16:04:49.917802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:49.922976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195863869'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:49.935860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Request body: {'port': {'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642', 'name': 'tempest-ExtraDHCPOptionsTestJSON-171009247'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:49.964438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:49.970570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.033790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:50.063258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.063644 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment b6c051da-4675-4cdd-b7f3-928ed183ca66 of type vlan for network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 Nov 27 16:04:50.087194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.126136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ec45f6-936c-44ba-abcb-773b33e44dbc {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:04:50.160327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.224023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.236524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:50.237725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.277397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 80ec45f6-936c-44ba-abcb-773b33e44dbc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:50.286020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959f82-157e-43b5-9dfe-cc5817668812 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=2a69dfb8-ced4-4b50-991c-c50554eecd5f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:50.325764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.331570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Made reservation on behalf of 52fe8c246a724d74b801038b58d3c870 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:50.335327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.378850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4568937 Nov 27 16:04:50.379794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] device_id is not set on port a6ecef84-e362-4a64-8188-e725da3335ad yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:04:50.384752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58172) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:50.405489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:50.433296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d8181-4c7b-4440-87d8-597e0c5106a6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=4282f35d-b638-43d2-aaf0-dc56b099d4e0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:50.478391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:50.583671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:50.587783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.603340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=80ec45f6-936c-44ba-abcb-773b33e44dbc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:50.717215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0616db1-7d2b-43ae-84bf-04db2fcb5de5 None None] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:50.757128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['80ec45f6-936c-44ba-abcb-773b33e44dbc'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:04:50.826852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:50.969593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': 'b6c051da-4675-4cdd-b7f3-928ed183ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:50.969963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 4282f35d-b638-43d2-aaf0-dc56b099d4e0, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:50.991279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8e5c4572-2a8b-4f4d-86f3-c052f30f4298 None None] Provisioning complete for port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:50.991764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4572-2a8b-4f4d-86f3-c052f30f4298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.002213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Allocated IP 172.20.0.7 (8e9076da-1da5-4607-b3a4-f8f7c4d41642/38471019-901d-47ed-bf6f-1b1fda240bee/a6ecef84-e362-4a64-8188-e725da3335ad) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:51.031184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc4b5-bb68-48ea-a9fb-f4e4740c0d4c req-94ba8b98-7ee3-44f8-8278-2dfc02556b44 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:51.037020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94bcc4b5-bb68-48ea-a9fb-f4e4740c0d4c req-94ba8b98-7ee3-44f8-8278-2dfc02556b44 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 944 time: 0.1227059 Nov 27 16:04:51.056694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=b4126dc9-9899-4361-95ee-534f2248d57f,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:51.089434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:51.149392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94bcc4b5-bb68-48ea-a9fb-f4e4740c0d4c req-eb98bd79-c93d-4531-a861-3c56e319be6d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092842 Nov 27 16:04:51.223983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4282f35d-b638-43d2-aaf0-dc56b099d4e0) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:51.245843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:51.247789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.310382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:51.310746 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2aadb690-e9ad-4b96-b7db-1dfc05e99fe5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9248488 Nov 27 16:04:51.316839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283127570'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:51.354173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.361936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:51.374137 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.384757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604348b-05c0-408f-93ad-3e571fb32224 None None] Network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:51.446115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:51.456130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.458052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.458705 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment f86b180d-8e2f-4d00-813e-770e7108f36f of type vlan for network 30018b65-2cb2-45a6-ae8c-066293ea32e7 Nov 27 16:04:51.504188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.532462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.540027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:51.541086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.576511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event updated for resources: {'Port': ['ID=a6ecef84-e362-4a64-8188-e725da3335ad,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:51.601480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:51.603066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:51.610440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:51.634661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3220570 Nov 27 16:04:51.643131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:51.648401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '30018b65-2cb2-45a6-ae8c-066293ea32e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:51.700361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:51.701361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.746207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e000b2bd-78e7-4e45-be17-75ab461f5dca tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8254745 Nov 27 16:04:51.747410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58218) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:51.755652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Request body: {'port': {'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1188277103', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:51.763672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] bootfile-name is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:04:51.764475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] tftp-server is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:04:51.765014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] server-ip-address is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:04:51.926570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Made reservation on behalf of 52fe8c246a724d74b801038b58d3c870 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:51.933917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.964590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4282f35d-b638-43d2-aaf0-dc56b099d4e0', 'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': 'b4126dc9-9899-4361-95ee-534f2248d57f'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:51.966314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:51.979396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] device_id is not set on port 505ee278-c737-42e0-808b-150fd05085b3 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:04:52.026004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8e9076da-1da5-4607-b3a4-f8f7c4d41642', 'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642', 'tenant_id': '52fe8c246a724d74b801038b58d3c870', 'fixed_ips': [{'subnet_id': '38471019-901d-47ed-bf6f-1b1fda240bee'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:52.029988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:52.220844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad264a4-f52b-40bd-bf96-020246053fa5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=30018b65-2cb2-45a6-ae8c-066293ea32e7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:52.272063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Allocated IP 172.20.0.3 (8e9076da-1da5-4607-b3a4-f8f7c4d41642/38471019-901d-47ed-bf6f-1b1fda240bee/505ee278-c737-42e0-808b-150fd05085b3) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:52.276684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 30018b65-2cb2-45a6-ae8c-066293ea32e7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:52.372376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:52.381570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:52.529856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Allocated IP 2001:db8::1 (4282f35d-b638-43d2-aaf0-dc56b099d4e0/b4126dc9-9899-4361-95ee-534f2248d57f/2570409f-78a4-4a0b-87af-c8e025eae147) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:52.614059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b22ea2-2b5f-4247-80d4-be796d44fa5d req-42420b5c-2381-4931-81a7-dd88a1b8049a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:52.616323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04b22ea2-2b5f-4247-80d4-be796d44fa5d req-42420b5c-2381-4931-81a7-dd88a1b8049a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 944 time: 0.2947428 Nov 27 16:04:52.619333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Performing IP validity checks on allocation pools {{(pid=110076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 16:04:52.619852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 16:04:52.621813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:52.709100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:52.709324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04b22ea2-2b5f-4247-80d4-be796d44fa5d req-24b803ab-4e08-4b6c-b4b9-5423c78eb686 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848429 Nov 27 16:04:52.776691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:52.778572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:52.781575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:52.859598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event updated for resources: {'Port': ['ID=505ee278-c737-42e0-808b-150fd05085b3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:52.896302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Allocated IP 172.20.0.2 (8e9076da-1da5-4607-b3a4-f8f7c4d41642/38471019-901d-47ed-bf6f-1b1fda240bee/33d14d72-e163-4334-ad96-67dbd93f6b68) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:52.904653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:52.907100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:52.960281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-24ad2cc2-9a9e-4c42-a164-8ca43dd30aef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2114394 Nov 27 16:04:52.962680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58280) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:53.015061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.034764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.038159 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.084097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61b62d-73eb-4b58-9077-82ef8f0a5c89 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:53.091506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61b62d-73eb-4b58-9077-82ef8f0a5c89 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:53.093576 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0c61b62d-73eb-4b58-9077-82ef8f0a5c89 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1878 time: 0.1296670 Nov 27 16:04:53.097133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58296) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:53.159521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': 'f86b180d-8e2f-4d00-813e-770e7108f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30018b65-2cb2-45a6-ae8c-066293ea32e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:53.159958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 30018b65-2cb2-45a6-ae8c-066293ea32e7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:53.166890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=9225e160-47fc-41c6-91b7-0fa48744b32d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:53.190732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 30018b65-2cb2-45a6-ae8c-066293ea32e7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:53.208657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 30018b65-2cb2-45a6-ae8c-066293ea32e7) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:53.215657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:53.218278 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.258690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5fb0986e-c910-49f5-8538-6196d89f453d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6144259 Nov 27 16:04:53.259386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:53.332772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Deleting port 505ee278-c737-42e0-808b-150fd05085b3 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:53.333270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.454887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.475880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 80ec45f6-936c-44ba-abcb-773b33e44dbc up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:53.479687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.481617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e1e92-e8e8-4c46-be5a-620de02fcea9 None None] Network 30018b65-2cb2-45a6-ae8c-066293ea32e7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:53.490889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Calling delete_port for 505ee278-c737-42e0-808b-150fd05085b3 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:53.553650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.655836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.688044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Pushing event updated for resources: {'Port': ['ID=2570409f-78a4-4a0b-87af-c8e025eae147,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:53.733422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=9225e160-47fc-41c6-91b7-0fa48744b32d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:53.733646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.764353 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.848630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event deleted for resources: {'Port': ['ID=505ee278-c737-42e0-808b-150fd05085b3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:53.850070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.892263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:53.897115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:53.909453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:53.914974 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.951131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 80ec45f6-936c-44ba-abcb-773b33e44dbc completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:04:53.956993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:53.989937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 80ec45f6-936c-44ba-abcb-773b33e44dbc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:53.990307 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:53.992124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Pushing event updated for resources: {'Port': ['ID=33d14d72-e163-4334-ad96-67dbd93f6b68,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:54.001239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:54.004415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:54.017151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30018b65-2cb2-45a6-ae8c-066293ea32e7']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:54.023046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.031988 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1ebcdd93-1718-4346-92bd-1ef95cf47499 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "DELETE /v2.0/ports/505ee278-c737-42e0-808b-150fd05085b3 HTTP/1.1" status: 204 len: 168 time: 0.9335897 Nov 27 16:04:54.039366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58330) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:54.046707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Request body: {'port': {'name': 'tempest-new-port-name-427691032', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:54.047447 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] bootfile-name is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:04:54.048098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] tftp-server is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:04:54.048677 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.api.validators [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] server-ip-address is not in valid_values {{(pid=110075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 16:04:54.062914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86b180d-8e2f-4d00-813e-770e7108f36f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:54.063275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86b180d-8e2f-4d00-813e-770e7108f36f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:54.112880 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.139076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1942e-09b6-4192-9821-898d81376544 req-f8dedcef-cba2-40c1-883c-e349cd033e7f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:54.140667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5d1942e-09b6-4192-9821-898d81376544 req-f8dedcef-cba2-40c1-883c-e349cd033e7f tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 944 time: 0.2664235 Nov 27 16:04:54.160160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.187302 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.226792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Attempting to bind port 2570409f-78a4-4a0b-87af-c8e025eae147 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:54.227219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Attempting to bind port 2570409f-78a4-4a0b-87af-c8e025eae147 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b6c051da-4675-4cdd-b7f3-928ed183ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:54.227549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Attempting to bind port 2570409f-78a4-4a0b-87af-c8e025eae147 on network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:54.232045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:54.232759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.240431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Attempting to bind port 33d14d72-e163-4334-ad96-67dbd93f6b68 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:04:54.240431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Attempting to bind port 33d14d72-e163-4334-ad96-67dbd93f6b68 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9b26b1d0-f5b1-47b9-9f95-c931daab69b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:04:54.240720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Attempting to bind port 33d14d72-e163-4334-ad96-67dbd93f6b68 on network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:04:54.252094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:54.253278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Checking segment: {'id': 'b6c051da-4675-4cdd-b7f3-928ed183ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:54.253724 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.254246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Bound using segment: {'id': 'b6c051da-4675-4cdd-b7f3-928ed183ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:54.254690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Bound port: 2570409f-78a4-4a0b-87af-c8e025eae147, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c051da-4675-4cdd-b7f3-928ed183ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4282f35d-b638-43d2-aaf0-dc56b099d4e0'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:54.263205 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.265441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:04:54.265806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Checking segment: {'id': '9b26b1d0-f5b1-47b9-9f95-c931daab69b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:54.266201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.266597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Bound using segment: {'id': '9b26b1d0-f5b1-47b9-9f95-c931daab69b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:04:54.267079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Bound port: 33d14d72-e163-4334-ad96-67dbd93f6b68, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b26b1d0-f5b1-47b9-9f95-c931daab69b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8e9076da-1da5-4607-b3a4-f8f7c4d41642'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:04:54.267460 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:54.270253 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:54.290448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5d1942e-09b6-4192-9821-898d81376544 req-2a8342f6-cd57-4ac0-90ba-a4b6140c8591 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253328 Nov 27 16:04:54.347019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-4b16c0f7-69fa-49ab-a2e9-d846c50151c0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:54.348691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-4b16c0f7-69fa-49ab-a2e9-d846c50151c0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.3900597 Nov 27 16:04:54.373737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-ac281971-ce1d-4c20-b17b-4cf8c007c26b tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/quotas/d16ec5795a1e44faa7468277db002a82 HTTP/1.1" status: 200 len: 375 time: 0.0103462 Nov 27 16:04:54.379462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.389256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.392856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/30018b65-2cb2-45a6-ae8c-066293ea32e7 HTTP/1.1" status: 204 len: 168 time: 1.1324182 Nov 27 16:04:54.398226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58338) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:54.414803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26988-a6e6-4b74-a2f4-9e56e3823b4b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=30018b65-2cb2-45a6-ae8c-066293ea32e7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:54.426478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513921789'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:54.452597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-aefacc55-a290-4137-a4c9-c055be787dca tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707855 Nov 27 16:04:54.483952 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.493194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.505635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1553c35-eec5-408c-89ab-fa8099205d20 None None] Network 30018b65-2cb2-45a6-ae8c-066293ea32e7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:54.545044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:54.549527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.589528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-d934e5a3-5ca0-49ed-b360-48ce576bcc72 service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289768 Nov 27 16:04:54.600499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1553c35-eec5-408c-89ab-fa8099205d20 None None] Network 30018b65-2cb2-45a6-ae8c-066293ea32e7 could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 16:04:54.605641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.629248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event updated for resources: {'Port': ['ID=a6ecef84-e362-4a64-8188-e725da3335ad,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:54.648191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:54.662990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] In _notify_port_updated(), no bound segment for port a6ecef84-e362-4a64-8188-e725da3335ad on network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:04:54.670934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:54.672612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.675027 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8b936289-c501-4afd-82aa-3a3d4a6766dc tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "PUT /v2.0/ports/a6ecef84-e362-4a64-8188-e725da3335ad HTTP/1.1" status: 200 len: 1135 time: 0.6337774 Nov 27 16:04:54.678821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58340) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:54.696947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:54.699743 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd84c48f-0bff-4903-9c7b-b19de9263ac0" -d '{"events": [{"server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:54.707532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] For port 2570409f-78a4-4a0b-87af-c8e025eae147, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:54.710757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] For port 33d14d72-e163-4334-ad96-67dbd93f6b68, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:04:54.729374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 80ec45f6-936c-44ba-abcb-773b33e44dbc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:54.734982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-b843a992-73f3-463f-820e-8d7857d502f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365244 Nov 27 16:04:54.752369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.752964 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment 26d12e61-bd13-42f9-a882-32df82eff745 of type vlan for network 531aa6b1-60ac-4f72-9a08-7cad74881ca9 Nov 27 16:04:54.759132 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.764561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cbbcea-6766-4ff3-b3c7-58701ca592ad tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:54.765025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] For port 33d14d72-e163-4334-ad96-67dbd93f6b68, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=33d14d72-e163-4334-ad96-67dbd93f6b68,segment=NetworkSegment(9b26b1d0-f5b1-47b9-9f95-c931daab69b5),segment_id=9b26b1d0-f5b1-47b9-9f95-c931daab69b5)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:54.766528 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-26cbbcea-6766-4ff3-b3c7-58701ca592ad tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "GET /v2.0/ports/a6ecef84-e362-4a64-8188-e725da3335ad HTTP/1.1" status: 200 len: 1135 time: 0.0867138 Nov 27 16:04:54.771893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58344) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:54.789290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] For port 2570409f-78a4-4a0b-87af-c8e025eae147, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2570409f-78a4-4a0b-87af-c8e025eae147,segment=NetworkSegment(b6c051da-4675-4cdd-b7f3-928ed183ca66),segment_id=b6c051da-4675-4cdd-b7f3-928ed183ca66)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:04:54.794256 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567932fd-7128-4b2f-aa94-bdeb1b9b028e x-openstack-request-id: req-567932fd-7128-4b2f-aa94-bdeb1b9b028e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:54.795164 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:54.795591 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-567932fd-7128-4b2f-aa94-bdeb1b9b028e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:54.796160 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'code': 200} Nov 27 16:04:54.800289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.829496 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.933827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=80ec45f6-936c-44ba-abcb-773b33e44dbc,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:54.942938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:54.996751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b199b-ad2c-4498-96d7-fafeb4b39bd2 req-34c1f729-7fd0-40d4-a0c4-22827126361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:54.998920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-238b199b-ad2c-4498-96d7-fafeb4b39bd2 req-34c1f729-7fd0-40d4-a0c4-22827126361e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 1096 time: 0.1329250 Nov 27 16:04:55.002115 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:55.017920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:55.017920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:55.094844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Deleting port a6ecef84-e362-4a64-8188-e725da3335ad {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:55.095924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:55.124976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6431f-37e0-4770-b231-557d69a199d1 None None] Pushing event updated for resources: {'Port': ['ID=33d14d72-e163-4334-ad96-67dbd93f6b68,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:55.208670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1da0b0f2-57c8-45cf-820b-1d5b6fe88cc9 req-88a89598-ed6a-4544-9628-30728ea1445f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 210 time: 0.0887194 Nov 27 16:04:55.261748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f23a0-8c74-4a1a-a077-5ab75ac54c9b None None] Pushing event updated for resources: {'Port': ['ID=2570409f-78a4-4a0b-87af-c8e025eae147,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:55.499335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:55.560209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:04:55.575337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1645677 Nov 27 16:04:55.579417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58368) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:55.631292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '531aa6b1-60ac-4f72-9a08-7cad74881ca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:55.697953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cf928-a478-4f5d-a3ce-948ff778b107 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=531aa6b1-60ac-4f72-9a08-7cad74881ca9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:55.785015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-238b199b-ad2c-4498-96d7-fafeb4b39bd2 req-5e176ece-4c01-4b93-8790-43dfb1abc7ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7552321 Nov 27 16:04:55.817758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305f5a5-1a82-4377-be60-02e06749017e req-999a1a72-3ad7-4a41-9943-cab6bb518cf3 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:55.821282 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3305f5a5-1a82-4377-be60-02e06749017e req-999a1a72-3ad7-4a41-9943-cab6bb518cf3 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "GET /v2.0/ports?device_id=37ce39de-d457-44bf-ade5-6ccdf2edd686 HTTP/1.1" status: 200 len: 945 time: 0.4375548 Nov 27 16:04:55.907276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Calling delete_port for a6ecef84-e362-4a64-8188-e725da3335ad owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:55.908143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:55.926788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 531aa6b1-60ac-4f72-9a08-7cad74881ca9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:04:55.928563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2570409f-78a4-4a0b-87af-c8e025eae147 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:56.067976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Deleting port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:04:56.068557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.071478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:56.080204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:56.090726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.105738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e855cc-3109-4a43-aa3e-ddf9c31b9f5d req-5768c998-f88c-4ad5-887c-c375988f5d56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:56.106009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.113973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0e855cc-3109-4a43-aa3e-ddf9c31b9f5d req-5768c998-f88c-4ad5-887c-c375988f5d56 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 945 time: 0.5632155 Nov 27 16:04:56.220543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:56.241807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2570409f-78a4-4a0b-87af-c8e025eae147 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:56.244317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.301339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] For port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:56.302192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.333275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Calling delete_port for 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:04:56.419432 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.501177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 2570409f-78a4-4a0b-87af-c8e025eae147, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2570409f-78a4-4a0b-87af-c8e025eae147,segment=NetworkSegment(b6c051da-4675-4cdd-b7f3-928ed183ca66),segment_id=b6c051da-4675-4cdd-b7f3-928ed183ca66)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:56.508642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0e855cc-3109-4a43-aa3e-ddf9c31b9f5d req-6c0a98d8-f00f-45c2-a5a0-0b3dc68d5ed7 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937063 Nov 27 16:04:56.511599 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.513354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 33d14d72-e163-4334-ad96-67dbd93f6b68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:56.743530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=2570409f-78a4-4a0b-87af-c8e025eae147,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:56.775123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 33d14d72-e163-4334-ad96-67dbd93f6b68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:56.776616 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.820510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:56.822998 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0593a65-e390-469b-9f97-a78c45e2f8ad" -d '{"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-unplugged", "status": "completed", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:56.845744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.874978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83e27195-3c00-443a-858b-2d3844e90073 req-605b5503-a9f3-406a-90f4-da7894bee2c7 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 210 time: 0.1267793 Nov 27 16:04:56.952511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.982398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:56.991467 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51edf784-684f-4cf7-9bab-99b6959fa2fb x-openstack-request-id: req-51edf784-684f-4cf7-9bab-99b6959fa2fb {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:56.991859 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-unplugged", "status": "completed", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:56.992022 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51edf784-684f-4cf7-9bab-99b6959fa2fb {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:56.992435 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'code': 200} Nov 27 16:04:57.048300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event deleted for resources: {'Port': ['ID=92238f71-573c-4ac4-a2b2-a2c02c8f0f19,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:57.062509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 33d14d72-e163-4334-ad96-67dbd93f6b68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=33d14d72-e163-4334-ad96-67dbd93f6b68,segment=NetworkSegment(9b26b1d0-f5b1-47b9-9f95-c931daab69b5),segment_id=9b26b1d0-f5b1-47b9-9f95-c931daab69b5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:04:57.066364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c373844-f9d3-4711-929e-81a612bca8ab None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:57.082472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:57.199104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6685b75-d143-455a-b14b-42a9bc9040f2 None None] Network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:57.260125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.267680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.276617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.284079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.291516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.300142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.306964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.318786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-b6537052-4805-4f65-9ca0-24e7f9d2cfec tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.4316597 Nov 27 16:04:57.359562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] No DVR routers for this DVR port 92238f71-573c-4ac4-a2b2-a2c02c8f0f19 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:04:57.382592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=c79f6547-6f88-4fcd-ad8c-db0f8a6e63e9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:57.389205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:57.391925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=33d14d72-e163-4334-ad96-67dbd93f6b68,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:57.399237 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3305f5a5-1a82-4377-be60-02e06749017e req-8654076e-d8e9-44fc-9f86-8c801e8033ea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "DELETE /v2.0/ports/92238f71-573c-4ac4-a2b2-a2c02c8f0f19 HTTP/1.1" status: 204 len: 173 time: 1.5625336 Nov 27 16:04:57.400341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-deleted', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:04:57.411443 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efded5d4-5e03-49c5-8ccd-1f260cd9bbfe" -d '{"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-deleted", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:04:57.484902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': '26d12e61-bd13-42f9-a882-32df82eff745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '531aa6b1-60ac-4f72-9a08-7cad74881ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:04:57.486832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 531aa6b1-60ac-4f72-9a08-7cad74881ca9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:04:57.501724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:57.512495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090b5c0-3a3d-447d-816b-58581f085891 None None] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:57.540041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2dcbdade-51e0-4757-bc72-e6ee4a28958a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.542414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2dcbdade-51e0-4757-bc72-e6ee4a28958a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.5639806 Nov 27 16:04:57.548646 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c48d8b3-0c29-41c8-b7c3-0db74c50273f x-openstack-request-id: req-9c48d8b3-0c29-41c8-b7c3-0db74c50273f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:04:57.549094 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ce39de-d457-44bf-ade5-6ccdf2edd686", "name": "network-vif-deleted", "tag": "92238f71-573c-4ac4-a2b2-a2c02c8f0f19", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:04:57.550038 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c48d8b3-0c29-41c8-b7c3-0db74c50273f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:04:57.550602 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ce39de-d457-44bf-ade5-6ccdf2edd686', 'name': 'network-vif-deleted', 'tag': '92238f71-573c-4ac4-a2b2-a2c02c8f0f19', 'status': 'completed', 'code': 200} Nov 27 16:04:57.561239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Request body: {'port': {'device_id': '51f89fc5-8080-4808-935c-8f8d35788555', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'admin_state_up': True, 'tenant_id': 'd16ec5795a1e44faa7468277db002a82'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:57.618960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a2a75c31-209f-43f3-a7a5-8b0f33517a1b None None] Provisioning complete for port 2570409f-78a4-4a0b-87af-c8e025eae147 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:57.619752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2a75c31-209f-43f3-a7a5-8b0f33517a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:57.630009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event deleted for resources: {'Port': ['ID=a6ecef84-e362-4a64-8188-e725da3335ad,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:57.700717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c24fef4-2a5c-4a4a-9d68-e4ac924a0ae0 req-3dc3a82e-ba39-4377-b8c1-fce34ef47a9f tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3809273 Nov 27 16:04:57.777188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 531aa6b1-60ac-4f72-9a08-7cad74881ca9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:04:57.795553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 531aa6b1-60ac-4f72-9a08-7cad74881ca9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:57.800571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.801488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:57.827918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:57.833965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2a23d56e-eaa2-47e1-8fdc-03206d3914b2 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "DELETE /v2.0/ports/a6ecef84-e362-4a64-8188-e725da3335ad HTTP/1.1" status: 204 len: 168 time: 3.0608428 Nov 27 16:04:57.836896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58410) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:57.862622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606b044-ba80-42d5-99dc-bafe086caed1 req-3cf25f1d-6e40-4a9d-b69f-3b9d35e2316d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:57.871007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a606b044-ba80-42d5-99dc-bafe086caed1 req-3cf25f1d-6e40-4a9d-b69f-3b9d35e2316d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 945 time: 0.1666439 Nov 27 16:04:57.886990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2570409f-78a4-4a0b-87af-c8e025eae147 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:57.889221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19440a7c-20ec-44cb-83bc-1bef9e95f5db None None] Network 531aa6b1-60ac-4f72-9a08-7cad74881ca9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:57.892490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b0a68e8f-dad3-4438-9e3c-8450c8041c9c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2728732 Nov 27 16:04:57.904581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58414) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:58.057393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Deleting subnet 38471019-901d-47ed-bf6f-1b1fda240bee {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:04:58.066286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Made reservation on behalf of d16ec5795a1e44faa7468277db002a82 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:58.072891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.102089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.122588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-926234c0-4b4e-4877-a927-294c8e1c8760 req-784f9ad3-159b-49e6-9574-63b326769d06 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 210 time: 0.1045609 Nov 27 16:04:58.209844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a606b044-ba80-42d5-99dc-bafe086caed1 req-259dd26a-98ca-49e0-998f-9c9e016e9e40 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377018 Nov 27 16:04:58.226608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.381208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2570409f-78a4-4a0b-87af-c8e025eae147 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:58.381901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.393253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.401997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.457508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.464177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.474665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b917-015a-4246-af81-99e63e9abaca req-31c5c2cd-e7c6-4668-95e5-8f7a801e28c8 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.482046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf16b917-015a-4246-af81-99e63e9abaca req-31c5c2cd-e7c6-4668-95e5-8f7a801e28c8 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 945 time: 0.1390355 Nov 27 16:04:58.483615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.497228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.510498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.529310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.547058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:58.550854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-32d73fe6-12f9-476c-b6fa-30c31b4e1dc4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.3637199 Nov 27 16:04:58.553380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d613fdaa-8e21-44db-a646-f9b9c068e7e1 None None] Could not find standard attr ID for object a6ecef84-e362-4a64-8188-e725da3335ad. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:04:58.602714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf16b917-015a-4246-af81-99e63e9abaca req-098f409a-5ef3-4f1f-91d5-6d060c630092 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196892 Nov 27 16:04:58.610200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.659206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d613fdaa-8e21-44db-a646-f9b9c068e7e1 None None] Provisioning complete for port 33d14d72-e163-4334-ad96-67dbd93f6b68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:58.659545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d613fdaa-8e21-44db-a646-f9b9c068e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.671174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58428) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:58.689519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Allocated IP 172.20.0.8 (7385849b-1ad3-4515-8e8b-b8616c1fa78d/d045133a-4153-459f-a2f1-23499f5ce1c2/00a43c1f-62ee-4c12-883c-507702822ea4) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:04:58.696764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=c79f6547-6f88-4fcd-ad8c-db0f8a6e63e9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:58.788932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9155c-7e9a-4f01-836f-892feccb30ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-531aa6b1-60ac-4f72-9a08-7cad74881ca9', 'network_id': '531aa6b1-60ac-4f72-9a08-7cad74881ca9', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': 'c79f6547-6f88-4fcd-ad8c-db0f8a6e63e9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:04:58.790497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c6e9155c-7e9a-4f01-836f-892feccb30ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.908245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.922629 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:58.970052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531aa6b1-60ac-4f72-9a08-7cad74881ca9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:58.996012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d12e61-bd13-42f9-a882-32df82eff745') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:58.996334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d12e61-bd13-42f9-a882-32df82eff745') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:04:59.019821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.039014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076a4f6-80c7-4dd2-a7e3-1aa77848b209 None None] Network 531aa6b1-60ac-4f72-9a08-7cad74881ca9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:59.050171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.059602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:04:59.060014 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.108468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:04:59.235954 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:04:59.253383 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.278891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d2c1364-2ce3-4295-9e3f-91c5620bda1b None None] Provisioning complete for port 2570409f-78a4-4a0b-87af-c8e025eae147 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:59.283282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.284249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d2c1364-2ce3-4295-9e3f-91c5620bda1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.292460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/531aa6b1-60ac-4f72-9a08-7cad74881ca9 HTTP/1.1" status: 204 len: 168 time: 1.3870952 Nov 27 16:04:59.293696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99489c73-d836-4bf5-b641-1629104955c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=531aa6b1-60ac-4f72-9a08-7cad74881ca9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:59.297042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0f31ae-8c4b-4bf4-af1a-6ba760069253 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.301743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a0f31ae-8c4b-4bf4-af1a-6ba760069253 tempest-TestNetworkBasicOps-789958601 tempest-TestNetworkBasicOps-789958601-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 1091 time: 0.6294053 Nov 27 16:04:59.302977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58440) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:59.303311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58442) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:59.309902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:59.318018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-603277340'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:59.319024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.337206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.381913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:04:59.385448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.440641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.447872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.451868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:59.456219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.462632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.467996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.468824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.475852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.477020 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "DELETE /v2.0/subnets/38471019-901d-47ed-bf6f-1b1fda240bee HTTP/1.1" status: 204 len: 168 time: 1.6376629 Nov 27 16:04:59.484728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.486802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-12f0c9f2-5288-439a-9df2-428b3747a94c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 5436 time: 0.2499001 Nov 27 16:04:59.487315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:59.517039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-003534fe-f337-4477-80c7-e3bebf245246 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.519036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:04:59.521196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-003534fe-f337-4477-80c7-e3bebf245246 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.9537699 Nov 27 16:04:59.522092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a02b31-8391-44d3-a2a4-cd02e87211ef tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event deleted for resources: {'Subnet': ['ID=38471019-901d-47ed-bf6f-1b1fda240bee,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:04:59.536160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.536770 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment fa535241-0c88-41b7-b81a-44664119a134 of type vlan for network 17836440-2f7c-47b7-b8bb-ab2de594825a Nov 27 16:04:59.607598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d2c1364-2ce3-4295-9e3f-91c5620bda1b None None] Provisioning complete for port 33d14d72-e163-4334-ad96-67dbd93f6b68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:04:59.625491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d2c1364-2ce3-4295-9e3f-91c5620bda1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.631658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 33d14d72-e163-4334-ad96-67dbd93f6b68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:04:59.650947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f65a6-4883-407d-9039-53ca732997da req-8170a3f4-1a03-47ee-a935-1db1e91b3bdd tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.652550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-491f65a6-4883-407d-9039-53ca732997da req-8170a3f4-1a03-47ee-a935-1db1e91b3bdd tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 931 time: 0.3091707 Nov 27 16:04:59.662482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-b9973200-5194-4492-85bf-03b3e5984d38 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1343789 Nov 27 16:04:59.668479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:04:59.670163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:04:59.697703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:59.728713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dafc86-9f5c-4f35-9ff8-403506d9287b None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:04:59.734962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.759804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:04:59.761028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.778264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.786352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.787372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.827862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.831794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34afbf-3ab5-4862-b451-86590396f9b6 None None] Network 8e9076da-1da5-4607-b3a4-f8f7c4d41642 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:04:59.848004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:04:59.849537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.901312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:04:59.917246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-2a8da55f-9b7c-4fb0-8bd4-a8287fb86150 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3629069 Nov 27 16:04:59.938121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6324856 Nov 27 16:04:59.946620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Request body: {'port': {'device_id': '51f89fc5-8080-4808-935c-8f8d35788555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:04:59.949521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58454) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:04:59.955005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:00.007536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 33d14d72-e163-4334-ad96-67dbd93f6b68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:00.008184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.073873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbed1c-282b-4ded-b605-2693ce6cfd52 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=17836440-2f7c-47b7-b8bb-ab2de594825a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:00.094581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 17836440-2f7c-47b7-b8bb-ab2de594825a details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:00.123080 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.145988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.252987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-491f65a6-4883-407d-9039-53ca732997da req-9fbb2cdb-8027-4736-a011-626f8288f3be tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254445 Nov 27 16:05:00.265804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bfa8337-a036-42cb-afed-96d0c3c008e3 req-91777409-f87c-43f6-9167-5d8b014f72d6 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6121702 Nov 27 16:05:00.319625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d88591c1-f80c-4f84-91eb-838ee6f1f4ed None None] Could not find standard attr ID for object 505ee278-c737-42e0-808b-150fd05085b3. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:05:00.327262 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.342428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Deleting port 33d14d72-e163-4334-ad96-67dbd93f6b68 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:00.342913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.353176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d88591c1-f80c-4f84-91eb-838ee6f1f4ed None None] Could not find standard attr ID for object a6ecef84-e362-4a64-8188-e725da3335ad. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:05:00.449109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d88591c1-f80c-4f84-91eb-838ee6f1f4ed None None] Provisioning complete for port 00a43c1f-62ee-4c12-883c-507702822ea4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:00.449815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d88591c1-f80c-4f84-91eb-838ee6f1f4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.505622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] DHCP port deletion for 8e9076da-1da5-4607-b3a4-f8f7c4d41642 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:00.513789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] For port 33d14d72-e163-4334-ad96-67dbd93f6b68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=33d14d72-e163-4334-ad96-67dbd93f6b68,segment=NetworkSegment(9b26b1d0-f5b1-47b9-9f95-c931daab69b5),segment_id=9b26b1d0-f5b1-47b9-9f95-c931daab69b5)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:00.514316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.542671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Calling delete_port for 33d14d72-e163-4334-ad96-67dbd93f6b68 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:00.558239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d88591c1-f80c-4f84-91eb-838ee6f1f4ed None None] Port 00a43c1f-62ee-4c12-883c-507702822ea4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:00.564994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Allocated IP 172.25.1.171 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/6d32ac27-06e9-4bc8-87f4-de121f903cdd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:00.591390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Deleting port 33d14d72-e163-4334-ad96-67dbd93f6b68 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:00.591933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.676563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] For port 33d14d72-e163-4334-ad96-67dbd93f6b68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=33d14d72-e163-4334-ad96-67dbd93f6b68,segment=NetworkSegment(9b26b1d0-f5b1-47b9-9f95-c931daab69b5),segment_id=9b26b1d0-f5b1-47b9-9f95-c931daab69b5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:00.676563 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.698056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Calling delete_port for 33d14d72-e163-4334-ad96-67dbd93f6b68 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:00.758458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.813191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.826933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.851462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Pushing event deleted for resources: {'Port': ['ID=33d14d72-e163-4334-ad96-67dbd93f6b68,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:00.854530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] No DVR routers for this DVR port 33d14d72-e163-4334-ad96-67dbd93f6b68 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:00.863723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.874217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] No DVR routers for this DVR port 33d14d72-e163-4334-ad96-67dbd93f6b68 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:00.882437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.883035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.883578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.884261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.885440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:00.885773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.886287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.886940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.887446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.888783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.889297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.889605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:00.890055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.890559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0e6c8-0277-444a-b74c-279e64ba5d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:00.915724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:00.918032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:00.921567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event deleted for resources: {'Port': ['ID=33d14d72-e163-4334-ad96-67dbd93f6b68,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:00.945739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:01.027032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:01.071624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.076737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=6d32ac27-06e9-4bc8-87f4-de121f903cdd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:01.123431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] For port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:01.125376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9076da-1da5-4607-b3a4-f8f7c4d41642']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:01.135416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3e456568-8903-4038-8b7f-cf7580976d92 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:01.153829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a43c1f-62ee-4c12-883c-507702822ea4 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:05:01.159446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b26b1d0-f5b1-47b9-9f95-c931daab69b5') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:01.159749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b26b1d0-f5b1-47b9-9f95-c931daab69b5') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:01.175081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.176866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.201230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.208738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:01.209439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.228942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] device_id is not set on port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:01.248604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.249787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.266224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.276849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:01.281556 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86259ce3-85dd-44bb-8f56-4c2f5820fa1b" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "3e456568-8903-4038-8b7f-cf7580976d92"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:01.296858 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:01.302242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3e456568-8903-4038-8b7f-cf7580976d92,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:01.303917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.305189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0ec1d1a0-6dc3-48db-9e56-84e86039c42a no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:01.308190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Transition to ACTIVE for port object 00a43c1f-62ee-4c12-883c-507702822ea4 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:05:01.356650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0ec1d1a0-6dc3-48db-9e56-84e86039c42a not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:01.357229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6df335cf-3d26-45d7-b8d3-7d413c036457 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:01.381512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.397442 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87cab3-67e2-429a-88d6-7149ec115633 x-openstack-request-id: req-0f87cab3-67e2-429a-88d6-7149ec115633 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:01.397897 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "3e456568-8903-4038-8b7f-cf7580976d92", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:01.398266 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f87cab3-67e2-429a-88d6-7149ec115633 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:01.398765 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92', 'code': 200} Nov 27 16:05:01.425044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.431151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] 10.222.0.15 "DELETE /v2.0/networks/8e9076da-1da5-4607-b3a4-f8f7c4d41642 HTTP/1.1" status: 204 len: 168 time: 1.9392226 Nov 27 16:05:01.438377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.440345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:01.452172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729b2b-b6c0-4f48-abca-2751621fc0d9 tempest-ExtraDHCPOptionsTestJSON-1219467546 tempest-ExtraDHCPOptionsTestJSON-1219467546-project] Pushing event deleted for resources: {'Network': ['ID=8e9076da-1da5-4607-b3a4-f8f7c4d41642,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:01.547260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.552138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61004d08-5344-4053-b2fd-6b6ec9b2d586 req-8b974db1-e68b-4012-a7f1-e1379e31abbe tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:01.554575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61004d08-5344-4053-b2fd-6b6ec9b2d586 req-8b974db1-e68b-4012-a7f1-e1379e31abbe tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 943 time: 0.1768923 Nov 27 16:05:01.600524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.604338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] No DVR routers for this DVR port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:01.631167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 33d14d72-e163-4334-ad96-67dbd93f6b68 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:01.644372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:01.711402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f2af1-7c2f-44cc-8e8a-09f16abd6551 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:01.717977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 33d14d72-e163-4334-ad96-67dbd93f6b68 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:01.718365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 33d14d72-e163-4334-ad96-67dbd93f6b68 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:01.739051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:01.824235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.866745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6df335cf-3d26-45d7-b8d3-7d413c036457,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:01.890476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.890896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=abeaf1d3-c91e-49a0-86d4-3e3538e4efa7,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:01.891076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 11776a08-4e56-4a28-8c53-f28f1e9d4d93 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:01.929366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] In _notify_port_updated(), no bound segment for port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:05:01.930678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:01.931401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:01.932840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-d26a2f2c-857e-4209-8f62-e46e9fea2d23 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 200 len: 1027 time: 2.2566419 Nov 27 16:05:01.992950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-72358811-4e57-46bc-9408-5b55b35780a1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:01.994466 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-72358811-4e57-46bc-9408-5b55b35780a1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "GET /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0527399 Nov 27 16:05:02.012136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:02.018922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': 'fa535241-0c88-41b7-b81a-44664119a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:02.019471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 17836440-2f7c-47b7-b8bb-ab2de594825a, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:02.078768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58494) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:02.079679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Attempting to bind port 00a43c1f-62ee-4c12-883c-507702822ea4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:02.080112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Attempting to bind port 00a43c1f-62ee-4c12-883c-507702822ea4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:02.080574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Attempting to bind port 00a43c1f-62ee-4c12-883c-507702822ea4 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:02.117674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:02.121050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Port 00a43c1f-62ee-4c12-883c-507702822ea4 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:05:02.121588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Attempting to bind port 00a43c1f-62ee-4c12-883c-507702822ea4 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:02.132983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:02.133503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Checking segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:02.134025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Bound using segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:02.134635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Bound port: 00a43c1f-62ee-4c12-883c-507702822ea4, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:02.135046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.143625 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.148866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 17836440-2f7c-47b7-b8bb-ab2de594825a is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:02.157447 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.197746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 17836440-2f7c-47b7-b8bb-ab2de594825a) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:02.217735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.218460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.230103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68be039b-a05e-4a9a-a4ac-2ffb1bcbe34c None None] Network 17836440-2f7c-47b7-b8bb-ab2de594825a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:02.259793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:02.304311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b60c934b-1b67-4dec-9b02-e1e63840e3a1 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3533647 Nov 27 16:05:02.307603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58502) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:02.318283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:02.327266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:02.349840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0c2dbee0-12d6-4abc-a517-6fd9ac1e23e7 None None] Provisioning complete for port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:02.350209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbee0-12d6-4abc-a517-6fd9ac1e23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.355856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.356623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f4e1571f-5343-4cb8-935a-b7c654af1322 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:02.358877 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.379170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61004d08-5344-4053-b2fd-6b6ec9b2d586 req-f34f48a4-4fd6-4615-afe4-695a056efa1e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8164110 Nov 27 16:05:02.413994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.420489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.427169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.433171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.439535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.448774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.451362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-53cca61b-8fef-4f13-ab54-8b046876aa3b tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 4660 time: 0.8438540 Nov 27 16:05:02.507052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.507585 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.508988 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] 10.222.0.37 "PUT /v2.0/ports/00a43c1f-62ee-4c12-883c-507702822ea4 HTTP/1.1" status: 200 len: 1091 time: 2.5669727 Nov 27 16:05:02.515610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:02.517963 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:02.589763 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c23e07f-5b42-4d55-8ce4-dbcf5ca02744 x-openstack-request-id: req-8c23e07f-5b42-4d55-8ce4-dbcf5ca02744 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:02.590492 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:02.591054 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c23e07f-5b42-4d55-8ce4-dbcf5ca02744 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:02.591419 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4', 'status': 'completed', 'code': 200} Nov 27 16:05:02.620923 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.628395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38a9b9a8-bc3d-4f45-9c0b-600016584543 req-47d9d004-9bd6-4dd2-8463-e39c706a93b1 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&id=29d76a33-c3f3-4866-afbc-62c509b4f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258824 Nov 27 16:05:02.644675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4b12e48-443f-4d3f-9bc2-7ea30b03b63b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52fe8c246a724d74b801038b58d3c870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611830 Nov 27 16:05:02.653738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58510) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:02.683242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6df335cf-3d26-45d7-b8d3-7d413c036457,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:02.689789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c251a-485a-46d5-ab83-c507c6e7bd42 service neutron] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:02.716743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.740856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb9b4d-dd1a-4f8d-b6d9-a2d862fb21f3 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:02.774877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-f902e54e-3574-4fe0-bec1-c986f4307170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:02.784515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-f902e54e-3574-4fe0-bec1-c986f4307170 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 1094 time: 0.2099640 Nov 27 16:05:02.791243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.791718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dbee0-12d6-4abc-a517-6fd9ac1e23e7 None None] Port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:02.795202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:02.820900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] For port 6df335cf-3d26-45d7-b8d3-7d413c036457, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:02.854553 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.863228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] device_id is not set on port 6df335cf-3d26-45d7-b8d3-7d413c036457 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:02.871803 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.883381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-17836440-2f7c-47b7-b8bb-ab2de594825a', 'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': 'abeaf1d3-c91e-49a0-86d4-3e3538e4efa7'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:02.883712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.884602 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.912270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f4e1571f-5343-4cb8-935a-b7c654af1322,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:02.929997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.940151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.946034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:02.946745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eca2655b-7790-46bd-a5b3-069e256188bc no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:02.996266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] No DVR routers for this DVR port 6df335cf-3d26-45d7-b8d3-7d413c036457 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:03.051659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event updated for resources: {'Port': ['ID=6d32ac27-06e9-4bc8-87f4-de121f903cdd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.065951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.066422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.066867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.067305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.067811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.068360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.068820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.069243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.069702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.070131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.070594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.071017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:03.077401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-68ecd9f5-cf5c-41da-9ccb-a2a6187fdea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a43c1f-62ee-4c12-883c-507702822ea4 HTTP/1.1" status: 200 len: 217 time: 0.2909110 Nov 27 16:05:03.087520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.101055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] In _notify_port_updated(), no bound segment for port 6df335cf-3d26-45d7-b8d3-7d413c036457 on network ac0cf00f-7189-441a-afba-8114ce6bcd0d {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:05:03.102157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:03.102915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.105097 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 200 len: 1028 time: 1.0978069 Nov 27 16:05:03.145966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bf46df7-6aab-4f92-b2ef-b4781035ecf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.168849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bf46df7-6aab-4f92-b2ef-b4781035ecf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.189448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.270913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.278519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Allocated IP 2001:db8::1 (17836440-2f7c-47b7-b8bb-ab2de594825a/abeaf1d3-c91e-49a0-86d4-3e3538e4efa7/0e93bca1-12e0-4118-87d9-14acae89b494) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:03.278838 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Floating IP c04c6aec-65be-4539-a70b-adaa01af1594 associated. External IP: 172.25.1.171, port: 80ec45f6-936c-44ba-abcb-773b33e44dbc. Nov 27 16:05:03.288282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eba31b-20ce-4f41-8a5a-5355d66fb8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.352786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.398529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-0f4202b3-1b07-4156-94cb-7f0d1dd55040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:03.400062 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-0f4202b3-1b07-4156-94cb-7f0d1dd55040 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.2916272 Nov 27 16:05:03.453916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-63c5fff4-1a45-4189-9fad-f54a94fbd42d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460980 Nov 27 16:05:03.515645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port 3e456568-8903-4038-8b7f-cf7580976d92 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:03.515993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.547090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.552374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bf46df7-6aab-4f92-b2ef-b4781035ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.554419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df335cf-3d26-45d7-b8d3-7d413c036457'}, {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93'}, {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322'}, {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:03.555333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bf46df7-6aab-4f92-b2ef-b4781035ecf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.556641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0bf46df7-6aab-4f92-b2ef-b4781035ecf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b5652ad-af53-4d60-9322-53df4596d196 HTTP/1.1" status: 204 len: 168 time: 0.8847561 Nov 27 16:05:03.561279 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c751ce54-e723-4f7d-8276-d77697929751" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "6df335cf-3d26-45d7-b8d3-7d413c036457"}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93"}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322"}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:03.572168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eca2655b-7790-46bd-a5b3-069e256188bc,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:03.574716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.640054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Pushing event updated for resources: {'Port': ['ID=0e93bca1-12e0-4118-87d9-14acae89b494,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.644156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.645240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 46819611-afb3-4c0d-af56-91293a072eee no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:03.649260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf46df7-6aab-4f92-b2ef-b4781035ecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5652ad-af53-4d60-9322-53df4596d196,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.694362 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.711139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-19f72aa7-8d55-4074-af21-1f6845bd0a12 None None] Provisioning complete for port 6df335cf-3d26-45d7-b8d3-7d413c036457 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:03.711516 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19f72aa7-8d55-4074-af21-1f6845bd0a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.737608 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86051e5f-1771-48f8-bcf2-bf5bb0e79704 x-openstack-request-id: req-86051e5f-1771-48f8-bcf2-bf5bb0e79704 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:03.738046 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "6df335cf-3d26-45d7-b8d3-7d413c036457", "code": 200}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93", "code": 200}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322", "code": 200}, {"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:03.738324 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86051e5f-1771-48f8-bcf2-bf5bb0e79704 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:03.738761 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df335cf-3d26-45d7-b8d3-7d413c036457', 'code': 200} Nov 27 16:05:03.739029 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93', 'code': 200} Nov 27 16:05:03.739291 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322', 'code': 200} Nov 27 16:05:03.739549 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc', 'code': 200} Nov 27 16:05:03.774319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] For port 3e456568-8903-4038-8b7f-cf7580976d92, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3e456568-8903-4038-8b7f-cf7580976d92,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:03.774690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:03.784645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router dd323daa-742f-475f-80c8-2823bd079ce5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:03.797001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c85e-8509-44b2-8163-119ee714ef13 req-57898e4c-7c13-4785-bdcb-b0e264afebb6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:03.798844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7e9c85e-8509-44b2-8163-119ee714ef13 req-57898e4c-7c13-4785-bdcb-b0e264afebb6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 943 time: 0.1543097 Nov 27 16:05:03.820625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-6f8f624e-88f8-4c50-a1b3-dce8fa2eb6f7 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537672 Nov 27 16:05:03.906817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Network 17836440-2f7c-47b7-b8bb-ab2de594825a is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:03.926606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-19f72aa7-8d55-4074-af21-1f6845bd0a12 None None] Port 6df335cf-3d26-45d7-b8d3-7d413c036457 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:03.928689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:03.946039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:03.972106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.977911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130199e-61ed-4682-85d5-89ec27794d61 req-8b6282bb-65b0-4034-8c22-f36eb09f53bb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:03.979647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=abeaf1d3-c91e-49a0-86d4-3e3538e4efa7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:03.984378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130199e-61ed-4682-85d5-89ec27794d61 req-8b6282bb-65b0-4034-8c22-f36eb09f53bb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:03.991477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130199e-61ed-4682-85d5-89ec27794d61 req-8b6282bb-65b0-4034-8c22-f36eb09f53bb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:03.997912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130199e-61ed-4682-85d5-89ec27794d61 req-8b6282bb-65b0-4034-8c22-f36eb09f53bb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:04.006489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130199e-61ed-4682-85d5-89ec27794d61 req-8b6282bb-65b0-4034-8c22-f36eb09f53bb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:04.024200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0130199e-61ed-4682-85d5-89ec27794d61 req-8b6282bb-65b0-4034-8c22-f36eb09f53bb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3879 time: 0.2238998 Nov 27 16:05:04.049439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7e9c85e-8509-44b2-8163-119ee714ef13 req-651ee337-8383-4632-a015-e5994c900c29 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395887 Nov 27 16:05:04.089949 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.114874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Attempting to bind port 0e93bca1-12e0-4118-87d9-14acae89b494 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:04.115359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Attempting to bind port 0e93bca1-12e0-4118-87d9-14acae89b494 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'fa535241-0c88-41b7-b81a-44664119a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:04.115820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Attempting to bind port 0e93bca1-12e0-4118-87d9-14acae89b494 on network 17836440-2f7c-47b7-b8bb-ab2de594825a {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:04.122688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:04.123695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Checking segment: {'id': 'fa535241-0c88-41b7-b81a-44664119a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:04.125934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.126435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Bound using segment: {'id': 'fa535241-0c88-41b7-b81a-44664119a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:04.127690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Bound port: 0e93bca1-12e0-4118-87d9-14acae89b494, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa535241-0c88-41b7-b81a-44664119a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '17836440-2f7c-47b7-b8bb-ab2de594825a'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:04.128118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.157904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:04.168672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] Sync routers for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:04.208635 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:04.209284 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:04.211648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0130199e-61ed-4682-85d5-89ec27794d61 req-bc684444-750f-41d5-80bb-ef529884ecf5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865644 Nov 27 16:05:04.214479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.221468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] For port 0e93bca1-12e0-4118-87d9-14acae89b494, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:04.226285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] For port 0e93bca1-12e0-4118-87d9-14acae89b494, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0e93bca1-12e0-4118-87d9-14acae89b494,segment=NetworkSegment(fa535241-0c88-41b7-b81a-44664119a134),segment_id=fa535241-0c88-41b7-b81a-44664119a134)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:04.242532 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.273526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-06dc3161-a91e-4c1d-a51d-96e469a1135d tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9584005 Nov 27 16:05:04.273526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:04.273526 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e69d19-3db5-4b39-9283-64f974ecfac5" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:04.278117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58552) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:04.338805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4317b2-8727-468c-8a10-da024e4c8244 None None] Pushing event updated for resources: {'Port': ['ID=0e93bca1-12e0-4118-87d9-14acae89b494,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:04.353296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=46819611-afb3-4c0d-af56-91293a072eee,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:04.365089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.366354 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81932382-c5da-41cd-930b-8df9cdb257bf x-openstack-request-id: req-81932382-c5da-41cd-930b-8df9cdb257bf {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:04.366698 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:04.366967 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81932382-c5da-41cd-930b-8df9cdb257bf {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:04.367449 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'status': 'completed', 'code': 200} Nov 27 16:05:04.416799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f38abeed-f4e3-4430-a484-80b7110c2a7c tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/c04c6aec-65be-4539-a70b-adaa01af1594 HTTP/1.1" status: 200 len: 991 time: 0.1342046 Nov 27 16:05:04.436451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:04.444875 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:04.474911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.499635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375459ea-a6b3-4ef8-8f19-592ff276c9a0 None None] Network 17836440-2f7c-47b7-b8bb-ab2de594825a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:04.522417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.522849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.523097 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Floating IP a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37 disassociated. External IP: 172.25.1.217, port: 3e456568-8903-4038-8b7f-cf7580976d92. Nov 27 16:05:04.523448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for 3e456568-8903-4038-8b7f-cf7580976d92 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:04.526308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17836440-2f7c-47b7-b8bb-ab2de594825a']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:04.565394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-70c08f04-8a8a-48b7-abde-9e6ecfb38b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:04.568869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-70c08f04-8a8a-48b7-abde-9e6ecfb38b99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 1096 time: 0.1533482 Nov 27 16:05:04.578301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa535241-0c88-41b7-b81a-44664119a134') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:04.578723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa535241-0c88-41b7-b81a-44664119a134') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:04.653476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.653476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-673bc715-94cc-4cd1-9067-53416c7bf01a req-17849a5a-d14c-4efd-8906-e9ceb7567071 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755748 Nov 27 16:05:04.696316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccc750-4489-4309-bf1a-e50002535ea3 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:05:04.722938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.779581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:04.779997 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:04.786388 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:04.829226 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c04c6aec-65be-4539-a70b-adaa01af1594', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'port_id': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'mac_address': 'fa:16:3e:82:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:05:01Z', 'updated_at': '2021-11-27T16:05:01Z', 'revision_number': 0, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:36Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:04.866031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] Checking router: dd323daa-742f-475f-80c8-2823bd079ce5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:05:04.876682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:04.878512 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:04.896758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-2c60c503-16ef-46e4-9835-8724a7bbf4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:04.898556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-2c60c503-16ef-46e4-9835-8724a7bbf4c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 1094 time: 0.1685219 Nov 27 16:05:04.919860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.api [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 16:05:04.919860 n-d-819494-4 neutron-server[110075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 16:05:04.919860 n-d-819494-4 neutron-server[110075]: [parameters: {'id': '17836440-2f7c-47b7-b8bb-ab2de594825a'}] Nov 27 16:05:04.919860 n-d-819494-4 neutron-server[110075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:05:04.920350 n-d-819494-4 neutron-server[110075]: DEBUG oslo_db.api [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:05:04.945074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-cf313d63-7e56-4abc-88ea-489a322eded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:04.945660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daccc750-4489-4309-bf1a-e50002535ea3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:05:04.947112 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-cf313d63-7e56-4abc-88ea-489a322eded3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ec01585-754d-4c00-b555-4701c05e6bd4 HTTP/1.1" status: 200 len: 897 time: 0.3515661 Nov 27 16:05:05.090708 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:05.114495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58578) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:05.218982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-41cbf2f8-f68e-4f7a-92fc-0844222b8501 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc HTTP/1.1" status: 200 len: 999 time: 0.2020400 Nov 27 16:05:05.264569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.297548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bdcdd-7e35-405a-9dc6-d42c3a507049 req-f5bf1572-056e-4fc7-a417-ecc30ea85dbb tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.300992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d3bdcdd-7e35-405a-9dc6-d42c3a507049 req-f5bf1572-056e-4fc7-a417-ecc30ea85dbb tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 943 time: 0.0978978 Nov 27 16:05:05.317051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1087571123'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:05.330045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb1c9-aa0a-48b8-92b8-4f8b764abee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.348997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-8922f521-0aa8-4a41-b083-864fef1cb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.351722 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-8922f521-0aa8-4a41-b083-864fef1cb434 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=066da436-ad12-4b2b-8e1b-82547d8e0c0b HTTP/1.1" status: 200 len: 834 time: 0.1084652 Nov 27 16:05:05.357786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-6df7b78a-d80c-493b-863d-a625af38acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.367139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-6df7b78a-d80c-493b-863d-a625af38acb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 903 time: 0.4476540 Nov 27 16:05:05.422273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58590) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:05.425660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=3e456568-8903-4038-8b7f-cf7580976d92,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:05.429245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.461184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d3bdcdd-7e35-405a-9dc6-d42c3a507049 req-0ee5362f-a479-4d3c-b74c-21d7fb7dd721 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533682 Nov 27 16:05:05.504554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-8428ff55-e869-4293-8bcc-7cfca1b04622 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a43c1f-62ee-4c12-883c-507702822ea4 HTTP/1.1" status: 200 len: 217 time: 0.1100941 Nov 27 16:05:05.529838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:05.534505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.557856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b15f-88d5-4a04-b130-4e87ede9c460 req-26cb9555-8005-4a6f-a5dc-02917e367365 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.564470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b15f-88d5-4a04-b130-4e87ede9c460 req-26cb9555-8005-4a6f-a5dc-02917e367365 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.572080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b15f-88d5-4a04-b130-4e87ede9c460 req-26cb9555-8005-4a6f-a5dc-02917e367365 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.578564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b15f-88d5-4a04-b130-4e87ede9c460 req-26cb9555-8005-4a6f-a5dc-02917e367365 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.587143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8f3b15f-88d5-4a04-b130-4e87ede9c460 req-26cb9555-8005-4a6f-a5dc-02917e367365 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3143 time: 0.1944602 Nov 27 16:05:05.614061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.627723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c75d24d5-5147-48d0-8686-849cca6a3605 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/c04c6aec-65be-4539-a70b-adaa01af1594 HTTP/1.1" status: 200 len: 991 time: 0.1998703 Nov 27 16:05:05.650523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c04c6aec-65be-4539-a70b-adaa01af1594', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'port_id': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'mac_address': 'fa:16:3e:82:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:05:01Z', 'updated_at': '2021-11-27T16:05:01Z', 'revision_number': 0, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:36Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:05.696301 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee9546-8768-4cae-aabe-d4cd8fced0a5 None None] The sync data for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 is: [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'c04c6aec-65be-4539-a70b-adaa01af1594', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'port_id': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'mac_address': 'fa:16:3e:82:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:05:01Z', 'updated_at': '2021-11-27T16:05:01Z', 'revision_number': 0, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:36Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:05.703582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8f3b15f-88d5-4a04-b130-4e87ede9c460 req-3b0b52e8-5ffc-4873-9cf6-32e4a2880915 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155310 Nov 27 16:05:05.740620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46819611-afb3-4c0d-af56-91293a072eee'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:05.746134 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f97239-3f64-4f54-b972-5b546c7db5ea" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "46819611-afb3-4c0d-af56-91293a072eee"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:05.775967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.783044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.802055 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dabf5d-c4fd-45da-b626-b32c99501b04 x-openstack-request-id: req-24dabf5d-c4fd-45da-b626-b32c99501b04 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:05.802359 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-unplugged", "status": "completed", "tag": "46819611-afb3-4c0d-af56-91293a072eee", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:05.802679 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24dabf5d-c4fd-45da-b626-b32c99501b04 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:05.803113 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46819611-afb3-4c0d-af56-91293a072eee', 'code': 200} Nov 27 16:05:05.834417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ba8a7-5baf-4482-91e2-2ae10d0794b8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:05.844423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:05.855945 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.856346 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04 of type vlan for network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 Nov 27 16:05:05.915703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.978920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:05.991075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:05.991953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.100276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=355623fa-b49d-4e1a-a11a-d9079e8f2ff5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:06.111056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9f59d74c-0660-4bd7-9344-81f1c0210f26 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9922035 Nov 27 16:05:06.114267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58604) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:06.115841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:06.122467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306510650'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:06.203020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab052-944f-412b-a211-f1b9c7db1f45 None None] New status for floating IP c04c6aec-65be-4539-a70b-adaa01af1594: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:05:06.219906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:06.225024 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.239094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-33ea87ed-061d-4ec8-8b01-d60d8be5f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:06.240895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-33ea87ed-061d-4ec8-8b01-d60d8be5f9a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ec01585-754d-4c00-b555-4701c05e6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8483932 Nov 27 16:05:06.262643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:06.280394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:06.285006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-a7036d9d-ac95-425c-82f1-0d6da1e6a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:06.286782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-a7036d9d-ac95-425c-82f1-0d6da1e6a83a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.7708080 Nov 27 16:05:06.289846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.291738 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment 3ead254a-3043-441c-b491-322285762dc1 of type vlan for network c810923b-3bcf-447b-ad98-f5b757e017b8 Nov 27 16:05:06.370691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.387611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-37c4e28b-36ce-46bc-98d8-6844fb8a3b11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783281 Nov 27 16:05:06.422528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.436078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:06.436822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.473840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3535240 Nov 27 16:05:06.475253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58612) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:06.479749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:06.544714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting port 0e93bca1-12e0-4118-87d9-14acae89b494 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:06.545730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.651784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:06.656384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b4dd6-2698-41ab-a6ae-27869cf461b8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=c810923b-3bcf-447b-ad98-f5b757e017b8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:06.678958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network c810923b-3bcf-447b-ad98-f5b757e017b8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:06.684623 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-052aa764-a8b3-4ee2-8945-ee62442e52b6 service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243433 Nov 27 16:05:06.760077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca48863-71e4-4ce4-9449-c7dd435b21b7 req-d6b84eea-a0cb-466e-9a8c-58c13b01dd80 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:06.761761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aca48863-71e4-4ce4-9449-c7dd435b21b7 req-d6b84eea-a0cb-466e-9a8c-58c13b01dd80 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 943 time: 0.1770129 Nov 27 16:05:06.786603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] For port 0e93bca1-12e0-4118-87d9-14acae89b494, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0e93bca1-12e0-4118-87d9-14acae89b494,segment=NetworkSegment(fa535241-0c88-41b7-b81a-44664119a134),segment_id=fa535241-0c88-41b7-b81a-44664119a134)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:06.786988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.820354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Calling delete_port for 0e93bca1-12e0-4118-87d9-14acae89b494 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:06.823092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:06.835106 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-c3e179eb-3999-4913-9f7e-ea5bfa02d3fe service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336908 Nov 27 16:05:06.842615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d8193130-9e5f-4ec6-91f9-fea55a708b60 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/c04c6aec-65be-4539-a70b-adaa01af1594 HTTP/1.1" status: 200 len: 993 time: 0.1876576 Nov 27 16:05:06.857878 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] Sync routers for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:06.858482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:06.861560 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.879670 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:06.881381 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:06.936533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f8b1-f196-4c53-a9ee-139df063edae req-c0d30e62-b562-439d-b052-1927bb85de2a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:06.938250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2d5f8b1-f196-4c53-a9ee-139df063edae req-c0d30e62-b562-439d-b052-1927bb85de2a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.2120092 Nov 27 16:05:06.943310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aca48863-71e4-4ce4-9449-c7dd435b21b7 req-054d01f9-0bc7-4ebc-b25d-d3251725620b tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579168 Nov 27 16:05:06.973175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] No DVR routers for this DVR port 3e456568-8903-4038-8b7f-cf7580976d92 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:06.985376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:06.989364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-065cbc1f-dd2c-444c-8734-498380066acb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "DELETE /v2.0/ports/3e456568-8903-4038-8b7f-cf7580976d92 HTTP/1.1" status: 204 len: 173 time: 3.8445034 Nov 27 16:05:07.058696 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:07.068706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:07.078043 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d5aea1-4dac-4288-aa62-d59f40131b0e" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "3e456568-8903-4038-8b7f-cf7580976d92"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:07.183360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01e69d19-3db5-4b39-9283-64f974ecfac5 req-a78739b2-41bf-476f-84d9-4de897d7c222 service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801216 Nov 27 16:05:07.190983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2d5f8b1-f196-4c53-a9ee-139df063edae req-e120c8a9-ac38-4b22-99ef-128f5fd5b87a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255225 Nov 27 16:05:07.196231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.310942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-52a65f8f-6d79-42b7-8350-fffd5c78a7ab req-18dc2ee4-7a2f-417c-9a62-d36ffe2c49c2 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176280 Nov 27 16:05:07.310942 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90385c19-3d26-4cc4-9a21-d81a6d80df14 x-openstack-request-id: req-90385c19-3d26-4cc4-9a21-d81a6d80df14 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:07.310942 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "3e456568-8903-4038-8b7f-cf7580976d92", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:07.310942 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90385c19-3d26-4cc4-9a21-d81a6d80df14 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:07.310942 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': '3e456568-8903-4038-8b7f-cf7580976d92', 'status': 'completed', 'code': 200} Nov 27 16:05:07.334172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.355971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=d68f1e91-6a35-4b96-b0ad-deb816b8cd11,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:07.378486 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:16Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:07.387570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No DVR routers for this DVR port 0e93bca1-12e0-4118-87d9-14acae89b494 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:07.394303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Port': ['ID=0e93bca1-12e0-4118-87d9-14acae89b494,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:07.395737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee0c47-6be4-411f-a7d3-08106b24339f req-472e6357-b89e-4473-9c15-1d6f5c55df25 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:07.403857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee0c47-6be4-411f-a7d3-08106b24339f req-472e6357-b89e-4473-9c15-1d6f5c55df25 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:07.412092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee0c47-6be4-411f-a7d3-08106b24339f req-472e6357-b89e-4473-9c15-1d6f5c55df25 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:07.418817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee0c47-6be4-411f-a7d3-08106b24339f req-472e6357-b89e-4473-9c15-1d6f5c55df25 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:07.419722 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] Checking router: f2b6205d-8ae4-453f-9532-22a62f3c1fe4 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:05:07.427877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaee0c47-6be4-411f-a7d3-08106b24339f req-472e6357-b89e-4473-9c15-1d6f5c55df25 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 3143 time: 0.3833051 Nov 27 16:05:07.431276 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:07.432022 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:04:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:07.472133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:07.472396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: 355623fa-b49d-4e1a-a11a-d9079e8f2ff5, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:07.490603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port 46819611-afb3-4c0d-af56-91293a072eee {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:07.490944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.513210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaee0c47-6be4-411f-a7d3-08106b24339f req-e35dbdf7-f1f5-425a-9351-5568f099bea4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839517 Nov 27 16:05:07.515132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:07.527393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 355623fa-b49d-4e1a-a11a-d9079e8f2ff5) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:07.534011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:07.535288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.536332 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.538681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c24bd-b245-4b63-8cad-0b7e4ff1d7be None None] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:07.559762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0bd5fb4e-b449-46a0-828b-5bbe4d07f82c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0837705 Nov 27 16:05:07.560340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58638) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:07.566686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:07.566917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17836440-2f7c-47b7-b8bb-ab2de594825a']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:07.580899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa535241-0c88-41b7-b81a-44664119a134') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:07.581828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa535241-0c88-41b7-b81a-44664119a134') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:07.601398 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:07.606009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.621329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.629359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:07.629570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:07.632692 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:07.646700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:05:07.686852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:07.692272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.731971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fff3616c-192e-4e92-b267-833a52702959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.754229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.772124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.775406 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/17836440-2f7c-47b7-b8bb-ab2de594825a HTTP/1.1" status: 204 len: 168 time: 5.4643960 Nov 27 16:05:07.794106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58644) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:07.802182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035117167'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:07.808500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a0738-efa2-40d7-b569-dfaa21a6b3a7 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=17836440-2f7c-47b7-b8bb-ab2de594825a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:07.866687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] For port 46819611-afb3-4c0d-af56-91293a072eee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=46819611-afb3-4c0d-af56-91293a072eee,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:07.867262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.879537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:07.886696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.898127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for 46819611-afb3-4c0d-af56-91293a072eee owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:07.943316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-355623fa-b49d-4e1a-a11a-d9079e8f2ff5', 'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': 'd68f1e91-6a35-4b96-b0ad-deb816b8cd11'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:07.944170 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:07.947127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:07.968533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '00a43c1f-62ee-4c12-883c-507702822ea4', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '00a43c1f-62ee-4c12-883c-507702822ea4', 'mac_address': 'fa:16:3e:59:b9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:05:07.983162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:08.003407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.003861 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment 4c64e434-364b-4aad-a0a7-c1b79af90021 of type vlan for network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e Nov 27 16:05:08.050472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.091983 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:16Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:08.153877 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.168406 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea4d7d-6efe-4b6f-93da-0c173e0104aa None None] The sync data for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 is: [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T15:54:10Z', 'revision_number': 4, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ad3a3991-a02a-49b6-971b-eb1897962a2f', 'name': '', 'network_id': '811a8894-b37d-4e8b-beed-69c0550e5d7e', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'mac_address': 'fa:16:3e:44:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:08Z', 'updated_at': '2021-11-27T15:54:16Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'subnets': [{'id': '0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:08.179320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a43c1f-62ee-4c12-883c-507702822ea4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:05:08.214783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=6ae2a126-58a2-4e1f-956e-b03a9145056e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:08.239225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.249725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.253957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af61f02-52f8-46c2-8baf-438883db3df4 req-c25df29f-6c9e-4cd8-a384-a91efc5d5f96 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.257683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6af61f02-52f8-46c2-8baf-438883db3df4 req-c25df29f-6c9e-4cd8-a384-a91efc5d5f96 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 943 time: 0.1862891 Nov 27 16:05:08.258945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': '3ead254a-3043-441c-b491-322285762dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:08.259316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: c810923b-3bcf-447b-ad98-f5b757e017b8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:08.313711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:08.324124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.326898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Allocated IP 172.20.0.2 (355623fa-b49d-4e1a-a11a-d9079e8f2ff5/d68f1e91-6a35-4b96-b0ad-deb816b8cd11/63b3dba8-ea76-4bf7-9bb3-0c17a769f464) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:08.387464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=46819611-afb3-4c0d-af56-91293a072eee,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:08.415153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] No DVR routers for this DVR port 46819611-afb3-4c0d-af56-91293a072eee on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:08.418922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.422652 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-26abfddd-8a11-4e91-a570-3b427252b506 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "DELETE /v2.0/ports/46819611-afb3-4c0d-af56-91293a072eee HTTP/1.1" status: 204 len: 173 time: 1.4212391 Nov 27 16:05:08.429636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.434889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.435541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.445892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network c810923b-3bcf-447b-ad98-f5b757e017b8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:08.484939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6af61f02-52f8-46c2-8baf-438883db3df4 req-98797530-cd66-428d-9204-dd8a40b234e0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121754 Nov 27 16:05:08.515982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493bc1b-06f5-47a5-b13e-1a2df04e8bcc req-21742db9-37a6-4872-abea-2c4205efbabb tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.534054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8493bc1b-06f5-47a5-b13e-1a2df04e8bcc req-21742db9-37a6-4872-abea-2c4205efbabb tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.2165685 Nov 27 16:05:08.536721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, c810923b-3bcf-447b-ad98-f5b757e017b8) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:08.549883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.550609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.618171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=28e9f601-e784-4f0d-9ac5-ee6be2f5af5e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:08.620769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-34f79092-f466-47ce-b4b1-fd82ae6c36a0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0591133 Nov 27 16:05:08.624967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58662) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:08.639844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-252121151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:08.644898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8493bc1b-06f5-47a5-b13e-1a2df04e8bcc req-92214d94-d17a-4df2-9594-ca2434cd0162 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098697 Nov 27 16:05:08.670150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58664) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:08.670782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2089c1e3-9153-41e8-b1b1-3d87597fb12d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8725705 Nov 27 16:05:08.675949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:08.694545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port f4e1571f-5343-4cb8-935a-b7c654af1322 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:08.695031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.763529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.764929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.838843 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.867634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279ddfb-93c8-441d-abb6-0fa1024ac972 None None] Network c810923b-3bcf-447b-ad98-f5b757e017b8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:08.868284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.874391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] For port f4e1571f-5343-4cb8-935a-b7c654af1322, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f4e1571f-5343-4cb8-935a-b7c654af1322,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:08.875241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.882695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:08.885882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:08.916535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for f4e1571f-5343-4cb8-935a-b7c654af1322 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:08.926105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cfc70-054b-419d-bc61-6c6e12068f90 req-284fd011-3021-4327-b78a-fd5b7300bf24 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.932154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cfc70-054b-419d-bc61-6c6e12068f90 req-284fd011-3021-4327-b78a-fd5b7300bf24 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.940107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cfc70-054b-419d-bc61-6c6e12068f90 req-284fd011-3021-4327-b78a-fd5b7300bf24 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:08.941876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-894cfc70-054b-419d-bc61-6c6e12068f90 req-284fd011-3021-4327-b78a-fd5b7300bf24 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 2410 time: 0.1807330 Nov 27 16:05:08.952145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa39428-4f9f-4b50-8227-17601b67bd0b None None] New status for floating IP a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:05:08.955395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:08.956602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:08.959981 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.087578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['00a43c1f-62ee-4c12-883c-507702822ea4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:05:09.089658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-894cfc70-054b-419d-bc61-6c6e12068f90 req-d8795438-5101-4ef7-9d1b-7ad8619071e0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405673 Nov 27 16:05:09.110740 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.167056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=f4e1571f-5343-4cb8-935a-b7c654af1322,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:09.179666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.181428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.185448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-165f3078-cef4-4b89-926c-d796f1318bb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5469055 Nov 27 16:05:09.192519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:09.257890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.313040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': '46819611-afb3-4c0d-af56-91293a072eee'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:09.316207 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3065e1e8-2014-46d3-8d7d-df714a2d54c8" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "46819611-afb3-4c0d-af56-91293a072eee"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:09.331899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] No DVR routers for this DVR port f4e1571f-5343-4cb8-935a-b7c654af1322 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:09.350122 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.352224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': '4c64e434-364b-4aad-a0a7-c1b79af90021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:09.352875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:09.353597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-fd0d5648-6a9a-4fd9-86d2-bbf0fcaef83e tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "DELETE /v2.0/ports/f4e1571f-5343-4cb8-935a-b7c654af1322 HTTP/1.1" status: 204 len: 173 time: 0.9151783 Nov 27 16:05:09.357440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=7dc3e98d-4d22-4a96-813a-a9e6db986ee1,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:09.387420 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d08bbcc-309d-4fc5-9baa-6b84e563cbfb x-openstack-request-id: req-7d08bbcc-309d-4fc5-9baa-6b84e563cbfb {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:09.387763 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "46819611-afb3-4c0d-af56-91293a072eee", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:09.388032 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d08bbcc-309d-4fc5-9baa-6b84e563cbfb {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:09.388441 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': '46819611-afb3-4c0d-af56-91293a072eee', 'status': 'completed', 'code': 200} Nov 27 16:05:09.397017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:09.411144 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.421176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:09.441327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:09.441788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:09.444516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b4756-ba97-4302-b544-c1c8102fc593 None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:09.445279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.480025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c6db586-831d-4c00-9d50-7ebd93c196f3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8080447 Nov 27 16:05:09.482616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58682) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:09.491597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:09.510812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:09.513606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:09.521376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-c810923b-3bcf-447b-ad98-f5b757e017b8', 'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': '6ae2a126-58a2-4e1f-956e-b03a9145056e'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:09.522788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.532835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Pushing event updated for resources: {'Port': ['ID=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:09.807506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cd99b-9cae-4ffe-a8b7-ef3c3ec5220c req-1b00254e-e9b2-4e49-bc21-015b7ac7bb87 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:09.809486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a5cd99b-9cae-4ffe-a8b7-ef3c3ec5220c req-1b00254e-e9b2-4e49-bc21-015b7ac7bb87 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 944 time: 0.1783948 Nov 27 16:05:09.868726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c1ef-0fef-4a85-8ce1-a1d42a21494b req-9a7bec83-31ed-40e7-ae81-f7756260a227 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:09.870544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce93c1ef-0fef-4a85-8ce1-a1d42a21494b req-9a7bec83-31ed-40e7-ae81-f7756260a227 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1156833 Nov 27 16:05:09.898850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port eca2655b-7790-46bd-a5b3-069e256188bc {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:09.899389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.904924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.923370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a5cd99b-9cae-4ffe-a8b7-ef3c3ec5220c req-0dc8a060-abdb-4cbd-85d5-57871088e5f1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033597 Nov 27 16:05:09.925508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:09.928976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:09.957777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce93c1ef-0fef-4a85-8ce1-a1d42a21494b req-6208a4b1-4286-47c0-aad3-e2cfb0912c2b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803018 Nov 27 16:05:09.960956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Attempting to bind port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:09.961514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Attempting to bind port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:09.961958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Attempting to bind port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 on network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:10.000841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:10.001274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Checking segment: {'id': 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:10.001707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.002821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Bound using segment: {'id': 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:10.003306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Bound port: 63b3dba8-ea76-4bf7-9bb3-0c17a769f464, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '355623fa-b49d-4e1a-a11a-d9079e8f2ff5'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:10.003828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.112263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-28e9f601-e784-4f0d-9ac5-ee6be2f5af5e', 'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': '7dc3e98d-4d22-4a96-813a-a9e6db986ee1'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:10.117817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.171016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Allocated IP 172.21.0.2 (c810923b-3bcf-447b-ad98-f5b757e017b8/6ae2a126-58a2-4e1f-956e-b03a9145056e/74ab3a3a-45f2-4898-9852-808d88d3b8d4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:10.292057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b2dbb-e5a9-4fb1-a557-0ee6ab7e0ba8 req-458cac8f-34c0-4b7a-bf0b-c4cdb88ef30a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:10.300396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b2dbb-e5a9-4fb1-a557-0ee6ab7e0ba8 req-458cac8f-34c0-4b7a-bf0b-c4cdb88ef30a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:10.312540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c04b2dbb-e5a9-4fb1-a557-0ee6ab7e0ba8 req-458cac8f-34c0-4b7a-bf0b-c4cdb88ef30a tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 1677 time: 0.0789323 Nov 27 16:05:10.327157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] For port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:10.359280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] For port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,segment=NetworkSegment(ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04),segment_id=ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:10.374071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c04b2dbb-e5a9-4fb1-a557-0ee6ab7e0ba8 req-8fdb0169-fc58-49a0-967b-bfc7a72e6998 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605493 Nov 27 16:05:10.374354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.394174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.535362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cb2c8-d56f-4b3e-96e8-5a50381ef88c None None] Pushing event updated for resources: {'Port': ['ID=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:10.570983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] For port eca2655b-7790-46bd-a5b3-069e256188bc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eca2655b-7790-46bd-a5b3-069e256188bc,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:10.571617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.585863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for eca2655b-7790-46bd-a5b3-069e256188bc owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:10.592784 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.603269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Allocated IP 2001:db8::2 (28e9f601-e784-4f0d-9ac5-ee6be2f5af5e/7dc3e98d-4d22-4a96-813a-a9e6db986ee1/d1feea20-7982-4f19-927c-676127276d0d) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:10.605771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.763204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Pushing event updated for resources: {'Port': ['ID=74ab3a3a-45f2-4898-9852-808d88d3b8d4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:10.766650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Network c810923b-3bcf-447b-ad98-f5b757e017b8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:10.770445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:10.774031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:10.860047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Attempting to bind port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:10.860393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Attempting to bind port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3ead254a-3043-441c-b491-322285762dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:10.860745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Attempting to bind port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 on network c810923b-3bcf-447b-ad98-f5b757e017b8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:10.876915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:10.877442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Checking segment: {'id': '3ead254a-3043-441c-b491-322285762dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:10.877984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:10.879315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Bound using segment: {'id': '3ead254a-3043-441c-b491-322285762dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:10.879315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Bound port: 74ab3a3a-45f2-4898-9852-808d88d3b8d4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ead254a-3043-441c-b491-322285762dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c810923b-3bcf-447b-ad98-f5b757e017b8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:10.879315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.019824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] For port 74ab3a3a-45f2-4898-9852-808d88d3b8d4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:11.075621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.20.0.1 (355623fa-b49d-4e1a-a11a-d9079e8f2ff5/d68f1e91-6a35-4b96-b0ad-deb816b8cd11/e51fbba3-95f5-41da-b181-fb81805c5fc7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:11.172675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce175b-debb-4c5d-8268-f3ec4f941fb4 req-414ef3a6-0a8e-4959-91c4-c4ec1c27439d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:11.183066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91ce175b-debb-4c5d-8268-f3ec4f941fb4 req-414ef3a6-0a8e-4959-91c4-c4ec1c27439d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 944 time: 0.1321774 Nov 27 16:05:11.206150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.247874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c6e1-c819-4609-a45e-8b0682beb247 req-3463fad5-61a7-40e6-bef9-0a9d415021dc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:11.255746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e33c6e1-c819-4609-a45e-8b0682beb247 req-3463fad5-61a7-40e6-bef9-0a9d415021dc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1949530 Nov 27 16:05:11.268022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] For port 74ab3a3a-45f2-4898-9852-808d88d3b8d4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=74ab3a3a-45f2-4898-9852-808d88d3b8d4,segment=NetworkSegment(3ead254a-3043-441c-b491-322285762dc1),segment_id=3ead254a-3043-441c-b491-322285762dc1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:11.276567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.287431 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.289542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=eca2655b-7790-46bd-a5b3-069e256188bc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:11.300263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91ce175b-debb-4c5d-8268-f3ec4f941fb4 req-c159be30-9fa8-4cac-b3ab-828e2fe64eea tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158707 Nov 27 16:05:11.305779 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.312748 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.365088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e33c6e1-c819-4609-a45e-8b0682beb247 req-e6eac601-4b28-4bf0-8968-7c66eeb07280 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082301 Nov 27 16:05:11.365388 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.391316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:11.394083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:11.394806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:11.400185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:11.407798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bfba90-7cfd-4ae8-b187-00650c92351e" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:11.449021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987ea39-7e1b-4e3d-baba-019bdd7e7130 None None] Pushing event updated for resources: {'Port': ['ID=74ab3a3a-45f2-4898-9852-808d88d3b8d4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:11.538003 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f47fbd-ea34-461b-a17c-9c9b752f4e93 x-openstack-request-id: req-01f47fbd-ea34-461b-a17c-9c9b752f4e93 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:11.538307 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "f4e1571f-5343-4cb8-935a-b7c654af1322", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:11.538582 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01f47fbd-ea34-461b-a17c-9c9b752f4e93 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:11.539013 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': 'f4e1571f-5343-4cb8-935a-b7c654af1322', 'status': 'completed', 'code': 200} Nov 27 16:05:11.542302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] No DVR routers for this DVR port eca2655b-7790-46bd-a5b3-069e256188bc on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:11.549256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Attempting to bind port d1feea20-7982-4f19-927c-676127276d0d on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:11.549871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Attempting to bind port d1feea20-7982-4f19-927c-676127276d0d by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4c64e434-364b-4aad-a0a7-c1b79af90021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:11.550363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Attempting to bind port d1feea20-7982-4f19-927c-676127276d0d on network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:11.553772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Pushing event updated for resources: {'Port': ['ID=d1feea20-7982-4f19-927c-676127276d0d,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:11.557985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.560907 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-e17d34cc-a965-4f15-b6a8-653d91da30fb tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "DELETE /v2.0/ports/eca2655b-7790-46bd-a5b3-069e256188bc HTTP/1.1" status: 204 len: 173 time: 2.1969914 Nov 27 16:05:11.566945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:11.567966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:11.568540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Checking segment: {'id': '4c64e434-364b-4aad-a0a7-c1b79af90021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:11.569183 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.570281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Bound using segment: {'id': '4c64e434-364b-4aad-a0a7-c1b79af90021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:11.572066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Bound port: d1feea20-7982-4f19-927c-676127276d0d, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c64e434-364b-4aad-a0a7-c1b79af90021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:11.572584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.594356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:11.606558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.617764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:11.618446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.624453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0016ce-856d-4a96-aebb-dd469aa7d758 req-0627fc3c-4b32-4ecb-9092-795ccc8099e4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:11.636485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f0016ce-856d-4a96-aebb-dd469aa7d758 req-0627fc3c-4b32-4ecb-9092-795ccc8099e4 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 943 time: 0.1443846 Nov 27 16:05:11.653542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=045027df-ddbf-4324-afdf-5d2419b2d739,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:11.670635 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60e2f094-089d-4741-949e-c45b62ab0968 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1851804 Nov 27 16:05:11.674052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:11.686822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58726) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:11.779066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:11.797098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f0016ce-856d-4a96-aebb-dd469aa7d758 req-39b9fc7e-984d-4561-af2d-d3fc36ea2ee9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493428 Nov 27 16:05:11.910925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 00a43c1f-62ee-4c12-883c-507702822ea4 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:05:11.940701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 00a43c1f-62ee-4c12-883c-507702822ea4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:11.941438 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.944680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] For port d1feea20-7982-4f19-927c-676127276d0d, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:11.947420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:11.948037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:11.951210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] For port d1feea20-7982-4f19-927c-676127276d0d, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d1feea20-7982-4f19-927c-676127276d0d,segment=NetworkSegment(4c64e434-364b-4aad-a0a7-c1b79af90021),segment_id=4c64e434-364b-4aad-a0a7-c1b79af90021)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:12.013163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a25ffb-a4cb-4b80-9fca-3f0b2a672955 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.014942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a25ffb-a4cb-4b80-9fca-3f0b2a672955 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.016724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a25ffb-a4cb-4b80-9fca-3f0b2a672955 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.019048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a25ffb-a4cb-4b80-9fca-3f0b2a672955 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.020600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a25ffb-a4cb-4b80-9fca-3f0b2a672955 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.028323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58732) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:12.030003 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-61a25ffb-a4cb-4b80-9fca-3f0b2a672955 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3312194 Nov 27 16:05:12.035086 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.035643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552042147'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:12.040616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.076245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:12.081511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.137838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:12.163118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:12.163556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.165089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:12.168840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:12.172041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1714711-9aa2-4a97-a471-9d14028483f6 None None] Pushing event updated for resources: {'Port': ['ID=d1feea20-7982-4f19-927c-676127276d0d,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:12.173160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:12.204932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.205284 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment 98160ee5-7913-47b1-ad61-b03188cefca4 of type vlan for network 969dd724-4b20-4058-8857-c690daeca0cd Nov 27 16:05:12.275154 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.277134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.328714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.332152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:12.335308 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e91e1-8d95-4bd0-be0b-57ae552f0278" -d '{"events": [{"server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "name": "network-vif-plugged", "status": "completed", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:12.376075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.384502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d60a3-cf49-4464-bd39-605c3471356a None None] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:12.387755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.388649 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612325'] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.421360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:12.438937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.536772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5072927 Nov 27 16:05:12.561383 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a121a-2add-43b6-af6a-d57f357ec266 x-openstack-request-id: req-8c2a121a-2add-43b6-af6a-d57f357ec266 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:12.561997 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "name": "network-vif-plugged", "status": "completed", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:12.562266 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c2a121a-2add-43b6-af6a-d57f357ec266 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:12.562689 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4', 'code': 200} Nov 27 16:05:12.565495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,segment=NetworkSegment(ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04),segment_id=ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:12.568043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58746) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:12.572014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.597440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:12.650096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=e51fbba3-95f5-41da-b181-fb81805c5fc7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:12.671546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.737795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e852edb1-e66c-41a9-898d-0b1654e4c645 None None] Provisioning complete for port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:12.738405 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e852edb1-e66c-41a9-898d-0b1654e4c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.766404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0ffa7-d1e1-4435-86f3-0787ee98ae83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=969dd724-4b20-4058-8857-c690daeca0cd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:12.795368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 969dd724-4b20-4058-8857-c690daeca0cd details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:12.847162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788098c-fcd2-49ad-b8ea-333234ebfa2b req-b69ef908-7330-4c49-826c-78f11a49d623 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.848773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4788098c-fcd2-49ad-b8ea-333234ebfa2b req-b69ef908-7330-4c49-826c-78f11a49d623 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.3336625 Nov 27 16:05:12.875121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24feb-46d5-4cd4-b34c-9abea97a1c2f req-0b62378e-5743-4c72-9a5c-77c6f0436fe1 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.885684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] For port 11776a08-4e56-4a28-8c53-f28f1e9d4d93, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=11776a08-4e56-4a28-8c53-f28f1e9d4d93,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:12.886100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:12.886234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78a24feb-46d5-4cd4-b34c-9abea97a1c2f req-0b62378e-5743-4c72-9a5c-77c6f0436fe1 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.2803450 Nov 27 16:05:12.913113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for 11776a08-4e56-4a28-8c53-f28f1e9d4d93 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:12.931501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca085d6-e015-4f52-84d7-0222013e4dbe req-ecb7ac7f-6acf-498f-a834-ed55345e0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:12.933476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fca085d6-e015-4f52-84d7-0222013e4dbe req-ecb7ac7f-6acf-498f-a834-ed55345e0445 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 1096 time: 0.3142200 Nov 27 16:05:12.946568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:13.052390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4788098c-fcd2-49ad-b8ea-333234ebfa2b req-6445597d-43fc-4ee3-a982-da58c8b8be65 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911793 Nov 27 16:05:13.106944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78a24feb-46d5-4cd4-b34c-9abea97a1c2f req-ec086a7a-fd73-4eba-ae89-30981b71a3cc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196748 Nov 27 16:05:13.133965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.149994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:13.169953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.184930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c429d-1e40-4b69-917a-98d1c0bb895d None None] Network c810923b-3bcf-447b-ad98-f5b757e017b8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:13.205179 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.274043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fca085d6-e015-4f52-84d7-0222013e4dbe req-ff122e39-d2d8-42ac-b309-2965840963d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012691 Nov 27 16:05:13.303689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-aa552c13-ddd1-4c6d-9dc5-fe1c398182fb None None] Provisioning complete for port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:13.303689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aa552c13-ddd1-4c6d-9dc5-fe1c398182fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.341914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=969dd724-4b20-4058-8857-c690daeca0cd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:13.364092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85448821-58fd-4f42-a0a0-52fb1ebc7b47 req-a54b374e-bd85-42bd-9c28-6bd81201dabd tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:13.365952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85448821-58fd-4f42-a0a0-52fb1ebc7b47 req-a54b374e-bd85-42bd-9c28-6bd81201dabd tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 943 time: 0.2147360 Nov 27 16:05:13.370764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 969dd724-4b20-4058-8857-c690daeca0cd is not hosted by any dhcp agent {{(pid=110076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 16:05:13.378240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:13.378939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.381971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 969dd724-4b20-4058-8857-c690daeca0cd details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:13.385699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-478cfc80-92f0-4376-918a-22edcb4b03b5 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "PUT /v2.0/networks/969dd724-4b20-4058-8857-c690daeca0cd HTTP/1.1" status: 200 len: 723 time: 0.8139768 Nov 27 16:05:13.391349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58760) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:13.399836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '969dd724-4b20-4058-8857-c690daeca0cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:13.647633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85448821-58fd-4f42-a0a0-52fb1ebc7b47 req-359f4be4-549a-4e69-9a31-4baff64b10de tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups?id=1da8e929-de90-4d27-9f80-0e5494f84649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552481 Nov 27 16:05:13.686256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:13.700946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:13.714758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.716273 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2d952c-4d77-4ccf-99c9-5a79de82ab06" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:13.726528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.777992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=11776a08-4e56-4a28-8c53-f28f1e9d4d93,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:13.828433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] No DVR routers for this DVR port 11776a08-4e56-4a28-8c53-f28f1e9d4d93 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:13.856307 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f509ea1e-c8f0-4c5d-b1c7-de860675bbf1 x-openstack-request-id: req-f509ea1e-c8f0-4c5d-b1c7-de860675bbf1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:13.856874 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "eca2655b-7790-46bd-a5b3-069e256188bc", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:13.857340 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f509ea1e-c8f0-4c5d-b1c7-de860675bbf1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:13.857824 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': 'eca2655b-7790-46bd-a5b3-069e256188bc', 'status': 'completed', 'code': 200} Nov 27 16:05:13.859111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.876612 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ba4e8410-6e0b-46d4-89f9-6aa2c4ad00a2 req-7a567973-30b3-4104-99eb-fdf9c1de51d7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.21 "DELETE /v2.0/ports/11776a08-4e56-4a28-8c53-f28f1e9d4d93 HTTP/1.1" status: 204 len: 173 time: 2.2942450 Nov 27 16:05:13.902350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 74ab3a3a-45f2-4898-9852-808d88d3b8d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:13.972252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.984153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:13.988316 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aa552c13-ddd1-4c6d-9dc5-fe1c398182fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:14.048438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=e51fbba3-95f5-41da-b181-fb81805c5fc7,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:14.073207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:14.073651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:14.087363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-aa552c13-ddd1-4c6d-9dc5-fe1c398182fb None None] For port 74ab3a3a-45f2-4898-9852-808d88d3b8d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=74ab3a3a-45f2-4898-9852-808d88d3b8d4,segment=NetworkSegment(3ead254a-3043-441c-b491-322285762dc1),segment_id=3ead254a-3043-441c-b491-322285762dc1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:14.124988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:14.170177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aa552c13-ddd1-4c6d-9dc5-fe1c398182fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:14.230316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d1feea20-7982-4f19-927c-676127276d0d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:14.469023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:14.474630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9fcd03-01cb-45de-a277-75bdd6dc0190 None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:14.493988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:14.498523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2225bc-208b-447d-81fa-a8888cf986d1 req-dee076e4-0f62-4ea1-9734-02e78c1dd9ad tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:14.499391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:14.506960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b2225bc-208b-447d-81fa-a8888cf986d1 req-dee076e4-0f62-4ea1-9734-02e78c1dd9ad tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1865394 Nov 27 16:05:14.865660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router a7031b83-392b-45e9-a06f-b7693e8db770 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:05:14.984624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:14.991316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0093eb77-23f5-4b47-bbb2-e6891b4cf261 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/a7031b83-392b-45e9-a06f-b7693e8db770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7946103 Nov 27 16:05:14.995522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:14.998003 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] Sync routers for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:15.016115 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:15.020291 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:15.053455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-496f80e8-9421-4885-b44c-030f18748df9 None None] Provisioning complete for port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:15.053830 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-496f80e8-9421-4885-b44c-030f18748df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.063742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ab262-dc4d-4ea2-b50e-5ad94ec4b70c req-25b52f58-25ea-4674-b62e-bd62ec85cb15 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:15.071650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-337ab262-dc4d-4ea2-b50e-5ad94ec4b70c req-25b52f58-25ea-4674-b62e-bd62ec85cb15 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.7686710 Nov 27 16:05:15.075694 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:15.113749 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:15.114677 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:15.167918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf829dd-de74-49dc-abc0-67a8306e17c5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:15.176448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-337ab262-dc4d-4ea2-b50e-5ad94ec4b70c req-d51e1098-d831-4165-865e-c118102c06ac tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035728 Nov 27 16:05:15.182858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58786) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:15.191599 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5cf829dd-de74-49dc-abc0-67a8306e17c5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports/e51fbba3-95f5-41da-b181-fb81805c5fc7 HTTP/1.1" status: 200 len: 910 time: 0.1949725 Nov 27 16:05:15.195365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa552c13-ddd1-4c6d-9dc5-fe1c398182fb None None] Pushing event updated for resources: {'Port': ['ID=74ab3a3a-45f2-4898-9852-808d88d3b8d4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:15.196021 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:15.197011 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81642b3-4d2e-47e6-9132-4173bea34be0 None None] The sync data for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:15.216851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=1efeea67-9e0b-4a8c-9612-64a34931f6c0,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:15.289380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d1feea20-7982-4f19-927c-676127276d0d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:15.290041 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.311821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': '98160ee5-7913-47b1-ad61-b03188cefca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '969dd724-4b20-4058-8857-c690daeca0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:15.312341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 969dd724-4b20-4058-8857-c690daeca0cd, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:15.348201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97568b7d-080e-4f99-b5bf-13a237c21393 req-833d2481-c0d5-4541-ba6a-ad3a91c75373 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0536296 Nov 27 16:05:15.355155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b2225bc-208b-447d-81fa-a8888cf986d1 req-6fb69a33-401f-4b12-9d62-f13dea1755ff tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8474131 Nov 27 16:05:15.397087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 969dd724-4b20-4058-8857-c690daeca0cd is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:15.478554 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.552414 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-496f80e8-9421-4885-b44c-030f18748df9 None None] Provisioning complete for port e51fbba3-95f5-41da-b181-fb81805c5fc7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:15.552792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-496f80e8-9421-4885-b44c-030f18748df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.554706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] Update dhcp port {'port': {'network_id': '28e9f601-e784-4f0d-9ac5-ee6be2f5af5e', 'fixed_ips': [{'subnet_id': '7dc3e98d-4d22-4a96-813a-a9e6db986ee1', 'ip_address': '2001:db8::2'}, {'subnet_id': '045027df-ddbf-4324-afdf-5d2419b2d739'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'd1feea20-7982-4f19-927c-676127276d0d'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:05:15.563677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 969dd724-4b20-4058-8857-c690daeca0cd) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:15.593744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2924a0d-02a6-4b59-833a-a6c32603969c None None] Network 969dd724-4b20-4058-8857-c690daeca0cd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:15.600152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:15.600807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.640017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-759c6d36-5b9b-41ad-b170-08f0087c4545 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2463293 Nov 27 16:05:15.643495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58798) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:15.648757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:15.674730 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.723352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d1feea20-7982-4f19-927c-676127276d0d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d1feea20-7982-4f19-927c-676127276d0d,segment=NetworkSegment(4c64e434-364b-4aad-a0a7-c1b79af90021),segment_id=4c64e434-364b-4aad-a0a7-c1b79af90021)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:15.744985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.745870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:15.757430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.778133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-496f80e8-9421-4885-b44c-030f18748df9 None None] Port e51fbba3-95f5-41da-b181-fb81805c5fc7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:15.787771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12681811'] for subnet, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:15.861801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:15.864073 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a702d-c58e-449a-b5b6-d9d137e911da" -d '{"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:15.932520 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84894fc3-03df-4c6a-b10b-801638d37501 x-openstack-request-id: req-84894fc3-03df-4c6a-b10b-801638d37501 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:15.932836 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5e76e-acd0-47ab-a08a-be13a3fecb51", "name": "network-vif-deleted", "tag": "11776a08-4e56-4a28-8c53-f28f1e9d4d93", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:15.933077 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84894fc3-03df-4c6a-b10b-801638d37501 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:15.933503 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5e76e-acd0-47ab-a08a-be13a3fecb51', 'name': 'network-vif-deleted', 'tag': '11776a08-4e56-4a28-8c53-f28f1e9d4d93', 'status': 'completed', 'code': 200} Nov 27 16:05:16.032641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d1feea20-7982-4f19-927c-676127276d0d,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:16.036471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779056838000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14628118'] for subnet, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.083069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] Allocated IP 172.20.0.1 (28e9f601-e784-4f0d-9ac5-ee6be2f5af5e/045027df-ddbf-4324-afdf-5d2419b2d739/d1feea20-7982-4f19-927c-676127276d0d) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:16.105094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:16.105094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.105378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.21.0.1 (c810923b-3bcf-447b-ad98-f5b757e017b8/6ae2a126-58a2-4e1f-956e-b03a9145056e/06cfb6af-540c-4b85-a59e-14cad5362b7b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:16.106000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "PUT /v2.0/subnets/1efeea67-9e0b-4a8c-9612-64a34931f6c0 HTTP/1.1" status: 200 len: 826 time: 0.4600742 Nov 27 16:05:16.112013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58806) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:16.158385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Provisioning complete for port d1feea20-7982-4f19-927c-676127276d0d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:16.158760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.178843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58720d99-ec74-4fbc-8e3e-75c013a36a4a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=1efeea67-9e0b-4a8c-9612-64a34931f6c0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:16.248292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.266451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.332567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.369272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.415598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.451076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:16.452108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.459982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=1efeea67-9e0b-4a8c-9612-64a34931f6c0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:16.502087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network c810923b-3bcf-447b-ad98-f5b757e017b8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:16.506962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:16.516451 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:05:16.518066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:16.546306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ecc8f6-9eeb-47cf-b067-ba6b218f2de8 req-aed73066-daa8-439b-a947-e06c22509128 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0746450 Nov 27 16:05:16.559345 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.600627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ac9f4-5c29-4573-847a-0d2e692c1d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-969dd724-4b20-4058-8857-c690daeca0cd', 'network_id': '969dd724-4b20-4058-8857-c690daeca0cd', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': '1efeea67-9e0b-4a8c-9612-64a34931f6c0'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:16.601831 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac9f4-5c29-4573-847a-0d2e692c1d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.617215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191222fb-d524-43d9-9898-8761f6562c1e req-73ce4543-972b-41fc-bcbe-a5ff0c09afa0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:16.619009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-191222fb-d524-43d9-9898-8761f6562c1e req-73ce4543-972b-41fc-bcbe-a5ff0c09afa0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.3092785 Nov 27 16:05:16.619798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=06cfb6af-540c-4b85-a59e-14cad5362b7b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:16.635068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.637190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Provisioning complete for port e51fbba3-95f5-41da-b181-fb81805c5fc7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:16.637320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969dd724-4b20-4058-8857-c690daeca0cd']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:16.637612 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.661481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] For port d1feea20-7982-4f19-927c-676127276d0d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d1feea20-7982-4f19-927c-676127276d0d,segment=NetworkSegment(4c64e434-364b-4aad-a0a7-c1b79af90021),segment_id=4c64e434-364b-4aad-a0a7-c1b79af90021)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:16.681045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98160ee5-7913-47b1-ad61-b03188cefca4') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:16.682281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98160ee5-7913-47b1-ad61-b03188cefca4') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:16.712546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.745704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.758768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:16.759174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:16.762731 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:16.818941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.853439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd677b-c784-46a0-b97d-82f5ad1ac8f5 None None] Network 969dd724-4b20-4058-8857-c690daeca0cd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:16.856510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.867691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-191222fb-d524-43d9-9898-8761f6562c1e req-04325d3f-6d7b-4253-adc5-21c3fdd8f98f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406280 Nov 27 16:05:16.896289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72709b9a-8940-43ca-87c7-b689f3d8ea54 req-ce5bc95d-8d73-40c8-82c6-25f239a8687e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:16.904753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72709b9a-8940-43ca-87c7-b689f3d8ea54 req-ce5bc95d-8d73-40c8-82c6-25f239a8687e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1064661 Nov 27 16:05:16.922211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.932959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.938574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/969dd724-4b20-4058-8857-c690daeca0cd HTTP/1.1" status: 204 len: 168 time: 0.8261652 Nov 27 16:05:16.953212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58822) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:16.991986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:16.996742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e1ef-faab-41c6-9810-1ca588b0872c None None] Pushing event updated for resources: {'Port': ['ID=d1feea20-7982-4f19-927c-676127276d0d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:17.007709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Port e51fbba3-95f5-41da-b181-fb81805c5fc7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:17.018442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea70867-3298-48d9-807c-014a6d0038b3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=969dd724-4b20-4058-8857-c690daeca0cd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:17.029577 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f5dcf4-817b-49bf-8e6d-225f87fcd03f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:17.030640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f5dcf4-817b-49bf-8e6d-225f87fcd03f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:17.036102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-65f5dcf4-817b-49bf-8e6d-225f87fcd03f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/969dd724-4b20-4058-8857-c690daeca0cd HTTP/1.1" status: 404 len: 339 time: 0.0596893 Nov 27 16:05:17.042277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58824) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:17.044352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72709b9a-8940-43ca-87c7-b689f3d8ea54 req-63e790c8-50a9-4dff-a289-7c4dc7631772 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386218 Nov 27 16:05:17.052964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912035626', 'description': 'd1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:17.154799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:17.176817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.238218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:17.284531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.285921 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment 3f4e77c7-ca12-4a7c-a841-592dd9b048c8 of type vlan for network 1a1a2e50-bd6d-408d-9334-035f5b3d7509 Nov 27 16:05:17.372474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11370b17-fe7f-48cc-b7b5-d1d70291f87c req-47833d39-2ac1-480c-886f-40e46b60647e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:17.374229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11370b17-fe7f-48cc-b7b5-d1d70291f87c req-47833d39-2ac1-480c-886f-40e46b60647e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1093972 Nov 27 16:05:17.380343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Provisioning complete for port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:17.380728 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60b23774-e5a6-4cf5-b09a-3e5d233ceafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.416581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.426343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 74ab3a3a-45f2-4898-9852-808d88d3b8d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:17.493563 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.500399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:17.501007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.510688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eaa118-0ed1-4ed2-8686-01f08fc38be7 None None] Network 969dd724-4b20-4058-8857-c690daeca0cd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:17.540542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eaa118-0ed1-4ed2-8686-01f08fc38be7 None None] Network 969dd724-4b20-4058-8857-c690daeca0cd could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 16:05:17.564880 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5206513 Nov 27 16:05:17.568805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58834) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:17.570690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:17.576216 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.650454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.705143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.761657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48411896-4ad5-4404-9f28-466c7e12712f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:17.766939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-48411896-4ad5-4404-9f28-466c7e12712f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks?id=1a1a2e50-bd6d-408d-9334-035f5b3d7509 HTTP/1.1" status: 200 len: 764 time: 0.1970427 Nov 27 16:05:17.770670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58842) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:17.778659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'description': 'd2'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:17.797203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:17.870320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16acfc-0859-4f78-bd23-6b9407cff885 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=1a1a2e50-bd6d-408d-9334-035f5b3d7509,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:17.888953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1a1a2e50-bd6d-408d-9334-035f5b3d7509 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:17.904639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-629b4f1d-e3e6-47d9-8307-a672bbbfc71f req-79676074-9b42-48bc-add8-f779413fabaa tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0919285 Nov 27 16:05:17.919659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11370b17-fe7f-48cc-b7b5-d1d70291f87c req-858b076c-937c-4a2b-adf2-f7e32b9d7dac tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295429 Nov 27 16:05:17.973052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=06cfb6af-540c-4b85-a59e-14cad5362b7b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:18.019292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network c810923b-3bcf-447b-ad98-f5b757e017b8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:18.021228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:18.036030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d1feea20-7982-4f19-927c-676127276d0d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:18.066013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:18.094962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:18.149539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c6da2102-9436-4d79-9972-f37936a6e1e3 None None] Provisioning complete for port 06cfb6af-540c-4b85-a59e-14cad5362b7b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:18.149921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c6da2102-9436-4d79-9972-f37936a6e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:18.256602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 1a1a2e50-bd6d-408d-9334-035f5b3d7509 is not hosted by any dhcp agent {{(pid=110075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 16:05:18.261450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c6da2102-9436-4d79-9972-f37936a6e1e3 None None] Port 06cfb6af-540c-4b85-a59e-14cad5362b7b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:18.264581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:18.266673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:18.277521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d1feea20-7982-4f19-927c-676127276d0d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:18.277706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "PUT /v2.0/networks/1a1a2e50-bd6d-408d-9334-035f5b3d7509 HTTP/1.1" status: 200 len: 761 time: 0.5020425 Nov 27 16:05:18.277706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:18.277706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230186f-4f29-4a66-b65c-e9c6ea739e83 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=1a1a2e50-bd6d-408d-9334-035f5b3d7509,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:18.277964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:18.336312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1a1a2e50-bd6d-408d-9334-035f5b3d7509 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:18.353577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbcca2-fc34-4ea6-817b-7dc6c1940168 req-eeb6798e-08c9-4efa-bdc3-5fd8aebdc0e7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:18.356026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5dbcca2-fc34-4ea6-817b-7dc6c1940168 req-eeb6798e-08c9-4efa-bdc3-5fd8aebdc0e7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1287296 Nov 27 16:05:18.398726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router a7031b83-392b-45e9-a06f-b7693e8db770 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:18.400319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d6d53-7d70-4f57-8b40-19d16067d2cb None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:18.434855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5dbcca2-fc34-4ea6-817b-7dc6c1940168 req-f5dbe02f-9f1b-494e-acb3-e8a370191806 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700486 Nov 27 16:05:18.507449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c4acb-1637-40d1-beba-764acc6da8c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:18.515029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-492c4acb-1637-40d1-beba-764acc6da8c9 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks?id=1a1a2e50-bd6d-408d-9334-035f5b3d7509 HTTP/1.1" status: 200 len: 764 time: 0.2300904 Nov 27 16:05:18.519516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58856) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:18.590874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:18.607279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eddec692-9477-4cd9-9fb0-ed77cc16a1b4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/a7031b83-392b-45e9-a06f-b7693e8db770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4160788 Nov 27 16:05:18.608169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58862) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:18.634926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] Sync routers for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:18.718546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bd0f4-1733-49cc-8cc8-8de0075a3493 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:18.721266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e1bd0f4-1733-49cc-8cc8-8de0075a3493 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports/06cfb6af-540c-4b85-a59e-14cad5362b7b HTTP/1.1" status: 200 len: 910 time: 0.1120203 Nov 27 16:05:18.724302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58866) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:18.762879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1c623061-c689-4d86-90fe-422b75a27955 None None] Provisioning complete for port d1feea20-7982-4f19-927c-676127276d0d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:18.774032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c623061-c689-4d86-90fe-422b75a27955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:18.814544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:18.815610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:18.937169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3368-bfad-4ca1-878e-4a602b2e83c7 req-7a943c13-8626-490d-98be-684b524636f3 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:18.938801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47dd3368-bfad-4ca1-878e-4a602b2e83c7 req-7a943c13-8626-490d-98be-684b524636f3 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.0736125 Nov 27 16:05:19.118613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47dd3368-bfad-4ca1-878e-4a602b2e83c7 req-f542c626-2b5b-466d-b327-10d43d137fd7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678042 Nov 27 16:05:19.196989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaf654-0390-4bf0-a5ef-df8ad4ee2390 req-bdfa7e77-20c3-473c-8a93-e0f9fa869bc5 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.198670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acdaf654-0390-4bf0-a5ef-df8ad4ee2390 req-bdfa7e77-20c3-473c-8a93-e0f9fa869bc5 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1304591 Nov 27 16:05:19.364669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:19.397434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3527b854-47d8-4f60-ad94-0d99e4c49aa0 req-380d33fd-31fa-42db-9f38-6accfea9ae95 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.1228542 Nov 27 16:05:19.412334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:19.412979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:19.446192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-f098470a-26cd-46fe-8463-f7309152e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.450492 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-f098470a-26cd-46fe-8463-f7309152e451 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1096 time: 0.1873522 Nov 27 16:05:19.467332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:19.468007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa162a3-479d-4963-a4d6-edf0bf284d28 None None] The sync data for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:19.468198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acdaf654-0390-4bf0-a5ef-df8ad4ee2390 req-8a057d21-566d-40fb-9b22-447c582cafa5 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009773 Nov 27 16:05:19.485658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad23369-1c2d-41ac-b63b-f10152083190 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.490537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58880) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:19.491401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7ad23369-1c2d-41ac-b63b-f10152083190 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9705982 Nov 27 16:05:19.585781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a0f761e6-a4b9-4270-a720-16c4efa738bf tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd HTTP/1.1" status: 200 len: 207 time: 0.0938900 Nov 27 16:05:19.591061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58884) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:19.603415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-8afacc74-b9fe-4f8e-b3e9-45dbe2d9a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.605034 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-8afacc74-b9fe-4f8e-b3e9-45dbe2d9a35c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.1124456 Nov 27 16:05:19.692192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1e0bfcab-82c3-4822-a23a-bb152eb18764 None None] Provisioning complete for port 06cfb6af-540c-4b85-a59e-14cad5362b7b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:19.692747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1e0bfcab-82c3-4822-a23a-bb152eb18764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:19.714225 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-6ccf3784-8ed1-4ec5-b80d-d1b3a07d2b17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 1001 time: 0.0992439 Nov 27 16:05:19.770939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bfcab-82c3-4822-a23a-bb152eb18764 None None] Port 06cfb6af-540c-4b85-a59e-14cad5362b7b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:19.800771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-50178fba-2321-47fd-b252-823b582261a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.802435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-50178fba-2321-47fd-b252-823b582261a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.0789275 Nov 27 16:05:19.830633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.836476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.842482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.848736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.860599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.864694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-b12bd2c3-a819-46f1-841c-786263fb36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.866814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-b12bd2c3-a819-46f1-841c-786263fb36dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540724 Nov 27 16:05:19.872478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:19.881179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-01143f21-7540-4c23-8d5a-c7aec6338373 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2824671 Nov 27 16:05:19.882156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:19.900074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2b856156-acfe-489e-bf81-46fbc8bf55b5 None None] Provisioning complete for port d1feea20-7982-4f19-927c-676127276d0d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:19.900807 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2b856156-acfe-489e-bf81-46fbc8bf55b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:20.011184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:20.019414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-885812d5-8970-4030-8b9e-5b8e085e0a43 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408155 Nov 27 16:05:20.034135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-63767e1b-247a-48e9-9276-d03a39d5ef42 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1485810 Nov 27 16:05:20.066008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58892) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.133811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-757349a1-03b0-4d19-85c5-8ea03acdf86c req-b5da1b54-3ca9-41ff-a652-8a3c4d858ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025670 Nov 27 16:05:20.219484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0dcda-0be5-4857-bbbe-85ee1c729023 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.221822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0dcda-0be5-4857-bbbe-85ee1c729023 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.223391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0dcda-0be5-4857-bbbe-85ee1c729023 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.225272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0dcda-0be5-4857-bbbe-85ee1c729023 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.226778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0dcda-0be5-4857-bbbe-85ee1c729023 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.229205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-21b0dcda-0be5-4857-bbbe-85ee1c729023 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1619112 Nov 27 16:05:20.234911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58900) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.300796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042478e4-1cec-4188-b630-b1a20f5d462e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.302250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042478e4-1cec-4188-b630-b1a20f5d462e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.303670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042478e4-1cec-4188-b630-b1a20f5d462e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.305386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042478e4-1cec-4188-b630-b1a20f5d462e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.306896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042478e4-1cec-4188-b630-b1a20f5d462e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.308514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-042478e4-1cec-4188-b630-b1a20f5d462e tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0723641 Nov 27 16:05:20.314973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58902) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.324273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0d44-741c-440a-bdc2-3bb3587cf8ba req-1f192735-257f-4a04-8348-418a0bdf0a5f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.327199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18da0d44-741c-440a-bdc2-3bb3587cf8ba req-1f192735-257f-4a04-8348-418a0bdf0a5f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1128213 Nov 27 16:05:20.388600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18da0d44-741c-440a-bdc2-3bb3587cf8ba req-838127d5-4066-4f8a-943c-573d9555d7c6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538156 Nov 27 16:05:20.454157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d0086-bd1f-4bd4-88e5-0c52940d1456 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.456321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d00d0086-bd1f-4bd4-88e5-0c52940d1456 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks/105ab254-6c32-40a1-9f3a-213b52119089 HTTP/1.1" status: 200 len: 804 time: 0.1403596 Nov 27 16:05:20.460353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58908) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.623032 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8f9182f6-fd4c-415b-bf9a-a6327a795ebd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/networks/105ab254-6c32-40a1-9f3a-213b52119089?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1612945 Nov 27 16:05:20.628729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58916) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.692798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed80f04-d170-44a0-b3be-aad3cb4dee96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.694415 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bed80f04-d170-44a0-b3be-aad3cb4dee96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/subnets/d01ed754-eced-4700-9bd9-542380b8ea6b HTTP/1.1" status: 200 len: 843 time: 0.0643580 Nov 27 16:05:20.698254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58918) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.760034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886bb5c5-7051-40a9-9a18-f0cb14b207c6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['shared'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.762029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-886bb5c5-7051-40a9-9a18-f0cb14b207c6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "GET /v2.0/subnets/d01ed754-eced-4700-9bd9-542380b8ea6b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0622556 Nov 27 16:05:20.765367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58920) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:20.771396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296122130'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:20.804594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:20.812722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:20.866333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:20.888391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:20.888800 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Added segment e9430f4d-d837-43c7-82d2-16bb86464528 of type vlan for network 2c57f87b-f928-49b5-8b6f-1383dc62420f Nov 27 16:05:20.945093 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:20.976670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:20.982716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:20.983546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.061451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35d0f7e3-6790-4a96-9d64-a9245df6dc00 req-ed511fa3-932a-4779-b335-ac1dd2ffca70 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.5692477 Nov 27 16:05:21.083871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3146718 Nov 27 16:05:21.085054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58926) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:21.091899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:21.098054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19d5fc-cc3f-4343-9018-e74234d8d86b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Network': ['ID=2c57f87b-f928-49b5-8b6f-1383dc62420f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:21.122188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:21.151699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 06cfb6af-540c-4b85-a59e-14cad5362b7b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:21.152045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.213725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf594d6-ceaf-4767-9553-5a5fabeeb67a req-f8185eeb-7a6a-4242-9a4f-646fa8834ab6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:21.215160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Made reservation on behalf of 206fdc83bb994156a78126c0e7d49253 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:21.219545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.221439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaf594d6-ceaf-4767-9553-5a5fabeeb67a req-f8185eeb-7a6a-4242-9a4f-646fa8834ab6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1634827 Nov 27 16:05:21.317868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Performing IP validity checks on allocation pools {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 16:05:21.318401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 16:05:21.351034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaf594d6-ceaf-4767-9553-5a5fabeeb67a req-5e752241-86db-403e-9395-02273f77e441 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028180 Nov 27 16:05:21.353541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.378861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 06cfb6af-540c-4b85-a59e-14cad5362b7b owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:21.529229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.610411 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=cfe59d7d-0508-4882-9723-e17541dd8406,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:21.623085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Checking segment: {'id': 'e9430f4d-d837-43c7-82d2-16bb86464528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:21.624188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network hostable DHCP agents. Network: 2c57f87b-f928-49b5-8b6f-1383dc62420f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:21.628581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.650964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:21.664188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2c57f87b-f928-49b5-8b6f-1383dc62420f) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:21.667247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaf616-4e27-4ffd-9234-10946cb101d6 req-592e3a28-c812-4c9e-b560-05e82ac1be81 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:21.669609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:21.670210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:21.680772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af079e3d-2b34-4410-805b-29a8165b207f None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:21.694260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7731ce88-e039-49bb-aa09-f76599feaef6 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6086922 Nov 27 16:05:21.696815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ffaf616-4e27-4ffd-9234-10946cb101d6 req-592e3a28-c812-4c9e-b560-05e82ac1be81 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1308398 Nov 27 16:05:21.698290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58940) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:21.703913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:21.783271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=06cfb6af-540c-4b85-a59e-14cad5362b7b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:21.867837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12681811'] for subnet, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.011203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-2c57f87b-f928-49b5-8b6f-1383dc62420f', 'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f', 'tenant_id': '206fdc83bb994156a78126c0e7d49253', 'fixed_ips': [{'subnet_id': 'cfe59d7d-0508-4882-9723-e17541dd8406'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:22.012427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.032031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ffaf616-4e27-4ffd-9234-10946cb101d6 req-1d18f66f-2a3c-4f2d-80b0-4c52dd7f0de6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569749 Nov 27 16:05:22.078317 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.166166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779056838000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14628118'] for subnet, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.304891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Allocated IP 2001:db8::3 (2c57f87b-f928-49b5-8b6f-1383dc62420f/cfe59d7d-0508-4882-9723-e17541dd8406/ffb38afb-83e9-4fc4-af6d-cabe1af25296) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:22.312736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:22.313312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.331870 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "PUT /v2.0/subnets/cfe59d7d-0508-4882-9723-e17541dd8406 HTTP/1.1" status: 200 len: 900 time: 0.6323230 Nov 27 16:05:22.351087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58956) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:22.352731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1296-e0b2-4394-89a8-7115998503af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event updated for resources: {'Subnet': ['ID=cfe59d7d-0508-4882-9723-e17541dd8406,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:22.439071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router a7031b83-392b-45e9-a06f-b7693e8db770 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:22.503019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.510605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.557886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:22.563073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:22.567156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:22.574988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Pushing event updated for resources: {'Port': ['ID=ffb38afb-83e9-4fc4-af6d-cabe1af25296,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:22.595793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.644747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Attempting to bind port ffb38afb-83e9-4fc4-af6d-cabe1af25296 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:22.646830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Attempting to bind port ffb38afb-83e9-4fc4-af6d-cabe1af25296 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e9430f4d-d837-43c7-82d2-16bb86464528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:22.646830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Attempting to bind port ffb38afb-83e9-4fc4-af6d-cabe1af25296 on network 2c57f87b-f928-49b5-8b6f-1383dc62420f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:22.652076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:22.653074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Checking segment: {'id': 'e9430f4d-d837-43c7-82d2-16bb86464528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:22.653624 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.654128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Bound using segment: {'id': 'e9430f4d-d837-43c7-82d2-16bb86464528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:22.655086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Bound port: ffb38afb-83e9-4fc4-af6d-cabe1af25296, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9430f4d-d837-43c7-82d2-16bb86464528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2c57f87b-f928-49b5-8b6f-1383dc62420f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:22.656140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.692177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:22.698147 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] Sync routers for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:22.711161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f2f09fa1-fd4d-45f3-9982-0c8f0d1f9e59 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/a7031b83-392b-45e9-a06f-b7693e8db770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9852629 Nov 27 16:05:22.713634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58966) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:22.724319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting port ffb38afb-83e9-4fc4-af6d-cabe1af25296 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:22.724658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.734363 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:22.735950 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:22.741398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd1f2603-f52a-48e3-8ed6-4cd3bbe0e3fa req-018c4f70-5dbc-4c24-8c27-b1e5d193428c tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.5327270 Nov 27 16:05:22.762599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59275449-90c1-4820-a41f-682ff3e6b325 req-debc0eb0-83fa-4edc-815a-b782473262c9 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:22.770904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59275449-90c1-4820-a41f-682ff3e6b325 req-debc0eb0-83fa-4edc-815a-b782473262c9 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.3060219 Nov 27 16:05:22.815179 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:22.828271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] For port ffb38afb-83e9-4fc4-af6d-cabe1af25296, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:22.829081 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:22.830642 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:22.835452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] For port ffb38afb-83e9-4fc4-af6d-cabe1af25296, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ffb38afb-83e9-4fc4-af6d-cabe1af25296,segment=NetworkSegment(e9430f4d-d837-43c7-82d2-16bb86464528),segment_id=e9430f4d-d837-43c7-82d2-16bb86464528)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:22.849771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:22.871984 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:22.873040 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c8660-e98a-417c-ae77-5dcdedbea03a None None] The sync data for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:22.874349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59275449-90c1-4820-a41f-682ff3e6b325 req-e9aa4b5a-cbbe-4c18-9701-4731451b263a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024809 Nov 27 16:05:23.001706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecae601-9e55-4951-98c9-13f5cf2143a3 None None] Pushing event updated for resources: {'Port': ['ID=ffb38afb-83e9-4fc4-af6d-cabe1af25296,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:23.076284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] For port ffb38afb-83e9-4fc4-af6d-cabe1af25296, host n-d-819494-4, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:23.076664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:23.093556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Calling delete_port for ffb38afb-83e9-4fc4-af6d-cabe1af25296 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:23.443135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:23.509901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Port': ['ID=ffb38afb-83e9-4fc4-af6d-cabe1af25296,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:23.534761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No DVR routers for this DVR port ffb38afb-83e9-4fc4-af6d-cabe1af25296 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:23.602938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffb38afb-83e9-4fc4-af6d-cabe1af25296 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:23.614008 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:23.629162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ffb38afb-83e9-4fc4-af6d-cabe1af25296 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:23.631363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffb38afb-83e9-4fc4-af6d-cabe1af25296 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 16:05:23.662984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port ffb38afb-83e9-4fc4-af6d-cabe1af25296 not found, will not notify nova. {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 16:05:23.726635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:23.765826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:23.825351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe59d7d-0508-4882-9723-e17541dd8406,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:23.921295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:23.959688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7c6b8f3-034d-40d2-8bdb-5e446a072f3c req-45be4754-e847-482a-b350-dc1611040a97 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0429153 Nov 27 16:05:23.967970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c57f87b-f928-49b5-8b6f-1383dc62420f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:24.049226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9430f4d-d837-43c7-82d2-16bb86464528') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:24.049862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9430f4d-d837-43c7-82d2-16bb86464528') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:24.062445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df404-103d-4a6d-849d-78f80bae55fd req-488a5b04-a572-4b62-9f91-7de06dfa567b tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:24.070521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-849df404-103d-4a6d-849d-78f80bae55fd req-488a5b04-a572-4b62-9f91-7de06dfa567b tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.0859075 Nov 27 16:05:24.090589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.107053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-d3792e8b-c520-4ab9-adc7-588a486bf37f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956874 Nov 27 16:05:24.122786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.135852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:24.136589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.138157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-849df404-103d-4a6d-849d-78f80bae55fd req-b590b90b-ab44-4b4d-ad45-8806982b7a14 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665283 Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:24.140213 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:24.265449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.269630 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.277402 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/2c57f87b-f928-49b5-8b6f-1383dc62420f HTTP/1.1" status: 204 len: 168 time: 1.9169552 Nov 27 16:05:24.278177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58994) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:24.332949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893101bd-e8a7-473e-b9c6-d240db841221 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=2c57f87b-f928-49b5-8b6f-1383dc62420f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:24.340177 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4134aa-b23a-4aee-99dc-a91a344fc5c8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:24.340732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-4c58fd7b-ade8-4a1d-b5db-624682b6d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:24.341198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4134aa-b23a-4aee-99dc-a91a344fc5c8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:24.343000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-4c58fd7b-ade8-4a1d-b5db-624682b6d543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1097 time: 0.1407723 Nov 27 16:05:24.348007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7f4134aa-b23a-4aee-99dc-a91a344fc5c8 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/cfe59d7d-0508-4882-9723-e17541dd8406 HTTP/1.1" status: 404 len: 337 time: 0.0683329 Nov 27 16:05:24.350668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58996) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:24.382354 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26dc683-5d6e-4616-81cd-5fdebc40e64b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:24.383237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26dc683-5d6e-4616-81cd-5fdebc40e64b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:24.391511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d26dc683-5d6e-4616-81cd-5fdebc40e64b tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/2c57f87b-f928-49b5-8b6f-1383dc62420f HTTP/1.1" status: 404 len: 339 time: 0.0392909 Nov 27 16:05:24.392703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58998) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:24.495826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.549003 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-278adb77-000b-45ae-ae4f-bdf8babc0609 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626945 Nov 27 16:05:24.576454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ed29622f-15c6-4762-b739-4a146b756d6b None None] Could not find standard attr ID for object ffb38afb-83e9-4fc4-af6d-cabe1af25296. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:05:24.587792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port e51fbba3-95f5-41da-b181-fb81805c5fc7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:24.588009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.602281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ab3852-2184-4fd9-a05d-6ab9a0299998 None None] DHCP port deletion for 2c57f87b-f928-49b5-8b6f-1383dc62420f request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:24.614042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-0e4f09c6-6f04-4a9f-9151-478adfaeaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:24.615184 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-0e4f09c6-6f04-4a9f-9151-478adfaeaa23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 910 time: 0.2321248 Nov 27 16:05:24.627760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e2369-de74-49ea-a5b4-0ceaf9c84293 None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:24.645725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e2369-de74-49ea-a5b4-0ceaf9c84293 None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 16:05:24.656993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc62b31-0713-4f5d-9f26-f5ab34349074 None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:24.668426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.680109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc62b31-0713-4f5d-9f26-f5ab34349074 None None] Network 2c57f87b-f928-49b5-8b6f-1383dc62420f could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 16:05:24.697921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1a2e50-bd6d-408d-9334-035f5b3d7509']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:24.710866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4e77c7-ca12-4a7c-a841-592dd9b048c8') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:24.711187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4e77c7-ca12-4a7c-a841-592dd9b048c8') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:24.723089 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.739139 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.748875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:24.749288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:24.818212 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:24.824773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.828122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-20b4ce1a-4b46-4c8a-9bdb-dc7f123abdf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 1002 time: 0.1384501 Nov 27 16:05:24.844664 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:24.850958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/1a1a2e50-bd6d-408d-9334-035f5b3d7509 HTTP/1.1" status: 204 len: 168 time: 0.4545488 Nov 27 16:05:24.860118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59002) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:24.862737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-bc5156cb-e8b4-4c0e-8548-e359d85ece55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:24.865101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839740b7-deb5-4e08-913c-a2dc0634ed96 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=1a1a2e50-bd6d-408d-9334-035f5b3d7509,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:24.865229 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-bc5156cb-e8b4-4c0e-8548-e359d85ece55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1096 time: 0.2491305 Nov 27 16:05:24.895908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.127286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b594aa5-cd98-4765-ad7e-383f73b4563b req-a585a9b3-c31e-46da-a5f8-7e292c1e5a08 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0441051 Nov 27 16:05:25.277668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfb3a6-39e0-4e86-a6f3-f50266d90e96 req-1b126474-352f-413c-a69d-e3887b452a9c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:25.279198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0cfb3a6-39e0-4e86-a6f3-f50266d90e96 req-1b126474-352f-413c-a69d-e3887b452a9c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.0573983 Nov 27 16:05:25.288381 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb02ecc-b86b-4873-8303-17daafacdac0 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:25.288824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb02ecc-b86b-4873-8303-17daafacdac0 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:25.294592 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7cb02ecc-b86b-4873-8303-17daafacdac0 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/1efeea67-9e0b-4a8c-9612-64a34931f6c0 HTTP/1.1" status: 404 len: 337 time: 0.4255197 Nov 27 16:05:25.295029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:25.324290 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ed716d-7763-4932-be72-f71d869b2775 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:25.324805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ed716d-7763-4932-be72-f71d869b2775 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:25.330139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e1ed716d-7763-4932-be72-f71d869b2775 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/969dd724-4b20-4058-8857-c690daeca0cd HTTP/1.1" status: 404 len: 339 time: 0.0319166 Nov 27 16:05:25.335044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:25.369480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for e51fbba3-95f5-41da-b181-fb81805c5fc7 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:25.385087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0cfb3a6-39e0-4e86-a6f3-f50266d90e96 req-bbd2ab28-52b0-4067-9f02-e33fb33c8372 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993819 Nov 27 16:05:25.403799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting subnet 045027df-ddbf-4324-afdf-5d2419b2d739 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:25.408316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.445489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-5e88f4fb-66b4-4a88-b62c-5a3bfebeac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:25.447972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-5e88f4fb-66b4-4a88-b62c-5a3bfebeac3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 200 len: 848 time: 0.6060977 Nov 27 16:05:25.449166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-85034bd6-6535-41bc-be62-5642d2d06617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:25.450708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-85034bd6-6535-41bc-be62-5642d2d06617 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.5436935 Nov 27 16:05:25.462136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.495586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffb38afb-83e9-4fc4-af6d-cabe1af25296 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:25.518190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ffb38afb-83e9-4fc4-af6d-cabe1af25296 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:25.518955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffb38afb-83e9-4fc4-af6d-cabe1af25296 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:25.565934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.601857 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-b5c1c929-e8a0-4c3d-943a-5ab9bb0e8fe6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 1001 time: 0.1341591 Nov 27 16:05:25.605272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-c54bda04-7099-413a-8e45-46bfe32096d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:25.606809 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-c54bda04-7099-413a-8e45-46bfe32096d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=459a2375-bfe2-4550-b4c8-21d1a2659686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513937 Nov 27 16:05:25.631178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.668410 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.672494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/045027df-ddbf-4324-afdf-5d2419b2d739 HTTP/1.1" status: 204 len: 168 time: 0.3358798 Nov 27 16:05:25.676102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59016) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:25.678687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8cadc-55e9-4a1e-89d2-2d1a72893fb5 None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:25.685155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d83cc-0db9-4f0b-b861-455ed9f27dd2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=045027df-ddbf-4324-afdf-5d2419b2d739,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:25.744979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-f1ec1b9e-0a89-434c-a6d1-5ac9ad6b9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:25.746949 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-f1ec1b9e-0a89-434c-a6d1-5ac9ad6b9638 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.1372259 Nov 27 16:05:25.756315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting subnet 7dc3e98d-4d22-4a96-813a-a9e6db986ee1 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:25.782533 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.812174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.827055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-5dc75393-3dc2-4ccc-a8d9-39fd51cda011 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092993 Nov 27 16:05:25.858339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:25.884762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=e51fbba3-95f5-41da-b181-fb81805c5fc7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:25.929222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-a7420439-aaff-4cc2-a2bf-1e26d40a98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:25.930948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-a7420439-aaff-4cc2-a2bf-1e26d40a98b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701217 Nov 27 16:05:26.036570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.144493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.195850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc3e98d-4d22-4a96-813a-a9e6db986ee1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:26.200603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.209038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-95a3f428-b18b-4bbe-b8fa-cfcde6ed5d9d tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/7dc3e98d-4d22-4a96-813a-a9e6db986ee1 HTTP/1.1" status: 204 len: 168 time: 0.5313272 Nov 27 16:05:26.212081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:26.255978 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-69b835b6-4480-4cd4-9a17-6046d1f17d5b req-76d7c923-5dc0-417d-89aa-6aed23b68183 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004061 Nov 27 16:05:26.290242 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.294200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-7ca58e61-b7b7-48d2-a27b-7f5e90107453 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442659 Nov 27 16:05:26.332115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.410506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7771373-36af-445a-823c-6834ca4dbe46 req-f2aa1494-2f46-4127-af6a-3320ce472ce5 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.1260164 Nov 27 16:05:26.435103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting port d1feea20-7982-4f19-927c-676127276d0d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:26.435103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.521322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] For port d1feea20-7982-4f19-927c-676127276d0d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d1feea20-7982-4f19-927c-676127276d0d,segment=NetworkSegment(4c64e434-364b-4aad-a0a7-c1b79af90021),segment_id=4c64e434-364b-4aad-a0a7-c1b79af90021)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:26.521734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.558817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bfd51c5e-62c0-4901-8f01-bb9a36eeff86 req-2cb7cec0-8af6-4ab1-97d6-6766391071a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560308 Nov 27 16:05:26.565273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Calling delete_port for d1feea20-7982-4f19-927c-676127276d0d owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:26.569544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router a7031b83-392b-45e9-a06f-b7693e8db770 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:26.638996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e287277-45c6-48c6-9639-3aea98064ed8 req-7190cb93-e2d4-433f-974b-9facc4a7801d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:26.640577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e287277-45c6-48c6-9639-3aea98064ed8 req-7190cb93-e2d4-433f-974b-9facc4a7801d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1092205 Nov 27 16:05:26.675682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:26.684105 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a18858f-cdfd-48f9-a857-6f1b900109be tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/a7031b83-392b-45e9-a06f-b7693e8db770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9694233 Nov 27 16:05:26.684931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:26.688255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] Sync routers for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:26.700842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:26.701940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.724424 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b06ed3f5-0f03-4a48-ae47-5d37fa588af0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7031b83-392b-45e9-a06f-b7693e8db770 HTTP/1.1" status: 200 len: 205 time: 0.0367103 Nov 27 16:05:26.725238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59030) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:26.741683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.761052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e287277-45c6-48c6-9639-3aea98064ed8 req-12233eb8-0666-425f-91db-4f766c5aa36e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121719 Nov 27 16:05:26.765570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ed487-df3e-4123-9626-6736889df0a6 None None] Network 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:26.769689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.793685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Port': ['ID=d1feea20-7982-4f19-927c-676127276d0d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:26.796510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No DVR routers for this DVR port d1feea20-7982-4f19-927c-676127276d0d on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:26.839680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] Routers {'a7031b83-392b-45e9-a06f-b7693e8db770'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:26.840771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a7031b83-392b-45e9-a06f-b7693e8db770'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.852273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.918993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.941845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e9f601-e784-4f0d-9ac5-ee6be2f5af5e']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.946077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-43fa6f38-6644-4315-9282-0b5a4fae812f None None] Could not find standard attr ID for object d1feea20-7982-4f19-927c-676127276d0d. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:05:26.951251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.952088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c64e434-364b-4aad-a0a7-c1b79af90021') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.952396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c64e434-364b-4aad-a0a7-c1b79af90021') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:26.953247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a6787-a5d2-443c-b1ef-c476f84ec666 None None] The sync data for ids ['a7031b83-392b-45e9-a06f-b7693e8db770'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:26.963312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.979603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:26.986032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:26.986439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:27.054685 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:27.060909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.083420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.086755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/28e9f601-e784-4f0d-9ac5-ee6be2f5af5e HTTP/1.1" status: 204 len: 168 time: 0.8737419 Nov 27 16:05:27.088101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f90add-b396-415a-8af2-852a96187b45 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=28e9f601-e784-4f0d-9ac5-ee6be2f5af5e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:27.089759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59034) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.115254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.117498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.118802 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d74d841-18d9-4aa5-baed-88fd8c866db2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:27.119266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d74d841-18d9-4aa5-baed-88fd8c866db2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:27.122421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5d74d841-18d9-4aa5-baed-88fd8c866db2 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/abeaf1d3-c91e-49a0-86d4-3e3538e4efa7 HTTP/1.1" status: 404 len: 337 time: 0.0318291 Nov 27 16:05:27.124959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.139799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03acac5f-24cc-42e1-9f2e-b4dc401fefe7 None None] DHCP port deletion for 28e9f601-e784-4f0d-9ac5-ee6be2f5af5e request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:27.154511 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1ec4f4-c8d0-4c18-972a-ce5eee73bb79 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:27.157611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1ec4f4-c8d0-4c18-972a-ce5eee73bb79 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:27.162461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d1ec4f4-c8d0-4c18-972a-ce5eee73bb79 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/17836440-2f7c-47b7-b8bb-ab2de594825a HTTP/1.1" status: 404 len: 339 time: 0.0365405 Nov 27 16:05:27.165201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59038) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.182334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.183066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router a7031b83-392b-45e9-a06f-b7693e8db770 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:05:27.197673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.201145 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5d34caae-8c2f-41e1-aad7-065837c1853f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/a7031b83-392b-45e9-a06f-b7693e8db770 HTTP/1.1" status: 204 len: 168 time: 0.4728236 Nov 27 16:05:27.201674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59040) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.201929 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-202a2b7b-43a1-4b50-ba55-c4f6e148c04a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:27.202404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202a2b7b-43a1-4b50-ba55-c4f6e148c04a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:27.208027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-202a2b7b-43a1-4b50-ba55-c4f6e148c04a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/c79f6547-6f88-4fcd-ad8c-db0f8a6e63e9 HTTP/1.1" status: 404 len: 337 time: 0.0389819 Nov 27 16:05:27.208343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.227729 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cbc3f9-42f5-4d7b-b06c-5dcdadd743af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:27.228243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cbc3f9-42f5-4d7b-b06c-5dcdadd743af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:27.231536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1cbc3f9-42f5-4d7b-b06c-5dcdadd743af tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/531aa6b1-60ac-4f72-9a08-7cad74881ca9 HTTP/1.1" status: 404 len: 339 time: 0.0221181 Nov 27 16:05:27.234249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.260162 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3538266a-0212-424b-a70c-0ada2d0fd405 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:27.261182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3538266a-0212-424b-a70c-0ada2d0fd405 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:27.263334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet 6ae2a126-58a2-4e1f-956e-b03a9145056e {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:27.266660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3538266a-0212-424b-a70c-0ada2d0fd405 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/9225e160-47fc-41c6-91b7-0fa48744b32d HTTP/1.1" status: 404 len: 337 time: 0.0291321 Nov 27 16:05:27.266924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59046) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.267224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.285517 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bf5c2b-0fad-4ad4-895c-d137b27735d3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:27.286012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bf5c2b-0fad-4ad4-895c-d137b27735d3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:27.291309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e8bf5c2b-0fad-4ad4-895c-d137b27735d3 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/30018b65-2cb2-45a6-ae8c-066293ea32e7 HTTP/1.1" status: 404 len: 339 time: 0.0211759 Nov 27 16:05:27.291568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.317653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.348312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting subnet b4126dc9-9899-4361-95ee-534f2248d57f {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:27.352096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.393235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.405673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.484563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d1feea20-7982-4f19-927c-676127276d0d no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:27.501843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.514823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d1feea20-7982-4f19-927c-676127276d0d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:27.515232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d1feea20-7982-4f19-927c-676127276d0d not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:27.521381 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.559784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae2a126-58a2-4e1f-956e-b03a9145056e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:27.568083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.573885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e3e3d53-274d-47d2-90c0-70b5e5eac10b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/6ae2a126-58a2-4e1f-956e-b03a9145056e HTTP/1.1" status: 204 len: 168 time: 0.3689222 Nov 27 16:05:27.574191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59054) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.575152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf0ef5ec-7b26-4363-a7e2-29c3d7abc798 req-8ad8f8b8-fcb6-4f1e-94f8-2532b8e81ccd tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0413277 Nov 27 16:05:27.592680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee510d-e9b2-4677-9258-47dcd3759516 None None] Network c810923b-3bcf-447b-ad98-f5b757e017b8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:27.640154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.664505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet d68f1e91-6a35-4b96-b0ad-deb816b8cd11 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:27.670400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=b4126dc9-9899-4361-95ee-534f2248d57f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:27.674736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.677824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.680797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b5d4c929-e65a-4725-b9fc-21521394b15f tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/b4126dc9-9899-4361-95ee-534f2248d57f HTTP/1.1" status: 204 len: 168 time: 0.3861513 Nov 27 16:05:27.681212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59056) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:27.739230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.740785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e350ae9-c5fa-4590-aa30-b002cb718082 None None] Network 4282f35d-b638-43d2-aaf0-dc56b099d4e0 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:27.787717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.864846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting port 2570409f-78a4-4a0b-87af-c8e025eae147 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:27.865185 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.896955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.967700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] For port 2570409f-78a4-4a0b-87af-c8e025eae147, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2570409f-78a4-4a0b-87af-c8e025eae147,segment=NetworkSegment(b6c051da-4675-4cdd-b7f3-928ed183ca66),segment_id=b6c051da-4675-4cdd-b7f3-928ed183ca66)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:27.968077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.976359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:27.990039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcf9a7-608a-4209-9906-f7b145b33c71 req-7218f1e8-1033-4828-984e-f0d65c3d1c6c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:27.991517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43dcf9a7-608a-4209-9906-f7b145b33c71 req-7218f1e8-1033-4828-984e-f0d65c3d1c6c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1236591 Nov 27 16:05:27.996413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Calling delete_port for 2570409f-78a4-4a0b-87af-c8e025eae147 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:28.015272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=d68f1e91-6a35-4b96-b0ad-deb816b8cd11,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.025255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.030250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84347680-df16-46b8-bbea-0ea9889ecac2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/d68f1e91-6a35-4b96-b0ad-deb816b8cd11 HTTP/1.1" status: 204 len: 168 time: 0.4551270 Nov 27 16:05:28.033687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:28.034622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd55f5b-9e6d-4100-bb34-87385d137ea9 None None] Network 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:28.101052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd35d065-143d-4bbe-ae55-5d5655b462f5 None None] DHCP port deletion for 4282f35d-b638-43d2-aaf0-dc56b099d4e0 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:28.107594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] DHCP port deletion for c810923b-3bcf-447b-ad98-f5b757e017b8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:28.134554 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.156277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43dcf9a7-608a-4209-9906-f7b145b33c71 req-888f61a2-760c-42c9-82b7-723a0594c735 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577320 Nov 27 16:05:28.158299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.172785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fd35d065-143d-4bbe-ae55-5d5655b462f5 None None] The port '2570409f-78a4-4a0b-87af-c8e025eae147' was deleted {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 16:05:28.189853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Port': ['ID=2570409f-78a4-4a0b-87af-c8e025eae147,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.191727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No DVR routers for this DVR port 2570409f-78a4-4a0b-87af-c8e025eae147 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:28.226104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:28.226859 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.281036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] Deleting port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:28.282037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.297162 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.305173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 74ab3a3a-45f2-4898-9852-808d88d3b8d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=74ab3a3a-45f2-4898-9852-808d88d3b8d4,segment=NetworkSegment(3ead254a-3043-441c-b491-322285762dc1),segment_id=3ead254a-3043-441c-b491-322285762dc1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:28.305792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.320443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 74ab3a3a-45f2-4898-9852-808d88d3b8d4 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:28.331341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4282f35d-b638-43d2-aaf0-dc56b099d4e0']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:28.343460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c051da-4675-4cdd-b7f3-928ed183ca66') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:28.343772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c051da-4675-4cdd-b7f3-928ed183ca66') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:28.354970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.371177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] For port 74ab3a3a-45f2-4898-9852-808d88d3b8d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=74ab3a3a-45f2-4898-9852-808d88d3b8d4,segment=NetworkSegment(3ead254a-3043-441c-b491-322285762dc1),segment_id=3ead254a-3043-441c-b491-322285762dc1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:28.372541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.373808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.380062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:28.380599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:28.385086 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:28.393447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] Calling delete_port for 74ab3a3a-45f2-4898-9852-808d88d3b8d4 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:28.423982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.450210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=74ab3a3a-45f2-4898-9852-808d88d3b8d4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.464942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:28.502466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.506677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] DHCP port deletion for 355623fa-b49d-4e1a-a11a-d9079e8f2ff5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:28.509201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.515272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/4282f35d-b638-43d2-aaf0-dc56b099d4e0 HTTP/1.1" status: 204 len: 168 time: 0.8307505 Nov 27 16:05:28.533849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59064) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:28.534799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bede3-5667-4222-af2c-c4f8baef50fd tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=4282f35d-b638-43d2-aaf0-dc56b099d4e0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.546173 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.566546 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-043fc3ea-5bde-4985-9c6b-5792605f2d61 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:28.567009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043fc3ea-5bde-4985-9c6b-5792605f2d61 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:28.572543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-043fc3ea-5bde-4985-9c6b-5792605f2d61 tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/5d1e3773-e3f2-43f0-8549-3dfe8405682c HTTP/1.1" status: 404 len: 337 time: 0.0326917 Nov 27 16:05:28.572795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59066) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:28.579627 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.591404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] Pushing event deleted for resources: {'Port': ['ID=74ab3a3a-45f2-4898-9852-808d88d3b8d4,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.593824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9aac9-6e85-4447-93af-a4646015f3fe None None] No DVR routers for this DVR port 74ab3a3a-45f2-4898-9852-808d88d3b8d4 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:28.593952 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-778af620-1fbc-4158-b366-e1d90526aa8c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:28.594372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778af620-1fbc-4158-b366-e1d90526aa8c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:28.600988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-778af620-1fbc-4158-b366-e1d90526aa8c tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/2a69dfb8-ced4-4b50-991c-c50554eecd5f HTTP/1.1" status: 404 len: 339 time: 0.0247865 Nov 27 16:05:28.601672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:28.603860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] Deleting port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:28.604211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c810923b-3bcf-447b-ad98-f5b757e017b8']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:28.604362 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.630199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ead254a-3043-441c-b491-322285762dc1') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:28.630596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ead254a-3043-441c-b491-322285762dc1') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:28.647555 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.665297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.672975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:28.673542 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:28.677652 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:28.682283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting subnet d01ed754-eced-4700-9bd9-542380b8ea6b {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:28.694198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.708227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] For port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,segment=NetworkSegment(ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04),segment_id=ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:28.708638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.747071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.751879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] Calling delete_port for 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:28.753623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.761514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/c810923b-3bcf-447b-ad98-f5b757e017b8 HTTP/1.1" status: 204 len: 168 time: 0.7267807 Nov 27 16:05:28.762270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59072) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:28.801735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.850026 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.864297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.882817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] Pushing event deleted for resources: {'Port': ['ID=63b3dba8-ea76-4bf7-9bb3-0c17a769f464,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.883230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebb9c5-5fa9-40c1-8cea-54030cb0be9a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=c810923b-3bcf-447b-ad98-f5b757e017b8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:28.890448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74895e-d67c-47ad-b46f-ae802a31d6b4 None None] No DVR routers for this DVR port 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:28.924806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d37c54b-fa41-4b63-bd60-2664e9fe1534 req-cf46a042-f2fa-46fc-b782-2b00f35891d9 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.1603258 Nov 27 16:05:28.931453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:28.991011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.001306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.017880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355623fa-b49d-4e1a-a11a-d9079e8f2ff5']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:29.027506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Subnet': ['ID=d01ed754-eced-4700-9bd9-542380b8ea6b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:29.028163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:29.028546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8c62af-09f6-4dc7-8a5c-3fba9fc12f04') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:29.035266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.038827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3a7c7df5-25fa-41a9-a624-2a929dcc7b6a tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/subnets/d01ed754-eced-4700-9bd9-542380b8ea6b HTTP/1.1" status: 204 len: 168 time: 0.4360089 Nov 27 16:05:29.041742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59076) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:29.044716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.047585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1780c339-3771-4cb3-a623-5980f0788ae2 None None] Network 105ab254-6c32-40a1-9f3a-213b52119089 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:29.060539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.068208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:29.068851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:29.072556 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:29.145110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.146219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.151230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.161565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59078) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:29.165855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/355623fa-b49d-4e1a-a11a-d9079e8f2ff5 HTTP/1.1" status: 204 len: 168 time: 0.3991213 Nov 27 16:05:29.168364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1908164939'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:29.183984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372d1d0-5794-40eb-a69a-9c3a5e9bb929 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=355623fa-b49d-4e1a-a11a-d9079e8f2ff5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:29.230663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:29.236649 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.287338 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] DHCP port deletion for 105ab254-6c32-40a1-9f3a-213b52119089 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:29.294506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Deleting port 0eba49dd-aba9-4619-82a4-7d773681ed19 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:29.294935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.309876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:29.340443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] Deleting port 0eba49dd-aba9-4619-82a4-7d773681ed19 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:29.341039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.373751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.374111 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment 36acd8fc-7240-4a6c-9d85-63276f207b5d of type vlan for network f9cf42e3-54c5-441c-8f28-228960ff4a6c Nov 27 16:05:29.410823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] For port 0eba49dd-aba9-4619-82a4-7d773681ed19, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0eba49dd-aba9-4619-82a4-7d773681ed19,segment=NetworkSegment(415f0a73-3f9b-45a1-b38e-1511361787d4),segment_id=415f0a73-3f9b-45a1-b38e-1511361787d4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:29.411225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.427257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] Calling delete_port for 0eba49dd-aba9-4619-82a4-7d773681ed19 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:29.432637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0468cd8-8d11-4a7b-8c29-f228622f50ec req-a3f8a680-ee47-4eec-8492-40546d2d790a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:29.434271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0468cd8-8d11-4a7b-8c29-f228622f50ec req-a3f8a680-ee47-4eec-8492-40546d2d790a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1627233 Nov 27 16:05:29.436186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] For port 0eba49dd-aba9-4619-82a4-7d773681ed19, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0eba49dd-aba9-4619-82a4-7d773681ed19,segment=NetworkSegment(415f0a73-3f9b-45a1-b38e-1511361787d4),segment_id=415f0a73-3f9b-45a1-b38e-1511361787d4)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:29.436548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.470698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.477075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Calling delete_port for 0eba49dd-aba9-4619-82a4-7d773681ed19 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:29.523447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.553962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.559725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:29.559933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 74ab3a3a-45f2-4898-9852-808d88d3b8d4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:29.560325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.564001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] Pushing event deleted for resources: {'Port': ['ID=0eba49dd-aba9-4619-82a4-7d773681ed19,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:29.582390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0468cd8-8d11-4a7b-8c29-f228622f50ec req-6044563a-3b4a-4e5d-8d6f-a88dbe900d95 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382008 Nov 27 16:05:29.585768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a410c-85ef-493f-aa5e-23d58f1fb105 None None] No DVR routers for this DVR port 0eba49dd-aba9-4619-82a4-7d773681ed19 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:29.600194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 74ab3a3a-45f2-4898-9852-808d88d3b8d4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:29.600678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 74ab3a3a-45f2-4898-9852-808d88d3b8d4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:29.601153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:29.630158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:29.630475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63b3dba8-ea76-4bf7-9bb3-0c17a769f464 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:29.630951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2570409f-78a4-4a0b-87af-c8e025eae147 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:29.649515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4842956 Nov 27 16:05:29.651091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59082) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:29.651215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2570409f-78a4-4a0b-87af-c8e025eae147 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:29.651522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2570409f-78a4-4a0b-87af-c8e025eae147 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:29.652178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0eba49dd-aba9-4619-82a4-7d773681ed19 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:29.660270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:29.671920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 0eba49dd-aba9-4619-82a4-7d773681ed19 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:29.672273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0eba49dd-aba9-4619-82a4-7d773681ed19 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:29.675478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bc17a-bbf8-4b28-adea-7fc5f4707a86 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=f9cf42e3-54c5-441c-8f28-228960ff4a6c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:29.686946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:29.692022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.722255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Port': ['ID=0eba49dd-aba9-4619-82a4-7d773681ed19,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:29.726839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] No DVR routers for this DVR port 0eba49dd-aba9-4619-82a4-7d773681ed19 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:29.845485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:29.853626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.855720 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.882698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105ab254-6c32-40a1-9f3a-213b52119089']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:29.893055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415f0a73-3f9b-45a1-b38e-1511361787d4') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:29.893543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415f0a73-3f9b-45a1-b38e-1511361787d4') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:29.904711 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.925662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.934648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:29.935266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:29.963903 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:30.002914 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:30.050304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e5c2f4c-6423-4b3b-b39d-815c4fcd1b64 req-e77b8a0c-4c64-478f-a162-347ff1bce4cc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0318592 Nov 27 16:05:30.051251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.058096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.061291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] 10.222.0.15 "DELETE /v2.0/networks/105ab254-6c32-40a1-9f3a-213b52119089 HTTP/1.1" status: 204 len: 168 time: 1.0187569 Nov 27 16:05:30.075471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d66aa-be85-4871-ae63-8d10025c27eb tempest-NetworksIpV6Test-1943212603 tempest-NetworksIpV6Test-1943212603-project] Pushing event deleted for resources: {'Network': ['ID=105ab254-6c32-40a1-9f3a-213b52119089,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:30.168752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.236829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=46051278-b014-4f77-b97a-2a7d231fac00,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:30.242206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': '36acd8fc-7240-4a6c-9d85-63276f207b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:30.242566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: f9cf42e3-54c5-441c-8f28-228960ff4a6c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:30.260225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:30.271292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, f9cf42e3-54c5-441c-8f28-228960ff4a6c) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:30.277346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:30.278059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.280755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d2349-e18b-4db1-870b-7fc9a98c0126 None None] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:30.301157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59092) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:30.301717 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8bf35c98-9782-41cf-8157-1ed2948582e8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6479235 Nov 27 16:05:30.306876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-643972969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:30.350391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.351432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.367966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:30.420096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.426634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.448019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.451835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e716ddaf-8368-4fd7-9530-5e39cdfc539f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1465333 Nov 27 16:05:30.452217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59098) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:30.463619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-f9cf42e3-54c5-441c-8f28-228960ff4a6c', 'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': '46051278-b014-4f77-b97a-2a7d231fac00'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:30.465539 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.465725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'port': {'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c', 'name': 'tempest-RoutersTest-1721181968'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:30.582125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0ad9b3f1-34ab-491e-87c3-a243ad55b72d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=206fdc83bb994156a78126c0e7d49253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125907 Nov 27 16:05:30.584973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59100) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:30.620247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Allocated IP 172.20.0.2 (f9cf42e3-54c5-441c-8f28-228960ff4a6c/46051278-b014-4f77-b97a-2a7d231fac00/910062c2-603b-4e2b-9f3e-7810be2e7c5e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:30.636238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:30.643479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.657485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34482495-97db-4c3d-a6d6-e434e4c2ddd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.683672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] device_id is not set on port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:30.689766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34482495-97db-4c3d-a6d6-e434e4c2ddd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.761161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34482495-97db-4c3d-a6d6-e434e4c2ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.765176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34482495-97db-4c3d-a6d6-e434e4c2ddd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.770565 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-34482495-97db-4c3d-a6d6-e434e4c2ddd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/300d0ef0-3c33-4df5-a3a4-9e3a0be47238 HTTP/1.1" status: 204 len: 168 time: 0.1844802 Nov 27 16:05:30.785519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34482495-97db-4c3d-a6d6-e434e4c2ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d0ef0-3c33-4df5-a3a4-9e3a0be47238,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:30.804670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110850-12a3-4a20-81c9-630cc036b60e req-62c3e24c-6e40-492f-aee6-2ce7fff14d25 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:30.806238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e110850-12a3-4a20-81c9-630cc036b60e req-62c3e24c-6e40-492f-aee6-2ce7fff14d25 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.0803347 Nov 27 16:05:30.820177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.827737 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.879326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:30.885013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:30.887502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:30.911378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Pushing event updated for resources: {'Port': ['ID=910062c2-603b-4e2b-9f3e-7810be2e7c5e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:30.917447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e110850-12a3-4a20-81c9-630cc036b60e req-7862cf5d-dfd4-40f2-9b2e-d5d5be109618 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992911 Nov 27 16:05:30.918659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.20.0.14 (f9cf42e3-54c5-441c-8f28-228960ff4a6c/46051278-b014-4f77-b97a-2a7d231fac00/95ab64d7-8740-4a1c-8c18-944bb29f78e8) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:30.950616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Attempting to bind port 910062c2-603b-4e2b-9f3e-7810be2e7c5e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:30.950986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Attempting to bind port 910062c2-603b-4e2b-9f3e-7810be2e7c5e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '36acd8fc-7240-4a6c-9d85-63276f207b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:30.951357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Attempting to bind port 910062c2-603b-4e2b-9f3e-7810be2e7c5e on network f9cf42e3-54c5-441c-8f28-228960ff4a6c {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:30.956601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:30.956983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Checking segment: {'id': '36acd8fc-7240-4a6c-9d85-63276f207b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:30.958193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:30.958728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Bound using segment: {'id': '36acd8fc-7240-4a6c-9d85-63276f207b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:30.959327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Bound port: 910062c2-603b-4e2b-9f3e-7810be2e7c5e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36acd8fc-7240-4a6c-9d85-63276f207b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f9cf42e3-54c5-441c-8f28-228960ff4a6c'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:30.959710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.035788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] For port 910062c2-603b-4e2b-9f3e-7810be2e7c5e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:31.039407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] For port 910062c2-603b-4e2b-9f3e-7810be2e7c5e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=910062c2-603b-4e2b-9f3e-7810be2e7c5e,segment=NetworkSegment(36acd8fc-7240-4a6c-9d85-63276f207b5d),segment_id=36acd8fc-7240-4a6c-9d85-63276f207b5d)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:31.048687 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.161873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a4967-bec2-4094-9be5-fa3d6fdc8130 None None] Pushing event updated for resources: {'Port': ['ID=910062c2-603b-4e2b-9f3e-7810be2e7c5e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:31.566943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b1de458-3e43-4265-a12a-a63929e2ace5 req-64723433-feb2-4fc8-9543-60a98bba48bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0493047 Nov 27 16:05:31.597850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 910062c2-603b-4e2b-9f3e-7810be2e7c5e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:31.646155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.689306 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.692161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 910062c2-603b-4e2b-9f3e-7810be2e7c5e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:31.692526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.698611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.764493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=95ab64d7-8740-4a1c-8c18-944bb29f78e8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:31.786857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:31.788757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:31.792306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:31.811421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.850596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 910062c2-603b-4e2b-9f3e-7810be2e7c5e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=910062c2-603b-4e2b-9f3e-7810be2e7c5e,segment=NetworkSegment(36acd8fc-7240-4a6c-9d85-63276f207b5d),segment_id=36acd8fc-7240-4a6c-9d85-63276f207b5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:31.852618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:31.853327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.858245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:31.880682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-344ed842-db8c-4df7-a1ac-bb443ee602c8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4272852 Nov 27 16:05:31.883348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59130) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:31.901996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59132) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:31.927281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=910062c2-603b-4e2b-9f3e-7810be2e7c5e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:32.069593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a9ef9-ea0b-4173-a838-061e3cef07d5 req-f51a8ffa-c90c-48d3-9f7f-a96f2f4bc3f6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:32.081522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a5a9ef9-ea0b-4173-a838-061e3cef07d5 req-f51a8ffa-c90c-48d3-9f7f-a96f2f4bc3f6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.0748086 Nov 27 16:05:32.089397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1241918919'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:32.146056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:32.149518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.166776 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.178896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a5a9ef9-ea0b-4173-a838-061e3cef07d5 req-51790654-4a49-423d-9767-73b99ec8a65b tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964134 Nov 27 16:05:32.287103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.292146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.309507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:32.324009 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.324416 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment 6d2bbf10-3b1a-42af-9d7f-262036de4c37 of type vlan for network 6c6aad60-f356-4d26-9cf6-558394f9a169 Nov 27 16:05:32.334989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.393750 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.413744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c18a88-b527-42cf-b902-0e228da4c783,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:32.439632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.446494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:32.447231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.475830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4fa4b-3342-4e66-8d63-4384041dd994 None None] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:32.550229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=6c6aad60-f356-4d26-9cf6-558394f9a169,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:32.556648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-30d0d1f9-fe51-44db-94f2-8ead87ff9c9d None None] Provisioning complete for port 910062c2-603b-4e2b-9f3e-7810be2e7c5e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:32.557143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-30d0d1f9-fe51-44db-94f2-8ead87ff9c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.574087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bc6d0d57-a6a3-4b94-857a-d0971b4ef4ea tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6707158 Nov 27 16:05:32.576181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59140) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:32.584648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'name': 'tempest-PortsIpV6TestJSON-1882144802'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:32.597443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:32.701566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:32.709453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:32.764749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port d08d7109-a88a-486d-9794-d272c67c4ee7 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:32.780340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e5cc5d1-4fe1-44e6-a038-ad9d8df096c6 req-0dd2f1e6-9bb2-4056-acf8-c2ce41cbf5a0 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0522897 Nov 27 16:05:33.011909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.052107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.061045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.068525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.130149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': '6d2bbf10-3b1a-42af-9d7f-262036de4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:33.130520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 6c6aad60-f356-4d26-9cf6-558394f9a169, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:33.132948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=d08d7109-a88a-486d-9794-d272c67c4ee7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:33.135611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=95ab64d7-8740-4a1c-8c18-944bb29f78e8,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:33.151686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fd8a7f06-4e04-4fcc-bcbf-3bd4825d802e None None] Provisioning complete for port 910062c2-603b-4e2b-9f3e-7810be2e7c5e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:33.158036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd8a7f06-4e04-4fcc-bcbf-3bd4825d802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.172534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:33.195511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 6c6aad60-f356-4d26-9cf6-558394f9a169) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:33.218073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bf10a-0df2-41f6-9a98-1ae6fd4c8f8e None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:33.218275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:33.227382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:33.228254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.263204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0ccb8711-2356-4013-b108-f9e0112f396c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6852593 Nov 27 16:05:33.264685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59148) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:33.274444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1965237697'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:33.386118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:33.407357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.429303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a17205-7af2-4c37-844b-67b9f84c9f1a req-e5ef2e1b-225f-4129-b4ff-07759840f319 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:33.461957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17a17205-7af2-4c37-844b-67b9f84c9f1a req-e5ef2e1b-225f-4129-b4ff-07759840f319 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1492634 Nov 27 16:05:33.475140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fd8a7f06-4e04-4fcc-bcbf-3bd4825d802e None None] Provisioning complete for port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:33.475989 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd8a7f06-4e04-4fcc-bcbf-3bd4825d802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.515932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a7f06-4e04-4fcc-bcbf-3bd4825d802e None None] Port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:33.518943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.529387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:33.535942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 910062c2-603b-4e2b-9f3e-7810be2e7c5e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:33.556189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17a17205-7af2-4c37-844b-67b9f84c9f1a req-d1cc0a7c-bad1-4c4e-a42c-6c5a73774165 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911291 Nov 27 16:05:33.610957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 910062c2-603b-4e2b-9f3e-7810be2e7c5e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:33.611278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.616489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.616844 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment e7cb33de-5b7d-4cd6-95d7-ad02f45e2dc0 of type vlan for network 5a0c824d-90e3-4924-b24c-5bd97013a1e6 Nov 27 16:05:33.672246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d3412f3e-26fa-452b-8d2e-f03df0108e57 None None] Provisioning complete for port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:33.672660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3412f3e-26fa-452b-8d2e-f03df0108e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.714542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d3412f3e-26fa-452b-8d2e-f03df0108e57 None None] Port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:33.715780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.770708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.776504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:33.777088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.846839 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.852452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4fd2d369-c795-49d7-b8d4-f528a051de16 None None] Provisioning complete for port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:33.852895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d369-c795-49d7-b8d4-f528a051de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:33.880443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6144490 Nov 27 16:05:33.883313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59152) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:33.888012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3bc09-dfa7-4f94-a5f5-425ecae80f49 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=5a0c824d-90e3-4924-b24c-5bd97013a1e6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:33.900218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'ports': [{'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'}, {'network_id': '5a0c824d-90e3-4924-b24c-5bd97013a1e6'}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:33.900703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:33.901312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5a0c824d-90e3-4924-b24c-5bd97013a1e6 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:33.901706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '5a0c824d-90e3-4924-b24c-5bd97013a1e6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:33.978020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2d369-c795-49d7-b8d4-f528a051de16 None None] Port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:33.986109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-651a4a78-d5aa-437c-8c47-95b77de25e82 req-0a1cb202-8e71-4014-9fd7-c578466127e7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.0997190 Nov 27 16:05:34.119311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:34.125002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.143033 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.174164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.182553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.256265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port ecce59fb-5e61-437f-a6bf-03b960263365 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:34.272759 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.274787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=95ab64d7-8740-4a1c-8c18-944bb29f78e8,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:34.380466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.404332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:34.406188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:34.469084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port afe46a26-4674-4610-9bf7-2164efe57a46 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:34.623608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router abc67383-766a-4ea7-a82e-9dc1c914a4ec is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:05:34.646188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.738079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a29e79-87be-4093-86fb-3e52c24dc033 req-3df20601-621f-4dec-a06b-3b862697c024 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:34.739793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6a29e79-87be-4093-86fb-3e52c24dc033 req-3df20601-621f-4dec-a06b-3b862697c024 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.0812910 Nov 27 16:05:34.741674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.749544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:34.758127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-affe4c52-cf62-4adb-af74-071fad281daa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/abc67383-766a-4ea7-a82e-9dc1c914a4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8710191 Nov 27 16:05:34.758127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59158) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:34.764984 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] Sync routers for ids ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:34.777503 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] Routers {'abc67383-766a-4ea7-a82e-9dc1c914a4ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:34.778494 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:34.809706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449ee52-40ce-4c8e-954f-257b7e720bb0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:34.810757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=ecce59fb-5e61-437f-a6bf-03b960263365,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:34.816053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a449ee52-40ce-4c8e-954f-257b7e720bb0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports/95ab64d7-8740-4a1c-8c18-944bb29f78e8 HTTP/1.1" status: 200 len: 978 time: 0.0527065 Nov 27 16:05:34.816053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59160) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:34.816927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a1f3e532-d3de-4f99-8413-caa76ed04ae2 None None] Provisioning complete for port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:34.816927 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e532-d3de-4f99-8413-caa76ed04ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.850256 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:34.860960 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] Routers {'abc67383-766a-4ea7-a82e-9dc1c914a4ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:34.862579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:34.906646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3e532-d3de-4f99-8413-caa76ed04ae2 None None] Port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:34.913893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:34.918571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:34.924809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:34.925703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:34.942705 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:34.943384 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ed3b-ebca-407a-be89-00e6b3a96eb8 None None] The sync data for ids ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:34.962779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6a29e79-87be-4093-86fb-3e52c24dc033 req-25dc9112-55f6-4715-ba05-e5c3908195de tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560528 Nov 27 16:05:35.013297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=afe46a26-4674-4610-9bf7-2164efe57a46,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:35.015923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': 'e7cb33de-5b7d-4cd6-95d7-ad02f45e2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a0c824d-90e3-4924-b24c-5bd97013a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:35.016350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 5a0c824d-90e3-4924-b24c-5bd97013a1e6, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:35.043190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 5a0c824d-90e3-4924-b24c-5bd97013a1e6 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:35.058546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5a0c824d-90e3-4924-b24c-5bd97013a1e6) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:35.064122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:35.068908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c374b5-2f0d-4442-87bb-3a5bf2b17832 None None] Network 5a0c824d-90e3-4924-b24c-5bd97013a1e6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:35.072172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:35.077278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:35.079595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.110191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a8d247d0-4fce-47b5-83c2-072f1a73620e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2223828 Nov 27 16:05:35.110191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59166) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:35.248468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1fed1e7-966c-48b0-ac21-61ea6e333879 req-73ba7f51-8405-450e-8ae1-5363ac8e00ee tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcd5e76e-acd0-47ab-a08a-be13a3fecb51 HTTP/1.1" status: 200 len: 210 time: 0.1117034 Nov 27 16:05:35.306598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-74aab73d-2cd4-4a77-8ca9-5f93c17fe1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.355424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port afe46a26-4674-4610-9bf7-2164efe57a46 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:35.355912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.430110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.432906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.452487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for afe46a26-4674-4610-9bf7-2164efe57a46 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:35.541593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.573825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=afe46a26-4674-4610-9bf7-2164efe57a46,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:35.587058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.594011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59168) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:35.594214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1fa684a9-4399-4148-a295-dd41839a8e2b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/afe46a26-4674-4610-9bf7-2164efe57a46 HTTP/1.1" status: 204 len: 168 time: 0.4854736 Nov 27 16:05:35.675493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3fc3b-8fa4-428b-8035-8d09e51aeb1c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:35.681599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3fc3b-8fa4-428b-8035-8d09e51aeb1c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:35.683211 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3af3fc3b-8fa4-428b-8035-8d09e51aeb1c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0870166 Nov 27 16:05:35.686478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59170) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:35.779121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 95ab64d7-8740-4a1c-8c18-944bb29f78e8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:35.782465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.854212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port ecce59fb-5e61-437f-a6bf-03b960263365 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:35.854557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.889271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59174) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:35.903476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.928637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:35.944303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for ecce59fb-5e61-437f-a6bf-03b960263365 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:35.964917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 95ab64d7-8740-4a1c-8c18-944bb29f78e8 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:36.034672 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b814805c-b910-4d33-baf1-3cd466e09a79 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/floatingips/c04c6aec-65be-4539-a70b-adaa01af1594 HTTP/1.1" status: 200 len: 993 time: 0.1437008 Nov 27 16:05:36.053947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.088731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=ecce59fb-5e61-437f-a6bf-03b960263365,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:36.144712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.148287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a6650db9-261e-4575-8f55-96fdfa6849f6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/ecce59fb-5e61-437f-a6bf-03b960263365 HTTP/1.1" status: 204 len: 168 time: 0.4607759 Nov 27 16:05:36.157568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.185022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62a0bf-af21-407b-9bf3-698fe4f92cd3 req-c7ac7487-9220-4dbc-a74a-e48a38a82296 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:36.186655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e62a0bf-af21-407b-9bf3-698fe4f92cd3 req-c7ac7487-9220-4dbc-a74a-e48a38a82296 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1014664 Nov 27 16:05:36.247128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b06a7-db89-4caf-9fc1-42118fef3f75 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:36.248788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ce7b06a7-db89-4caf-9fc1-42118fef3f75 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0968587 Nov 27 16:05:36.251994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.252655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e62a0bf-af21-407b-9bf3-698fe4f92cd3 req-fc221a48-4256-463b-a268-f900db82a366 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Nov 27 16:05:36.261282 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.303717 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cf9019-5f7d-47c4-a200-230d59efd016 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:05:36.305462 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-43cf9019-5f7d-47c4-a200-230d59efd016 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/afe46a26-4674-4610-9bf7-2164efe57a46 HTTP/1.1" status: 404 len: 333 time: 0.0522182 Nov 27 16:05:36.308114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59190) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.318693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59192) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.320734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=95ab64d7-8740-4a1c-8c18-944bb29f78e8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:36.360557 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aed376b-1bc9-41c1-a6b4-087645a73ac1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:05:36.362142 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8aed376b-1bc9-41c1-a6b4-087645a73ac1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/ecce59fb-5e61-437f-a6bf-03b960263365 HTTP/1.1" status: 404 len: 333 time: 0.0530338 Nov 27 16:05:36.364876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59196) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.403094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59198) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.534265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b12688fa-5008-415f-bae9-d825c69de3bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.554108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.560414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.574294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b12688fa-5008-415f-bae9-d825c69de3bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.651637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 6d32ac27-06e9-4bc8-87f4-de121f903cdd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:36.652003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.696968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b12688fa-5008-415f-bae9-d825c69de3bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.699501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b12688fa-5008-415f-bae9-d825c69de3bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.700631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b12688fa-5008-415f-bae9-d825c69de3bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/security-groups/1da8e929-de90-4d27-9f80-0e5494f84649 HTTP/1.1" status: 204 len: 168 time: 0.2942927 Nov 27 16:05:36.705782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.726871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12688fa-5008-415f-bae9-d825c69de3bc tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da8e929-de90-4d27-9f80-0e5494f84649,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:36.730956 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-b27fd940-4232-46a2-bc23-430510c2f4dd tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] show failed (client error): The resource could not be found. Nov 27 16:05:36.731977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b27fd940-4232-46a2-bc23-430510c2f4dd tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "GET /v2.0/security-groups/1da8e929-de90-4d27-9f80-0e5494f84649 HTTP/1.1" status: 404 len: 347 time: 0.0230098 Nov 27 16:05:36.736130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59202) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.755088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.803990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.804315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.812217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0c824d-90e3-4924-b24c-5bd97013a1e6']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:36.821518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router abc67383-766a-4ea7-a82e-9dc1c914a4ec has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:36.824921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cb33de-5b7d-4cd6-95d7-ad02f45e2dc0') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:36.825319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cb33de-5b7d-4cd6-95d7-ad02f45e2dc0') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:36.837929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.863974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 6d32ac27-06e9-4bc8-87f4-de121f903cdd owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:36.884188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.921731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:36.922145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:36.925365 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:36.940053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:36.960916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] Sync routers for ids ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:36.966736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port 8fb991a6-ade5-4b85-abae-3f8b4c83e03a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:36.967243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:36.972486 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-829dac57-2045-4e94-8145-6036293037f7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/abc67383-766a-4ea7-a82e-9dc1c914a4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534748 Nov 27 16:05:36.972822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:36.990137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] Routers {'abc67383-766a-4ea7-a82e-9dc1c914a4ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:36.990767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:36.995483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.010365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.014963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/5a0c824d-90e3-4924-b24c-5bd97013a1e6 HTTP/1.1" status: 204 len: 168 time: 0.6482887 Nov 27 16:05:37.028364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59206) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:37.034634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1979723975'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:37.037952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:37.040240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05625857-4ad1-47b0-adf8-6fa265381048 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=5a0c824d-90e3-4924-b24c-5bd97013a1e6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:37.059513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] Routers {'abc67383-766a-4ea7-a82e-9dc1c914a4ec'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:37.059950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:37.060613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:37.064148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.088204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:37.098155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.098501 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment 7632ef27-78e0-412f-9e42-714fa7b4e231 of type vlan for network aa5f8f83-a8df-4258-badd-6f289e8c1658 Nov 27 16:05:37.101580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:37.102866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d878c55-6ed0-44f1-ba5e-e7138195603d None None] The sync data for ids ['abc67383-766a-4ea7-a82e-9dc1c914a4ec'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:37.145049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.174842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.180471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:37.181080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.259804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=aa5f8f83-a8df-4258-badd-6f289e8c1658,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:37.270158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3261bd9d-abdc-438c-92aa-7a027f27be72 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2399201 Nov 27 16:05:37.275863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59210) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:37.279022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:37.286995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:37.305821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.306160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.378374 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-92ac04c5-e7f4-4494-9348-2a27457dbeb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 16:05:37.382044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-92ac04c5-e7f4-4494-9348-2a27457dbeb6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/abc67383-766a-4ea7-a82e-9dc1c914a4ec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4055591 Nov 27 16:05:37.387329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:37.390878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for 8fb991a6-ade5-4b85-abae-3f8b4c83e03a owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:37.409479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.413219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:37.421687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.447756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-043679ed-64bf-41e3-84e1-a4baddfa4ea5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc67383-766a-4ea7-a82e-9dc1c914a4ec HTTP/1.1" status: 200 len: 205 time: 0.0569408 Nov 27 16:05:37.452240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59216) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:37.515022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=6d32ac27-06e9-4bc8-87f4-de121f903cdd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:37.636573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d093b6b-ef9c-45e9-b686-448093f02e89 req-4ee0d827-be3f-4bdb-907e-30a137a41083 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:37.638259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d093b6b-ef9c-45e9-b686-448093f02e89 req-4ee0d827-be3f-4bdb-907e-30a137a41083 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.2372887 Nov 27 16:05:37.661391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f19c78a-32fb-4ff3-a152-a866be2b3597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.676942 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.676942 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Floating IP c04c6aec-65be-4539-a70b-adaa01af1594 disassociated (deleted). External IP: 172.25.1.171, port: 80ec45f6-936c-44ba-abcb-773b33e44dbc. Nov 27 16:05:37.769543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d093b6b-ef9c-45e9-b686-448093f02e89 req-e07c6d70-4376-4e55-83f1-a361f9765b9b tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209841 Nov 27 16:05:37.855846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.923975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Performing IP validity checks on allocation pools {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 16:05:37.926795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 16:05:37.932777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:37.937880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=8fb991a6-ade5-4b85-abae-3f8b4c83e03a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:37.947614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b2205-21d5-4185-9677-c908ab80a703 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:38.061612 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.064885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.068847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1e821bc0-ffbb-4fc9-8a5d-360114c7ea11 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/floatingips/a3bb25b5-3ee2-482f-9d0e-58bac9ac5b37 HTTP/1.1" status: 204 len: 168 time: 1.3291309 Nov 27 16:05:38.069069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:38.106532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router dd323daa-742f-475f-80c8-2823bd079ce5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:38.127625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.147566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.209335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.210677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router abc67383-766a-4ea7-a82e-9dc1c914a4ec {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:05:38.220601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.225603 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-453e4bb9-1310-4b16-b42f-95971ad13e48 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/abc67383-766a-4ea7-a82e-9dc1c914a4ec HTTP/1.1" status: 204 len: 168 time: 0.7719531 Nov 27 16:05:38.226517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59224) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:38.264341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port 6df335cf-3d26-45d7-b8d3-7d413c036457 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:38.264341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.314335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.323586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:38.329654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.340554 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] Sync routers for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:38.353849 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:38.354037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet 46051278-b014-4f77-b97a-2a7d231fac00 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:38.356404 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:38.363300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.380016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e0b1e3f-41af-4c50-b0a2-aa571f4ed6aa tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/floatingips/c04c6aec-65be-4539-a70b-adaa01af1594 HTTP/1.1" status: 204 len: 168 time: 2.0600450 Nov 27 16:05:38.382774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:38.385595 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd5b86f-7e77-4c28-ab04-199002cfcc10" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:38.401985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.416166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for 6df335cf-3d26-45d7-b8d3-7d413c036457 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:38.488608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.502714 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.527223 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca26697-6979-4b7f-8979-50aca7c719bf x-openstack-request-id: req-7ca26697-6979-4b7f-8979-50aca7c719bf {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:38.528804 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:38.530545 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ca26697-6979-4b7f-8979-50aca7c719bf {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:38.530545 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'status': 'completed', 'code': 200} Nov 27 16:05:38.540429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=d268adf2-e5bd-442f-867d-a1d998714ef8,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:38.562113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': '7632ef27-78e0-412f-9e42-714fa7b4e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:38.562521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: aa5f8f83-a8df-4258-badd-6f289e8c1658, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:38.665983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:38.685397 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:38.700456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.722610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, aa5f8f83-a8df-4258-badd-6f289e8c1658) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:38.755328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f585087-73f3-4def-8821-5cee92218804 None None] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:38.760195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=6df335cf-3d26-45d7-b8d3-7d413c036457,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:38.765627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:38.766193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.780684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.858085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-73c65689-488f-4886-a90b-5860a0006787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:38.860948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-73c65689-488f-4886-a90b-5860a0006787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d7a342940504c2aa2e82f55608e175e&device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 1096 time: 0.3415351 Nov 27 16:05:38.867640 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c70a3652-f8b8-4a5f-8cd5-8919100fb70b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5904860 Nov 27 16:05:38.871047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:38.876705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658', 'name': 'tempest-PortsIpV6TestJSON-1685732355'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:38.887691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:38.894952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-49a3c491-a53a-4055-bd54-eff4d18de39d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/ports/6df335cf-3d26-45d7-b8d3-7d413c036457 HTTP/1.1" status: 204 len: 168 time: 0.8249285 Nov 27 16:05:38.895880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59244) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:39.026868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-aa5f8f83-a8df-4258-badd-6f289e8c1658', 'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': 'd268adf2-e5bd-442f-867d-a1d998714ef8'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:39.027905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.043096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.112701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=46051278-b014-4f77-b97a-2a7d231fac00,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:39.126991 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.130389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f0518d9a-e255-4805-b45a-b29744dc44d4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/46051278-b014-4f77-b97a-2a7d231fac00 HTTP/1.1" status: 204 len: 168 time: 0.8780584 Nov 27 16:05:39.133507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:39.140678 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:36Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:39.144307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-e20c432c-a950-4ece-aba6-be039d70780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:39.145988 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-e20c432c-a950-4ece-aba6-be039d70780e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ec01585-754d-4c00-b555-4701c05e6bd4 HTTP/1.1" status: 200 len: 897 time: 0.2651789 Nov 27 16:05:39.152471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499bfed-5c6b-4229-b051-0b6cd33a312e None None] Network f9cf42e3-54c5-441c-8f28-228960ff4a6c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:39.197245 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] Checking router: dd323daa-742f-475f-80c8-2823bd079ce5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:05:39.206762 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:39.207637 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:39.239243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:39.242986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.296890 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-05db33b2-274e-4a26-97cb-b510f5647e11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc HTTP/1.1" status: 200 len: 217 time: 0.1357505 Nov 27 16:05:39.373247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Allocated IP 2001:db8::2 (aa5f8f83-a8df-4258-badd-6f289e8c1658/d268adf2-e5bd-442f-867d-a1d998714ef8/f4b98a43-20c4-4ea9-8290-a6f6da02ad5f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:39.380888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 77bf3689-e9cc-4915-8712-2829b89aa931 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:39.397137 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.450765 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:39.514471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] DHCP port deletion for f9cf42e3-54c5-441c-8f28-228960ff4a6c request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:39.534485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-29da7fa1-360d-4435-89a8-8e8d5e6e59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:39.535975 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-29da7fa1-360d-4435-89a8-8e8d5e6e59b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=066da436-ad12-4b2b-8e1b-82547d8e0c0b HTTP/1.1" status: 200 len: 834 time: 0.2202356 Nov 27 16:05:39.578297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd152471-bc51-4115-83bb-b87033a98049 req-cb484b14-28dc-4b6b-ac5e-e375bf354d46 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:39.585892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd152471-bc51-4115-83bb-b87033a98049 req-cb484b14-28dc-4b6b-ac5e-e375bf354d46 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 945 time: 0.8682466 Nov 27 16:05:39.626102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-d966815e-e7e1-4f7d-8d33-ac30eea27cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:39.627534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-d966815e-e7e1-4f7d-8d33-ac30eea27cd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ec01585-754d-4c00-b555-4701c05e6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621343 Nov 27 16:05:39.634877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 910062c2-603b-4e2b-9f3e-7810be2e7c5e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:39.635219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.638421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2c3cb-3c24-434b-a895-2b9e5247c485 req-3d99910d-82e7-46fe-82e6-8f58ab203cbd tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:39.643241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-e26e22c3-0ba1-4c19-976d-4f4e230fbb45 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:05:39.644263 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-e26e22c3-0ba1-4c19-976d-4f4e230fbb45 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066395 Nov 27 16:05:39.645939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95e2c3cb-3c24-434b-a895-2b9e5247c485 req-3d99910d-82e7-46fe-82e6-8f58ab203cbd tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.7091467 Nov 27 16:05:39.709289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd152471-bc51-4115-83bb-b87033a98049 req-b4119c0f-f988-4def-ab21-500069c6ff80 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224127 Nov 27 16:05:39.731618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port 0ec1d1a0-6dc3-48db-9e56-84e86039c42a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:39.731895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.751517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95e2c3cb-3c24-434b-a895-2b9e5247c485 req-79ff882c-6cae-44a0-86e1-7e73be257f57 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999973 Nov 27 16:05:39.756973 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:36Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:39.789527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 910062c2-603b-4e2b-9f3e-7810be2e7c5e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=910062c2-603b-4e2b-9f3e-7810be2e7c5e,segment=NetworkSegment(36acd8fc-7240-4a6c-9d85-63276f207b5d),segment_id=36acd8fc-7240-4a6c-9d85-63276f207b5d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:39.789892 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.795158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.797864 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d19f-5b32-4f0a-8dd5-4a0d85d9b0bb None None] The sync data for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 is: [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:04:30Z', 'revision_number': 4, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '32e69505-8317-4d5f-a21f-64cb342f1a8c', 'name': '', 'network_id': '1ec01585-754d-4c00-b555-4701c05e6bd4', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'mac_address': 'fa:16:3e:d9:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:28Z', 'updated_at': '2021-11-27T16:04:36Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'subnets': [{'id': '066da436-ad12-4b2b-8e1b-82547d8e0c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:39.815039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.816292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 910062c2-603b-4e2b-9f3e-7810be2e7c5e owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:39.858349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.865560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] Deleting port 910062c2-603b-4e2b-9f3e-7810be2e7c5e {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:39.865942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.874222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for 0ec1d1a0-6dc3-48db-9e56-84e86039c42a owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:39.947197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-da91cacb-11e6-49bb-9a53-a49fccc1bfc1 service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914820 Nov 27 16:05:39.951334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:39.952218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Pushing event updated for resources: {'Port': ['ID=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:39.963790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] For port 910062c2-603b-4e2b-9f3e-7810be2e7c5e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=910062c2-603b-4e2b-9f3e-7810be2e7c5e,segment=NetworkSegment(36acd8fc-7240-4a6c-9d85-63276f207b5d),segment_id=36acd8fc-7240-4a6c-9d85-63276f207b5d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:39.964196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:39.980190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] Calling delete_port for 910062c2-603b-4e2b-9f3e-7810be2e7c5e owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:39.987132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:39.990226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:39.990773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::28a (aa5f8f83-a8df-4258-badd-6f289e8c1658/d268adf2-e5bd-442f-867d-a1d998714ef8/77bf3689-e9cc-4915-8712-2829b89aa931) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:40.029869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.071380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=0ec1d1a0-6dc3-48db-9e56-84e86039c42a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:40.174378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Attempting to bind port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:40.174990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Attempting to bind port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7632ef27-78e0-412f-9e42-714fa7b4e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:40.175533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Attempting to bind port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f on network aa5f8f83-a8df-4258-badd-6f289e8c1658 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:40.188401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:40.189160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Checking segment: {'id': '7632ef27-78e0-412f-9e42-714fa7b4e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:40.189891 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.190394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Bound using segment: {'id': '7632ef27-78e0-412f-9e42-714fa7b4e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:40.191682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Bound port: f4b98a43-20c4-4ea9-8290-a6f6da02ad5f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7632ef27-78e0-412f-9e42-714fa7b4e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa5f8f83-a8df-4258-badd-6f289e8c1658'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:40.192133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.197873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.205473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf9b8aec-c380-41fa-99e5-091b81fa0158 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/ports/0ec1d1a0-6dc3-48db-9e56-84e86039c42a HTTP/1.1" status: 204 len: 168 time: 1.2913265 Nov 27 16:05:40.207058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59258) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:40.241582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ace684-710b-4544-acf3-e2f454533074 None None] New status for floating IP c04c6aec-65be-4539-a70b-adaa01af1594: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:05:40.263209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting subnet f820c47d-f250-4c81-8bcc-e4536c0f4306 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:40.266611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.310605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.346700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.368312 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.382320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] For port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:40.386506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] For port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,segment=NetworkSegment(7632ef27-78e0-412f-9e42-714fa7b4e231),segment_id=7632ef27-78e0-412f-9e42-714fa7b4e231)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:40.392546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dbd5b86f-7e77-4c28-ab04-199002cfcc10 req-65314a3f-fb9c-4260-80eb-0dc1b8f1d7af service neutron] 10.222.0.21 "GET /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358275 Nov 27 16:05:40.393038 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.432230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.479938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.485127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866043f-dd2d-432a-8953-b0c15727231b None None] Pushing event updated for resources: {'Port': ['ID=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:40.499259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port 910062c2-603b-4e2b-9f3e-7810be2e7c5e on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:40.501567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.510642 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.576813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.577636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] Pushing event deleted for resources: {'Port': ['ID=910062c2-603b-4e2b-9f3e-7810be2e7c5e,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:40.587650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6b58f-a31c-4493-bf85-456eef94363a None None] No DVR routers for this DVR port 910062c2-603b-4e2b-9f3e-7810be2e7c5e on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:40.618861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=910062c2-603b-4e2b-9f3e-7810be2e7c5e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:40.644311 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.651538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/subnets/f820c47d-f250-4c81-8bcc-e4536c0f4306 HTTP/1.1" status: 204 len: 168 time: 0.4437566 Nov 27 16:05:40.652432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:40.653256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc18781-5df6-462b-8d38-48b2dd6efdc7 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Subnet': ['ID=f820c47d-f250-4c81-8bcc-e4536c0f4306,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:40.659629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e85cc29-c699-4153-8a6e-f760e29107a2 None None] Network 3612dd2d-b6da-4890-8d81-c127f9a40abe requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:40.725338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting subnet 1b0f39ae-9a58-4ef7-98fe-ca45267f7364 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:40.729746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.793172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-4227ecbc-7745-4cd6-9dbe-d94dd58c03fd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:40.795043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-4227ecbc-7745-4cd6-9dbe-d94dd58c03fd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 945 time: 0.4145579 Nov 27 16:05:40.795736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=77bf3689-e9cc-4915-8712-2829b89aa931,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:40.816920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:40.856078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.859543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:40.870934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:40.877440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:40.882589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.904938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:40.915375 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c80e36b6-0ad8-4af2-aa74-7be171a3a517 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0431170 Nov 27 16:05:40.924981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59270) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:40.995024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cf42e3-54c5-441c-8f28-228960ff4a6c']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:41.014996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36acd8fc-7240-4a6c-9d85-63276f207b5d') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:41.015370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36acd8fc-7240-4a6c-9d85-63276f207b5d') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:41.028311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.058359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.074712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] DHCP port deletion for 3612dd2d-b6da-4890-8d81-c127f9a40abe request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:41.092061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:41.092216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:41.096502 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:41.174100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] Deleting port 6870306d-c63b-422e-9a24-f213c743086c {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:41.174709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.189436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194fc0-fa9e-4298-8cdb-8724f204a428 req-44e8ca59-a7b7-4697-a185-ee700c6d4a3a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:41.190857 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.196844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22194fc0-fa9e-4298-8cdb-8724f204a428 req-44e8ca59-a7b7-4697-a185-ee700c6d4a3a tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce8c0a4-96bb-4ec8-8927-233cb435b1fa HTTP/1.1" status: 200 len: 945 time: 0.2370570 Nov 27 16:05:41.224891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 80ec45f6-936c-44ba-abcb-773b33e44dbc {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:41.232402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.253272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c033-4d09-417d-affa-21c6a74b47ae req-042fc72b-4a03-4798-9c41-218a92e49c04 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:41.254988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59b5c033-4d09-417d-affa-21c6a74b47ae req-042fc72b-4a03-4798-9c41-218a92e49c04 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.3294721 Nov 27 16:05:41.271886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.283101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.318388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] For port 6870306d-c63b-422e-9a24-f213c743086c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6870306d-c63b-422e-9a24-f213c743086c,segment=NetworkSegment(6d6a4481-da57-4da5-80c5-f964cd585572),segment_id=6d6a4481-da57-4da5-80c5-f964cd585572)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:41.319484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.330729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 77bf3689-e9cc-4915-8712-2829b89aa931 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:41.331073 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.337284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.340585 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/f9cf42e3-54c5-441c-8f28-228960ff4a6c HTTP/1.1" status: 204 len: 168 time: 2.2061226 Nov 27 16:05:41.354274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:41.359178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] Calling delete_port for 6870306d-c63b-422e-9a24-f213c743086c owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:41.369942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-349119200'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:41.376021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645d4d-4f92-4b9d-9dce-bd7d4e459274 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=f9cf42e3-54c5-441c-8f28-228960ff4a6c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:41.425902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.426188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:41.430524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.434342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 80ec45f6-936c-44ba-abcb-773b33e44dbc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=80ec45f6-936c-44ba-abcb-773b33e44dbc,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:41.434709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.438417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 77bf3689-e9cc-4915-8712-2829b89aa931 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:41.459251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 80ec45f6-936c-44ba-abcb-773b33e44dbc owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:41.526764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:41.628929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f4b98a43-20c4-4ea9-8290-a6f6da02ad5f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:41.668815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.669200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.690161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.711859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] Pushing event deleted for resources: {'Port': ['ID=6870306d-c63b-422e-9a24-f213c743086c,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:41.722547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22194fc0-fa9e-4298-8cdb-8724f204a428 req-8497d9ec-27b4-4bfb-9739-95789c7a6078 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb586d5e-741b-4373-a472-f90a25f0373b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5248153 Nov 27 16:05:41.725176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ea83d-4c12-4820-be4b-a2a0b0e9ed43 None None] No DVR routers for this DVR port 6870306d-c63b-422e-9a24-f213c743086c on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:41.731506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0f39ae-9a58-4ef7-98fe-ca45267f7364,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:41.763663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=80ec45f6-936c-44ba-abcb-773b33e44dbc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:41.764325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.779171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-00d3bb90-534f-4bf4-ac13-614fbf43507d tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/subnets/1b0f39ae-9a58-4ef7-98fe-ca45267f7364 HTTP/1.1" status: 204 len: 168 time: 1.1145327 Nov 27 16:05:41.779378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:41.787026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5c485-228b-4e00-9314-8ea837e869a6 None None] Network ac0cf00f-7189-441a-afba-8114ce6bcd0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:41.796625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59b5c033-4d09-417d-affa-21c6a74b47ae req-d3aaa4eb-a74f-4d1f-92f0-a7df9523fa24 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215330 Nov 27 16:05:41.810148 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.863555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=77bf3689-e9cc-4915-8712-2829b89aa931,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:41.871128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:41.873858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.916010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.916795 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment d96f9579-a8f3-47ce-9e09-55dbf5d8fd35 of type vlan for network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 Nov 27 16:05:41.932175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:41.932175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cbd27d1d-527a-4b06-8557-1c0346c66da4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/77bf3689-e9cc-4915-8712-2829b89aa931 HTTP/1.1" status: 204 len: 168 time: 1.0036509 Nov 27 16:05:41.936534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59276) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:41.997077 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a931a63d-1b33-4912-9e5d-d7437d60eab4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:05:41.997688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a931a63d-1b33-4912-9e5d-d7437d60eab4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:05:42.024547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a931a63d-1b33-4912-9e5d-d7437d60eab4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/77bf3689-e9cc-4915-8712-2829b89aa931 HTTP/1.1" status: 404 len: 333 time: 0.0865855 Nov 27 16:05:42.028720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:42.062044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.072017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] No DVR routers for this DVR port 80ec45f6-936c-44ba-abcb-773b33e44dbc on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:42.075457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.079935 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c59b66-768b-422f-8e50-5a8a0fd7b2e5 req-e7e13065-e047-497b-a20d-dd9e77c3d506 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.21 "DELETE /v2.0/ports/80ec45f6-936c-44ba-abcb-773b33e44dbc HTTP/1.1" status: 204 len: 173 time: 1.2617354 Nov 27 16:05:42.080542 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2b2820-302b-4cea-8bb2-297446c033b9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:05:42.082086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5d2b2820-302b-4cea-8bb2-297446c033b9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/77bf3689-e9cc-4915-8712-2829b89aa931 HTTP/1.1" status: 404 len: 333 time: 0.0522020 Nov 27 16:05:42.086637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'name': 'network-vif-deleted', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:42.089126 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad694dbd-2361-4c8f-980b-0a7f6008383b" -d '{"events": [{"server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "name": "network-vif-deleted", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:42.095841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.097865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59280) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:42.193438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbb255-4605-4471-b0d3-11017ed32162 None None] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:42.195178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:05:42.215458 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698f326b-aa44-4805-9519-9b31b487ecca x-openstack-request-id: req-698f326b-aa44-4805-9519-9b31b487ecca {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:42.215809 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8c0a4-96bb-4ec8-8927-233cb435b1fa", "name": "network-vif-deleted", "tag": "80ec45f6-936c-44ba-abcb-773b33e44dbc", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:42.216099 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-698f326b-aa44-4805-9519-9b31b487ecca {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:42.216577 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8c0a4-96bb-4ec8-8927-233cb435b1fa', 'name': 'network-vif-deleted', 'tag': '80ec45f6-936c-44ba-abcb-773b33e44dbc', 'status': 'completed', 'code': 200} Nov 27 16:05:42.230306 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.266682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.277459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:42.277459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.299485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a45bfa13-2b4b-41fa-9238-058a356bee29 None None] Provisioning complete for port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:42.299864 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa13-2b4b-41fa-9238-058a356bee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.333871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] DHCP port deletion for ac0cf00f-7189-441a-afba-8114ce6bcd0d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:42.346688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet d268adf2-e5bd-442f-867d-a1d998714ef8 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:42.354627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,segment=NetworkSegment(7632ef27-78e0-412f-9e42-714fa7b4e231),segment_id=7632ef27-78e0-412f-9e42-714fa7b4e231)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:42.368408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.392157 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.464306 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1071641 Nov 27 16:05:42.468258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59284) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:42.477220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:42.489449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.511727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b860c-c3fd-4d5d-a6c3-95e3dc4312c9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=69adf5ce-6802-47ea-a9c0-55ccaefecd52,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:42.525962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.529353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 910062c2-603b-4e2b-9f3e-7810be2e7c5e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:42.551052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3612dd2d-b6da-4890-8d81-c127f9a40abe']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:42.571147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6a4481-da57-4da5-80c5-f964cd585572') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:42.571451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6a4481-da57-4da5-80c5-f964cd585572') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:42.587548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.601394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:42.610683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.649477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:42.653864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:42.654115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.654308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:42.661833 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:42.732262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.777204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.785511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.795395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59290) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:42.795920 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/networks/3612dd2d-b6da-4890-8d81-c127f9a40abe HTTP/1.1" status: 204 len: 168 time: 1.0153763 Nov 27 16:05:42.868507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59292) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:42.887348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:42.891885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 910062c2-603b-4e2b-9f3e-7810be2e7c5e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:42.892234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 910062c2-603b-4e2b-9f3e-7810be2e7c5e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:42.892650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6870306d-c63b-422e-9a24-f213c743086c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:42.931928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7559a-9432-4390-b68e-a88c86f65a65 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Network': ['ID=3612dd2d-b6da-4890-8d81-c127f9a40abe,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:42.947723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:42.970677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6870306d-c63b-422e-9a24-f213c743086c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:42.971018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6870306d-c63b-422e-9a24-f213c743086c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:43.001361 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.018224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] Deleting port d563f06f-b952-498f-aa5d-7846a486ee42 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:43.018598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.037901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68821-3c2e-4d8d-a5b3-a79177b56c08 req-3a0cb4c6-fe4f-459c-b78d-cf8550a2b5b7 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:43.039871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=d268adf2-e5bd-442f-867d-a1d998714ef8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:43.045235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26c68821-3c2e-4d8d-a5b3-a79177b56c08 req-3a0cb4c6-fe4f-459c-b78d-cf8550a2b5b7 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1510808 Nov 27 16:05:43.052908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.062900 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c2654cff-a03d-4e27-9085-9063eadac4a6 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/d268adf2-e5bd-442f-867d-a1d998714ef8 HTTP/1.1" status: 204 len: 168 time: 0.9612634 Nov 27 16:05:43.066334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59298) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:43.092219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] For port d563f06f-b952-498f-aa5d-7846a486ee42, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d563f06f-b952-498f-aa5d-7846a486ee42,segment=NetworkSegment(ea0bc889-7d33-4303-ac48-4164a4bb87e5),segment_id=ea0bc889-7d33-4303-ac48-4164a4bb87e5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:43.093101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.100909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0917338c-7fbe-45e3-a619-477b7166e6ca tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.108962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] Calling delete_port for d563f06f-b952-498f-aa5d-7846a486ee42 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:43.133562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0917338c-7fbe-45e3-a619-477b7166e6ca tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.205711 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.225830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] No DVR routers for this DVR port d563f06f-b952-498f-aa5d-7846a486ee42 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:43.233531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.241073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0917338c-7fbe-45e3-a619-477b7166e6ca tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.245523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0917338c-7fbe-45e3-a619-477b7166e6ca tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.246844 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0917338c-7fbe-45e3-a619-477b7166e6ca tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb586d5e-741b-4373-a472-f90a25f0373b HTTP/1.1" status: 204 len: 168 time: 0.3742888 Nov 27 16:05:43.258079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a11fc-ef01-4f40-8307-9a40768ef0cb None None] Pushing event deleted for resources: {'Port': ['ID=d563f06f-b952-498f-aa5d-7846a486ee42,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:43.273710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917338c-7fbe-45e3-a619-477b7166e6ca tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb586d5e-741b-4373-a472-f90a25f0373b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:43.277993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26c68821-3c2e-4d8d-a5b3-a79177b56c08 req-ad895ec1-56ed-4eaa-bbfe-7d672c8d7bfe tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317541 Nov 27 16:05:43.318100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:43.345011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 80ec45f6-936c-44ba-abcb-773b33e44dbc no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:43.350766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.361322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Deleting port d563f06f-b952-498f-aa5d-7846a486ee42 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:43.361868 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.390336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 80ec45f6-936c-44ba-abcb-773b33e44dbc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:43.390982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 80ec45f6-936c-44ba-abcb-773b33e44dbc not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:43.465427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] For port d563f06f-b952-498f-aa5d-7846a486ee42, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:43.466083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.483337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Calling delete_port for d563f06f-b952-498f-aa5d-7846a486ee42 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:43.487229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Port d563f06f-b952-498f-aa5d-7846a486ee42 was not found and therefore no delete operation was performed {{(pid=110076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:05:43.492001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.560270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:43.573967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Port': ['ID=d563f06f-b952-498f-aa5d-7846a486ee42,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:43.582569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] No DVR routers for this DVR port d563f06f-b952-498f-aa5d-7846a486ee42 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:43.590838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f4b98a43-20c4-4ea9-8290-a6f6da02ad5f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:43.648657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:43.649171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: 69adf5ce-6802-47ea-a9c0-55ccaefecd52, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:43.699116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac3894-b639-4beb-9f63-ffdc998dfde1 None None] Network aa5f8f83-a8df-4258-badd-6f289e8c1658 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:43.762005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.789812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:43.793289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0cf00f-7189-441a-afba-8114ce6bcd0d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:43.809208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0bc889-7d33-4303-ac48-4164a4bb87e5') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:43.809962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0bc889-7d33-4303-ac48-4164a4bb87e5') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:43.821038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 69adf5ce-6802-47ea-a9c0-55ccaefecd52) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:43.824749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.836407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ebbcbc-4931-4371-a955-503fb363b7b1 None None] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:43.841773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:43.842380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.852648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.855239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:43.855628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.874938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:43.875382 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:43.878990 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:43.923750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:43.927249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.927358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-75539293-383a-4140-b7c5-8221bae149dc tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4542546 Nov 27 16:05:43.931890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59318) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:43.935912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1dcbc7de-ac55-415c-aa81-cc1828c5ec67 None None] Provisioning complete for port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:43.936620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7de-ac55-415c-aa81-cc1828c5ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:43.938304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-265110504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:44.028407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,segment=NetworkSegment(7632ef27-78e0-412f-9e42-714fa7b4e231),segment_id=7632ef27-78e0-412f-9e42-714fa7b4e231)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:44.028806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.041237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.060910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.069805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] 10.222.0.15 "DELETE /v2.0/networks/ac0cf00f-7189-441a-afba-8114ce6bcd0d HTTP/1.1" status: 204 len: 168 time: 1.2672076 Nov 27 16:05:44.079409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for f4b98a43-20c4-4ea9-8290-a6f6da02ad5f owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:44.081475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.082591 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.090456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7f36f-e9ad-4dc1-80ba-93cc7f543969 tempest-TaggedBootDevicesTest-1775729878 tempest-TaggedBootDevicesTest-1775729878-project] Pushing event deleted for resources: {'Network': ['ID=ac0cf00f-7189-441a-afba-8114ce6bcd0d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:44.511182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] DHCP port deletion for aa5f8f83-a8df-4258-badd-6f289e8c1658 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:44.530065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-69adf5ce-6802-47ea-a9c0-55ccaefecd52', 'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': 'c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:44.531056 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.535680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.643032 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.654268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.692797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.697263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02dbc1ef-10d9-48e8-957b-b4086b93093a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7643225 Nov 27 16:05:44.698368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59336) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:44.699326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.726679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Allocated IP 172.20.0.2 (69adf5ce-6802-47ea-a9c0-55ccaefecd52/c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a/d7a0f80d-7e59-4b7d-954b-e2090b5b7423) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:44.740971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:44.784540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:44.888680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.896745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d563f06f-b952-498f-aa5d-7846a486ee42 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:44.903152 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.926802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 32e69505-8317-4d5f-a21f-64cb342f1a8c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:44.927309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:44.972893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Pushing event updated for resources: {'Port': ['ID=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:44.979839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d563f06f-b952-498f-aa5d-7846a486ee42 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:44.980195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d563f06f-b952-498f-aa5d-7846a486ee42 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:44.983649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:44.989571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:44.992303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:45.063039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Attempting to bind port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:45.063326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Attempting to bind port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:45.063736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Attempting to bind port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 on network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:45.066610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Deleting port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:45.066995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.072911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 32e69505-8317-4d5f-a21f-64cb342f1a8c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=32e69505-8317-4d5f-a21f-64cb342f1a8c,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:45.073737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.083732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:45.084125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Checking segment: {'id': 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:45.084538 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.084938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Bound using segment: {'id': 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:45.085515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Bound port: d7a0f80d-7e59-4b7d-954b-e2090b5b7423, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '69adf5ce-6802-47ea-a9c0-55ccaefecd52'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:45.085913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.118308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 32e69505-8317-4d5f-a21f-64cb342f1a8c owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:45.167264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.185027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] For port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:45.185442 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.209484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Calling delete_port for f4b98a43-20c4-4ea9-8290-a6f6da02ad5f owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:45.214311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:05:45.215806 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.222243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.228884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5f8f83-a8df-4258-badd-6f289e8c1658']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:45.234258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] For port d7a0f80d-7e59-4b7d-954b-e2090b5b7423, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:45.236546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] No DVR routers for this DVR port f4b98a43-20c4-4ea9-8290-a6f6da02ad5f on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:45.239678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] For port d7a0f80d-7e59-4b7d-954b-e2090b5b7423, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,segment=NetworkSegment(d96f9579-a8f3-47ce-9e09-55dbf5d8fd35),segment_id=d96f9579-a8f3-47ce-9e09-55dbf5d8fd35)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:45.252309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7632ef27-78e0-412f-9e42-714fa7b4e231') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:45.252617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7632ef27-78e0-412f-9e42-714fa7b4e231') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:45.261946 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.267950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2cd0-f224-4db7-97f6-99ec9c1c38f0 None None] Pushing event deleted for resources: {'Port': ['ID=f4b98a43-20c4-4ea9-8290-a6f6da02ad5f,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:45.271125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.351331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab207e2f-25a2-4d36-9675-bcb717e728f6 None None] Pushing event updated for resources: {'Port': ['ID=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:45.359055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.372336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:45.372756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:45.377303 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:45.471121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.500773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f4b98a43-20c4-4ea9-8290-a6f6da02ad5f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:45.513399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=32e69505-8317-4d5f-a21f-64cb342f1a8c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:45.572241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.573887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.573887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.574433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.575401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.575741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.576259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.576568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.576912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.577305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.578133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.579282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.579632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:05:45.580016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f4b98a43-20c4-4ea9-8290-a6f6da02ad5f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:45.584141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f4b98a43-20c4-4ea9-8290-a6f6da02ad5f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:45.619168 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.624472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/aa5f8f83-a8df-4258-badd-6f289e8c1658 HTTP/1.1" status: 204 len: 168 time: 2.5540078 Nov 27 16:05:45.653875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59352) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:45.662051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-689553761'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:45.669103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861cf5e-6f23-4b00-bf2e-50ce9ccb806c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=aa5f8f83-a8df-4258-badd-6f289e8c1658,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:45.722086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:05:45.736451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:45.740120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.834943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.20.0.1 (69adf5ce-6802-47ea-a9c0-55ccaefecd52/c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a/b8e03b73-5a5d-4463-b06e-d490b89ce64b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:45.837033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:45.856559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.856925 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment 0ee0918c-5e0b-4735-9cb4-92d339019922 of type vlan for network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 Nov 27 16:05:45.940101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:45.942801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:45.961246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '00a43c1f-62ee-4c12-883c-507702822ea4', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '00a43c1f-62ee-4c12-883c-507702822ea4', 'mac_address': 'fa:16:3e:59:b9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:05:45.979385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.023487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.045172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00a43c1f-62ee-4c12-883c-507702822ea4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:05:46.057284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.065684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:46.066696 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.090267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:46.102096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.168827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.171887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=34a49566-7c50-4e7f-8b5d-0e57f5d532f3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:46.194152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f3abc6af-0db8-48bf-b95b-5f2c4660e48e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5352719 Nov 27 16:05:46.196534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59362) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:46.214098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:05:46.230615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:46.296117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Router dd323daa-742f-475f-80c8-2823bd079ce5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:46.313845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['00a43c1f-62ee-4c12-883c-507702822ea4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:05:46.395460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:46.459446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:46.475711 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] Sync routers for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:46.487742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.495762 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:46.496417 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:46.499477 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-52d4695d-59a4-47d5-9177-d9a2efaa41dd tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "PUT /v2.0/routers/dd323daa-742f-475f-80c8-2823bd079ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802137 Nov 27 16:05:46.503652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59378) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:46.599222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:46.618501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:46.638632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting subnet 066da436-ad12-4b2b-8e1b-82547d8e0c0b {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:46.643039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.647542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:46.651950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.657724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:46.660823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=b8e03b73-5a5d-4463-b06e-d490b89ce64b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:46.743390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.815137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:46.913401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.914282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:46.995123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.005557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec4026-14c2-4207-9ffd-a580809ae855 None None] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:47.029079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Subnet': ['ID=066da436-ad12-4b2b-8e1b-82547d8e0c0b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:47.032147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.036297 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cd4f2231-d518-43ce-853b-ab13aa464491 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/subnets/066da436-ad12-4b2b-8e1b-82547d8e0c0b HTTP/1.1" status: 204 len: 168 time: 0.5315266 Nov 27 16:05:47.039183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59392) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:47.111948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80356ab7-def7-4bea-b740-14be411ee4a8 None None] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:47.173718 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:05:45Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:47.196147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.207890 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] Checking router: dd323daa-742f-475f-80c8-2823bd079ce5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:05:47.217125 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] Routers {'dd323daa-742f-475f-80c8-2823bd079ce5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:47.218013 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['dd323daa-742f-475f-80c8-2823bd079ce5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:47.331663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] Set router dd323daa-742f-475f-80c8-2823bd079ce5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:05:47.359837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.408851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a53a1c57-d685-4b21-bf9c-e0a9451bd338 None None] Provisioning complete for port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:47.412166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.415733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a53a1c57-d685-4b21-bf9c-e0a9451bd338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.468649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port b9e055ee-b633-4adf-9420-147f3c814841 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:47.470692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.575105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.677670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port b9e055ee-b633-4adf-9420-147f3c814841, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b9e055ee-b633-4adf-9420-147f3c814841,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:47.678434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:47.732593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for b9e055ee-b633-4adf-9420-147f3c814841 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:47.754159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:47.808561 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:05:45Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:47.860697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d7a0f80d-7e59-4b7d-954b-e2090b5b7423 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:47.882952 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87197bd6-0aa4-4b35-a269-c4aa9049c88e None None] The sync data for ids ['dd323daa-742f-475f-80c8-2823bd079ce5'] in n-d-819494-4 is: [{'id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'name': 'tempest-TestNetworkBasicOps-router-437489062', 'tenant_id': '0d7a342940504c2aa2e82f55608e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:04:20Z', 'updated_at': '2021-11-27T16:05:45Z', 'revision_number': 5, 'project_id': '0d7a342940504c2aa2e82f55608e175e', 'gw_port': {'id': 'b9e055ee-b633-4adf-9420-147f3c814841', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd323daa-742f-475f-80c8-2823bd079ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:04:21Z', 'updated_at': '2021-11-27T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:48.037371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.092855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5a447-f3aa-450f-8cad-227153bd6c3b None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:48.116118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=b9e055ee-b633-4adf-9420-147f3c814841,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:48.160252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 00a43c1f-62ee-4c12-883c-507702822ea4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:48.160800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.171896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.210258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.240711 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.281241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:48.282444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.348175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.354764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.384705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.443946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': '0ee0918c-5e0b-4735-9cb4-92d339019922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:48.444552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 34a49566-7c50-4e7f-8b5d-0e57f5d532f3, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:05:48.463966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=92114ec9-3c74-4f93-b9f2-ee8e31ca0f99,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:48.468079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.468804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Fanout notify agent at l3_agent the message router_deleted on router dd323daa-742f-475f-80c8-2823bd079ce5 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:05:48.477017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.479838 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-32303280-4caa-4000-8ef4-b5ad24d7b8e9 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/routers/dd323daa-742f-475f-80c8-2823bd079ce5 HTTP/1.1" status: 204 len: 168 time: 1.4399233 Nov 27 16:05:48.482845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59422) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:48.499556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] DHCP port deletion for 1ec01585-754d-4c00-b555-4701c05e6bd4 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:48.504980 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a53a1c57-d685-4b21-bf9c-e0a9451bd338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.568038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a53a1c57-d685-4b21-bf9c-e0a9451bd338 None None] For port d7a0f80d-7e59-4b7d-954b-e2090b5b7423, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,segment=NetworkSegment(d96f9579-a8f3-47ce-9e09-55dbf5d8fd35),segment_id=d96f9579-a8f3-47ce-9e09-55dbf5d8fd35)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:48.592257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a53a1c57-d685-4b21-bf9c-e0a9451bd338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.613844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=b8e03b73-5a5d-4463-b06e-d490b89ce64b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:48.638589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:05:48.693722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 34a49566-7c50-4e7f-8b5d-0e57f5d532f3) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:48.714843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.718174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:48.719565 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:48.726050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803fd3bb-d626-4c0c-a680-cb965315cba6 None None] Network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:48.825225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f938e8db-4d0f-4963-9c10-ac28ee43a268 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6150906 Nov 27 16:05:48.832368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59426) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:48.839437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:48.844661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:48.861848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-9757503'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:49.043184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Deleting port 6db0a532-5082-4923-be04-0fe068274372 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:49.044623 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.047599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a1c57-d685-4b21-bf9c-e0a9451bd338 None None] Pushing event updated for resources: {'Port': ['ID=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:49.065653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.143245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Deleting port 6db0a532-5082-4923-be04-0fe068274372 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:49.143588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.189068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router fb9188dc-b5f8-4baf-82c3-87b3496b28d7 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:05:49.226479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:49.263756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:05:49.268579 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af7e811-b026-4b6f-846e-a3ef1cfeb329" -d '{"events": [{"server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "name": "network-vif-plugged", "status": "completed", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:05:49.316281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.319524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] For port 6db0a532-5082-4923-be04-0fe068274372, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6db0a532-5082-4923-be04-0fe068274372,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:49.319909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.382178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Calling delete_port for 6db0a532-5082-4923-be04-0fe068274372 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:49.386507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:49.401991 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.489634 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9019663-747d-47da-be3a-e142fcc930a5 x-openstack-request-id: req-d9019663-747d-47da-be3a-e142fcc930a5 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:05:49.491507 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "name": "network-vif-plugged", "status": "completed", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:05:49.491961 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9019663-747d-47da-be3a-e142fcc930a5 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:05:49.496232 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4', 'code': 200} Nov 27 16:05:49.497111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:49.574621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] For port 6db0a532-5082-4923-be04-0fe068274372, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6db0a532-5082-4923-be04-0fe068274372,segment=NetworkSegment(574d40f3-0f07-4241-b089-ca41d374d2aa),segment_id=574d40f3-0f07-4241-b089-ca41d374d2aa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:49.575038 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.642072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d7a0f80d-7e59-4b7d-954b-e2090b5b7423 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:49.657807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Calling delete_port for 6db0a532-5082-4923-be04-0fe068274372 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:49.659494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-00893daa-9f0e-43c4-8011-65361c530d1e None None] Provisioning complete for port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:49.659865 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-00893daa-9f0e-43c4-8011-65361c530d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.692893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 8ff5a616-061b-4714-a129-3e6e4345a144 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:49.714146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:49.859338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] No DVR routers for this DVR port 6db0a532-5082-4923-be04-0fe068274372 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:49.910034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:49.930761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-440bab15-dc95-49be-87a2-a1bff002da62 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/fb9188dc-b5f8-4baf-82c3-87b3496b28d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2187896 Nov 27 16:05:49.931430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59452) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:49.944133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Port': ['ID=6db0a532-5082-4923-be04-0fe068274372,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:49.983518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-34a49566-7c50-4e7f-8b5d-0e57f5d532f3', 'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': '92114ec9-3c74-4f93-b9f2-ee8e31ca0f99'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:05:49.985231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.027952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] Sync routers for ids ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:50.028245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b92364-1820-4483-b6c3-2206a4599b91 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:50.029933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57b92364-1820-4483-b6c3-2206a4599b91 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports/b8e03b73-5a5d-4463-b06e-d490b89ce64b HTTP/1.1" status: 200 len: 910 time: 0.0964007 Nov 27 16:05:50.034489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59454) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:50.044425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.108325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec01585-754d-4c00-b555-4701c05e6bd4']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:50.112407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] Routers {'fb9188dc-b5f8-4baf-82c3-87b3496b28d7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:50.113110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:50.126628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d40f3-0f07-4241-b089-ca41d374d2aa') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:50.127175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d40f3-0f07-4241-b089-ca41d374d2aa') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:50.151483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.154063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::314 (34a49566-7c50-4e7f-8b5d-0e57f5d532f3/92114ec9-3c74-4f93-b9f2-ee8e31ca0f99/8ff5a616-061b-4714-a129-3e6e4345a144) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:50.176799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.189271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:50.189772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:50.194823 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:50.324790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.343558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.353256 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] 10.222.0.15 "DELETE /v2.0/networks/1ec01585-754d-4c00-b555-4701c05e6bd4 HTTP/1.1" status: 204 len: 168 time: 1.8671730 Nov 27 16:05:50.381338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60d3c-bab7-4bb7-816a-6d4a9374a493 tempest-TestNetworkBasicOps-2068257848 tempest-TestNetworkBasicOps-2068257848-project] Pushing event deleted for resources: {'Network': ['ID=1ec01585-754d-4c00-b555-4701c05e6bd4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:50.385948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:50.387320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.434786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.467048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:50.495547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.585570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:50.594925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:50.599787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:50.613137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:50.616146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.675229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=8ff5a616-061b-4714-a129-3e6e4345a144,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:50.697625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1f833584-1c93-4312-808b-49680ab774f9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.8616507 Nov 27 16:05:50.698133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59470) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.756204 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:05:50.760446 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:05:50.773499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.784438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] Routers {'fb9188dc-b5f8-4baf-82c3-87b3496b28d7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:50.785641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:50.809429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-00893daa-9f0e-43c4-8011-65361c530d1e None None] Provisioning complete for port b8e03b73-5a5d-4463-b06e-d490b89ce64b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:50.809429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-00893daa-9f0e-43c4-8011-65361c530d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:50.877719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Allocated IP 2001:db8::2 (34a49566-7c50-4e7f-8b5d-0e57f5d532f3/92114ec9-3c74-4f93-b9f2-ee8e31ca0f99/9be29919-a31b-4750-8f58-8fa93b0bb75f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:50.959640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 8ff5a616-061b-4714-a129-3e6e4345a144 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:50.960060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.059557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59478) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:51.112665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.133305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 8ff5a616-061b-4714-a129-3e6e4345a144 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:51.212146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 32e69505-8317-4d5f-a21f-64cb342f1a8c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:51.251460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-00893daa-9f0e-43c4-8011-65361c530d1e None None] Port b8e03b73-5a5d-4463-b06e-d490b89ce64b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:51.266505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 32e69505-8317-4d5f-a21f-64cb342f1a8c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:51.266971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 32e69505-8317-4d5f-a21f-64cb342f1a8c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:51.268024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b9e055ee-b633-4adf-9420-147f3c814841 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:51.272725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.331020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Network 1ec01585-754d-4c00-b555-4701c05e6bd4 is not hosted by any dhcp agent {{(pid=110077) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 16:05:51.335823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port b8e03b73-5a5d-4463-b06e-d490b89ce64b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:51.336446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] No DVR routers for this DVR port 6db0a532-5082-4923-be04-0fe068274372 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:51.338159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:51.338984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d6b5b-e89b-4058-a496-8b58b566cd3f None None] The sync data for ids ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:51.339418 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.413833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b9e055ee-b633-4adf-9420-147f3c814841 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:51.414406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b9e055ee-b633-4adf-9420-147f3c814841 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:51.424002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6db0a532-5082-4923-be04-0fe068274372 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:51.472641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6db0a532-5082-4923-be04-0fe068274372 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:51.473223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6db0a532-5082-4923-be04-0fe068274372 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:51.487529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-021dc1c3-2175-4cfb-850a-363efacbd62d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d7a342940504c2aa2e82f55608e175e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259992 Nov 27 16:05:51.488502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59482) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:51.523720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b8bfa-8258-4376-a339-c8b9e2c208f5 None None] Pushing event deleted for resources: {'Port': ['ID=6db0a532-5082-4923-be04-0fe068274372,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:51.556675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.584437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for b8e03b73-5a5d-4463-b06e-d490b89ce64b owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:51.610401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-73bba53e-3e05-4506-9143-48a3b56c297e None None] Provisioning complete for port b8e03b73-5a5d-4463-b06e-d490b89ce64b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:51.611584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-73bba53e-3e05-4506-9143-48a3b56c297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.621631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.709684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.720830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-73bba53e-3e05-4506-9143-48a3b56c297e None None] Port b8e03b73-5a5d-4463-b06e-d490b89ce64b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:51.728582 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.773748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=8ff5a616-061b-4714-a129-3e6e4345a144,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:51.794508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Pushing event updated for resources: {'Port': ['ID=9be29919-a31b-4750-8f58-8fa93b0bb75f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:51.816597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:51.817296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.820639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:51.823675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91130ae9-d352-46ab-b30b-3020e7e0dd9f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/8ff5a616-061b-4714-a129-3e6e4345a144 HTTP/1.1" status: 204 len: 168 time: 1.1244497 Nov 27 16:05:51.826497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:51.827199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59494) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:51.835081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11390e7f-83b5-4a3d-a06b-a79e884660b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.888195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11390e7f-83b5-4a3d-a06b-a79e884660b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.893643 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c09996d-1365-46bc-9e75-be249d51095e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:05:51.899302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5c09996d-1365-46bc-9e75-be249d51095e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/8ff5a616-061b-4714-a129-3e6e4345a144 HTTP/1.1" status: 404 len: 333 time: 0.0700343 Nov 27 16:05:51.903896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59496) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:51.937714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.945150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Attempting to bind port 9be29919-a31b-4750-8f58-8fa93b0bb75f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:05:51.945499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Attempting to bind port 9be29919-a31b-4750-8f58-8fa93b0bb75f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0ee0918c-5e0b-4735-9cb4-92d339019922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:05:51.945866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Attempting to bind port 9be29919-a31b-4750-8f58-8fa93b0bb75f on network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:05:51.958344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:05:51.958736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Checking segment: {'id': '0ee0918c-5e0b-4735-9cb4-92d339019922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:05:51.959153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:51.962924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Bound using segment: {'id': '0ee0918c-5e0b-4735-9cb4-92d339019922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:05:51.963439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Bound port: 9be29919-a31b-4750-8f58-8fa93b0bb75f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee0918c-5e0b-4735-9cb4-92d339019922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '34a49566-7c50-4e7f-8b5d-0e57f5d532f3'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:05:51.963839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.005707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=b8e03b73-5a5d-4463-b06e-d490b89ce64b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:52.081110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 92114ec9-3c74-4f93-b9f2-ee8e31ca0f99 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:52.088167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.103032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] For port 9be29919-a31b-4750-8f58-8fa93b0bb75f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:05:52.108854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] For port 9be29919-a31b-4750-8f58-8fa93b0bb75f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9be29919-a31b-4750-8f58-8fa93b0bb75f,segment=NetworkSegment(0ee0918c-5e0b-4735-9cb4-92d339019922),segment_id=0ee0918c-5e0b-4735-9cb4-92d339019922)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:05:52.119570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.215789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.224827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11390e7f-83b5-4a3d-a06b-a79e884660b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.231697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11390e7f-83b5-4a3d-a06b-a79e884660b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.238629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-11390e7f-83b5-4a3d-a06b-a79e884660b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e78778af-a482-442e-b1db-67c72d2b68f1 HTTP/1.1" status: 204 len: 168 time: 0.7426748 Nov 27 16:05:52.304566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11390e7f-83b5-4a3d-a06b-a79e884660b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78778af-a482-442e-b1db-67c72d2b68f1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:52.311353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0dce8-edd4-44fb-8c2e-8e09ac53c05d None None] Pushing event updated for resources: {'Port': ['ID=9be29919-a31b-4750-8f58-8fa93b0bb75f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:52.556206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.583870 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.692450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.758696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=92114ec9-3c74-4f93-b9f2-ee8e31ca0f99,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:52.763075 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:52.780038 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1d2a7a09-5289-4694-91f4-989904e1b20a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/92114ec9-3c74-4f93-b9f2-ee8e31ca0f99 HTTP/1.1" status: 204 len: 168 time: 0.8728175 Nov 27 16:05:52.780724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59506) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:53.022316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59518) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:53.054750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7039ece-d27a-49b1-8327-1403bafb01a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.089847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.132964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router fb9188dc-b5f8-4baf-82c3-87b3496b28d7 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:05:53.233527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 9be29919-a31b-4750-8f58-8fa93b0bb75f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:53.233818 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.236312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:05:53.244713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fbda1294-f5d3-4d9b-9575-ee2feb28d00f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/fb9188dc-b5f8-4baf-82c3-87b3496b28d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2059922 Nov 27 16:05:53.245088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59522) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:53.249506 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] Sync routers for ids ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:05:53.266056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7039ece-d27a-49b1-8327-1403bafb01a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.285461 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] Routers {'fb9188dc-b5f8-4baf-82c3-87b3496b28d7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:53.286355 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:53.302336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7039ece-d27a-49b1-8327-1403bafb01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.314138 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-daf8ace7-5d6e-43f2-8846-8513b3b56fea tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb9188dc-b5f8-4baf-82c3-87b3496b28d7 HTTP/1.1" status: 200 len: 205 time: 0.0660908 Nov 27 16:05:53.329632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59526) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:53.372013 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e7039ece-d27a-49b1-8327-1403bafb01a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7baaac1b933a415abbc395fc6df90184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475263 Nov 27 16:05:53.378188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59528) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:53.466887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7039ece-d27a-49b1-8327-1403bafb01a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f489915-703c-47b7-a2f4-ccfe7fa392d4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:53.475743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port 9be29919-a31b-4750-8f58-8fa93b0bb75f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9be29919-a31b-4750-8f58-8fa93b0bb75f,segment=NetworkSegment(0ee0918c-5e0b-4735-9cb4-92d339019922),segment_id=0ee0918c-5e0b-4735-9cb4-92d339019922)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:53.476299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.495133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 9be29919-a31b-4750-8f58-8fa93b0bb75f owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:53.506943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-decc89b5-15f1-420a-b36a-f1464f3c2ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.540403 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:53.550377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:05:53.555525 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] Routers {'fb9188dc-b5f8-4baf-82c3-87b3496b28d7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:05:53.556169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:53.559541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-decc89b5-15f1-420a-b36a-f1464f3c2ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.629321 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:53.634555 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607de0b-8d35-4812-8ac8-c74e6f13fb7e None None] The sync data for ids ['fb9188dc-b5f8-4baf-82c3-87b3496b28d7'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:05:53.651472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.657493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.659030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-decc89b5-15f1-420a-b36a-f1464f3c2ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.670177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-decc89b5-15f1-420a-b36a-f1464f3c2ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:53.674912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-decc89b5-15f1-420a-b36a-f1464f3c2ec4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f489915-703c-47b7-a2f4-ccfe7fa392d4 HTTP/1.1" status: 204 len: 168 time: 0.2918773 Nov 27 16:05:53.695224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc89b5-15f1-420a-b36a-f1464f3c2ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f489915-703c-47b7-a2f4-ccfe7fa392d4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:53.801007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port 9be29919-a31b-4750-8f58-8fa93b0bb75f on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:53.973331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9be29919-a31b-4750-8f58-8fa93b0bb75f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:05:54.034971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9be29919-a31b-4750-8f58-8fa93b0bb75f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:54.045765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9be29919-a31b-4750-8f58-8fa93b0bb75f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 16:05:54.078727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port 9be29919-a31b-4750-8f58-8fa93b0bb75f not found, will not notify nova. {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 16:05:54.156666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=9be29919-a31b-4750-8f58-8fa93b0bb75f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:54.190828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.330886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec676eec-d01c-4d1b-96c2-bd08a94ff410 None None] Network 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:54.497400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f751cd66-6376-4a2f-aff8-9774fad05a23 None None] Could not find standard attr ID for object 9be29919-a31b-4750-8f58-8fa93b0bb75f. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:05:54.648671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a49566-7c50-4e7f-8b5d-0e57f5d532f3']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:54.661607 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.664493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee0918c-5e0b-4735-9cb4-92d339019922') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:54.664795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee0918c-5e0b-4735-9cb4-92d339019922') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:54.667089 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.684254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.776907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.787811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.788330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router fb9188dc-b5f8-4baf-82c3-87b3496b28d7 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:05:54.793930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:54.794360 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:54.802922 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:54.816838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9383436-1743-4fb2-8e38-124d444bbbfd None None] DHCP port deletion for 34a49566-7c50-4e7f-8b5d-0e57f5d532f3 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:54.825626 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:54.848043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-05176ae6-f2c2-4e4a-978c-28acd0c68526 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/fb9188dc-b5f8-4baf-82c3-87b3496b28d7 HTTP/1.1" status: 204 len: 168 time: 1.5171676 Nov 27 16:05:54.849382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59560) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:54.939018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:05:54.942712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.002873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.050446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.060692 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.071144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/34a49566-7c50-4e7f-8b5d-0e57f5d532f3 HTTP/1.1" status: 204 len: 168 time: 2.2853167 Nov 27 16:05:55.071800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59574) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:55.091524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'name': 'tempest-PortsIpV6TestJSON-490944903'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:55.143763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.235939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.249079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a516eb3-d4c6-4ad2-b76d-2386f50b7896 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=34a49566-7c50-4e7f-8b5d-0e57f5d532f3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:55.279538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:55.283404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.288202 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6dbedaac-023c-4a6f-a31a-3dddd1907924 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a HTTP/1.1" status: 204 len: 168 time: 0.4350286 Nov 27 16:05:55.290324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59584) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:55.302490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f4211-115d-48b3-9e7f-e13ca3489241 None None] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:05:55.439641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.443572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:55.447600 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.498739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port f296df68-c999-44be-9af0-43a44fd67039 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:55.667913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9be29919-a31b-4750-8f58-8fa93b0bb75f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:55.694005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9be29919-a31b-4750-8f58-8fa93b0bb75f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:55.694616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9be29919-a31b-4750-8f58-8fa93b0bb75f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:55.755666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] DHCP port deletion for 69adf5ce-6802-47ea-a9c0-55ccaefecd52 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:55.870058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.924834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:55.925278 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.942273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Deleting port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:55.943594 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:55.992669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.082253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:56.088833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port d7a0f80d-7e59-4b7d-954b-e2090b5b7423, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,segment=NetworkSegment(d96f9579-a8f3-47ce-9e09-55dbf5d8fd35),segment_id=d96f9579-a8f3-47ce-9e09-55dbf5d8fd35)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:56.089303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.092467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:56.104805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:56.111095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:56.111927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.148789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for d7a0f80d-7e59-4b7d-954b-e2090b5b7423 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:56.160193 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=f296df68-c999-44be-9af0-43a44fd67039,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:56.189692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-47236424-3a27-4ee9-a259-65d913b8eff9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0986235 Nov 27 16:05:56.231501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] For port d7a0f80d-7e59-4b7d-954b-e2090b5b7423, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,segment=NetworkSegment(d96f9579-a8f3-47ce-9e09-55dbf5d8fd35),segment_id=d96f9579-a8f3-47ce-9e09-55dbf5d8fd35)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:05:56.234705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.294289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Calling delete_port for d7a0f80d-7e59-4b7d-954b-e2090b5b7423 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:56.304030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59616) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:56.374045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.425065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:56.451826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:56.661873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.702455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port f296df68-c999-44be-9af0-43a44fd67039 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:56.703081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.703452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69adf5ce-6802-47ea-a9c0-55ccaefecd52']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:56.743724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:56.746442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96f9579-a8f3-47ce-9e09-55dbf5d8fd35') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:05:56.790095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.836729 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.854247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:05:56.856597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:05:56.864825 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:05:57.021138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.037425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.043184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/69adf5ce-6802-47ea-a9c0-55ccaefecd52 HTTP/1.1" status: 204 len: 168 time: 1.7516797 Nov 27 16:05:57.049977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59634) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:57.092167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1908179733', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:57.155307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445a295-1f2a-4912-8849-1f8ffc0e1f03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=69adf5ce-6802-47ea-a9c0-55ccaefecd52,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:57.170028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.173227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.351774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.393648 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.501615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Network 69adf5ce-6802-47ea-a9c0-55ccaefecd52 is not hosted by any dhcp agent {{(pid=110077) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 16:05:57.501615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] No DVR routers for this DVR port d7a0f80d-7e59-4b7d-954b-e2090b5b7423 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:05:57.501615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9de05-ac72-4440-9d8c-8eaa50e45666 None None] Pushing event deleted for resources: {'Port': ['ID=d7a0f80d-7e59-4b7d-954b-e2090b5b7423,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:57.576140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.655154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.686171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for f296df68-c999-44be-9af0-43a44fd67039 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:57.702950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d7a0f80d-7e59-4b7d-954b-e2090b5b7423 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:05:57.768187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d7a0f80d-7e59-4b7d-954b-e2090b5b7423 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:05:57.768542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d7a0f80d-7e59-4b7d-954b-e2090b5b7423 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:05:57.872429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.951511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=f296df68-c999-44be-9af0-43a44fd67039,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:57.958908 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.973539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:57.980371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0563165d-ba08-4d0b-b812-faa4ea915ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/f296df68-c999-44be-9af0-43a44fd67039 HTTP/1.1" status: 204 len: 168 time: 1.6752310 Nov 27 16:05:57.990144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59680) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:57.995862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'mac_address': 'fa:16:3e:7b:bb:92', 'name': 'tempest-PortsIpV6TestJSON-1086471974'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:58.020408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.138881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:58.246243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.294952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.25.1.62 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/9c353995-d006-4c7b-9554-9bdea6c03d40) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:05:58.299319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port cf9d4602-b041-4953-ac4e-b4cd69ebdf09 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:05:58.603062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.635678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.707634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.720824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.789767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=9c353995-d006-4c7b-9554-9bdea6c03d40,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:58.824092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=cf9d4602-b041-4953-ac4e-b4cd69ebdf09,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:58.843282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:58.845683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:58.849902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:58.866707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:05:58.868324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:05:58.876821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:05:58.889862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a494f-230e-4268-b4cc-8f45ce7c5f38 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:05:58.892543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:58.894941 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:58.928305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b899d67-e638-43a0-9d77-17085c2c229b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9360576 Nov 27 16:05:58.930310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59704) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:58.947480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59706) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:58.963775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'network': {'name': 'tempest-network-smoke--2035067166', 'project_id': 'e88e12e496a340728623af1612a7242c', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:58.977847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7671cd4c-73c0-44c0-aa08-6a82b90b83d5 None None] Provisioning complete for port 9c353995-d006-4c7b-9554-9bdea6c03d40 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:05:58.979254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7671cd4c-73c0-44c0-aa08-6a82b90b83d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.026279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Made reservation on behalf of e88e12e496a340728623af1612a7242c for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:05:59.030206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.044928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.094326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7671cd4c-73c0-44c0-aa08-6a82b90b83d5 None None] Port 9c353995-d006-4c7b-9554-9bdea6c03d40 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:05:59.119519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621300b1-9be7-4dbd-bcc8-96739f9a38f4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:59.122134 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-621300b1-9be7-4dbd-bcc8-96739f9a38f4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/cf9d4602-b041-4953-ac4e-b4cd69ebdf09 HTTP/1.1" status: 200 len: 845 time: 0.1905520 Nov 27 16:05:59.127003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59712) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:59.268910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port cf9d4602-b041-4953-ac4e-b4cd69ebdf09 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:05:59.269826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.381499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.399551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for cf9d4602-b041-4953-ac4e-b4cd69ebdf09 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:05:59.572316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.582257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.616795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.646914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:05:59.666506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aed46b-81c5-44e2-8a11-dfb7e963653d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:59.669636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.677927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.678287 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Added segment f6438ef3-691e-4452-8cac-ff62ebfdc375 of type vlan for network bb51125d-d244-43bb-bcae-a855bea262f6 Nov 27 16:05:59.737858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.769305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=cf9d4602-b041-4953-ac4e-b4cd69ebdf09,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:05:59.807096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.815741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59736) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:59.818710 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92fddd32-1f06-459d-a243-bfb88fa24984 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/cf9d4602-b041-4953-ac4e-b4cd69ebdf09 HTTP/1.1" status: 204 len: 168 time: 0.6858799 Nov 27 16:05:59.832497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.853379 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-77600885-c61e-4af2-a3ef-eda87261669b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:05:59.858892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-77600885-c61e-4af2-a3ef-eda87261669b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/cf9d4602-b041-4953-ac4e-b4cd69ebdf09 HTTP/1.1" status: 404 len: 333 time: 0.0385187 Nov 27 16:05:59.860315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:05:59.865329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'name': 'tempest-PortsIpV6TestJSON-1574211532'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:05:59.877169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:05:59.891496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:05:59.893177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:00.040504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Network': ['ID=bb51125d-d244-43bb-bcae-a855bea262f6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:00.054273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network bb51125d-d244-43bb-bcae-a855bea262f6 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:00.070015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:00.074993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-45395578-9ad0-4ba6-9bf3-64c188bf2865 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1244698 Nov 27 16:06:00.082011 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:00.095575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59744) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:00.108390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'admin_state_up': True, 'project_id': 'e88e12e496a340728623af1612a7242c', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:00.121768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:00.150081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:00.163785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:00.168404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:00.335009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:00.669114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.033480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.059074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:06:01.089718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.116212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.227117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:01.243131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] Sync routers for ids ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:01.263509 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.263733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] Routers {'4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:01.266753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:01.319571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.25.1.243 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/70900de1-9037-4216-8972-09cd58b00ba6) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:01.380405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:01.383276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:01.389675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.395337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-70257862-06a5-4027-ae88-1a7d280f9c46 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3174713 Nov 27 16:06:01.398544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:01.402725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:01.410789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:01.422971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] Routers {'4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:01.427147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:01.431301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:01.432280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.461186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=b1c50fa5-1a4a-4643-b6bb-4fd4230ab810,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:01.478205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f7244a34-1efd-4eb2-a4d1-a4560a4a2dcd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6151054 Nov 27 16:06:01.478451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59788) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:01.488883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:01.526303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:01.527163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945f7ac-1884-45c4-827e-97be9f190818 None None] The sync data for ids ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:01.659656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.683606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.693167 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df57a40f-b4b8-4c20-a50d-4759a9fb3a20 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/routers/4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 200 len: 880 time: 0.2933898 Nov 27 16:06:01.696311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59794) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:01.704902 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.736588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:01.900761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:01.909347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:01.928731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26eff6e-aea6-4303-b296-74593b8562a1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:01.945157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:02.063239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=70900de1-9037-4216-8972-09cd58b00ba6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:02.102572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e377f0a9-5c2b-435b-ad4c-26b60a49a24e None None] Provisioning complete for port 70900de1-9037-4216-8972-09cd58b00ba6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:02.103051 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e377f0a9-5c2b-435b-ad4c-26b60a49a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:02.224789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:02.232822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e377f0a9-5c2b-435b-ad4c-26b60a49a24e None None] Port 70900de1-9037-4216-8972-09cd58b00ba6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:02.257312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:02.445338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] In _notify_port_updated(), no bound segment for port b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 on network 6c6aad60-f356-4d26-9cf6-558394f9a169 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:06:02.470288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:02.471204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:02.472754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/ports/b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 HTTP/1.1" status: 200 len: 818 time: 0.9922543 Nov 27 16:06:02.515911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:02.705393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:02.722992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065573b9-9f54-400a-b86c-9f9e15188a00 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=b1c50fa5-1a4a-4643-b6bb-4fd4230ab810,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:02.973263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d8196ace-c9dc-48af-8b8a-d74a97020297 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2749548 Nov 27 16:06:02.985959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:02.992942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1908179733'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:03.094469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:03.094824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:03.119106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:03.313073 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:03.351708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:03.423203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router 478b9043-9f1c-4559-8332-a93c0c74c1b8 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:06:03.621734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:03.628784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:03.646958 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Sync routers for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:03.670187 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:03.670851 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:03.691220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:03.692422 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4ed9122-e7d8-4af0-8641-4782428f23c1 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5920155 Nov 27 16:06:03.696757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59852) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:03.696941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:03.703508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 HTTP/1.1" status: 204 len: 168 time: 1.1834984 Nov 27 16:06:03.704583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:03.863635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=b1c50fa5-1a4a-4643-b6bb-4fd4230ab810,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:03.905187 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:04.020638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bd6928e6-f57f-429b-8ff0-d018e08a7c89 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e88e12e496a340728623af1612a7242c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3236682 Nov 27 16:06:04.023860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59874) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:04.027173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fffe80-367f-49f8-9ed3-f6f970f3c27f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:04.033584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c3fffe80-367f-49f8-9ed3-f6f970f3c27f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3256526 Nov 27 16:06:04.035966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.036637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.037129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.042307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59876) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:04.043222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.043834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.044326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.044827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.045315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.045817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.046813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.047305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.047791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f829178-b184-4440-bd8a-1c01f1b9a5b3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:04.195548 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd157d7-3514-475e-bb87-cb1fa0bcee37 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:06:04.201618 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bfd157d7-3514-475e-bb87-cb1fa0bcee37 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/b1c50fa5-1a4a-4643-b6bb-4fd4230ab810 HTTP/1.1" status: 404 len: 333 time: 0.1558025 Nov 27 16:06:04.213041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59878) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:04.217451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-23414624'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:04.297186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.313754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:04.317539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.318679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.362379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:04.388603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.389631 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment 36360bc6-a31c-4bfb-aed6-40eec65754b8 of type vlan for network 8d79e46a-39db-45b6-aec9-b5566cbbde0d Nov 27 16:06:04.454379 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:02Z', 'revision_number': 3, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:04.462802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.481710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d815e7-8789-413d-8ef1-6a0bb6b3783f tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:04.493513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-16d815e7-8789-413d-8ef1-6a0bb6b3783f tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4614911 Nov 27 16:06:04.496060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59890) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:04.525741 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Checking router: 478b9043-9f1c-4559-8332-a93c0c74c1b8 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:04.526330 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Updating router 478b9043-9f1c-4559-8332-a93c0c74c1b8 port 70900de1-9037-4216-8972-09cd58b00ba6 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:06:04.564648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:04.565645 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.612485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e46b578f-925d-4bb5-92ac-7a1e43eb2de3 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1053622 Nov 27 16:06:04.613595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59892) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:04.621297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939094038', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'project_id': 'e88e12e496a340728623af1612a7242c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:04.649450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.658689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:04.668824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.798834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:04.805889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:04.807077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f4cb50ef-e694-4d33-8692-791bbb1a90ec tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 200 len: 887 time: 1.8186493 Nov 27 16:06:04.813352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] Sync routers for ids ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:04.819640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59898) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:04.842670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] Routers {'4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:04.846797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:04.972469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:04.986219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] Routers {'4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:04.987568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:05.029148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:05.031204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06769d-6269-4c17-97bc-a4653eec6504 None None] The sync data for ids ['4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:05.174105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-13b4f326-dcca-4d59-811a-7c9f19875e2b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/routers/4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 200 len: 887 time: 0.3531756 Nov 27 16:06:05.174779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59916) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:05.211116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-90b081a3-a607-42a1-bf0f-4d7b18499bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.268151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8127e4f4-9343-404a-85ae-f9dc607cb786 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 200 len: 205 time: 0.0878322 Nov 27 16:06:05.269076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:05.403864 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.416926 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.510610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a90fd-b5f3-4869-be2e-6a1f2dc2fb65 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:05.511062 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Attempting to bind port 70900de1-9037-4216-8972-09cd58b00ba6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:05.511780 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Attempting to bind port 70900de1-9037-4216-8972-09cd58b00ba6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:05.512399 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Attempting to bind port 70900de1-9037-4216-8972-09cd58b00ba6 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:05.523125 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:05.523840 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:05.525253 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.525886 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:05.526590 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Bound port: 70900de1-9037-4216-8972-09cd58b00ba6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:05.527211 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.594513 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] For port 70900de1-9037-4216-8972-09cd58b00ba6, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:05.598482 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] For port 70900de1-9037-4216-8972-09cd58b00ba6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=70900de1-9037-4216-8972-09cd58b00ba6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:05.612667 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.620257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Provisioning complete for port 70900de1-9037-4216-8972-09cd58b00ba6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:05.621295 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.651383 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Pushing event updated for resources: {'Port': ['ID=70900de1-9037-4216-8972-09cd58b00ba6,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:05.664072 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.664548 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.665026 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.665680 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.666126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.666567 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.667010 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.678044 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.680325 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.680936 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.681538 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.682341 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:05.782420 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4702ce-dce1-4b6c-9e0d-2ce4a78bfd8b None None] Pushing event updated for resources: {'Port': ['ID=70900de1-9037-4216-8972-09cd58b00ba6,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:05.818153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc96d3-8224-4ce2-bd54-1c9ab268f5dc None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:05.833721 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:05.836871 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:05.879917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.887065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Made reservation on behalf of e88e12e496a340728623af1612a7242c for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:05.899155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:05.907432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=8d79e46a-39db-45b6-aec9-b5566cbbde0d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:05.918519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4251690-f72e-40ea-a215-b9e7930e35cb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7025585 Nov 27 16:06:05.923363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:05.930140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59930) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:05.934893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:06.007107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] For port 70900de1-9037-4216-8972-09cd58b00ba6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=70900de1-9037-4216-8972-09cd58b00ba6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:06.122184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:06.129453 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.131107 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.139322 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:06.326406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Pushing event updated for resources: {'Port': ['ID=70900de1-9037-4216-8972-09cd58b00ba6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:06.353781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.354997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.355542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.356036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.357156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.357682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.358168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.359979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.360495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.361091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.361681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.362181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ff6df-7897-4ae9-8b31-f983bc0f2510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:06.379178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0a58ad2b-2436-4f96-952c-25e32a83ba96 None None] Provisioning complete for port 70900de1-9037-4216-8972-09cd58b00ba6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:06.379907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0a58ad2b-2436-4f96-952c-25e32a83ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.459693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.576579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.673538 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:02Z', 'revision_number': 3, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:06.720517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.736017 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf7654-0ccf-44cd-adb1-a7304399fb69 None None] The sync data for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 is: [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:02Z', 'revision_number': 3, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:06.859408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.863729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 9c353995-d006-4c7b-9554-9bdea6c03d40 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:06.864228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:06.920814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Subnet': ['ID=ec3f902b-17c6-423a-a714-b758bf1c15ca,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:06.927226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Checking segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:06.927763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network hostable DHCP agents. Network: bb51125d-d244-43bb-bcae-a855bea262f6, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:07.019770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=aedb0d35-9955-4cef-aa6b-ca30f1241a66,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:07.024967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network bb51125d-d244-43bb-bcae-a855bea262f6 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:07.038637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': '36360bc6-a31c-4bfb-aed6-40eec65754b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:07.039018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 8d79e46a-39db-45b6-aec9-b5566cbbde0d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:07.047402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, bb51125d-d244-43bb-bcae-a855bea262f6) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:07.060074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:07.060709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:07.069122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb95e9d-f9ab-472f-ba26-0ebfceaf5e71 None None] Network bb51125d-d244-43bb-bcae-a855bea262f6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:07.097994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:07.111847 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-69847776-4f94-4470-8e5f-8c08156b6e25 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4945607 Nov 27 16:06:07.112357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:07.112514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59958) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:07.136293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8d79e46a-39db-45b6-aec9-b5566cbbde0d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:07.149753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:07.150357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:07.151523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 9c353995-d006-4c7b-9554-9bdea6c03d40 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:07.197888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd48dae-91cf-4446-9414-7418dc3865ff None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:07.366823 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dc2ecd31-13c1-493c-848a-47e31154c6f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4356701 Nov 27 16:06:07.376173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59972) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:07.411355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:07.771728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': 'aedb0d35-9955-4cef-aa6b-ca30f1241a66'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:07.772913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:07.801451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 70900de1-9037-4216-8972-09cd58b00ba6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:07.888895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:07.906326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.068119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-bb51125d-d244-43bb-bcae-a855bea262f6', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:08.069008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.149206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.240859 n-d-819494-4 neutron-server[110076]: INFO neutron.db.ipam_backend_mixin [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aedb0d35-9955-4cef-aa6b-ca30f1241a66 (CIDR: 2001:db8::/64) Nov 27 16:06:08.251751 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:06:08.252370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:06:08.277625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=9c353995-d006-4c7b-9554-9bdea6c03d40,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:08.349891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b9235f43-1f33-4136-8e99-facd8bb4b25d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9725606 Nov 27 16:06:08.388227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59992) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:08.394161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:08.506519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Allocated IP 172.20.0.2 (bb51125d-d244-43bb-bcae-a855bea262f6/ec3f902b-17c6-423a-a714-b758bf1c15ca/3d338a8f-ef47-432d-98b3-aa0782117748) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:08.581022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.603975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.772422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.778863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.782327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.825091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27848a-82e5-4191-bf31-2ad9722fe855 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:08.875608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-822a6c79-b2ae-4c5c-975c-b5b2df3f63ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.893791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 70900de1-9037-4216-8972-09cd58b00ba6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:08.894414 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.897763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.903286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.903802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router 4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:06:08.949344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:08.955674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-494bd8ab-693d-483a-9e7d-31340924984d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 204 len: 168 time: 3.6853232 Nov 27 16:06:08.956456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:08.969924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-685623514'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:08.974529 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.008429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.api [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 16:06:09.008429 n-d-819494-4 neutron-server[110076]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 16:06:09.008429 n-d-819494-4 neutron-server[110076]: [parameters: {'project_id_1': '9dd785725545439ba4b618ba79e66521', 'expiration_1': datetime.datetime(2021, 11, 27, 16, 5, 48, 987570)}] Nov 27 16:06:09.008429 n-d-819494-4 neutron-server[110076]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:06:09.009765 n-d-819494-4 neutron-server[110076]: DEBUG oslo_db.api [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:06:09.027483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:09.033090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.118442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Allocated IP 2001:db8::2 (8d79e46a-39db-45b6-aec9-b5566cbbde0d/aedb0d35-9955-4cef-aa6b-ca30f1241a66/86accee0-5fdc-46ed-897c-95cb7d544219) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:09.412930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.430281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Network bb51125d-d244-43bb-bcae-a855bea262f6 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:09.435607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.20.0.1 (bb51125d-d244-43bb-bcae-a855bea262f6/ec3f902b-17c6-423a-a714-b758bf1c15ca/c66a41d1-4a1c-4efa-a3c1-dd575b933ca4) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:09.438508 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.444541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:09.460567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:09.519237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Pushing event updated for resources: {'Port': ['ID=3d338a8f-ef47-432d-98b3-aa0782117748,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:09.529034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:09.615321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Pushing event updated for resources: {'Port': ['ID=86accee0-5fdc-46ed-897c-95cb7d544219,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:09.625382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:09.633772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:09.633975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:09.647014 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.659796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Attempting to bind port 3d338a8f-ef47-432d-98b3-aa0782117748 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:09.660675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Attempting to bind port 3d338a8f-ef47-432d-98b3-aa0782117748 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:09.661450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Attempting to bind port 3d338a8f-ef47-432d-98b3-aa0782117748 on network bb51125d-d244-43bb-bcae-a855bea262f6 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:09.681499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:09.682325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Checking segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:09.682946 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.683548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Bound using segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:09.684240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Bound port: 3d338a8f-ef47-432d-98b3-aa0782117748, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:09.684870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.723366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.771564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:09.793850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.796285 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb of type vlan for network d29d6178-6523-47e0-a8a9-4a483a71aba5 Nov 27 16:06:09.805457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.878709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:09.898690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:09.906201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:09.906896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.918808 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:09.935391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5458457 Nov 27 16:06:09.935703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60036) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:09.951081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'fixed_ips': [{'subnet_id': 'aedb0d35-9955-4cef-aa6b-ca30f1241a66'}, {'subnet_id': '96017e54-320b-403a-9be0-e89a383e0b2d'}], 'name': 'tempest-PortsIpV6TestJSON-1154996735'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:09.955703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268fef3-281c-42b1-92e8-83b93e1cce3f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=96017e54-320b-403a-9be0-e89a383e0b2d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:09.977959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Attempting to bind port 86accee0-5fdc-46ed-897c-95cb7d544219 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:09.978595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Attempting to bind port 86accee0-5fdc-46ed-897c-95cb7d544219 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '36360bc6-a31c-4bfb-aed6-40eec65754b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:09.979135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Attempting to bind port 86accee0-5fdc-46ed-897c-95cb7d544219 on network 8d79e46a-39db-45b6-aec9-b5566cbbde0d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:09.994862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.004281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:10.004924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.005896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.144382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1840017 Nov 27 16:06:10.148872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:10.171774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:10.183559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:10.184335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Checking segment: {'id': '36360bc6-a31c-4bfb-aed6-40eec65754b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:10.185853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.186275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Bound using segment: {'id': '36360bc6-a31c-4bfb-aed6-40eec65754b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:10.187567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Bound port: 86accee0-5fdc-46ed-897c-95cb7d544219, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36360bc6-a31c-4bfb-aed6-40eec65754b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:10.187967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.204039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] For port 3d338a8f-ef47-432d-98b3-aa0782117748, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:10.238816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:10.292167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] For port 86accee0-5fdc-46ed-897c-95cb7d544219, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:10.296167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] For port 86accee0-5fdc-46ed-897c-95cb7d544219, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=86accee0-5fdc-46ed-897c-95cb7d544219,segment=NetworkSegment(36360bc6-a31c-4bfb-aed6-40eec65754b8),segment_id=36360bc6-a31c-4bfb-aed6-40eec65754b8)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:10.329697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network bb51125d-d244-43bb-bcae-a855bea262f6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:10.331147 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.356964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:10.360682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e00551-1fb9-4fb2-afb8-dea0a5e6721d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=d29d6178-6523-47e0-a8a9-4a483a71aba5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:10.366239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:10.406300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] For port 3d338a8f-ef47-432d-98b3-aa0782117748, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d338a8f-ef47-432d-98b3-aa0782117748,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:10.419840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:10.487980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:10.492102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.513330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.535823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.725807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:10.928606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:10.997350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82341e-4e26-46f0-83a9-bf2ec59edb20 None None] Pushing event updated for resources: {'Port': ['ID=86accee0-5fdc-46ed-897c-95cb7d544219,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:11.023615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.112076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.130249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1be161-9002-4564-b1ac-1867587d3c34 None None] Pushing event updated for resources: {'Port': ['ID=3d338a8f-ef47-432d-98b3-aa0782117748,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:11.175913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.184600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 495eaa24-131b-4d58-b3fc-afe860a90670 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:11.404070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:11.406794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: d29d6178-6523-47e0-a8a9-4a483a71aba5, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:11.415866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=701da747-5e4f-4e1b-924e-a5786fba4a37,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:11.460488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.463454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:11.498225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d29d6178-6523-47e0-a8a9-4a483a71aba5) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:11.506106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:11.506783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85400de-e23a-4687-bef2-2c5b1910edcd None None] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:11.507043 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.543430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4569e1f4-7bee-455f-b609-0535fa1140db tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3932686 Nov 27 16:06:11.545487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60074) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:11.554716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2138748776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:11.588424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.590633 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.803130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.815505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.869924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-d29d6178-6523-47e0-a8a9-4a483a71aba5', 'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': '701da747-5e4f-4e1b-924e-a5786fba4a37'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:11.872115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.888238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:11.893381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-93482a91-01c3-437a-812d-6dd654f7a723 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3454416 Nov 27 16:06:11.894347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60090) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:12.408460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Allocated IP 172.20.0.2 (d29d6178-6523-47e0-a8a9-4a483a71aba5/701da747-5e4f-4e1b-924e-a5786fba4a37/fff5dc24-95e9-477c-a40f-d766a5485795) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:12.487148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 86accee0-5fdc-46ed-897c-95cb7d544219 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:12.561109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:12.574047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:12.606138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:12.685839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::55 (8d79e46a-39db-45b6-aec9-b5566cbbde0d/aedb0d35-9955-4cef-aa6b-ca30f1241a66/495eaa24-131b-4d58-b3fc-afe860a90670) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:12.716746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8:0:1::1c8 (8d79e46a-39db-45b6-aec9-b5566cbbde0d/96017e54-320b-403a-9be0-e89a383e0b2d/495eaa24-131b-4d58-b3fc-afe860a90670) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:12.761893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:12.770686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:12.896153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:12.896573 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:12.978417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network bb51125d-d244-43bb-bcae-a855bea262f6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:12.999601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:13.133502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:13.140458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5524b3-78e8-41cf-ac5c-3ce1dfaa40a3 None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:13.460850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:13.595220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:13.640222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.20.0.1 (d29d6178-6523-47e0-a8a9-4a483a71aba5/701da747-5e4f-4e1b-924e-a5786fba4a37/922b63e9-6b00-47f4-9b29-e75edf066abf) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:13.658029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509a16e-8a1b-45e7-ae49-c9cb6ad5e865 None None] Network bb51125d-d244-43bb-bcae-a855bea262f6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:13.660608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:13.680606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router 478b9043-9f1c-4559-8332-a93c0c74c1b8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:13.688843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 86accee0-5fdc-46ed-897c-95cb7d544219, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=86accee0-5fdc-46ed-897c-95cb7d544219,segment=NetworkSegment(36360bc6-a31c-4bfb-aed6-40eec65754b8),segment_id=36360bc6-a31c-4bfb-aed6-40eec65754b8)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:13.839057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:13.849961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d338a8f-ef47-432d-98b3-aa0782117748 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:13.932041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:13.978196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.034237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-be84c1c0-fee6-491d-bb5f-3d1d14085197 None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:14.034877 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-be84c1c0-fee6-491d-bb5f-3d1d14085197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.055739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:14.076016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=922b63e9-6b00-47f4-9b29-e75edf066abf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:14.082953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:14.089101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-38256ffd-547c-411d-8e28-0ac789fe4c9f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "PUT /v2.0/routers/478b9043-9f1c-4559-8332-a93c0c74c1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9728813 Nov 27 16:06:14.092610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60146) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:14.105286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.107329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--851266529', 'description': 'tempest-secgroup_access--851266529 description', 'project_id': 'e88e12e496a340728623af1612a7242c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:14.109598 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Sync routers for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:14.149468 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:14.154712 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:14.157147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:14.161034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:14.168483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:14.182273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:14.191310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:14.243366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:14.250927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:14.259173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:14.272348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:14.275329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.276224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.287472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=495eaa24-131b-4d58-b3fc-afe860a90670,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:14.325634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-339866f3-278b-434c-9ea6-5cd6af7d537b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.3890986 Nov 27 16:06:14.328619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60154) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:14.334101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aedb0d35-9955-4cef-aa6b-ca30f1241a66'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:14.438928 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:14.456519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.465821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.498028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Pushing event updated for resources: {'Port': ['ID=fff5dc24-95e9-477c-a40f-d766a5485795,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:14.503978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.562316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:14.632735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=86accee0-5fdc-46ed-897c-95cb7d544219,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:14.850966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3d338a8f-ef47-432d-98b3-aa0782117748 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:14.851373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.132454 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:12Z', 'revision_number': 2, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:15.216806 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Checking router: 478b9043-9f1c-4559-8332-a93c0c74c1b8 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:15.235962 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Updating router 478b9043-9f1c-4559-8332-a93c0c74c1b8 port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:06:15.303389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Delete allocated IP 2001:db8:0:1::1c8 (8d79e46a-39db-45b6-aec9-b5566cbbde0d/96017e54-320b-403a-9be0-e89a383e0b2d) {{(pid=110075) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 16:06:15.307378 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.343431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Attempting to bind port fff5dc24-95e9-477c-a40f-d766a5485795 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:15.344598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Attempting to bind port fff5dc24-95e9-477c-a40f-d766a5485795 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:15.345164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Attempting to bind port fff5dc24-95e9-477c-a40f-d766a5485795 on network d29d6178-6523-47e0-a8a9-4a483a71aba5 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:15.356542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:15.357256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Checking segment: {'id': 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:15.357871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.358478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Bound using segment: {'id': 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:15.359176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Bound port: fff5dc24-95e9-477c-a40f-d766a5485795, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd29d6178-6523-47e0-a8a9-4a483a71aba5'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:15.359753 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.433401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.434966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.3406348 Nov 27 16:06:15.438656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cec22-7699-448f-8392-425d73cfb57a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c5ea3c-cebb-44f1-83f4-fcefef908cea,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:15.447670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60210) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:15.465804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--679155779', 'description': 'tempest-secgroup_general--679155779 description', 'project_id': 'e88e12e496a340728623af1612a7242c'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:15.619914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4e9f1e09-2837-4b74-84d2-e93a707dbee2 None None] Provisioning complete for port 3d338a8f-ef47-432d-98b3-aa0782117748 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:15.620487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1e09-2837-4b74-84d2-e93a707dbee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.629395 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.670413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.673638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.689087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.739902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecc540-1e32-4c60-a6f9-81cf6b2d777f req-933db127-639f-48a9-82c5-869a0f155cdc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:15.756139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0ecc540-1e32-4c60-a6f9-81cf6b2d777f req-933db127-639f-48a9-82c5-869a0f155cdc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.4828820 Nov 27 16:06:15.765858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] For port fff5dc24-95e9-477c-a40f-d766a5485795, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:15.851711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] Update dhcp port {'port': {'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'fixed_ips': [{'subnet_id': 'aedb0d35-9955-4cef-aa6b-ca30f1241a66', 'ip_address': '2001:db8::2'}, {'subnet_id': '96017e54-320b-403a-9be0-e89a383e0b2d'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '86accee0-5fdc-46ed-897c-95cb7d544219'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:06:15.870520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] In _notify_port_updated(), no bound segment for port 495eaa24-131b-4d58-b3fc-afe860a90670 on network 8d79e46a-39db-45b6-aec9-b5566cbbde0d {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:06:15.884901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:15.885609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.889987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/ports/495eaa24-131b-4d58-b3fc-afe860a90670 HTTP/1.1" status: 200 len: 925 time: 1.5602348 Nov 27 16:06:15.893279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60226) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:15.899147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aedb0d35-9955-4cef-aa6b-ca30f1241a66'}, {'subnet_id': '96017e54-320b-403a-9be0-e89a383e0b2d'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:15.911281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:15.954189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] For port fff5dc24-95e9-477c-a40f-d766a5485795, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fff5dc24-95e9-477c-a40f-d766a5485795,segment=NetworkSegment(ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb),segment_id=ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:15.988230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c7c23-c519-477d-99b2-81122d74b34e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=495eaa24-131b-4d58-b3fc-afe860a90670,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:16.006973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.187127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.302224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 3d338a8f-ef47-432d-98b3-aa0782117748, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d338a8f-ef47-432d-98b3-aa0782117748,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:16.305876 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1e09-2837-4b74-84d2-e93a707dbee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.328539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.353985 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.369782 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.370521 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.372576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.401268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0ecc540-1e32-4c60-a6f9-81cf6b2d777f req-7958195c-36e0-4660-b530-63f5b9af76fc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6375198 Nov 27 16:06:16.414933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.482472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.485220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0268390 Nov 27 16:06:16.488101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:16.502374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'security_group_rule': {'security_group_id': '05c5ea3c-cebb-44f1-83f4-fcefef908cea', 'project_id': 'e88e12e496a340728623af1612a7242c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:16.675869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99087ca-ec72-4001-a75e-79ab8df53061 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d730a9c0-8a15-4f25-b66b-eb22fa2dda09,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:16.712773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5541-e6dc-4935-a257-fc69c09ea038 None None] Pushing event updated for resources: {'Port': ['ID=fff5dc24-95e9-477c-a40f-d766a5485795,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:16.770126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e718a32-0a67-4adb-902b-4881c311cc1d None None] Pushing event updated for resources: {'Port': ['ID=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:16.786674 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-4e9f1e09-2837-4b74-84d2-e93a707dbee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:06:16.787164 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-4e9f1e09-2837-4b74-84d2-e93a707dbee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:06:16.794577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 86accee0-5fdc-46ed-897c-95cb7d544219 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:16.865426 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Attempting to bind port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:16.869052 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Attempting to bind port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:16.869602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Attempting to bind port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 on network bb51125d-d244-43bb-bcae-a855bea262f6 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:16.883357 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:16.883753 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Checking segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:16.884132 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:16.884531 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Bound using segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:16.885015 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Bound port: c66a41d1-4a1c-4efa-a3c1-dd575b933ca4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:16.885435 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.004625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.051458 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] For port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:17.056657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] For port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:17.072621 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.140652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.142743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.156391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.162252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.222954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e718a32-0a67-4adb-902b-4881c311cc1d None None] Pushing event updated for resources: {'Port': ['ID=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:17.266137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:17.266532 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:17.309174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efb4b85-c5cd-4066-8aac-357a24f6c90e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:17.350959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.356546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e3a7e40-eca5-42cd-bbf6-a8d2d3c5fa70 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8672509 Nov 27 16:06:17.440471 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:17.556266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=922b63e9-6b00-47f4-9b29-e75edf066abf,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:17.650284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.675722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=3d338a8f-ef47-432d-98b3-aa0782117748,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:17.746954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8:0:1::62 (8d79e46a-39db-45b6-aec9-b5566cbbde0d/96017e54-320b-403a-9be0-e89a383e0b2d/495eaa24-131b-4d58-b3fc-afe860a90670) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:17.871218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:17.871606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:17.968577 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:17Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:18.031497 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f2a42-b5e0-4942-8313-0cc523703de4 None None] The sync data for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 is: [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:17Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:18.106082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6ec61-e79b-40a3-9d51-e5bffffa4ebe req-8be606a5-3325-4a5b-b8e7-d424822a6435 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:18.107902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4d6ec61-e79b-40a3-9d51-e5bffffa4ebe req-8be606a5-3325-4a5b-b8e7-d424822a6435 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.4211614 Nov 27 16:06:18.119797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Provisioning complete for port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:18.120181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:18.159974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:18.181127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:18.281860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9b01cd76-5c08-4d48-b8ef-ac6a1e2fa807 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--679155779&fields=id&tenant_id=e88e12e496a340728623af1612a7242c HTTP/1.1" status: 200 len: 267 time: 0.5420806 Nov 27 16:06:18.296212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:18.317871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] In _notify_port_updated(), no bound segment for port 495eaa24-131b-4d58-b3fc-afe860a90670 on network 8d79e46a-39db-45b6-aec9-b5566cbbde0d {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:06:18.330975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:18.332219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:18.334116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:18.339030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60308) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:18.364807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/ports/495eaa24-131b-4d58-b3fc-afe860a90670 HTTP/1.1" status: 200 len: 1010 time: 2.4698756 Nov 27 16:06:18.375266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] Allocated IP 2001:db8:0:1::2 (8d79e46a-39db-45b6-aec9-b5566cbbde0d/96017e54-320b-403a-9be0-e89a383e0b2d/86accee0-5fdc-46ed-897c-95cb7d544219) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:18.396253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b501268-b3e5-46a9-8d15-339d8ace8836 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=495eaa24-131b-4d58-b3fc-afe860a90670,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:18.598888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5bfec6-1056-4243-a48b-8ee0db51b8f9 None None] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:18.602994 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:18.762845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] For port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:18.772215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] For port 86accee0-5fdc-46ed-897c-95cb7d544219, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=86accee0-5fdc-46ed-897c-95cb7d544219,segment=NetworkSegment(36360bc6-a31c-4bfb-aed6-40eec65754b8),segment_id=36360bc6-a31c-4bfb-aed6-40eec65754b8)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:18.816812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:18.837896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d338a8f-ef47-432d-98b3-aa0782117748 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:18.903383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-43baf8f9-0a86-47d0-9e0f-d7e088aca273 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--851266529&fields=id&tenant_id=e88e12e496a340728623af1612a7242c HTTP/1.1" status: 200 len: 267 time: 0.6202345 Nov 27 16:06:18.914517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4d6ec61-e79b-40a3-9d51-e5bffffa4ebe req-b466ce09-5471-41ee-a01a-3ac4896727b3 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6744201 Nov 27 16:06:18.916810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-8bab9593-5d2e-459f-b176-941752de0d22 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:18.918494 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-8bab9593-5d2e-459f-b176-941752de0d22 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f89fc5-8080-4808-935c-8f8d35788555 HTTP/1.1" status: 200 len: 945 time: 0.1359684 Nov 27 16:06:19.053271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 495eaa24-131b-4d58-b3fc-afe860a90670 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:19.053954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.118442 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.150966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Deleting port 00a43c1f-62ee-4c12-883c-507702822ea4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:19.151876 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.164421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Provisioning complete for port 3d338a8f-ef47-432d-98b3-aa0782117748 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:19.171832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.190213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.277188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc024-253f-4926-b530-ad52ce84c59d None None] Pushing event updated for resources: {'Port': ['ID=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:19.285032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-7b29d7b9-185a-42a8-a2ba-6f4aabf00800 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:19.294050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-7b29d7b9-185a-42a8-a2ba-6f4aabf00800 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/networks?id=bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 200 len: 797 time: 0.3890922 Nov 27 16:06:19.301834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] For port 00a43c1f-62ee-4c12-883c-507702822ea4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=00a43c1f-62ee-4c12-883c-507702822ea4,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:19.302137 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.343668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c6ba78a6-b73e-4183-8de3-fbd21caa2501 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/quotas/e88e12e496a340728623af1612a7242c HTTP/1.1" status: 200 len: 375 time: 0.0454972 Nov 27 16:06:19.345106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Calling delete_port for 00a43c1f-62ee-4c12-883c-507702822ea4 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:19.353101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router a2273074-d288-49a5-9da8-e5003f892d45 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:06:19.392350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.466505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b600d1-32a0-4cfa-b203-5925fa5a7624 None None] Pushing event updated for resources: {'Port': ['ID=86accee0-5fdc-46ed-897c-95cb7d544219,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:19.512790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3d338a8f-ef47-432d-98b3-aa0782117748 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:19.513175 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.611394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:19.629716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e73475d3-b72a-43d6-a2bf-055c3603121f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/a2273074-d288-49a5-9da8-e5003f892d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7341242 Nov 27 16:06:19.630794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 495eaa24-131b-4d58-b3fc-afe860a90670 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:19.634282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60334) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:19.664562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] Sync routers for ids ['a2273074-d288-49a5-9da8-e5003f892d45'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:19.700598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-d09ff5b1-de08-4c86-804d-2b5d81486e31 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3560205 Nov 27 16:06:19.712021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-9f09643c-25c7-4c7f-8dab-54e60c006e38 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:19.714142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-9f09643c-25c7-4c7f-8dab-54e60c006e38 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.6500387 Nov 27 16:06:19.728943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c78ebbf5-62e3-410c-93a6-cad9c14bc08b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:06:19.730241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c78ebbf5-62e3-410c-93a6-cad9c14bc08b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132833 Nov 27 16:06:19.762305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-ebebe9dc-18a1-4d8c-a5d1-fd139fec54e7 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/quotas/d16ec5795a1e44faa7468277db002a82 HTTP/1.1" status: 200 len: 375 time: 0.0307062 Nov 27 16:06:19.805797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] Routers {'a2273074-d288-49a5-9da8-e5003f892d45'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:19.817620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a2273074-d288-49a5-9da8-e5003f892d45'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:19.850532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:19.874596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:19.969006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-9d07a458-7d64-4ed5-876b-69ce095f0555 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001532 Nov 27 16:06:19.978648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-a9e19250-20ff-4557-9786-4998178efe6e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:06:20.008707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-a9e19250-20ff-4557-9786-4998178efe6e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0381422 Nov 27 16:06:20.024867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Provisioning complete for port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:20.025436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:20.137994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:20.150423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 00a43c1f-62ee-4c12-883c-507702822ea4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:20.153755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:20.211357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] Routers {'a2273074-d288-49a5-9da8-e5003f892d45'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:20.212005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a2273074-d288-49a5-9da8-e5003f892d45'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:20.322118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:20.333815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebde503-6c1d-45c9-9b97-6a93427605fd None None] The sync data for ids ['a2273074-d288-49a5-9da8-e5003f892d45'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:20.383205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fff5dc24-95e9-477c-a40f-d766a5485795 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:20.534630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Provisioning complete for port fff5dc24-95e9-477c-a40f-d766a5485795 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:20.534935 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:20.555057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-cd2e63eb-3af2-406b-9d27-6215445966df service neutron] 10.222.0.15 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461240 Nov 27 16:06:20.654231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-77d01105-df59-4dfa-b9cb-e9e05e742e86 service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445804 Nov 27 16:06:20.680900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port fff5dc24-95e9-477c-a40f-d766a5485795 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:20.682015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:20.719599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26445e93-d509-4f4f-afe9-ec9ceb377802 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:20.727194 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-26445e93-d509-4f4f-afe9-ec9ceb377802 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports/922b63e9-6b00-47f4-9b29-e75edf066abf HTTP/1.1" status: 200 len: 910 time: 1.0918894 Nov 27 16:06:20.729677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event deleted for resources: {'Port': ['ID=00a43c1f-62ee-4c12-883c-507702822ea4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:20.732023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60342) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:20.759728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '701da747-5e4f-4e1b-924e-a5786fba4a37'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:20.861921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:20.881335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc1aba-ca89-4e13-9bb6-76dd4805b142 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:20.890853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] No DVR routers for this DVR port 00a43c1f-62ee-4c12-883c-507702822ea4 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:20.900713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:20.914143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206de2f9-9668-4a10-9df4-b0be10672711 None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:21.063993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.076620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-37d24c82-bcc0-48ff-a032-354a717c50fe req-6ea7cfaf-412f-4340-a1a5-5a9601dc23d8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "DELETE /v2.0/ports/00a43c1f-62ee-4c12-883c-507702822ea4 HTTP/1.1" status: 204 len: 173 time: 2.1505733 Nov 27 16:06:21.080168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.114196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'name': 'network-vif-deleted', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:21.117287 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d6efca-d836-4396-9179-3d33b77f5796" -d '{"events": [{"server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "name": "network-vif-deleted", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:21.238157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] For port fff5dc24-95e9-477c-a40f-d766a5485795, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fff5dc24-95e9-477c-a40f-d766a5485795,segment=NetworkSegment(ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb),segment_id=ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:21.259337 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.487017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:21.592034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.596849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a28cb9-cc68-41a2-8176-b1d07863535d None None] Pushing event updated for resources: {'Port': ['ID=fff5dc24-95e9-477c-a40f-d766a5485795,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:21.602098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Provisioning complete for port 922b63e9-6b00-47f4-9b29-e75edf066abf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:21.602469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.658814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Port 922b63e9-6b00-47f4-9b29-e75edf066abf cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:21.683234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-2a1f2476-7ce6-485b-9f0e-9dbb9e4f5359 service neutron] 10.222.0.15 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1270735 Nov 27 16:06:21.699081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=495eaa24-131b-4d58-b3fc-afe860a90670,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:21.701584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Provisioning complete for port fff5dc24-95e9-477c-a40f-d766a5485795 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:21.702467 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.778061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-9fa38fec-9ea0-41db-87a9-261a2540a50a service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0224907 Nov 27 16:06:21.824873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.831846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c25a2ab-cc44-44f1-9e57-4660f6ffcc04 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/495eaa24-131b-4d58-b3fc-afe860a90670 HTTP/1.1" status: 204 len: 168 time: 3.4867618 Nov 27 16:06:21.832567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:21.836866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:21.837237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.945781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:21.962830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.008126 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-19816350-de1a-4802-a010-f35fda51ded1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:06:22.012889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-19816350-de1a-4802-a010-f35fda51ded1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/495eaa24-131b-4d58-b3fc-afe860a90670 HTTP/1.1" status: 404 len: 333 time: 0.1740935 Nov 27 16:06:22.015968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60358) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:22.217400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:22.217919 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.343665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:22.344359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.347815 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/ports/922b63e9-6b00-47f4-9b29-e75edf066abf HTTP/1.1" status: 200 len: 910 time: 1.6120670 Nov 27 16:06:22.350110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60374) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:22.358651 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf801a-6327-4307-bc0a-2e6a6c969e06 x-openstack-request-id: req-bbcf801a-6327-4307-bc0a-2e6a6c969e06 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:22.358958 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f89fc5-8080-4808-935c-8f8d35788555", "name": "network-vif-deleted", "tag": "00a43c1f-62ee-4c12-883c-507702822ea4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:22.359226 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbcf801a-6327-4307-bc0a-2e6a6c969e06 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:22.359657 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f89fc5-8080-4808-935c-8f8d35788555', 'name': 'network-vif-deleted', 'tag': '00a43c1f-62ee-4c12-883c-507702822ea4', 'status': 'completed', 'code': 200} Nov 27 16:06:22.361619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808171ea-008c-4db8-8dda-5e3d7b2f700c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=922b63e9-6b00-47f4-9b29-e75edf066abf,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:22.483149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 86accee0-5fdc-46ed-897c-95cb7d544219 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:22.515133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 96017e54-320b-403a-9be0-e89a383e0b2d {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:22.525550 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.634883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06c386c3-f6a5-47da-86ff-a64635ac1f5b req-d80ca3f3-6a65-44f8-8e37-649bd2b80416 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 210 time: 0.1914988 Nov 27 16:06:22.697808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ed45cac0-4733-4319-9556-d70708880903 None None] Could not find standard attr ID for object 495eaa24-131b-4d58-b3fc-afe860a90670. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:06:22.758658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd649d-b46b-448e-89db-db378a23663d req-36ca65a4-6328-472d-91bb-93a401335182 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:22.767856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7bd649d-b46b-448e-89db-db378a23663d req-36ca65a4-6328-472d-91bb-93a401335182 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.5189703 Nov 27 16:06:22.787704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.833187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:22.838657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.941350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f0ae01fa-297d-4813-9cdf-93dc103d22fd None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:22.941747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f0ae01fa-297d-4813-9cdf-93dc103d22fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:22.978878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d9a890c-7b12-4205-b7b1-ed308147b508 req-03a95a04-5efd-4f4b-bf47-c1eb90a64856 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 210 time: 0.1311176 Nov 27 16:06:23.159808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:23.171718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7bd649d-b46b-448e-89db-db378a23663d req-8090c606-b4c4-4146-a2f2-0a66e9b4d0b8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028993 Nov 27 16:06:23.242797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fff5dc24-95e9-477c-a40f-d766a5485795 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:23.344816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:23.507170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f0ae01fa-297d-4813-9cdf-93dc103d22fd None None] Could not find standard attr ID for object 495eaa24-131b-4d58-b3fc-afe860a90670. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:06:23.518926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port fff5dc24-95e9-477c-a40f-d766a5485795 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:23.519495 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:23.556399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:23.631365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=96017e54-320b-403a-9be0-e89a383e0b2d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:23.643373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:23.651772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-84721b83-52a3-4450-b2ab-e79a052723ff tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/96017e54-320b-403a-9be0-e89a383e0b2d HTTP/1.1" status: 204 len: 168 time: 1.6342483 Nov 27 16:06:23.654215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60390) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:23.869707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f897f63-e4b7-429f-aecd-795d8c8d4597 req-2aa344d9-2919-4384-9162-0962eda0bd14 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0569258 Nov 27 16:06:23.905280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet aedb0d35-9955-4cef-aa6b-ca30f1241a66 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:23.920546 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:23.992705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.032400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:24.035119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 922b63e9-6b00-47f4-9b29-e75edf066abf {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:24.035119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.058926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.068133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a5b476b6-9e10-4cf9-ad7f-11acf469ab0d None None] Could not find standard attr ID for object 495eaa24-131b-4d58-b3fc-afe860a90670. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:06:24.072111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 00a43c1f-62ee-4c12-883c-507702822ea4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:24.072767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 00a43c1f-62ee-4c12-883c-507702822ea4 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:24.106753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28840d34-7d86-429c-9f40-44b938f9d6ac None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:24.190103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:24.190262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43b7c9ce-1bf1-4eed-a78b-879f4b1fd417 req-ba9c6da3-2305-4799-bd39-cba943377fcb tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 210 time: 0.0837989 Nov 27 16:06:24.212270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.228278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 922b63e9-6b00-47f4-9b29-e75edf066abf owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:24.303719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7e565ada-2bbe-4f5a-bb29-5426ab93f300 None None] Could not find standard attr ID for object 495eaa24-131b-4d58-b3fc-afe860a90670. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:06:24.396408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.401775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:24.402233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.574140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.667480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=aedb0d35-9955-4cef-aa6b-ca30f1241a66,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:24.680419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e453d72-3269-47af-a676-5b352acddf2e None None] Update dhcp port {'port': {'network_id': '8d79e46a-39db-45b6-aec9-b5566cbbde0d', 'fixed_ips': [{'subnet_id': 'aedb0d35-9955-4cef-aa6b-ca30f1241a66'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '86accee0-5fdc-46ed-897c-95cb7d544219'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:06:24.684774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c3dad608-a059-48b7-8992-3e8dfbc1bcc5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:24.686854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c3dad608-a059-48b7-8992-3e8dfbc1bcc5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.21 "GET /v2.0/networks?id=bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 200 len: 797 time: 0.2430983 Nov 27 16:06:24.695344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.703708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-33a86780-e8cd-41ed-8c80-3df40e4c28eb tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/aedb0d35-9955-4cef-aa6b-ca30f1241a66 HTTP/1.1" status: 204 len: 168 time: 1.0472748 Nov 27 16:06:24.707251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60400) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:24.733635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.735256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc08ff5-bd88-40c3-aace-a5991c0de7a4 req-fd13c7cb-5a37-4a86-aa1c-f3971c9ba0c8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:24.736698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e453d72-3269-47af-a676-5b352acddf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:24.744776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cc08ff5-bd88-40c3-aace-a5991c0de7a4 req-fd13c7cb-5a37-4a86-aa1c-f3971c9ba0c8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.3958333 Nov 27 16:06:24.854467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cc08ff5-bd88-40c3-aace-a5991c0de7a4 req-aba8189e-ddab-42f4-b48c-9c43245afde9 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084108 Nov 27 16:06:24.860215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=922b63e9-6b00-47f4-9b29-e75edf066abf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:25.010575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-e3eacdc1-9f94-468c-a932-5ef3ad1c20b0 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e88e12e496a340728623af1612a7242c HTTP/1.1" status: 200 len: 476 time: 0.3019302 Nov 27 16:06:25.011817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Deleting port ad3a3991-a02a-49b6-971b-eb1897962a2f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:25.018110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.067141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0292d-e89c-407e-90a1-f563b6552913 None None] Network 8d79e46a-39db-45b6-aec9-b5566cbbde0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:25.126221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'port': {'device_id': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'admin_state_up': True, 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'security_groups': ['d730a9c0-8a15-4f25-b66b-eb22fa2dda09', '05c5ea3c-cebb-44f1-83f4-fcefef908cea']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:25.136907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84beab7a-44f2-43b7-8d4c-53602ff8e314 req-bbe65884-c3c0-4981-8ac3-fea175004491 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0792236 Nov 27 16:06:25.192452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] For port ad3a3991-a02a-49b6-971b-eb1897962a2f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad3a3991-a02a-49b6-971b-eb1897962a2f,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:25.193065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.226167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Calling delete_port for ad3a3991-a02a-49b6-971b-eb1897962a2f owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:25.270319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0dc6b23d-b0c0-4cc6-bf7d-2a5829f0b84a None None] Provisioning complete for port 86accee0-5fdc-46ed-897c-95cb7d544219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:25.270701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b23d-b0c0-4cc6-bf7d-2a5829f0b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.272121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.347291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-a479c20b-837b-4099-ad56-ab000bd38779 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:25.351692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] DHCP port deletion for 8d79e46a-39db-45b6-aec9-b5566cbbde0d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:25.361288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-a479c20b-837b-4099-ad56-ab000bd38779 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.21 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.5151398 Nov 27 16:06:25.366547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3035aed9-0ed8-4f58-8f6f-71468b4a5d37 req-1c9ecd91-a5a3-4a9e-ad5a-bde5277084e9 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 210 time: 0.0560739 Nov 27 16:06:25.410816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Request body: {'port': {'device_id': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'admin_state_up': True, 'tenant_id': 'd16ec5795a1e44faa7468277db002a82'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:25.426544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] Deleting port 86accee0-5fdc-46ed-897c-95cb7d544219 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:25.426544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.518867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] For port 86accee0-5fdc-46ed-897c-95cb7d544219, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=86accee0-5fdc-46ed-897c-95cb7d544219,segment=NetworkSegment(36360bc6-a31c-4bfb-aed6-40eec65754b8),segment_id=36360bc6-a31c-4bfb-aed6-40eec65754b8)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:25.519192 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.533201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] Calling delete_port for 86accee0-5fdc-46ed-897c-95cb7d544219 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:25.610141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.635608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.674797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.681263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 86accee0-5fdc-46ed-897c-95cb7d544219 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:25.681657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] Pushing event deleted for resources: {'Port': ['ID=86accee0-5fdc-46ed-897c-95cb7d544219,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:25.681853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.684063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Made reservation on behalf of e88e12e496a340728623af1612a7242c for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:25.687576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.688419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d3d27-d234-484d-8bda-fbcbcbc20c71 None None] No DVR routers for this DVR port 86accee0-5fdc-46ed-897c-95cb7d544219 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:25.722827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3a3991-a02a-49b6-971b-eb1897962a2f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:25.923985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.950035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port 86accee0-5fdc-46ed-897c-95cb7d544219, host n-d-819494-4, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:25.950415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.964397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 86accee0-5fdc-46ed-897c-95cb7d544219 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:25.967186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Port 86accee0-5fdc-46ed-897c-95cb7d544219 was not found and therefore no delete operation was performed {{(pid=110075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:06:25.970502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:25.977232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Made reservation on behalf of d16ec5795a1e44faa7468277db002a82 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:25.980861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.086397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=86accee0-5fdc-46ed-897c-95cb7d544219,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:26.091856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port 86accee0-5fdc-46ed-897c-95cb7d544219 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:26.348180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.20.0.7 (bb51125d-d244-43bb-bcae-a855bea262f6/ec3f902b-17c6-423a-a714-b758bf1c15ca/791f613f-f492-4a00-8582-f92c53ca380d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:26.351901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router a2273074-d288-49a5-9da8-e5003f892d45 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:26.362236 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.396795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Allocated IP 172.20.0.3 (7385849b-1ad3-4515-8e8b-b8616c1fa78d/d045133a-4153-459f-a2f1-23499f5ce1c2/72cf6f3f-c466-495d-8229-f240fd70ee65) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:26.406867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cc6603f-94de-48f2-bf97-136df8e00211 req-44725aee-84bb-4e6c-b47a-5239146a60bb tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0431709 Nov 27 16:06:26.415773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db29373-7d54-4bb0-b8dc-0ce90543f6c9 req-39bed393-d053-4dc8-83e1-4663de3b67e4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:26.417711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1db29373-7d54-4bb0-b8dc-0ce90543f6c9 req-39bed393-d053-4dc8-83e1-4663de3b67e4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.4344151 Nov 27 16:06:26.424276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d79e46a-39db-45b6-aec9-b5566cbbde0d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.441310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36360bc6-a31c-4bfb-aed6-40eec65754b8') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.441721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36360bc6-a31c-4bfb-aed6-40eec65754b8') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.455062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.472913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.480514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:06:26.481079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:06:26.500499 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:06:26.558452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3348dde6-b6ca-4abe-a47c-67e2505d0e31 req-39237ec7-81de-4113-bd37-7ef1b97d0e44 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 210 time: 0.0401366 Nov 27 16:06:26.562365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1db29373-7d54-4bb0-b8dc-0ce90543f6c9 req-d41bee79-b9a8-4cb8-9408-556adece0bbb tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232309 Nov 27 16:06:26.684444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:26.708992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:26.717598 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df1db762-9233-48e0-afdd-e5c0dc16f816 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/a2273074-d288-49a5-9da8-e5003f892d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3568451 Nov 27 16:06:26.718390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.719702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60422) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:26.725564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:26.735383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/8d79e46a-39db-45b6-aec9-b5566cbbde0d HTTP/1.1" status: 204 len: 168 time: 2.0169640 Nov 27 16:06:26.736945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60424) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:26.755944 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] Sync routers for ids ['a2273074-d288-49a5-9da8-e5003f892d45'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:26.773241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] Routers {'a2273074-d288-49a5-9da8-e5003f892d45'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:26.774129 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a2273074-d288-49a5-9da8-e5003f892d45'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.831559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6a76b33e-225c-469c-a113-2ba866d370e7 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2273074-d288-49a5-9da8-e5003f892d45 HTTP/1.1" status: 200 len: 205 time: 0.1096563 Nov 27 16:06:26.880699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 86accee0-5fdc-46ed-897c-95cb7d544219 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:26.895210 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.907291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60426) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:26.923058 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] Routers {'a2273074-d288-49a5-9da8-e5003f892d45'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:26.926053 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a2273074-d288-49a5-9da8-e5003f892d45'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.939914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 86accee0-5fdc-46ed-897c-95cb7d544219 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:26.940517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 86accee0-5fdc-46ed-897c-95cb7d544219 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:26.994182 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:26.995128 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02684f78-ef3b-426b-b4fa-e05e336da67d None None] The sync data for ids ['a2273074-d288-49a5-9da8-e5003f892d45'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:27.072981 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.129452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87bf6b-f226-4951-81cb-1dc5d10c04f8 req-995c7363-1a69-4e13-be87-9b84d218ea50 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:27.131039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c87bf6b-f226-4951-81cb-1dc5d10c04f8 req-995c7363-1a69-4e13-be87-9b84d218ea50 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.3314967 Nov 27 16:06:27.166331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:27.175580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e767703-4183-434b-a183-a6d45c45a7d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/f2b6205d-8ae4-453f-9532-22a62f3c1fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2729740 Nov 27 16:06:27.177661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351a006-6464-4938-a5d3-512818310ccb None None] Sync routers for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:27.179250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60428) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:27.184323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-8a84cf01-7b4c-4e47-abdb-3f866c9354c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:27.185931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-8a84cf01-7b4c-4e47-abdb-3f866c9354c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 1096 time: 0.2756488 Nov 27 16:06:27.204413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:27.205480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:27.272697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f26c66-e9ca-4deb-b7a9-a7f3a199a16a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=8d79e46a-39db-45b6-aec9-b5566cbbde0d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:27.364427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:27.415347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fee6e7-4149-4549-891c-3cd909d24078 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:27.417137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c9fee6e7-4149-4549-891c-3cd909d24078 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6398902 Nov 27 16:06:27.423397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60432) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:27.432181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.452384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.458237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.458454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c87bf6b-f226-4951-81cb-1dc5d10c04f8 req-407fe602-fc11-4fe8-a34f-5baa03e74d58 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950344 Nov 27 16:06:27.467965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.481173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.592878 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.593448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router a2273074-d288-49a5-9da8-e5003f892d45 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:06:27.601042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.604672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d9237246-517c-4f40-83ed-b388435d1fe9 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/a2273074-d288-49a5-9da8-e5003f892d45 HTTP/1.1" status: 204 len: 168 time: 0.6962838 Nov 27 16:06:27.606825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:27.625253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.644736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b55dcd0-6f3f-4b6c-8112-edf1eb19b58a req-8b710cb3-db65-4ed9-b96a-a12f03121cc5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0826516 Nov 27 16:06:27.647408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.670332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e42a0af2-806f-406e-811c-db8d5a89d99d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2355525 Nov 27 16:06:27.670332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-e2a2a324-408a-40b8-bb38-c22deeeb3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:27.670332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-e2a2a324-408a-40b8-bb38-c22deeeb3224 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.4628687 Nov 27 16:06:27.675735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60440) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:27.684294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-28968427'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:27.717898 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.724401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:27.738718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:27.750644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:27.755084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network bb51125d-d244-43bb-bcae-a855bea262f6 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:27.758387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:27.767734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b253f-3a68-4c99-9300-6344f9c9d199 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:27.787117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:27.815289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:27.819946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:27.822474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.827212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T16:06:25Z', 'revision_number': 5, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port': {'id': '076dd973-d80a-4c9c-bfc2-26b66c7f30c5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:03Z', 'updated_at': '2021-11-27T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:27.887366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351a006-6464-4938-a5d3-512818310ccb None None] Checking router: f2b6205d-8ae4-453f-9532-22a62f3c1fe4 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:27.909250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8ab697a0-4a49-41db-a927-8b738aa16a73 None None] Provisioning complete for port 72cf6f3f-c466-495d-8229-f240fd70ee65 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:27.910374 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ab697a0-4a49-41db-a927-8b738aa16a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.916096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] Routers {'f2b6205d-8ae4-453f-9532-22a62f3c1fe4'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:27.918092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:27.935240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:27.936483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.944715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet 701da747-5e4f-4e1b-924e-a5786fba4a37 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:27.961456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.967279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=791f613f-f492-4a00-8582-f92c53ca380d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:27.979347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:27.980007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:27.983500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:28.010836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-15276678-809d-480a-a9a3-3b6044e4e986 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 200 len: 1001 time: 0.2991488 Nov 27 16:06:28.028757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edefa86-be6c-480b-a663-c5926f6db3f5 req-ba574999-7d6c-4d06-ae19-c414b4dbe7be tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:28.036092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3edefa86-be6c-480b-a663-c5926f6db3f5 req-ba574999-7d6c-4d06-ae19-c414b4dbe7be tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 931 time: 0.3249903 Nov 27 16:06:28.048474 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-e60667f2-955a-4f76-9b6b-aa3f235176da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6861858 Nov 27 16:06:28.067008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Request body: {'port': {'device_id': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:28.087794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.096056 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment 516277a7-c206-426d-8a9c-69b6ca319e43 of type vlan for network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac Nov 27 16:06:28.119704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8ab697a0-4a49-41db-a927-8b738aa16a73 None None] Port 72cf6f3f-c466-495d-8229-f240fd70ee65 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:28.147314 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-9acde75c-b574-4c10-8913-0d8e86b81171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1110923 Nov 27 16:06:28.150355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.152211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] Set router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:28.200970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-de7c485a-ac1b-4f0a-a387-3ceb4803c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:28.202670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Request body: {'port': {'device_id': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:28.207982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-de7c485a-ac1b-4f0a-a387-3ceb4803c2fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.1705768 Nov 27 16:06:28.213308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7351a006-6464-4938-a5d3-512818310ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T16:06:27Z', 'revision_number': 6, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:28.261179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351a006-6464-4938-a5d3-512818310ccb None None] The sync data for ids ['f2b6205d-8ae4-453f-9532-22a62f3c1fe4'] in n-d-819494-4 is: [{'id': 'f2b6205d-8ae4-453f-9532-22a62f3c1fe4', 'name': 'tempest-TaggedBootDevicesTest-855495066-router', 'tenant_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:01Z', 'updated_at': '2021-11-27T16:06:27Z', 'revision_number': 6, 'project_id': 'cbe9eb91a66b4bf19974ee15e3ee6e2a', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:28.271760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Deleting port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:28.272083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.276582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.302150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3edefa86-be6c-480b-a663-c5926f6db3f5 req-877c36c7-b5ae-4af2-b6a9-045b0397a073 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212737 Nov 27 16:06:28.352820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-97f8cb0a-0f7f-46fe-9cd8-739ba450de48 None None] Provisioning complete for port 791f613f-f492-4a00-8582-f92c53ca380d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:28.353503 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97f8cb0a-0f7f-46fe-9cd8-739ba450de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.391990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-89b1a8be-e7e0-42b3-b8c6-8a4b4d64f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:28.393534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-89b1a8be-e7e0-42b3-b8c6-8a4b4d64f4b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691163 Nov 27 16:06:28.431411 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.444832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-97f8cb0a-0f7f-46fe-9cd8-739ba450de48 None None] Port 791f613f-f492-4a00-8582-f92c53ca380d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:28.456744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.463970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:28.464593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.473525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.494032 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.625473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9426603 Nov 27 16:06:28.636113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60446) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:28.646411 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:28.658374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2a62-9f44-4f39-ba70-ac23cdbd2f69 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=1e20042b-445d-4b5f-b33c-d9d6dd78e2ac,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:28.663291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] For port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:28.663653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:28.671800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:28.738458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Calling delete_port for 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:28.956091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a3991-a02a-49b6-971b-eb1897962a2f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:28.979302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ad3a3991-a02a-49b6-971b-eb1897962a2f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:28.979736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad3a3991-a02a-49b6-971b-eb1897962a2f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:28.980221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 076dd973-d80a-4c9c-bfc2-26b66c7f30c5 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:29.007608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-be106cf2-afe5-43b5-9b54-7bf664430840 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011324 Nov 27 16:06:29.035204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.079779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:29.083367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.101971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.117068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=701da747-5e4f-4e1b-924e-a5786fba4a37,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:29.121858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.124882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 076dd973-d80a-4c9c-bfc2-26b66c7f30c5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:29.128824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6af09563-085c-49d2-b7a5-a612de13868f tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/701da747-5e4f-4e1b-924e-a5786fba4a37 HTTP/1.1" status: 204 len: 168 time: 1.4933379 Nov 27 16:06:29.134664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.139978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47475633-9e27-40bc-8497-56d756145320 req-000535f6-ddf1-48fa-a665-088e8d8953bc tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:29.141642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a010e7-e553-4353-90f8-e0ac024620d2 None None] Network d29d6178-6523-47e0-a8a9-4a483a71aba5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:29.148363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47475633-9e27-40bc-8497-56d756145320 req-000535f6-ddf1-48fa-a665-088e8d8953bc tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 970 time: 0.2154312 Nov 27 16:06:29.153643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60450) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:29.178960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26a31-2de6-40e1-8007-46c8505f89db req-1232dc6f-314e-42a6-8434-e0da0b5356da tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:29.180072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cae26a31-2de6-40e1-8007-46c8505f89db req-1232dc6f-314e-42a6-8434-e0da0b5356da tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.2337956 Nov 27 16:06:29.253135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:29.267675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47475633-9e27-40bc-8497-56d756145320 req-e3df67e8-5370-4de8-abf9-823ea45444eb tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1184130 Nov 27 16:06:29.278136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5080c55-5c10-4ad4-9d68-57280f0b7d99 req-25d85875-ad9e-4acb-a5c0-9dc6cf8c8fd6 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532392 Nov 27 16:06:29.306497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cae26a31-2de6-40e1-8007-46c8505f89db req-27632ffa-d390-4fc8-832d-90fa1bab462d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952547 Nov 27 16:06:29.380562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.426459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] DHCP port deletion for d29d6178-6523-47e0-a8a9-4a483a71aba5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:29.459274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacdda4-208a-4b46-89c8-50cbee66afe1 req-4fdd4230-01ed-45dc-8272-1a745b849551 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:29.461897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bacdda4-208a-4b46-89c8-50cbee66afe1 req-4fdd4230-01ed-45dc-8272-1a745b849551 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 931 time: 0.0772657 Nov 27 16:06:29.492363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] Deleting port fff5dc24-95e9-477c-a40f-d766a5485795 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:29.492834 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.529189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bacdda4-208a-4b46-89c8-50cbee66afe1 req-d1d36af4-781e-4082-a727-03032b37a0a5 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Nov 27 16:06:29.548320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cf6f3f-c466-495d-8229-f240fd70ee65 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:06:29.570990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.577776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] For port fff5dc24-95e9-477c-a40f-d766a5485795, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fff5dc24-95e9-477c-a40f-d766a5485795,segment=NetworkSegment(ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb),segment_id=ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:29.578192 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.591171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] Calling delete_port for fff5dc24-95e9-477c-a40f-d766a5485795 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:29.601178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.628879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791f613f-f492-4a00-8582-f92c53ca380d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:06:29.660186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Transition to ACTIVE for port object 72cf6f3f-c466-495d-8229-f240fd70ee65 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:06:29.668434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.671517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Pushing event deleted for resources: {'Port': ['ID=076dd973-d80a-4c9c-bfc2-26b66c7f30c5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:29.704096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.704355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11aee61-6ce4-4383-bf3b-ab0f58f73fee None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:29.731229 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.751351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Transition to ACTIVE for port object 791f613f-f492-4a00-8582-f92c53ca380d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:06:29.766723 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.795217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] Pushing event deleted for resources: {'Port': ['ID=fff5dc24-95e9-477c-a40f-d766a5485795,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:29.808275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4766b-bdc3-45ec-b9b5-779e9ed163e9 None None] No DVR routers for this DVR port fff5dc24-95e9-477c-a40f-d766a5485795 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:29.834727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.850143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f89a8-41a3-42b3-9c91-ec70325df8b8 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:29.881846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.899193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:29.937325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port fff5dc24-95e9-477c-a40f-d766a5485795 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:29.938108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:29.963080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.417582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2b80-c980-444e-a9a2-6760c7b7aa78 req-bdb8ef76-f595-43de-a4e3-74625feb442e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:30.419163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66cc2b80-c980-444e-a9a2-6760c7b7aa78 req-bdb8ef76-f595-43de-a4e3-74625feb442e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 982 time: 0.0628889 Nov 27 16:06:30.511270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bafbbc-c3f8-4bda-a284-3b6e1f3c88de req-4b537aca-0f04-45dd-a661-5889d918b7d6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:30.512550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39bafbbc-c3f8-4bda-a284-3b6e1f3c88de req-4b537aca-0f04-45dd-a661-5889d918b7d6 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.0924628 Nov 27 16:06:30.552859 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:06:30.560519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66cc2b80-c980-444e-a9a2-6760c7b7aa78 req-2c71921b-05a8-4a2a-9efe-751222b958c3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1286061 Nov 27 16:06:30.600984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39bafbbc-c3f8-4bda-a284-3b6e1f3c88de req-c2997092-18d3-4805-9be9-5af0aa2080ed tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770714 Nov 27 16:06:30.624598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=8953883f-9609-47ec-b937-52cc1213736c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:30.630961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.641712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.653869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Pushing event updated for resources: {'Port': ['ID=791f613f-f492-4a00-8582-f92c53ca380d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:30.660913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port fff5dc24-95e9-477c-a40f-d766a5485795, host n-d-819494-4, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:30.661322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.698204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477b0aa-2c72-4d0b-8b65-f6105e408d33 req-b6d22a1d-cdff-45e5-9947-4fe8644499f4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:30.700732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8477b0aa-2c72-4d0b-8b65-f6105e408d33 req-b6d22a1d-cdff-45e5-9947-4fe8644499f4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 943 time: 0.0796604 Nov 27 16:06:30.732667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': '516277a7-c206-426d-8a9c-69b6ca319e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:30.733061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:30.742414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for fff5dc24-95e9-477c-a40f-d766a5485795 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:30.748110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Port fff5dc24-95e9-477c-a40f-d766a5485795 was not found and therefore no delete operation was performed {{(pid=110075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:06:30.749521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Attempting to bind port 72cf6f3f-c466-495d-8229-f240fd70ee65 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:30.749862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Attempting to bind port 72cf6f3f-c466-495d-8229-f240fd70ee65 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:30.750208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Attempting to bind port 72cf6f3f-c466-495d-8229-f240fd70ee65 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:30.755513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.756069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b6205d-8ae4-453f-9532-22a62f3c1fe4 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:06:30.759413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.766430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.769783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bd58fbc4-f728-4d40-b609-917bb9d7963c admin admin] 10.222.0.15 "DELETE /v2.0/routers/f2b6205d-8ae4-453f-9532-22a62f3c1fe4 HTTP/1.1" status: 204 len: 168 time: 3.5669429 Nov 27 16:06:30.769955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fff5dc24-95e9-477c-a40f-d766a5485795 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:30.771390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Attempting to bind port 791f613f-f492-4a00-8582-f92c53ca380d on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:30.771729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Attempting to bind port 791f613f-f492-4a00-8582-f92c53ca380d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:30.772157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Attempting to bind port 791f613f-f492-4a00-8582-f92c53ca380d on network bb51125d-d244-43bb-bcae-a855bea262f6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:30.773852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60486) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:30.782453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Port 72cf6f3f-c466-495d-8229-f240fd70ee65 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:06:30.782822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Attempting to bind port 72cf6f3f-c466-495d-8229-f240fd70ee65 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:30.786054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8477b0aa-2c72-4d0b-8b65-f6105e408d33 req-461479c3-bc75-41a5-acfe-6f75b2d3b148 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Nov 27 16:06:30.807262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: fff5dc24-95e9-477c-a40f-d766a5485795 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:30.807640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fff5dc24-95e9-477c-a40f-d766a5485795 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:30.847033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=fff5dc24-95e9-477c-a40f-d766a5485795,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:30.861030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port fff5dc24-95e9-477c-a40f-d766a5485795 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:30.876291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Port 791f613f-f492-4a00-8582-f92c53ca380d on network bb51125d-d244-43bb-bcae-a855bea262f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:06:30.876610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Attempting to bind port 791f613f-f492-4a00-8582-f92c53ca380d on network bb51125d-d244-43bb-bcae-a855bea262f6 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:30.879463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:30.879974 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Checking segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:30.880548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Bound using segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:30.881174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Bound port: 72cf6f3f-c466-495d-8229-f240fd70ee65, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:30.881776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:30.932962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:30.936633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:30.937140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Checking segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:30.938080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Bound using segment: {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:30.938680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Bound port: 791f613f-f492-4a00-8582-f92c53ca380d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6438ef3-691e-4452-8cac-ff62ebfdc375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:30.939217 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.008616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Deleting subnet 0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:31.037917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:31.039583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.049881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0de1e-d026-4977-830c-7888b0f99bf4 None None] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:31.129463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:31.130068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.144718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.197397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29d6178-6523-47e0-a8a9-4a483a71aba5']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:31.202248 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fe5089c8-d01a-49d2-84cf-bdfc777eb9e7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5633473 Nov 27 16:06:31.204906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60524) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:31.210870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac', 'name': 'tempest-PortsIpV6TestJSON-679681524'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:31.215325 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.253352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:31.253739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab93382d-2c1e-4e8b-8a9d-ac30a0d7f5cb') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:31.255912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-1e20042b-445d-4b5f-b33c-d9d6dd78e2ac', 'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': '8953883f-9609-47ec-b937-52cc1213736c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:31.257676 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.273925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.276006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:31.306627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] For port 791f613f-f492-4a00-8582-f92c53ca380d, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:31.309392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:31.314241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.332846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.339241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] For port 791f613f-f492-4a00-8582-f92c53ca380d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=791f613f-f492-4a00-8582-f92c53ca380d,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:31.342083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:06:31.342497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:06:31.351056 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:06:31.434811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.457570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:31.464963 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.481776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:31.482429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.484430 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] 10.222.0.21 "PUT /v2.0/ports/72cf6f3f-c466-495d-8229-f240fd70ee65 HTTP/1.1" status: 200 len: 1091 time: 3.4219816 Nov 27 16:06:31.484908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:31.487302 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:31.511300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.514676 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.519823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:31.520838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.522878 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] 10.222.0.21 "PUT /v2.0/ports/791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 200 len: 1130 time: 3.3242896 Nov 27 16:06:31.560594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 2af3014a-5398-4344-aab1-8fab7f8ba3df yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:31.564537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.571261 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/d29d6178-6523-47e0-a8a9-4a483a71aba5 HTTP/1.1" status: 204 len: 168 time: 2.3856270 Nov 27 16:06:31.572540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60558) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:31.582283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383cd1-cbd8-4fdf-82d4-e08f667f1fdc service neutron] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:31.588745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1508999738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:31.600971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4acdd-557e-429e-beda-878709eb8c5c None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:31.611650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Allocated IP 2001:db8::2 (1e20042b-445d-4b5f-b33c-d9d6dd78e2ac/8953883f-9609-47ec-b937-52cc1213736c/9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:31.737485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c270a4-0818-4923-b882-20a86fead0d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=d29d6178-6523-47e0-a8a9-4a483a71aba5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:31.741428 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e202abf-d336-4423-a5db-08f91d935e17 x-openstack-request-id: req-4e202abf-d336-4423-a5db-08f91d935e17 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:31.742017 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:31.742594 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e202abf-d336-4423-a5db-08f91d935e17 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:31.743296 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'status': 'completed', 'code': 200} Nov 27 16:06:31.797062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.840137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890441a-46c3-4799-8061-dc3bd44a9bec req-9ef6e4c4-acdd-4ba8-80dd-4386578d3da5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:31.862023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a890441a-46c3-4799-8061-dc3bd44a9bec req-9ef6e4c4-acdd-4ba8-80dd-4386578d3da5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 982 time: 0.1663435 Nov 27 16:06:31.969480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:31.971420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.020799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aab8f-a389-4db8-81f1-5a24c59ab937 service neutron] Pushing event updated for resources: {'Port': ['ID=791f613f-f492-4a00-8582-f92c53ca380d,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:32.052826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.054819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a890441a-46c3-4799-8061-dc3bd44a9bec req-2e42ad6e-24d7-40e2-b4aa-1551ba9d8cc9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1812716 Nov 27 16:06:32.057993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c227b157-707f-4c04-b0cf-25e555a2c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:32.060144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-c227b157-707f-4c04-b0cf-25e555a2c300 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1133 time: 0.4112034 Nov 27 16:06:32.072226 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.082000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-7b8e2500-7509-4f11-8c6e-92ea1b11dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:32.083661 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-7b8e2500-7509-4f11-8c6e-92ea1b11dcb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 1094 time: 0.4891310 Nov 27 16:06:32.087844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a3-fd8d-4644-9bc4-0bba11915ddb req-4cdd9245-18f3-47e8-bd20-968d2e16bb64 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:32.096988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-509aa9a3-fd8d-4644-9bc4-0bba11915ddb req-4cdd9245-18f3-47e8-bd20-968d2e16bb64 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 943 time: 0.1016448 Nov 27 16:06:32.147687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:32.190110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Pushing event updated for resources: {'Port': ['ID=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:32.190617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::283 (1e20042b-445d-4b5f-b33c-d9d6dd78e2ac/8953883f-9609-47ec-b937-52cc1213736c/2af3014a-5398-4344-aab1-8fab7f8ba3df) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:32.193707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:32.196229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:32.211387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-509aa9a3-fd8d-4644-9bc4-0bba11915ddb req-b0c81e98-4f4b-40e1-a617-b0502391db69 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084800 Nov 27 16:06:32.250516 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-1a50efb1-6e34-4964-ae57-4917d9394bed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 200 len: 217 time: 0.1637964 Nov 27 16:06:32.261215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Attempting to bind port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:32.261875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Attempting to bind port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '516277a7-c206-426d-8a9c-69b6ca319e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:32.262511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Attempting to bind port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b on network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:32.268993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:32.270197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Checking segment: {'id': '516277a7-c206-426d-8a9c-69b6ca319e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:32.270832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.272841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Bound using segment: {'id': '516277a7-c206-426d-8a9c-69b6ca319e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:32.273676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Bound port: 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516277a7-c206-426d-8a9c-69b6ca319e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:32.274610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.294918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-78e6893f-53cf-40e2-81f9-6f4514a61a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72cf6f3f-c466-495d-8229-f240fd70ee65 HTTP/1.1" status: 200 len: 217 time: 0.1993346 Nov 27 16:06:32.327512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.354931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.382675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] For port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:32.386475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] For port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,segment=NetworkSegment(516277a7-c206-426d-8a9c-69b6ca319e43),segment_id=516277a7-c206-426d-8a9c-69b6ca319e43)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:32.395409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.417524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.434644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:32.444245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.448031 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ac3f2f34-484f-4f8a-a118-369610146b7f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0a7f3639-bdc2-4fb3-aad0-47d8a38a06e4 HTTP/1.1" status: 204 len: 168 time: 1.6666570 Nov 27 16:06:32.452534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60636) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:32.463865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-fe105c59-2905-4ffa-a210-0770ad89f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:32.465529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-fe105c59-2905-4ffa-a210-0770ad89f098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec3f902b-17c6-423a-a714-b758bf1c15ca HTTP/1.1" status: 200 len: 835 time: 0.1751559 Nov 27 16:06:32.471599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368681-c621-4d30-a89a-f02943f5203c req-b91fada2-4388-4944-992c-9eea1ae40e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:32.473149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-b91fada2-4388-4944-992c-9eea1ae40e06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.1550412 Nov 27 16:06:32.482099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbead76d-32be-4acc-8beb-698070989ed8 None None] Network 811a8894-b37d-4e8b-beed-69c0550e5d7e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:32.501254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.502778 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06955803-9b1b-4783-a145-e5c897443f66 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9175432 Nov 27 16:06:32.532428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60642) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:32.537483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-c66f1426-a077-404c-90d0-d8d6691e5daa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516155 Nov 27 16:06:32.542301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-585556274'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:32.628268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.659345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:32.663559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.665659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.671507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-99a965eb-707f-4bb1-aad7-2e7a90996c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:32.673288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-99a965eb-707f-4bb1-aad7-2e7a90996c4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb51125d-d244-43bb-bcae-a855bea262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973500 Nov 27 16:06:32.747129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042e0b6-f8e0-43f1-b3cc-01eddbf60c7d None None] Pushing event updated for resources: {'Port': ['ID=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:32.793198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.814075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:32.816080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Deleting port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:32.816425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.817627 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-35709522-033f-4211-8907-e0ef22683a62 service neutron] 10.222.0.21 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709484 Nov 27 16:06:32.862312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.862662 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment 3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe of type vlan for network a6efa13c-b48a-4470-8113-c34df5ea792d Nov 27 16:06:32.913177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] DHCP port deletion for 811a8894-b37d-4e8b-beed-69c0550e5d7e request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:32.938575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:32.970543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:32.983577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:33.019207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-05b1296b-cb3e-477f-b670-50b4fbb05ef2 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329999 Nov 27 16:06:33.040258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:33.060613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:33.060982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.094196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] Deleting port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:33.094196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.160259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-36368681-c621-4d30-a89a-f02943f5203c req-15972b51-518d-45ed-9fc4-79083aff5177 service neutron] 10.222.0.21 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332980 Nov 27 16:06:33.166360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.186745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:33.187575 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.213908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] For port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:33.214304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.224990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] For port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,segment=NetworkSegment(28068be2-d8d1-47cc-aef2-fd3c0e3f832f),segment_id=28068be2-d8d1-47cc-aef2-fd3c0e3f832f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:33.225376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.232952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] Calling delete_port for 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:33.261425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Calling delete_port for 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:33.267564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=2af3014a-5398-4344-aab1-8fab7f8ba3df,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:33.353648 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8146448 Nov 27 16:06:33.376653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60714) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:33.382293 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.393396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:33.429050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] Pushing event deleted for resources: {'Port': ['ID=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:33.438601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a49bf-80e1-4519-a4dc-b3d3c93309b2 None None] No DVR routers for this DVR port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:33.444853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-25a1bfb7-3841-4573-833e-d5faa5956979 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2387345 Nov 27 16:06:33.447776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d3e2c-a472-4607-9466-b9e15685985a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=a6efa13c-b48a-4470-8113-c34df5ea792d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:33.465057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60724) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:33.475785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network a6efa13c-b48a-4470-8113-c34df5ea792d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:33.490068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '1e20042b-445d-4b5f-b33c-d9d6dd78e2ac', 'name': 'tempest-PortsIpV6TestJSON-1619305768'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:33.521885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8cfbaf06-aa47-4d33-ad83-5f8b5ab53413 req-7703eed6-7e20-414c-8a13-73f0c78d9e80 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838119 Nov 27 16:06:33.586802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-9f23957c-854a-44e2-8665-4375c1bdce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:33.589238 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-9f23957c-854a-44e2-8665-4375c1bdce45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 1094 time: 0.2710466 Nov 27 16:06:33.648296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628e8dc-2a2b-4783-a23f-d5aad7f0ceaf req-2a759f51-be42-4690-ac2a-1648e1faf374 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:33.649993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0628e8dc-2a2b-4783-a23f-d5aad7f0ceaf req-2a759f51-be42-4690-ac2a-1648e1faf374 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 982 time: 0.2230799 Nov 27 16:06:33.678860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fff9-c584-464d-947e-8d4dc37c7ad2 req-ac27d15c-968a-4a21-b794-3516cd4ca406 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:33.680615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ac3fff9-c584-464d-947e-8d4dc37c7ad2 req-ac27d15c-968a-4a21-b794-3516cd4ca406 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 943 time: 0.2627439 Nov 27 16:06:33.683866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:33.687955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.769468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:33.777004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:33.781759 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d75a3-1a59-43d0-a404-07a32dcf5060" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "tag": "791f613f-f492-4a00-8582-f92c53ca380d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:33.826055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-99e18093-2db8-4f17-abc9-1afc2187349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:33.830226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-99e18093-2db8-4f17-abc9-1afc2187349a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 903 time: 0.2321889 Nov 27 16:06:33.843748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=283a5b2d-9238-4a7f-b9ba-2e7db9071a82,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:33.849020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] No DVR routers for this DVR port 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:33.937731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-770a055d-5f28-4621-952e-ef112f158fd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72cf6f3f-c466-495d-8229-f240fd70ee65 HTTP/1.1" status: 200 len: 217 time: 0.0860479 Nov 27 16:06:33.941541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ac3fff9-c584-464d-947e-8d4dc37c7ad2 req-cfc14f42-db62-4d28-b3f8-4b6a06507e20 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342913 Nov 27 16:06:33.972936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:33.979491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.013308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0628e8dc-2a2b-4783-a23f-d5aad7f0ceaf req-c40a0c87-7e58-4d72-bcae-19d8b3bfc3cb tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3504965 Nov 27 16:06:34.046338 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd66dd74-ec1a-4bdf-889e-757e07882fd2 x-openstack-request-id: req-fd66dd74-ec1a-4bdf-889e-757e07882fd2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:34.046843 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "tag": "791f613f-f492-4a00-8582-f92c53ca380d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:34.047275 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd66dd74-ec1a-4bdf-889e-757e07882fd2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:34.048178 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d', 'status': 'completed', 'code': 200} Nov 27 16:06:34.091441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-e9bb3d31-c30f-4827-afea-fc79a5baa7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:34.098261 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-e9bb3d31-c30f-4827-afea-fc79a5baa7a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.1438227 Nov 27 16:06:34.153915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port c746f319-e297-48b5-a981-f71620efaeb7 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:34.195027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.202265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-ac470d69-cb57-4fdd-9d92-cd98374e95c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499725 Nov 27 16:06:34.232362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811a8894-b37d-4e8b-beed-69c0550e5d7e']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:34.249724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28068be2-d8d1-47cc-aef2-fd3c0e3f832f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:34.250034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28068be2-d8d1-47cc-aef2-fd3c0e3f832f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:34.287044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.313167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.328568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:06:34.328988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:06:34.330855 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:06:34.352028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::146 (1e20042b-445d-4b5f-b33c-d9d6dd78e2ac/8953883f-9609-47ec-b937-52cc1213736c/c746f319-e297-48b5-a981-f71620efaeb7) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:34.428071 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.432954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.441020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] 10.222.0.15 "DELETE /v2.0/networks/811a8894-b37d-4e8b-beed-69c0550e5d7e HTTP/1.1" status: 204 len: 168 time: 1.9866958 Nov 27 16:06:34.444337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60814) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:34.477136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156f5a8-9c58-4e1c-bf97-c9513ffa5d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=811a8894-b37d-4e8b-beed-69c0550e5d7e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:34.497873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-4633dd68-d910-4408-b904-051766f0599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:34.499420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-4633dd68-d910-4408-b904-051766f0599e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1133 time: 0.4273860 Nov 27 16:06:34.519602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4983c2f-2ea3-4149-9e2d-b0b068244d11 None None] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:34.533253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.654472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-4b252d93-b5ae-47aa-b6c1-e595b5706d16 service neutron] 10.222.0.21 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366369 Nov 27 16:06:34.784914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7522079d-fa3f-42ea-92de-7c413884c81a None None] Provisioning complete for port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:34.790950 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7522079d-fa3f-42ea-92de-7c413884c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:34.883958 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a9ad17c-18a6-44bc-84d2-82bcbc71a688 req-9af80621-71f4-4acb-825e-0ea9fa25d469 service neutron] 10.222.0.21 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187145 Nov 27 16:06:34.890278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=9ab2c5df-3645-41db-a537-9c6647876122,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:34.936862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:34.994498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:34.998680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: a6efa13c-b48a-4470-8113-c34df5ea792d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:35.031275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.106597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-23d22e19-02bf-4421-9ac0-8a26c100c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:35.108645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-23d22e19-02bf-4421-9ac0-8a26c100c245 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 200 len: 898 time: 0.5776703 Nov 27 16:06:35.224707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7522079d-fa3f-42ea-92de-7c413884c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.230219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-d5b171dc-1564-4d91-9ca8-2018666786d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 200 len: 217 time: 0.1036005 Nov 27 16:06:35.278296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network a6efa13c-b48a-4470-8113-c34df5ea792d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:35.298052 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-95a0b79c-a83b-4726-9e04-5f82611b351d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.311822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, a6efa13c-b48a-4470-8113-c34df5ea792d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:35.317268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:35.318201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.326662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:35.327232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.361248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-b0ea143a-b2aa-45ad-83ed-fd5abb854b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:35.365455 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-b0ea143a-b2aa-45ad-83ed-fd5abb854b1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec3f902b-17c6-423a-a714-b758bf1c15ca HTTP/1.1" status: 200 len: 835 time: 0.1311765 Nov 27 16:06:35.384194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.406334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7522079d-fa3f-42ea-92de-7c413884c81a None None] For port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,segment=NetworkSegment(516277a7-c206-426d-8a9c-69b6ca319e43),segment_id=516277a7-c206-426d-8a9c-69b6ca319e43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:35.408017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aba2de-310f-40ce-aaed-94f2224e94b5 None None] Network a6efa13c-b48a-4470-8113-c34df5ea792d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:35.415347 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0c97669-61c1-43f7-bda3-064d1bea6cd8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0267394 Nov 27 16:06:35.416477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60894) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:35.561398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f838-81ac-445e-89bb-941f2419d952 req-472ddde5-f488-46e2-be15-d10cf4876dea tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:35.563325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9699f838-81ac-445e-89bb-941f2419d952 req-472ddde5-f488-46e2-be15-d10cf4876dea tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 982 time: 0.2101538 Nov 27 16:06:35.569671 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7522079d-fa3f-42ea-92de-7c413884c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.576451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2f81c-4ddf-4b62-8c2d-8b59bf4f98ac req-d55c909c-a607-4e18-836c-342f3d98a3a8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:35.578692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6a2f81c-4ddf-4b62-8c2d-8b59bf4f98ac req-d55c909c-a607-4e18-836c-342f3d98a3a8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 943 time: 0.4186156 Nov 27 16:06:35.702374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 791f613f-f492-4a00-8582-f92c53ca380d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:06:35.720527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-2d9f6732-09cf-4594-b0b6-4ff78a7737c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:35.722426 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-2d9f6732-09cf-4594-b0b6-4ff78a7737c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb51125d-d244-43bb-bcae-a855bea262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3492932 Nov 27 16:06:35.874254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-a6efa13c-b48a-4470-8113-c34df5ea792d', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:35.875808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:35.877173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9699f838-81ac-445e-89bb-941f2419d952 req-6b2983b2-75ba-4d01-bbb0-7a8940c91d74 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2971919 Nov 27 16:06:35.946703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6a2f81c-4ddf-4b62-8c2d-8b59bf4f98ac req-3ad164b8-9704-426c-be47-b805eaa99090 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565645 Nov 27 16:06:35.954908 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.023660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=c746f319-e297-48b5-a981-f71620efaeb7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:36.046386 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:06:36.073944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:36.079946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:36.092393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:36.098394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d079bb71-891f-4cd6-9550-a497112f1c53 None None] Provisioning complete for port 2af3014a-5398-4344-aab1-8fab7f8ba3df triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:36.099255 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d079bb71-891f-4cd6-9550-a497112f1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.104046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:36.104732 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.134795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Deleting port 2b934057-6bdb-43fa-85cb-10c56abde42b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:36.135141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.147474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522079d-fa3f-42ea-92de-7c413884c81a None None] Pushing event updated for resources: {'Port': ['ID=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:36.176823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-15bb201c-1312-45fb-b159-445435194a52 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6886835 Nov 27 16:06:36.178547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60960) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:36.413676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:36.444596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b4672-f1a8-4887-9612-fe5bddcc28d5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:36.446470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b0b4672-f1a8-4887-9612-fe5bddcc28d5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A283 HTTP/1.1" status: 200 len: 928 time: 0.1801455 Nov 27 16:06:36.449130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] For port 2b934057-6bdb-43fa-85cb-10c56abde42b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2b934057-6bdb-43fa-85cb-10c56abde42b,segment=NetworkSegment(f3587a3d-238c-416e-b97f-4ece88574a99),segment_id=f3587a3d-238c-416e-b97f-4ece88574a99)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:36.449730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.452614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60966) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:36.491730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Calling delete_port for 2b934057-6bdb-43fa-85cb-10c56abde42b owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:36.535407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d079bb71-891f-4cd6-9550-a497112f1c53 None None] Port 2af3014a-5398-4344-aab1-8fab7f8ba3df cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:36.543918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:36.544272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 283a5b2d-9238-4a7f-b9ba-2e7db9071a82 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:36.583677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 791f613f-f492-4a00-8582-f92c53ca380d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=791f613f-f492-4a00-8582-f92c53ca380d,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:36.627895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '791f613f-f492-4a00-8582-f92c53ca380d', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'port_id': '791f613f-f492-4a00-8582-f92c53ca380d', 'mac_address': 'fa:16:3e:4e:e0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:06:36.637873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d079bb71-891f-4cd6-9550-a497112f1c53 None None] Provisioning complete for port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:36.638421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d079bb71-891f-4cd6-9550-a497112f1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.680534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port c746f319-e297-48b5-a981-f71620efaeb7 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:36.680876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.706418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Allocated IP 172.20.0.2 (a6efa13c-b48a-4470-8113-c34df5ea792d/9ab2c5df-3645-41db-a537-9c6647876122/bf5fcb61-c49f-457a-8a6a-37a20523e1e8) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:36.733076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.937353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:36.991035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:36.999527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791f613f-f492-4a00-8582-f92c53ca380d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:06:37.049148 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-01d4d3ca-a543-4342-bdeb-8b82e59d6bc1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3115811 Nov 27 16:06:37.077064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 791f613f-f492-4a00-8582-f92c53ca380d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=791f613f-f492-4a00-8582-f92c53ca380d,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:37.095706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.096294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:06:37.231924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=791f613f-f492-4a00-8582-f92c53ca380d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:37.240458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-094d75a3-1a59-43d0-a404-07a32dcf5060 req-0a8d914b-6f72-4e23-beaa-8b83ff19852f service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782808 Nov 27 16:06:37.296850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc57a-e3cf-4956-8220-09a15c95a3f8 req-76096c47-d87b-4dc0-b353-0bc3a0f1b171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:37.298394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d46dc57a-e3cf-4956-8220-09a15c95a3f8 req-76096c47-d87b-4dc0-b353-0bc3a0f1b171 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 983 time: 0.1714330 Nov 27 16:06:37.305691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26e791-4909-4d90-a9a3-043630ad70a7 req-75067ab0-3638-4b50-bd2f-2cc74a4ed0d6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:37.307103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b26e791-4909-4d90-a9a3-043630ad70a7 req-75067ab0-3638-4b50-bd2f-2cc74a4ed0d6 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 943 time: 0.1818314 Nov 27 16:06:37.316828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.317811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:37.318199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.320216 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.354320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for c746f319-e297-48b5-a981-f71620efaeb7 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:37.356787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.410574 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.425625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3a8fe200-14c4-4e8d-8e10-958d4c7139f7 None None] Provisioning complete for port c746f319-e297-48b5-a981-f71620efaeb7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:37.425996 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe200-14c4-4e8d-8e10-958d4c7139f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.438138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.20.0.1 (a6efa13c-b48a-4470-8113-c34df5ea792d/9ab2c5df-3645-41db-a537-9c6647876122/4a4400f4-f929-4496-86e3-9faad1c3a3ff) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:37.465926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Network a6efa13c-b48a-4470-8113-c34df5ea792d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:37.478430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:37.485472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:37.489524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Pushing event updated for resources: {'Port': ['ID=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:37.492002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:37.518920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'mac_address': 'fa:16:3e:1c:87:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:06:37.552236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b934057-6bdb-43fa-85cb-10c56abde42b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:37.559740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fe200-14c4-4e8d-8e10-958d4c7139f7 None None] Port c746f319-e297-48b5-a981-f71620efaeb7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:37.582310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b26e791-4909-4d90-a9a3-043630ad70a7 req-40d86014-b4ee-443b-9799-43a8a4fed6ac tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413442 Nov 27 16:06:37.626666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d46dc57a-e3cf-4956-8220-09a15c95a3f8 req-23edc0e0-6ee9-4e1a-af37-e9adfaab2e50 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3112185 Nov 27 16:06:37.712481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Attempting to bind port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:37.713026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Attempting to bind port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:37.713210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Attempting to bind port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 on network a6efa13c-b48a-4470-8113-c34df5ea792d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:37.730544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.733537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3a8fe200-14c4-4e8d-8e10-958d4c7139f7 None None] Provisioning complete for port 2af3014a-5398-4344-aab1-8fab7f8ba3df triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:37.734130 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe200-14c4-4e8d-8e10-958d4c7139f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.736045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:37.736639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Checking segment: {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:37.737200 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.737778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Bound using segment: {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:37.738439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Bound port: bf5fcb61-c49f-457a-8a6a-37a20523e1e8, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:37.738988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.743050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cf49e041-9232-412b-b643-8a194a261bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.746346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.806170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cf6f3f-c466-495d-8229-f240fd70ee65 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:06:37.811906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.817374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.886481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fe200-14c4-4e8d-8e10-958d4c7139f7 None None] Port 2af3014a-5398-4344-aab1-8fab7f8ba3df cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:37.893959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network a6efa13c-b48a-4470-8113-c34df5ea792d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:37.897855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:37.901180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:37.919232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:37.927434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=4a4400f4-f929-4496-86e3-9faad1c3a3ff,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:37.963253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.965572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] For port bf5fcb61-c49f-457a-8a6a-37a20523e1e8, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:37.970377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] For port bf5fcb61-c49f-457a-8a6a-37a20523e1e8, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:37.973032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.975623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:37.981345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.002866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=c746f319-e297-48b5-a981-f71620efaeb7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:38.067732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:38.146786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.152384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dad11385-71cf-4a7c-8f69-6f1527bcbd97 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/c746f319-e297-48b5-a981-f71620efaeb7 HTTP/1.1" status: 204 len: 168 time: 1.6962311 Nov 27 16:06:38.155037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab5f9d-1416-40e1-8291-0374b257976e None None] Pushing event updated for resources: {'Port': ['ID=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:38.155247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60982) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:38.177263 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.198722 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ab18f4-9c00-45d1-807e-3b2b99644362 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:06:38.202711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-43ab18f4-9c00-45d1-807e-3b2b99644362 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/c746f319-e297-48b5-a981-f71620efaeb7 HTTP/1.1" status: 404 len: 333 time: 0.0440464 Nov 27 16:06:38.203529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60984) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:38.249487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Router 4e44b212-a5a1-4f80-adde-c318edb117c4 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:38.258186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['72cf6f3f-c466-495d-8229-f240fd70ee65'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:06:38.264433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['791f613f-f492-4a00-8582-f92c53ca380d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:06:38.426126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 2af3014a-5398-4344-aab1-8fab7f8ba3df {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:38.427174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.635395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.646951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.648286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.705273 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.711162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 2af3014a-5398-4344-aab1-8fab7f8ba3df owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:38.745918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:38.764939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=4a4400f4-f929-4496-86e3-9faad1c3a3ff,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:38.862332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:38.870795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a423d466-3247-42e3-8bef-a12c2bdb2f5a admin admin] 10.222.0.15 "PUT /v2.0/routers/4e44b212-a5a1-4f80-adde-c318edb117c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4046032 Nov 27 16:06:38.874599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 60992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:38.895247 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] Sync routers for ids ['4e44b212-a5a1-4f80-adde-c318edb117c4'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:38.907978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d0195-a03b-47d7-8ea9-2cb4e0840352 req-8815ecec-c545-49cf-a208-33ce55a3cd9d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:38.910840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b34d0195-a03b-47d7-8ea9-2cb4e0840352 req-8815ecec-c545-49cf-a208-33ce55a3cd9d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 944 time: 0.1977448 Nov 27 16:06:38.926844 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] Routers {'4e44b212-a5a1-4f80-adde-c318edb117c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:38.927500 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e44b212-a5a1-4f80-adde-c318edb117c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:38.941592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4755d-fb4d-4b36-bead-e0e9fb3bc75b req-2022af0f-c61b-4696-843d-7bb5f2365427 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:38.945735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ed4755d-fb4d-4b36-bead-e0e9fb3bc75b req-2022af0f-c61b-4696-843d-7bb5f2365427 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 983 time: 0.1539631 Nov 27 16:06:38.957994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bf5fcb61-c49f-457a-8a6a-37a20523e1e8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:39.077795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b34d0195-a03b-47d7-8ea9-2cb4e0840352 req-8094387e-41d0-4f95-bbc6-835230a3273a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540518 Nov 27 16:06:39.096395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.115948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.117714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:39.118095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.177924 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] Set router 4e44b212-a5a1-4f80-adde-c318edb117c4 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:39.207621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=2af3014a-5398-4344-aab1-8fab7f8ba3df,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:39.224143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ed4755d-fb4d-4b36-bead-e0e9fb3bc75b req-f6d2b873-12ac-47e6-9a60-3be5b2487a11 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2359431 Nov 27 16:06:39.262513 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.270541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-866dd670-f8dd-479a-8141-d4a05d98f4b1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/2af3014a-5398-4344-aab1-8fab7f8ba3df HTTP/1.1" status: 204 len: 168 time: 1.0643146 Nov 27 16:06:39.271414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60994) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:39.304392 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.305603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.323515 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ba5acd-94f8-4ff9-b77f-dbb5f34deac1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:06:39.325050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-89ba5acd-94f8-4ff9-b77f-dbb5f34deac1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/2af3014a-5398-4344-aab1-8fab7f8ba3df HTTP/1.1" status: 404 len: 333 time: 0.0530691 Nov 27 16:06:39.328645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60996) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:39.336566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network a6efa13c-b48a-4470-8113-c34df5ea792d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:39.339593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:39.380334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port bf5fcb61-c49f-457a-8a6a-37a20523e1e8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:39.390408 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.425910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 8953883f-9609-47ec-b937-52cc1213736c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:39.435265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.471659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:39.507269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.515598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:06:39.518470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Deleting port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:39.518821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.609867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.636323 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T16:06:37Z', 'revision_number': 5, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port': {'id': '1a876ad6-97ee-4831-aec4-a5d55fbc6d96', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T15:54:17Z', 'updated_at': '2021-11-27T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:39.663602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] Checking router: 4e44b212-a5a1-4f80-adde-c318edb117c4 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:39.688385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.692437 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] Routers {'4e44b212-a5a1-4f80-adde-c318edb117c4'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:39.693315 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e44b212-a5a1-4f80-adde-c318edb117c4'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:39.707613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] For port 1a876ad6-97ee-4831-aec4-a5d55fbc6d96, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:39.707982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.719755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=8953883f-9609-47ec-b937-52cc1213736c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:39.724163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Calling delete_port for 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:39.726346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:39.731320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.733641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2e008766-2361-43d3-87c5-7c05a7a0192d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803986 Nov 27 16:06:39.736332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4477e931-619f-46d8-a56b-be29e7bc90df tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/8953883f-9609-47ec-b937-52cc1213736c HTTP/1.1" status: 204 len: 168 time: 0.4063954 Nov 27 16:06:39.736579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32768) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:39.741263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1659571545'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:39.746408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:39.751059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:39.752521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18d6c2-94cb-4858-bf29-62774a04530c None None] Network 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:39.814604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:39.823275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.823579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] Set router 4e44b212-a5a1-4f80-adde-c318edb117c4 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:39.887366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161fc21-583d-421c-b954-4d49a52b1c1a None None] Network a6efa13c-b48a-4470-8113-c34df5ea792d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:39.895196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:39.921321 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T16:06:39Z', 'revision_number': 6, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:39.959917 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec5867-c46e-4231-9aff-57327ce5e67f None None] The sync data for ids ['4e44b212-a5a1-4f80-adde-c318edb117c4'] in n-d-819494-4 is: [{'id': '4e44b212-a5a1-4f80-adde-c318edb117c4', 'name': 'tempest-TaggedBootDevicesTest-1158076404-router', 'tenant_id': 'a540846fa8ce49fc98fc4626169af41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T15:54:16Z', 'updated_at': '2021-11-27T16:06:39Z', 'revision_number': 6, 'project_id': 'a540846fa8ce49fc98fc4626169af41a', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:39.984109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:40.016191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:40.016585 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.020602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 791f613f-f492-4a00-8582-f92c53ca380d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:40.022872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:40.023643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:40.033987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.034684 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment 3732c524-ea3f-4edc-bae3-86efca43a048 of type vlan for network 5a68bfcf-ee19-47f0-833d-e63223a91a80 Nov 27 16:06:40.089032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,segment=NetworkSegment(516277a7-c206-426d-8a9c-69b6ca319e43),segment_id=516277a7-c206-426d-8a9c-69b6ca319e43)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:40.089647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.096642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.108376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:40.176239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.177800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3e1f9011-9e13-489c-98ee-a26c4630cfc6 None None] Provisioning complete for port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:40.178184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3e1f9011-9e13-489c-98ee-a26c4630cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.182706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:40.183441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.219299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.261753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.268672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:40.284298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:40.305460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5648110 Nov 27 16:06:40.305681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32780) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:40.331966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:40.354876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b41a3-7656-43f4-9a3c-ab4523188241 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=5a68bfcf-ee19-47f0-833d-e63223a91a80,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:40.358044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1a876ad6-97ee-4831-aec4-a5d55fbc6d96,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:40.486021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.534212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.538247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d4755-aac2-4ed0-b52a-684ab0924105 None None] DHCP port deletion for 1e20042b-445d-4b5f-b33c-d9d6dd78e2ac request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:40.541087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1963ca5-f87f-458d-a87f-2faac05f028b None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:40.543015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:40.547549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f897ab4-c36f-426a-9e20-300c94fa23a8 req-3d3bd5ad-2a8e-49bc-a6cf-39553a957e50 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:40.549302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f897ab4-c36f-426a-9e20-300c94fa23a8 req-3d3bd5ad-2a8e-49bc-a6cf-39553a957e50 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 944 time: 0.2856941 Nov 27 16:06:40.598218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e20042b-445d-4b5f-b33c-d9d6dd78e2ac']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:40.609596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:40.613188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.624302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516277a7-c206-426d-8a9c-69b6ca319e43') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:40.624598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516277a7-c206-426d-8a9c-69b6ca319e43') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:40.643858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd96de-1b1e-4fda-86af-75f5c18d071f req-e980b412-0755-489b-a5dc-e02814dd89bb tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:40.645495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afdd96de-1b1e-4fda-86af-75f5c18d071f req-e980b412-0755-489b-a5dc-e02814dd89bb tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 983 time: 0.2472515 Nov 27 16:06:40.693334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.696393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.698539 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.731886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.749709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f897ab4-c36f-426a-9e20-300c94fa23a8 req-2269592e-5324-4a04-bd77-9b75ee6015fd tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905468 Nov 27 16:06:40.750864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.761714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:40.762831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:06:40.763241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:06:40.767879 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:06:40.774094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.775090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e44b212-a5a1-4f80-adde-c318edb117c4 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:06:40.791649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.799082 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eae8cf88-f70e-4aca-bd8a-c57cdf2ad4dd admin admin] 10.222.0.15 "DELETE /v2.0/routers/4e44b212-a5a1-4f80-adde-c318edb117c4 HTTP/1.1" status: 204 len: 168 time: 1.9189951 Nov 27 16:06:40.799921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32782) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:40.890426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Deleting subnet c9bd62b3-a3a4-43e2-a29e-b5bd87198de9 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:40.893295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afdd96de-1b1e-4fda-86af-75f5c18d071f req-bd96f85d-d8b7-4313-9cd3-4bfd8cd08356 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2328610 Nov 27 16:06:40.894003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.901962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.914806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:40.924008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/1e20042b-445d-4b5f-b33c-d9d6dd78e2ac HTTP/1.1" status: 204 len: 168 time: 1.1659787 Nov 27 16:06:40.924008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32784) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:40.929979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1524206671'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:40.963823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 791f613f-f492-4a00-8582-f92c53ca380d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:06:40.981055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 791f613f-f492-4a00-8582-f92c53ca380d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:40.981491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.007713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400aac6-db7f-4609-a715-76ff5233ef90 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=1e20042b-445d-4b5f-b33c-d9d6dd78e2ac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:41.034618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.057876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:41.067207 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.115718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bf5fcb61-c49f-457a-8a6a-37a20523e1e8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:41.163094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:41.172389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.180543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.180893 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment 6d68038e-92f4-4e98-a5e1-f28fe217883b of type vlan for network 11417940-bd23-4826-82c1-ff973937ca4b Nov 27 16:06:41.188832 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.285307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=dd47bbe4-0df1-44ee-8c06-4950890b377c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:41.290108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.293490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.303184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:41.303495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: 5a68bfcf-ee19-47f0-833d-e63223a91a80, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:41.306805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.308543 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.311556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9bd62b3-a3a4-43e2-a29e-b5bd87198de9 HTTP/1.1" status: 204 len: 168 time: 0.5068088 Nov 27 16:06:41.316308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32788) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:41.329797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5960416-bea9-401f-ac45-dcf2ec97c78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9bd62b3-a3a4-43e2-a29e-b5bd87198de9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:41.332885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd01836-01ff-4fc4-a408-8b704090d190 None None] Network 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:41.406306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.425439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.434841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:41.434841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.441629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:41.515878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:41.516090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.531766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6072347 Nov 27 16:06:41.537661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:41.544117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5a68bfcf-ee19-47f0-833d-e63223a91a80) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:41.552018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '11417940-bd23-4826-82c1-ff973937ca4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:41.553440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:41.558141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.564663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d405f-f796-4ee4-8373-bdd7dd75008a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=11417940-bd23-4826-82c1-ff973937ca4b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:41.594106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b74b00-f0b6-475e-9876-dd89f38624e7 None None] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:41.596692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 11417940-bd23-4826-82c1-ff973937ca4b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:41.610766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a89a9008-bd41-4f2c-8f2d-7a52471fb27b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3045492 Nov 27 16:06:41.613620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Deleting port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:41.616887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.618761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32792) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:41.631379 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.724366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:41.730163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.791386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] For port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,segment=NetworkSegment(f3587a3d-238c-416e-b97f-4ece88574a99),segment_id=f3587a3d-238c-416e-b97f-4ece88574a99)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:41.791846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.859598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Calling delete_port for 6970afb0-0253-4d2f-91b6-2e77c3c43e8e owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:41.862727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 791f613f-f492-4a00-8582-f92c53ca380d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=791f613f-f492-4a00-8582-f92c53ca380d,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:41.877790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:41.881194 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc783a9-bb1c-406f-8394-c4811a44f4e4" -d '{"events": [{"server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "791f613f-f492-4a00-8582-f92c53ca380d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:41.902311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:41.903679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:42.031844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:38Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:38Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:42.071089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] DHCP port deletion for 5e14d1c3-67dc-46e4-84ea-6129c5b195f8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:42.195734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.215133 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc74187-0afd-484f-ad23-502317b16763 x-openstack-request-id: req-1bc74187-0afd-484f-ad23-502317b16763 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:42.215798 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "791f613f-f492-4a00-8582-f92c53ca380d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:42.215798 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bc74187-0afd-484f-ad23-502317b16763 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:42.216191 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d', 'code': 200} Nov 27 16:06:42.226972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:42.227313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Updating router 96352240-71e2-4412-b138-555feb58b923 port 4a4400f4-f929-4496-86e3-9faad1c3a3ff binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:06:42.281684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4fb83-2a88-4d46-90f6-5b9da2de5ee6 req-b19f49ae-89fb-43f7-a74a-b23a9ac42648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:42.283241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9bb4fb83-2a88-4d46-90f6-5b9da2de5ee6 req-b19f49ae-89fb-43f7-a74a-b23a9ac42648 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1135 time: 0.0993195 Nov 27 16:06:42.318287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': '6d68038e-92f4-4e98-a5e1-f28fe217883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '11417940-bd23-4826-82c1-ff973937ca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:42.318668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 11417940-bd23-4826-82c1-ff973937ca4b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:42.320800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b5ae7363-e66b-4b98-b5fb-a153cebc679a None None] Provisioning complete for port 4a4400f4-f929-4496-86e3-9faad1c3a3ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:42.321189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7363-e66b-4b98-b5fb-a153cebc679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.327852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=36f7cc45-5583-496d-ab83-3ccf71c1829b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:42.364979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=791f613f-f492-4a00-8582-f92c53ca380d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:42.403086 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9bb4fb83-2a88-4d46-90f6-5b9da2de5ee6 req-2498be64-3803-4cf5-a015-7dfd6b46c86d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0997722 Nov 27 16:06:42.416660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 11417940-bd23-4826-82c1-ff973937ca4b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:42.433226 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.444189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 11417940-bd23-4826-82c1-ff973937ca4b) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:42.450236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:42.451085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.486738 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-233ca95d-fa3d-4795-889e-ed514027efbc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9474840 Nov 27 16:06:42.487806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32804) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:42.490533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda51581-aa0b-464b-8842-c29b5acbe995 None None] Network 11417940-bd23-4826-82c1-ff973937ca4b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:42.494851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '11417940-bd23-4826-82c1-ff973937ca4b', 'name': 'tempest-PortsIpV6TestJSON-1363914287', 'fixed_ips': [{'subnet_id': '36f7cc45-5583-496d-ab83-3ccf71c1829b', 'ip_address': '2001:db8::10'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:42.522041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:42.524413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 72cf6f3f-c466-495d-8229-f240fd70ee65 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:06:42.534967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae7363-e66b-4b98-b5fb-a153cebc679a None None] Port 4a4400f4-f929-4496-86e3-9faad1c3a3ff cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:42.597000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:42.597537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9e4e0b98-fd8b-4e8b-9e5b-1225c9553e4b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:42.598066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b934057-6bdb-43fa-85cb-10c56abde42b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:42.632345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 72cf6f3f-c466-495d-8229-f240fd70ee65 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:42.632893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.673707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:42.718521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2b934057-6bdb-43fa-85cb-10c56abde42b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:42.719019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2b934057-6bdb-43fa-85cb-10c56abde42b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:42.719546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:42.719732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f983a87-783e-4d8e-b6b5-800320d5f46a req-1c2e1637-ea30-43cc-aacc-b159742aa053 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:42.721352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f983a87-783e-4d8e-b6b5-800320d5f46a req-1c2e1637-ea30-43cc-aacc-b159742aa053 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 944 time: 0.8273461 Nov 27 16:06:42.758438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:42.758991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1a876ad6-97ee-4831-aec4-a5d55fbc6d96 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:42.780871 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.784355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b5ae7363-e66b-4b98-b5fb-a153cebc679a None None] Provisioning complete for port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:42.785324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7363-e66b-4b98-b5fb-a153cebc679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.792392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5a68bfcf-ee19-47f0-833d-e63223a91a80', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:42.793935 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.823939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 9ff97d18-6197-4542-8254-e577819ef4b1 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:42.832875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0e20f-0536-406a-a4cb-695997ec2b7c req-04fd901e-07ec-4b19-9e7a-02fb033d6ce0 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:42.836476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eea0e20f-0536-406a-a4cb-695997ec2b7c req-04fd901e-07ec-4b19-9e7a-02fb033d6ce0 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.1665976 Nov 27 16:06:42.851217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Deleting port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:42.851706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.853564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:42.946631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] No DVR routers for this DVR port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:42.955182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Pushing event deleted for resources: {'Port': ['ID=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:42.961195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f983a87-783e-4d8e-b6b5-800320d5f46a req-2c09aa09-7394-4824-ab13-63a94300434e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190790 Nov 27 16:06:43.103643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::10 (11417940-bd23-4826-82c1-ff973937ca4b/36f7cc45-5583-496d-ab83-3ccf71c1829b/9ff97d18-6197-4542-8254-e577819ef4b1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:43.113277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eea0e20f-0536-406a-a4cb-695997ec2b7c req-ca3ae966-4516-40a5-9119-d6676cd2c29a tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2625053 Nov 27 16:06:43.135369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] For port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:43.136085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.143184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.153300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.153797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6970afb0-0253-4d2f-91b6-2e77c3c43e8e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:43.187088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e14d1c3-67dc-46e4-84ea-6129c5b195f8']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:43.254628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Calling delete_port for 6970afb0-0253-4d2f-91b6-2e77c3c43e8e owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:43.260703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3587a3d-238c-416e-b97f-4ece88574a99') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:43.261002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3587a3d-238c-416e-b97f-4ece88574a99') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:43.276818 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.298434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.313386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:06:43.313826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:06:43.315576 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:06:43.319214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.370044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.384027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:06:43.393000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6970afb0-0253-4d2f-91b6-2e77c3c43e8e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:43.393517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6970afb0-0253-4d2f-91b6-2e77c3c43e8e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:43.416768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.427970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 11417940-bd23-4826-82c1-ff973937ca4b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:43.434204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:43.443154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:43.451420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:43.452099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.486667 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9959953 Nov 27 16:06:43.489680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32808) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:43.494861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '11417940-bd23-4826-82c1-ff973937ca4b', 'name': 'tempest-PortsIpV6TestJSON-658457880', 'fixed_ips': [{'subnet_id': '36f7cc45-5583-496d-ab83-3ccf71c1829b', 'ip_address': '2001:db8::f'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:43.498146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] Pushing event deleted for resources: {'Port': ['ID=6970afb0-0253-4d2f-91b6-2e77c3c43e8e,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:43.500249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Allocated IP 172.21.0.2 (5a68bfcf-ee19-47f0-833d-e63223a91a80/dd47bbe4-0df1-44ee-8c06-4950890b377c/d809a5d4-632c-4191-9101-09ff12c90e23) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:43.518193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51c4d85-3bb0-492e-b7c2-68f2f138ad79 None None] No DVR routers for this DVR port 6970afb0-0253-4d2f-91b6-2e77c3c43e8e on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:43.540582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.546936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.551178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5e14d1c3-67dc-46e4-84ea-6129c5b195f8 HTTP/1.1" status: 204 len: 168 time: 2.2323794 Nov 27 16:06:43.566271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109481d-501a-458f-b6c7-495e8345b806 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e14d1c3-67dc-46e4-84ea-6129c5b195f8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:43.613055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d66c41-708a-4f67-af86-6ec5afe689a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=9ff97d18-6197-4542-8254-e577819ef4b1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:43.665555 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.710112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:43.715373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.742221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 15280bb5-d737-463b-8f73-58902a995ca8 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:43.780310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32812) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:43.835498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:43.858436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-563ae831-20ee-4077-8fe1-780a578df53e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbe9eb91a66b4bf19974ee15e3ee6e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769451 Nov 27 16:06:43.859154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32814) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:43.860870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.935725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c571ed21-32f0-4da4-8145-07b9b8f2f8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.986614 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c571ed21-32f0-4da4-8145-07b9b8f2f8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:43.991175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::f (11417940-bd23-4826-82c1-ff973937ca4b/36f7cc45-5583-496d-ab83-3ccf71c1829b/15280bb5-d737-463b-8f73-58902a995ca8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:43.994089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-11417940-bd23-4826-82c1-ff973937ca4b', 'network_id': '11417940-bd23-4826-82c1-ff973937ca4b', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': '36f7cc45-5583-496d-ab83-3ccf71c1829b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:43.995586 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.036330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:44.049501 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.057738 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.077105 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.097520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-da611b3a-1a1c-43ce-af20-aa567ca8a611 None None] Provisioning complete for port 4a4400f4-f929-4496-86e3-9faad1c3a3ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:44.097900 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da611b3a-1a1c-43ce-af20-aa567ca8a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.163990 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.172984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:44.180310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884362b0-d485-4ded-be32-62bdbf96e0c6 req-9fff4373-797f-46ba-a4a5-8d5c273488e0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:44.182783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-884362b0-d485-4ded-be32-62bdbf96e0c6 req-9fff4373-797f-46ba-a4a5-8d5c273488e0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 945 time: 0.0938959 Nov 27 16:06:44.183465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c571ed21-32f0-4da4-8145-07b9b8f2f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.186713 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c571ed21-32f0-4da4-8145-07b9b8f2f8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.198856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c571ed21-32f0-4da4-8145-07b9b8f2f8c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29d76a33-c3f3-4866-afbc-62c509b4f7e9 HTTP/1.1" status: 204 len: 168 time: 0.3309214 Nov 27 16:06:44.206005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.208249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:44.241769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:44.244028 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1144ce5-62e3-4573-87c4-1bd5f9c7f6bf" -d '{"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-plugged", "status": "completed", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:44.256883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:44.257901 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.332766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Pushing event updated for resources: {'Port': ['ID=d809a5d4-632c-4191-9101-09ff12c90e23,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:44.344719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 11417940-bd23-4826-82c1-ff973937ca4b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:44.367499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:44.368729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-884362b0-d485-4ded-be32-62bdbf96e0c6 req-4512e71a-1c28-49c8-9c09-62e1930362aa tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662939 Nov 27 16:06:44.372759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:44.379749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:44.380394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.400316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=15280bb5-d737-463b-8f73-58902a995ca8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:44.410785 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9680c71c-013f-475c-9cdd-c0b1436a6dec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9195969 Nov 27 16:06:44.413024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32826) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:44.417935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571ed21-32f0-4da4-8145-07b9b8f2f8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d76a33-c3f3-4866-afbc-62c509b4f7e9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:44.442387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.21.0.1 (5a68bfcf-ee19-47f0-833d-e63223a91a80/dd47bbe4-0df1-44ee-8c06-4950890b377c/148ad40c-2af0-46ec-af9c-eab6afb3f304) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:44.467429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaef2e-17a6-4613-8a1e-f589938d6147 req-ebb0dedd-dccb-40d0-acb9-8ee4d69c5148 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:44.469362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bcaef2e-17a6-4613-8a1e-f589938d6147 req-ebb0dedd-dccb-40d0-acb9-8ee4d69c5148 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.1423075 Nov 27 16:06:44.479044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7433-5d6c-460d-8dbb-11103dd60482 None None] Pushing event updated for resources: {'Port': ['ID=4a4400f4-f929-4496-86e3-9faad1c3a3ff,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:44.531085 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf29ae7-20bb-45df-85ca-26fe372b4a8f x-openstack-request-id: req-4cf29ae7-20bb-45df-85ca-26fe372b4a8f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:44.531732 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-plugged", "status": "completed", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:44.532156 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cf29ae7-20bb-45df-85ca-26fe372b4a8f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:44.532704 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'code': 200} Nov 27 16:06:44.569485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da611b3a-1a1c-43ce-af20-aa567ca8a611 None None] Port 4a4400f4-f929-4496-86e3-9faad1c3a3ff cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:44.583080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7be1bf-6657-498b-a740-bcb6d1f32fc8 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:44.587939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bcaef2e-17a6-4613-8a1e-f589938d6147 req-aa49ccf4-fe4a-46a5-8097-71ac16f432b8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1119208 Nov 27 16:06:44.593512 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5d7be1bf-6657-498b-a740-bcb6d1f32fc8 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1788740 Nov 27 16:06:44.594149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32830) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:44.693185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Attempting to bind port d809a5d4-632c-4191-9101-09ff12c90e23 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:44.693575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Attempting to bind port d809a5d4-632c-4191-9101-09ff12c90e23 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:44.693954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Attempting to bind port d809a5d4-632c-4191-9101-09ff12c90e23 on network 5a68bfcf-ee19-47f0-833d-e63223a91a80 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:44.739007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:44.739824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Checking segment: {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:44.740641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.741243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Bound using segment: {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:44.741974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Bound port: d809a5d4-632c-4191-9101-09ff12c90e23, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:44.742855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.754775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Allocated IP 2001:db8::2 (11417940-bd23-4826-82c1-ff973937ca4b/36f7cc45-5583-496d-ab83-3ccf71c1829b/53eae59f-759c-4d7d-bd33-32541f818d27) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:44.761069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Attempting to bind port 4a4400f4-f929-4496-86e3-9faad1c3a3ff on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:44.761867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Attempting to bind port 4a4400f4-f929-4496-86e3-9faad1c3a3ff by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:44.762457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Attempting to bind port 4a4400f4-f929-4496-86e3-9faad1c3a3ff on network a6efa13c-b48a-4470-8113-c34df5ea792d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:44.794068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:44.794587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Checking segment: {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:44.795068 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.795530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Bound using segment: {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:44.796087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Bound port: 4a4400f4-f929-4496-86e3-9faad1c3a3ff, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:44.796545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.877559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-67cc137a-b912-4b04-b77a-c4e5da51fb36 None None] Provisioning complete for port 4a4400f4-f929-4496-86e3-9faad1c3a3ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:44.878296 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-67cc137a-b912-4b04-b77a-c4e5da51fb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.895515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a406b7-1aed-4ed9-9a3c-dcb9c823c126 req-278af2ed-8cbc-4628-8e7c-de5fc039e38f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:44.897101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9a406b7-1aed-4ed9-9a3c-dcb9c823c126 req-278af2ed-8cbc-4628-8e7c-de5fc039e38f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.1645389 Nov 27 16:06:44.921348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:44.936842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32834) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:45.039355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9a406b7-1aed-4ed9-9a3c-dcb9c823c126 req-40f117f2-b840-418d-9f7a-82740f4163b4 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1355948 Nov 27 16:06:45.045220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ddf88546-1a28-4bf8-8488-3da4d24a0a8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a540846fa8ce49fc98fc4626169af41a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066658 Nov 27 16:06:45.047519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:45.062743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] For port d809a5d4-632c-4191-9101-09ff12c90e23, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:45.066777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-67cc137a-b912-4b04-b77a-c4e5da51fb36 None None] Port 4a4400f4-f929-4496-86e3-9faad1c3a3ff cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:45.092223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.097691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] For port d809a5d4-632c-4191-9101-09ff12c90e23, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d809a5d4-632c-4191-9101-09ff12c90e23,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:45.105677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] For port 4a4400f4-f929-4496-86e3-9faad1c3a3ff, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:45.138887 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.157709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] For port 4a4400f4-f929-4496-86e3-9faad1c3a3ff, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4a4400f4-f929-4496-86e3-9faad1c3a3ff,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:45.187396 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.210114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08288-bd5d-4fef-b334-4e605e2f8f41 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:45.218362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08288-bd5d-4fef-b334-4e605e2f8f41 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:45.223063 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06d08288-bd5d-4fef-b334-4e605e2f8f41 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 1650 time: 0.6278381 Nov 27 16:06:45.224219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32842) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:45.238030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.259676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:45.263806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:45.269138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd08de-89a3-427d-b201-32e3bb267347 req-ac5a1a3c-af82-4f3c-b4e2-e6b130f90dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:45.270690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4cd08de-89a3-427d-b201-32e3bb267347 req-ac5a1a3c-af82-4f3c-b4e2-e6b130f90dd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 1096 time: 0.6139967 Nov 27 16:06:45.273709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:45.277328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d266a52-4366-4a8d-8af2-4f00bafa7efd None None] Pushing event updated for resources: {'Port': ['ID=d809a5d4-632c-4191-9101-09ff12c90e23,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:45.283428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.304092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:45.317800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=148ad40c-2af0-46ec-af9c-eab6afb3f304,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:45.323700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:45.381147 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4cd08de-89a3-427d-b201-32e3bb267347 req-ad738fc5-af22-4f02-8bba-1a0a9d1311e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Nov 27 16:06:45.384511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 15280bb5-d737-463b-8f73-58902a995ca8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:45.385094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.393669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7433-5d6c-460d-8dbb-11103dd60482 None None] Pushing event updated for resources: {'Port': ['ID=4a4400f4-f929-4496-86e3-9faad1c3a3ff,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:45.419292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882980bd-4daa-4d95-a65a-a145ea4a2fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.437861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd3b3d-957e-456d-84c9-5b4bdc036e10 req-863c108b-622b-4608-8dd0-5c4811745223 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:45.447588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ecfd3b3d-957e-456d-84c9-5b4bdc036e10 req-863c108b-622b-4608-8dd0-5c4811745223 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1135 time: 0.2732608 Nov 27 16:06:45.492308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ecfd3b3d-957e-456d-84c9-5b4bdc036e10 req-cad38a5b-cc9d-4118-b888-01759f799944 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.521693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.532125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882980bd-4daa-4d95-a65a-a145ea4a2fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.551164 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.552744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 15280bb5-d737-463b-8f73-58902a995ca8 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:45.809889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.812656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9c818-fb87-4bab-8a1a-9ac9e3c1728d req-8a5d14e1-66d2-4d2d-a37e-32de9b707dc2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:45.814451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5f9c818-fb87-4bab-8a1a-9ac9e3c1728d req-8a5d14e1-66d2-4d2d-a37e-32de9b707dc2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 945 time: 0.3061552 Nov 27 16:06:45.883037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=15280bb5-d737-463b-8f73-58902a995ca8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:45.888997 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.892835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/15280bb5-d737-463b-8f73-58902a995ca8 HTTP/1.1" status: 204 len: 168 time: 0.6668136 Nov 27 16:06:45.898367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32846) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:45.899820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.900318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.900894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.901650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.901650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.901997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.902447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.902760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.903293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.903945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.904372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.904854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402e00a-1560-4465-ae66-874e62d242c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:06:45.923334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:45.948017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882980bd-4daa-4d95-a65a-a145ea4a2fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.950010 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f261de-34a5-44bb-b15b-3463422ac2f7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:06:45.953557 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d6f261de-34a5-44bb-b15b-3463422ac2f7 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/15280bb5-d737-463b-8f73-58902a995ca8 HTTP/1.1" status: 404 len: 333 time: 0.0337932 Nov 27 16:06:45.955090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:45.959129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Network 11417940-bd23-4826-82c1-ff973937ca4b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:45.968262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:45.973980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882980bd-4daa-4d95-a65a-a145ea4a2fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:45.975754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-882980bd-4daa-4d95-a65a-a145ea4a2fda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9dbe851-5101-4314-aed2-2c5efe4e868c HTTP/1.1" status: 204 len: 168 time: 0.9272037 Nov 27 16:06:45.978389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:46.015075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882980bd-4daa-4d95-a65a-a145ea4a2fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dbe851-5101-4314-aed2-2c5efe4e868c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:46.029712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Pushing event updated for resources: {'Port': ['ID=53eae59f-759c-4d7d-bd33-32541f818d27,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:46.098732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5f9c818-fb87-4bab-8a1a-9ac9e3c1728d req-6653f321-e38b-4d3c-b7ba-96157bf11580 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203836 Nov 27 16:06:46.103157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 9ff97d18-6197-4542-8254-e577819ef4b1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:46.103504 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.114735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cced7461-7c30-4074-8546-cea22de0e674 None None] Provisioning complete for port 4a4400f4-f929-4496-86e3-9faad1c3a3ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:46.115116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cced7461-7c30-4074-8546-cea22de0e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.136560 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.148220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Attempting to bind port 53eae59f-759c-4d7d-bd33-32541f818d27 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:46.148511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Attempting to bind port 53eae59f-759c-4d7d-bd33-32541f818d27 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6d68038e-92f4-4e98-a5e1-f28fe217883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '11417940-bd23-4826-82c1-ff973937ca4b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:46.148885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Attempting to bind port 53eae59f-759c-4d7d-bd33-32541f818d27 on network 11417940-bd23-4826-82c1-ff973937ca4b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:46.189048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ecfd3b3d-957e-456d-84c9-5b4bdc036e10 req-cad38a5b-cc9d-4118-b888-01759f799944 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.214430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:46.214810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Checking segment: {'id': '6d68038e-92f4-4e98-a5e1-f28fe217883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '11417940-bd23-4826-82c1-ff973937ca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:46.215223 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.215632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Bound using segment: {'id': '6d68038e-92f4-4e98-a5e1-f28fe217883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '11417940-bd23-4826-82c1-ff973937ca4b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:46.216131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Bound port: 53eae59f-759c-4d7d-bd33-32541f818d27, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d68038e-92f4-4e98-a5e1-f28fe217883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '11417940-bd23-4826-82c1-ff973937ca4b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:46.217048 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.332686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.371920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 9ff97d18-6197-4542-8254-e577819ef4b1 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:46.438474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] For port 53eae59f-759c-4d7d-bd33-32541f818d27, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:46.467179 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ecfd3b3d-957e-456d-84c9-5b4bdc036e10 req-cad38a5b-cc9d-4118-b888-01759f799944 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.487228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cced7461-7c30-4074-8546-cea22de0e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.490334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] For port 53eae59f-759c-4d7d-bd33-32541f818d27, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=53eae59f-759c-4d7d-bd33-32541f818d27,segment=NetworkSegment(6d68038e-92f4-4e98-a5e1-f28fe217883b),segment_id=6d68038e-92f4-4e98-a5e1-f28fe217883b)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:46.526126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.527067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ecfd3b3d-957e-456d-84c9-5b4bdc036e10 req-cad38a5b-cc9d-4118-b888-01759f799944 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.0784152 Nov 27 16:06:46.553112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:46.608307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38a5b-cc9d-4118-b888-01759f799944 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1304ffd-a4e7-4ec3-aa54-23dba4f828d0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:46.684128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28170d2b-2f19-4c88-939c-0ea545e0fa5b tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:46.697158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-28170d2b-2f19-4c88-939c-0ea545e0fa5b tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1130 time: 0.1316018 Nov 27 16:06:46.697907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:46.712603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '791f613f-f492-4a00-8582-f92c53ca380d', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:46.718997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cced7461-7c30-4074-8546-cea22de0e674 None None] For port 4a4400f4-f929-4496-86e3-9faad1c3a3ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4a4400f4-f929-4496-86e3-9faad1c3a3ff,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:46.727459 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.754506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.773912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.790335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d34e-526c-40fe-8836-0acf737636a0 None None] Pushing event updated for resources: {'Port': ['ID=53eae59f-759c-4d7d-bd33-32541f818d27,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:46.800060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cced7461-7c30-4074-8546-cea22de0e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.856327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:38Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:45Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:46.865532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=9ff97d18-6197-4542-8254-e577819ef4b1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:46.926607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366644d-f410-4ad1-ae88-b20d4779439a None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:38Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:45Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:46.930650 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:46.938173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-09c8726a-c950-4f76-8b29-6b83ca0c0b1f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/9ff97d18-6197-4542-8254-e577819ef4b1 HTTP/1.1" status: 204 len: 168 time: 0.9788427 Nov 27 16:06:46.938758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32864) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:46.983568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7461-7c30-4074-8546-cea22de0e674 None None] Pushing event updated for resources: {'Port': ['ID=4a4400f4-f929-4496-86e3-9faad1c3a3ff,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:47.035666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce821e7-d9b0-45c6-a145-2482afe3fe16 None None] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:47.038475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=148ad40c-2af0-46ec-af9c-eab6afb3f304,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:47.040473 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-887e7c77-d1bd-4b83-8956-2c311813cebe tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:06:47.047669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.060414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-887e7c77-d1bd-4b83-8956-2c311813cebe tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/9ff97d18-6197-4542-8254-e577819ef4b1 HTTP/1.1" status: 404 len: 333 time: 0.1205046 Nov 27 16:06:47.068240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32868) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:47.106297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.167595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d809a5d4-632c-4191-9101-09ff12c90e23 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:47.239754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 36f7cc45-5583-496d-ab83-3ccf71c1829b {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:06:47.266220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.338553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.431892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8cb1d081-e68d-4062-a16d-d73b50d46557 None None] Provisioning complete for port d809a5d4-632c-4191-9101-09ff12c90e23 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:47.432267 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d081-e68d-4062-a16d-d73b50d46557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.464460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef411fd-cc3c-4338-a23f-faa61d9aa276 req-d3d0d81a-d9db-42c7-8d1b-47e8e4ff8347 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:47.474389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bef411fd-cc3c-4338-a23f-faa61d9aa276 req-d3d0d81a-d9db-42c7-8d1b-47e8e4ff8347 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 945 time: 0.1720712 Nov 27 16:06:47.537805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d809a5d4-632c-4191-9101-09ff12c90e23 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:47.538285 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.594516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:47.600310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:47.607825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bef411fd-cc3c-4338-a23f-faa61d9aa276 req-ac114357-4a5a-4fa7-aadd-9b4c86531591 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209977 Nov 27 16:06:47.640125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.707782 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d081-e68d-4062-a16d-d73b50d46557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.844883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.858148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.859068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.920876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8cb1d081-e68d-4062-a16d-d73b50d46557 None None] For port d809a5d4-632c-4191-9101-09ff12c90e23, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d809a5d4-632c-4191-9101-09ff12c90e23,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:47.941717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d081-e68d-4062-a16d-d73b50d46557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.965337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=36f7cc45-5583-496d-ab83-3ccf71c1829b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:47.972198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:47.982875 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-86806d8e-c634-49c4-818d-64a1ac148bfc tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/36f7cc45-5583-496d-ab83-3ccf71c1829b HTTP/1.1" status: 204 len: 168 time: 0.9099853 Nov 27 16:06:47.985002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:47.994645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32888) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:48.143020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:48.202490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.243570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1d081-e68d-4062-a16d-d73b50d46557 None None] Pushing event updated for resources: {'Port': ['ID=d809a5d4-632c-4191-9101-09ff12c90e23,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:48.377914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:06:48.378288 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:06:48.401440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 53eae59f-759c-4d7d-bd33-32541f818d27 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:06:48.403583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-977b9779-54d1-4ee6-97d4-51d9c448452a None None] Provisioning complete for port 148ad40c-2af0-46ec-af9c-eab6afb3f304 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:48.404737 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.408148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-977b9779-54d1-4ee6-97d4-51d9c448452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.488237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-977b9779-54d1-4ee6-97d4-51d9c448452a None None] Port 148ad40c-2af0-46ec-af9c-eab6afb3f304 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:48.518496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-977b9779-54d1-4ee6-97d4-51d9c448452a None None] Provisioning complete for port d809a5d4-632c-4191-9101-09ff12c90e23 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:48.518880 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-977b9779-54d1-4ee6-97d4-51d9c448452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.561397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port 53eae59f-759c-4d7d-bd33-32541f818d27, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=53eae59f-759c-4d7d-bd33-32541f818d27,segment=NetworkSegment(6d68038e-92f4-4e98-a5e1-f28fe217883b),segment_id=6d68038e-92f4-4e98-a5e1-f28fe217883b)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:48.561795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.612914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 53eae59f-759c-4d7d-bd33-32541f818d27 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:06:48.671662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44a3b2-c4c0-4d4f-9658-e37b0a4efa3a None None] Network 11417940-bd23-4826-82c1-ff973937ca4b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:48.761867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-268456361-network', 'tenant_id': '2a8628dd680541088821968c9661e7e0'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:48.797600 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.837826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=53eae59f-759c-4d7d-bd33-32541f818d27,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:48.846468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port 53eae59f-759c-4d7d-bd33-32541f818d27 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:06:48.895560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.25.1.82 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/f178a08a-7619-43ce-9fed-e6eccbad7eb4) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:48.925985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60845e0-10d9-4df9-acff-74ae67e8852e req-2f0df701-7ac7-464f-b830-6d28df451f0f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:48.927564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e60845e0-10d9-4df9-acff-74ae67e8852e req-2f0df701-7ac7-464f-b830-6d28df451f0f tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 945 time: 0.6451325 Nov 27 16:06:48.953541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Made reservation on behalf of 2a8628dd680541088821968c9661e7e0 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:48.962592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:48.975648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8484560c-8521-484b-bfcc-fbc8410ef034 None None] Could not find standard attr ID for object 9ff97d18-6197-4542-8254-e577819ef4b1. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:06:48.985228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8484560c-8521-484b-bfcc-fbc8410ef034 None None] Could not find standard attr ID for object 53eae59f-759c-4d7d-bd33-32541f818d27. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:06:49.001037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.004762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.026164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376dd6e-bf84-4dd6-aa51-cb39916a0c83 None None] DHCP port deletion for 11417940-bd23-4826-82c1-ff973937ca4b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:06:49.033382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8484560c-8521-484b-bfcc-fbc8410ef034 None None] Provisioning complete for port 148ad40c-2af0-46ec-af9c-eab6afb3f304 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:49.033977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8484560c-8521-484b-bfcc-fbc8410ef034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.045236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11417940-bd23-4826-82c1-ff973937ca4b']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:49.046707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:49.062109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d68038e-92f4-4e98-a5e1-f28fe217883b') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:49.062996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d68038e-92f4-4e98-a5e1-f28fe217883b') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:49.083852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.086391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a5f39234-4a47-435d-b9dd-482ef86e3cfe tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4665873 Nov 27 16:06:49.090987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32896) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:49.100682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903050194'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:49.100929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8484560c-8521-484b-bfcc-fbc8410ef034 None None] Port 148ad40c-2af0-46ec-af9c-eab6afb3f304 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:49.119095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.130331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:06:49.130799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:06:49.134248 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:06:49.181708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:49.185796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.199347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e60845e0-10d9-4df9-acff-74ae67e8852e req-037f1501-8154-4407-9e7f-616fa146ee47 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605107 Nov 27 16:06:49.238736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4084aed1-bd80-44aa-8339-f11f56426a68 None None] Provisioning complete for port 148ad40c-2af0-46ec-af9c-eab6afb3f304 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:49.239046 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4084aed1-bd80-44aa-8339-f11f56426a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.242237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.249730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.259491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32898) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:49.260724 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/11417940-bd23-4826-82c1-ff973937ca4b HTTP/1.1" status: 204 len: 168 time: 1.2663977 Nov 27 16:06:49.268828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-239642897'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:49.280347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:49.288111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d809a5d4-632c-4191-9101-09ff12c90e23 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:49.300863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d119-5972-4c1a-a426-586780e4b0fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=11417940-bd23-4826-82c1-ff973937ca4b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:49.313939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.314292 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment 5ce3b69e-3707-4f81-84b1-31ac36632dcc of type vlan for network ae079fa4-e89c-4a2d-bc67-cc942867336e Nov 27 16:06:49.328425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.372314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4084aed1-bd80-44aa-8339-f11f56426a68 None None] Port 148ad40c-2af0-46ec-af9c-eab6afb3f304 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:49.393401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.397632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:49.398208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d809a5d4-632c-4191-9101-09ff12c90e23 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:49.398737 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.401401 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.429015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.452261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:49.452366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.461991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.474916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.478150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:49.496075 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:49.515371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb3f582-7690-467b-bf65-3f0950326a4e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:49.522099 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:49.522886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.523175 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:49.547957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4a4400f4-f929-4496-86e3-9faad1c3a3ff up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:49.552615 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4600050 Nov 27 16:06:49.555931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32906) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:49.561546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:49.569387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.570095 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Added segment f653c30e-e216-4632-ad30-2ac646bc09da of type vlan for network 07dca734-aa73-4078-9350-73ef75b10b5f Nov 27 16:06:49.586156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:49.608825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35af3a8-c2b0-4ec5-99a7-6208d8d89c54 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=ae079fa4-e89c-4a2d-bc67-cc942867336e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:49.620936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 4a4400f4-f929-4496-86e3-9faad1c3a3ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:49.621332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.650313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:49.679773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.680923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ae079fa4-e89c-4a2d-bc67-cc942867336e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:49.683163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:49.686230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.686662 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Added segment 640fa8d3-5f77-44c1-8aec-4699711219a4 of type vlan for network 881553f4-3b49-4236-96c1-7684573e6667 Nov 27 16:06:49.694797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=f178a08a-7619-43ce-9fed-e6eccbad7eb4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:49.701270 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:49.706663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:49.746265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:49.751232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.855839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.874294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.880114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:49.880763 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.974652 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:45Z', 'revision_number': 3, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:49.979087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.985806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7250457 Nov 27 16:06:49.988843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32908) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:49.996948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:49.998508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:49.999113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.010839 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:50.011287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Updating router 96352240-71e2-4412-b138-555feb58b923 port 148ad40c-2af0-46ec-af9c-eab6afb3f304 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:06:50.012147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:50.038011 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.064268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e7b8e-9155-4a54-a980-1fbe7d80bc64 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Network': ['ID=07dca734-aa73-4078-9350-73ef75b10b5f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:50.086040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 07dca734-aa73-4078-9350-73ef75b10b5f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:50.115245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=a7f7e1f6-4563-4557-b0aa-5da78c523a19,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:50.134483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:50.135094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: ae079fa4-e89c-4a2d-bc67-cc942867336e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:50.148661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] Pushing event updated for resources: {'Network': ['ID=881553f4-3b49-4236-96c1-7684573e6667,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:50.159640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:50.160863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cf031d9a-0d2a-4673-8f88-5c4c5b8b812a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1563380 Nov 27 16:06:50.161572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:50.165200 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.172125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Request body: {'subnet': {'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-268456361-subnet', 'tenant_id': '2a8628dd680541088821968c9661e7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:50.187617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network ae079fa4-e89c-4a2d-bc67-cc942867336e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:50.191939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 881553f4-3b49-4236-96c1-7684573e6667 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:50.242631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ae079fa4-e89c-4a2d-bc67-cc942867336e) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:50.252578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Made reservation on behalf of 2a8628dd680541088821968c9661e7e0 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:50.256355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.259594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:50.261124 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.293634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-96816630-5208-435b-b73d-172558d394d8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7365875 Nov 27 16:06:50.297641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32914) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:50.350787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144eec21-d352-49c0-87da-b9a724b91999 None None] Network ae079fa4-e89c-4a2d-bc67-cc942867336e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:50.437177 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.446306 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.509212 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608f9e6-fced-4be8-8c19-2ca6f0e985a4 None None] Pushing event updated for resources: {'Port': ['ID=148ad40c-2af0-46ec-af9c-eab6afb3f304,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:50.553228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cd0aa-f448-4b34-91d8-8554679cd32d req-8c628237-d397-4914-a67e-4aa0afecb7fb tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:50.554987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-953cd0aa-f448-4b34-91d8-8554679cd32d req-8c628237-d397-4914-a67e-4aa0afecb7fb tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 945 time: 0.0865438 Nov 27 16:06:50.560823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.566320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-ae079fa4-e89c-4a2d-bc67-cc942867336e', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:50.567262 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.625936 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Attempting to bind port 148ad40c-2af0-46ec-af9c-eab6afb3f304 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:50.626613 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Attempting to bind port 148ad40c-2af0-46ec-af9c-eab6afb3f304 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:50.627156 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Attempting to bind port 148ad40c-2af0-46ec-af9c-eab6afb3f304 on network 5a68bfcf-ee19-47f0-833d-e63223a91a80 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:50.636782 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:50.637174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Checking segment: {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:50.638559 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.638949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Bound using segment: {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:50.639489 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Bound port: 148ad40c-2af0-46ec-af9c-eab6afb3f304, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732c524-ea3f-4edc-bae3-86efca43a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:50.640319 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.703906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-953cd0aa-f448-4b34-91d8-8554679cd32d req-c4ee1471-4644-4eaf-b8d4-04e47b0f5cf0 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393261 Nov 27 16:06:50.709707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.861323 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] For port 148ad40c-2af0-46ec-af9c-eab6afb3f304, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:50.870873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] For port 148ad40c-2af0-46ec-af9c-eab6afb3f304, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=148ad40c-2af0-46ec-af9c-eab6afb3f304,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:50.883487 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.964450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=ef85fb47-0668-421a-a96e-1453e76f50fd,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:50.983987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:50.988929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Checking segment: {'id': 'f653c30e-e216-4632-ad30-2ac646bc09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:50.989516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network hostable DHCP agents. Network: 07dca734-aa73-4078-9350-73ef75b10b5f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:51.025355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 53eae59f-759c-4d7d-bd33-32541f818d27 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:06:51.031952 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:51.034853 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:51.104882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 07dca734-aa73-4078-9350-73ef75b10b5f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:51.105723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.161558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 53eae59f-759c-4d7d-bd33-32541f818d27 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:06:51.162192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 53eae59f-759c-4d7d-bd33-32541f818d27 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:06:51.174660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c79a232c-8835-4bce-98fe-a98ee9a1da61 None None] Provisioning complete for port 148ad40c-2af0-46ec-af9c-eab6afb3f304 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:51.174660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c79a232c-8835-4bce-98fe-a98ee9a1da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.197840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 07dca734-aa73-4078-9350-73ef75b10b5f) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:51.213700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:51.214099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b30f6-59dd-4e68-a876-dd8a3b7cfd71 None None] Network 07dca734-aa73-4078-9350-73ef75b10b5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:51.214218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.278149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-27d3398c-bbcc-454a-b798-171610b6f5a0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2879996 Nov 27 16:06:51.280787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.282645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32928) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:51.286095 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608f9e6-fced-4be8-8c19-2ca6f0e985a4 None None] Pushing event updated for resources: {'Port': ['ID=148ad40c-2af0-46ec-af9c-eab6afb3f304,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:51.296102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-7983772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:51.313168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Allocated IP 172.22.0.2 (ae079fa4-e89c-4a2d-bc67-cc942867336e/a7f7e1f6-4563-4557-b0aa-5da78c523a19/93e9e4fb-c5aa-495e-a55c-bb46087644bf) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:51.338192 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:51.397863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801437c9-3a8c-401b-877a-149055023f68,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:51.471686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Checking segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:51.472174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Network hostable DHCP agents. Network: 881553f4-3b49-4236-96c1-7684573e6667, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:06:51.517063 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.519158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Network 881553f4-3b49-4236-96c1-7684573e6667 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:06:51.530289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.540544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 881553f4-3b49-4236-96c1-7684573e6667) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:51.562975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:51.563730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.569040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb73a7f-15c5-4d24-b95f-cb951115c0cd None None] Network 881553f4-3b49-4236-96c1-7684573e6667 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:51.609489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-44f2536d-2f89-4c6f-8d94-664e880fb733 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4430888 Nov 27 16:06:51.637794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.646670 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.730476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.745322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.758489 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:45Z', 'revision_number': 3, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:50Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:51.779953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.798234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.799802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-047b3b7d-044d-49aa-81d1-9cc62f0eacc1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5161502 Nov 27 16:06:51.815853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32948) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:51.816096 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd981-9fb9-41d1-bdf7-bf53494ed52d None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:45Z', 'revision_number': 3, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:50Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:51.827579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=f178a08a-7619-43ce-9fed-e6eccbad7eb4,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:51.877711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-07dca734-aa73-4078-9350-73ef75b10b5f', 'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': 'ef85fb47-0668-421a-a96e-1453e76f50fd'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:06:51.878610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:51.931605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f', 'name': 'tempest-PortsIpV6TestJSON-1511687474'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:51.975276 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c79a232c-8835-4bce-98fe-a98ee9a1da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.000180 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Floating IP 6954fb5e-6ff8-403c-8eac-86d1873243a8 associated. External IP: 172.25.1.82, port: 791f613f-f492-4a00-8582-f92c53ca380d. Nov 27 16:06:52.202536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438d3da-ea38-443c-ae01-b33dc1de02e7 None None] Network 881553f4-3b49-4236-96c1-7684573e6667 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:52.219549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.224769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:52.229729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.234595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c79a232c-8835-4bce-98fe-a98ee9a1da61 None None] For port 148ad40c-2af0-46ec-af9c-eab6afb3f304, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=148ad40c-2af0-46ec-af9c-eab6afb3f304,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:52.275463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 64aff479-5131-4017-a778-7122672dd09f yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:06:52.321377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c79a232c-8835-4bce-98fe-a98ee9a1da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.341132 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.403427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Allocated IP 2001:db8::2 (07dca734-aa73-4078-9350-73ef75b10b5f/ef85fb47-0668-421a-a96e-1453e76f50fd/7438a9f7-4dab-4515-950b-c548b6284ba6) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:52.477289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Network ae079fa4-e89c-4a2d-bc67-cc942867336e is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:52.511349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:52.567872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:52.576460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a232c-8835-4bce-98fe-a98ee9a1da61 None None] Pushing event updated for resources: {'Port': ['ID=148ad40c-2af0-46ec-af9c-eab6afb3f304,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:52.607626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.22.0.1 (ae079fa4-e89c-4a2d-bc67-cc942867336e/a7f7e1f6-4563-4557-b0aa-5da78c523a19/45b9f02b-c93e-46b9-a391-145364243a3e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:52.638936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-3ea8f83d-b145-4c38-ac9d-743984cdf2b2 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:52.644781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-3ea8f83d-b145-4c38-ac9d-743984cdf2b2 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 814 time: 0.3326120 Nov 27 16:06:52.659657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router 478b9043-9f1c-4559-8332-a93c0c74c1b8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:52.664249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Pushing event updated for resources: {'Port': ['ID=93e9e4fb-c5aa-495e-a55c-bb46087644bf,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:52.682349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-4bf527ba-1cb8-4d75-b121-e35a8c90d669 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/quotas/2a8628dd680541088821968c9661e7e0 HTTP/1.1" status: 200 len: 375 time: 0.0291967 Nov 27 16:06:52.728113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-da0d701c-9aaa-45a9-8e94-990b6d308eab None None] Provisioning complete for port 148ad40c-2af0-46ec-af9c-eab6afb3f304 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:52.728652 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da0d701c-9aaa-45a9-8e94-990b6d308eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.741294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-1470b53d-b590-4248-9735-e4a91403039e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523584 Nov 27 16:06:52.790816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.808772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Attempting to bind port 93e9e4fb-c5aa-495e-a55c-bb46087644bf on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:52.809467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Attempting to bind port 93e9e4fb-c5aa-495e-a55c-bb46087644bf by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:52.810595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Attempting to bind port 93e9e4fb-c5aa-495e-a55c-bb46087644bf on network ae079fa4-e89c-4a2d-bc67-cc942867336e {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:52.845309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:52.846020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Checking segment: {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:52.846592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.847148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Bound using segment: {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:52.847793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Bound port: 93e9e4fb-c5aa-495e-a55c-bb46087644bf, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:52.848390 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.856440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:52.931655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network ae079fa4-e89c-4a2d-bc67-cc942867336e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:52.935906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:52.949018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:52.997095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=45b9f02b-c93e-46b9-a391-145364243a3e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:53.010904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.042704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.069457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] For port 93e9e4fb-c5aa-495e-a55c-bb46087644bf, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:53.083811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] For port 93e9e4fb-c5aa-495e-a55c-bb46087644bf, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=93e9e4fb-c5aa-495e-a55c-bb46087644bf,segment=NetworkSegment(5ce3b69e-3707-4f81-84b1-31ac36632dcc),segment_id=5ce3b69e-3707-4f81-84b1-31ac36632dcc)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:53.086137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.092055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.181858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 148ad40c-2af0-46ec-af9c-eab6afb3f304 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:53.228192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.235637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Network 07dca734-aa73-4078-9350-73ef75b10b5f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:53.241873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:53.263395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:53.266147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::129 (07dca734-aa73-4078-9350-73ef75b10b5f/ef85fb47-0668-421a-a96e-1453e76f50fd/64aff479-5131-4017-a778-7122672dd09f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:53.270415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Pushing event updated for resources: {'Port': ['ID=7438a9f7-4dab-4515-950b-c548b6284ba6,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:53.312993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-4ec17b99-ce35-4068-b667-f98a666e6577 service neutron] 10.222.0.15 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705106 Nov 27 16:06:53.324073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 148ad40c-2af0-46ec-af9c-eab6afb3f304 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:53.324527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.470775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:53.491133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b058eb9-e6f0-4a36-9847-397f37684d3e None None] Pushing event updated for resources: {'Port': ['ID=93e9e4fb-c5aa-495e-a55c-bb46087644bf,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:53.507978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] Sync routers for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:53.525545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.553664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Attempting to bind port 7438a9f7-4dab-4515-950b-c548b6284ba6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:53.554240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Attempting to bind port 7438a9f7-4dab-4515-950b-c548b6284ba6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f653c30e-e216-4632-ad30-2ac646bc09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:53.554604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Attempting to bind port 7438a9f7-4dab-4515-950b-c548b6284ba6 on network 07dca734-aa73-4078-9350-73ef75b10b5f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:53.563027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:53.563674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:53.624759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32994) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:53.633639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0df0590b-df03-4220-9ef5-b61457ac934d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9302807 Nov 27 16:06:53.636242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:53.639728 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "tag": "791f613f-f492-4a00-8582-f92c53ca380d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:53.658353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-864f67f4-1d42-4210-8522-c1317a483e7a service neutron] 10.222.0.15 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880616 Nov 27 16:06:53.812678 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb73cb-3fc4-44e7-bdb1-691c03ca8f1c x-openstack-request-id: req-04bb73cb-3fc4-44e7-bdb1-691c03ca8f1c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:53.813363 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "tag": "791f613f-f492-4a00-8582-f92c53ca380d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:53.813868 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04bb73cb-3fc4-44e7-bdb1-691c03ca8f1c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:53.814461 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d', 'status': 'completed', 'code': 200} Nov 27 16:06:53.979766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:53.980475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Checking segment: {'id': 'f653c30e-e216-4632-ad30-2ac646bc09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:53.981051 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:53.982233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Bound using segment: {'id': 'f653c30e-e216-4632-ad30-2ac646bc09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:53.982890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Bound port: 7438a9f7-4dab-4515-950b-c548b6284ba6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f653c30e-e216-4632-ad30-2ac646bc09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '07dca734-aa73-4078-9350-73ef75b10b5f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:53.983441 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.061726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9ab7ea7-f7ae-48e0-ad22-bdab1cd24dfd req-8499f5d3-9d4f-4dd2-a532-a438234b17e6 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 210 time: 0.0696638 Nov 27 16:06:54.065396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] For port 7438a9f7-4dab-4515-950b-c548b6284ba6, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:54.068848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] For port 7438a9f7-4dab-4515-950b-c548b6284ba6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7438a9f7-4dab-4515-950b-c548b6284ba6,segment=NetworkSegment(f653c30e-e216-4632-ad30-2ac646bc09da),segment_id=f653c30e-e216-4632-ad30-2ac646bc09da)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:54.078508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:06:54.090756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.299251 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:06:54.390781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.400182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6d08d-9494-4b9c-91ea-fe9a07b5c409 None None] Pushing event updated for resources: {'Port': ['ID=7438a9f7-4dab-4515-950b-c548b6284ba6,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:54.417022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.421652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:54.457944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.548876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:54.570861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'mac_address': 'fa:16:3e:1c:87:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:06:54.617534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.678012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72cf6f3f-c466-495d-8229-f240fd70ee65 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:06:54.748602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.751094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:54.809892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:54.859142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.859900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.860732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.861589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.862247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.862875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.865773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.866447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.867082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.871335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.872223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.872887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.873567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.874762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.877324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b5517911-3556-4b2d-aa04-a7f99b7fe127 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9766 time: 1.2517159 Nov 27 16:06:54.880652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:54.889984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-a807258f-8425-4973-9ffa-572bbb3999b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:54.895788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-a807258f-8425-4973-9ffa-572bbb3999b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1135 time: 0.6653543 Nov 27 16:06:54.950979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['72cf6f3f-c466-495d-8229-f240fd70ee65'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:06:55.032240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:55.100327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.100802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.101258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.127856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.128417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.128904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.129598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.133311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.134043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.136379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.137021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.139876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.141383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.147604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f519c3a0-58ee-4f87-ad5e-365c3dd75982 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8298 time: 0.2652280 Nov 27 16:06:55.148413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:55.274548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=45b9f02b-c93e-46b9-a391-145364243a3e,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:55.312209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '6954fb5e-6ff8-403c-8eac-86d1873243a8', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'port_id': '791f613f-f492-4a00-8582-f92c53ca380d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'mac_address': 'fa:16:3e:4e:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:06:50Z', 'updated_at': '2021-11-27T16:06:50Z', 'revision_number': 0, 'project_id': 'e88e12e496a340728623af1612a7242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:18Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:55.353119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:55.356259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60a1ea2a-fb07-479d-ab31-064d6406c9b8 req-bcdb717c-00e4-4b73-9279-660632be334b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 210 time: 0.0956790 Nov 27 16:06:55.430494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cffe4d-236a-4739-87d3-c694be80480e None None] Network ae079fa4-e89c-4a2d-bc67-cc942867336e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:55.432749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 93e9e4fb-c5aa-495e-a55c-bb46087644bf up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:55.452991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] Checking router: 478b9043-9f1c-4559-8332-a93c0c74c1b8 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:55.570307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:55.571644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:55.624463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-45f40137-4e3f-42f3-a2e8-48102d52e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.646972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-45f40137-4e3f-42f3-a2e8-48102d52e2e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 200 len: 898 time: 0.5787604 Nov 27 16:06:55.671438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 07dca734-aa73-4078-9350-73ef75b10b5f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:55.674468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network ae079fa4-e89c-4a2d-bc67-cc942867336e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:55.738301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5d98461d-04b6-4f5a-9b6a-88986ffc695e None None] Provisioning complete for port 93e9e4fb-c5aa-495e-a55c-bb46087644bf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:55.738979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d98461d-04b6-4f5a-9b6a-88986ffc695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:55.743243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:55.754714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:55.762638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:55.795662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:55.796946 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:55.898052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 93e9e4fb-c5aa-495e-a55c-bb46087644bf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:55.898552 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:55.909105 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=64aff479-5131-4017-a778-7122672dd09f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:55.918011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-816d5e7c-04cf-4483-8e2c-3cbad74dc09e tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4830 time: 0.7679501 Nov 27 16:06:55.944836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33078) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:56.094734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb027bc7-03ec-400b-88e9-8ddf1ee9e24d tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:56.095134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb027bc7-03ec-400b-88e9-8ddf1ee9e24d tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:56.114634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cb027bc7-03ec-400b-88e9-8ddf1ee9e24d tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=478b9043-9f1c-4559-8332-a93c0c74c1b8 HTTP/1.1" status: 200 len: 1990 time: 0.1684570 Nov 27 16:06:56.189095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:56.254057 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3f442666-286e-43ac-9a47-6a8b17cbc55e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3487763 Nov 27 16:06:56.256687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33096) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:56.305249 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-3bf22395-36bb-4485-b247-79d3786171d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 200 len: 998 time: 0.6272225 Nov 27 16:06:56.421978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-dbe67a85-deca-43cb-8303-0b2a87cb86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:56.423471 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-dbe67a85-deca-43cb-8303-0b2a87cb86db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec3f902b-17c6-423a-a714-b758bf1c15ca HTTP/1.1" status: 200 len: 835 time: 0.1007948 Nov 27 16:06:56.448278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:06:56.483686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc8c92-aa0f-4e3a-9644-2a060352541d None None] Network 07dca734-aa73-4078-9350-73ef75b10b5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:06:56.530372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-21ca84fd-0927-4d01-8397-5a9cf6a0912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:56.531881 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-21ca84fd-0927-4d01-8397-5a9cf6a0912b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb51125d-d244-43bb-bcae-a855bea262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821509 Nov 27 16:06:56.538515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-511eb192-277d-41e0-b589-f70cdefb2ed6 req-7295b5e4-f31e-4dbc-a77b-95b26f837497 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 210 time: 0.0656822 Nov 27 16:06:56.540994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-f251599f-04ba-4be8-b647-19abf93a6834 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:56.541989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-f251599f-04ba-4be8-b647-19abf93a6834 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 814 time: 0.6365373 Nov 27 16:06:56.632588 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d98461d-04b6-4f5a-9b6a-88986ffc695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:56.676620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-23cc190e-8ec4-4cfa-b434-0653315b1fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880494 Nov 27 16:06:56.682759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Request body: {'port': {'device_id': 'f4c60560-9ee5-4268-9667-148f676e992f', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'admin_state_up': True, 'tenant_id': '2a8628dd680541088821968c9661e7e0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:56.721962 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:56.899701 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b7b12222-ed5c-4157-a5f6-26e4c14de8a0 req-d22fa691-ba62-43c0-b853-f2be1c0d7a51 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710994 Nov 27 16:06:56.947417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:06:56.957734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-56f0ab4e-9163-4459-9c1d-2ded150c0b43 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6587224 Nov 27 16:06:56.961236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33106) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:56.971067 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:06:56.980695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'network': {'name': 'tempest-RoutersTest-770470826'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:56.990222 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:56.990850 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:57.028134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.057847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:57.071548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.092251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5d98461d-04b6-4f5a-9b6a-88986ffc695e None None] For port 93e9e4fb-c5aa-495e-a55c-bb46087644bf, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=93e9e4fb-c5aa-495e-a55c-bb46087644bf,segment=NetworkSegment(5ce3b69e-3707-4f81-84b1-31ac36632dcc),segment_id=5ce3b69e-3707-4f81-84b1-31ac36632dcc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:57.193000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d98461d-04b6-4f5a-9b6a-88986ffc695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.206042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:06:57.225334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.226089 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added segment 326ccdf6-d668-44d3-945b-9c5e514a8816 of type vlan for network b730a410-d27b-4852-bb61-9d981349678b Nov 27 16:06:57.270730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Made reservation on behalf of 2a8628dd680541088821968c9661e7e0 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:57.275476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.459033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:06:57.459400 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:06:57.472529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98461d-04b6-4f5a-9b6a-88986ffc695e None None] Pushing event updated for resources: {'Port': ['ID=93e9e4fb-c5aa-495e-a55c-bb46087644bf,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:57.476606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-09bb4114-b143-4ef1-a259-3058334d74fa None None] Provisioning complete for port 7438a9f7-4dab-4515-950b-c548b6284ba6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:57.476995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09bb4114-b143-4ef1-a259-3058334d74fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.518919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Allocated IP 172.20.0.5 (881553f4-3b49-4236-96c1-7684573e6667/801437c9-3a8c-401b-877a-149055023f68/1040ab0d-e8c5-4f89-af09-1a9a740e6985) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:06:57.556718 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:06:57.585182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '6954fb5e-6ff8-403c-8eac-86d1873243a8', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'port_id': '791f613f-f492-4a00-8582-f92c53ca380d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'mac_address': 'fa:16:3e:4e:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:06:50Z', 'updated_at': '2021-11-27T16:06:50Z', 'revision_number': 0, 'project_id': 'e88e12e496a340728623af1612a7242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:18Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:57.663304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d296a-62c0-4b92-9dae-9da344139051 None None] The sync data for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 is: [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '6954fb5e-6ff8-403c-8eac-86d1873243a8', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'port_id': '791f613f-f492-4a00-8582-f92c53ca380d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'mac_address': 'fa:16:3e:4e:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:06:50Z', 'updated_at': '2021-11-27T16:06:50Z', 'revision_number': 0, 'project_id': 'e88e12e496a340728623af1612a7242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:18Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:06:57.704850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.738648 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09bb4114-b143-4ef1-a259-3058334d74fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.868116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-09bb4114-b143-4ef1-a259-3058334d74fa None None] For port 7438a9f7-4dab-4515-950b-c548b6284ba6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7438a9f7-4dab-4515-950b-c548b6284ba6,segment=NetworkSegment(f653c30e-e216-4632-ad30-2ac646bc09da),segment_id=f653c30e-e216-4632-ad30-2ac646bc09da)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:57.877689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09bb4114-b143-4ef1-a259-3058334d74fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.956844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:57.986614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:57.987763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.053879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7438a9f7-4dab-4515-950b-c548b6284ba6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:58.079697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d218ec15-68da-494b-999a-6844ec59e00a req-e86f4f4d-6e19-439a-8793-2c08fef7fac9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 210 time: 0.2230821 Nov 27 16:06:58.111557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.133473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.140347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:58.144279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.191536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-625b2efa-cbab-4a8b-ae33-49f9c642651b None None] Provisioning complete for port 93e9e4fb-c5aa-495e-a55c-bb46087644bf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:58.191919 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-625b2efa-cbab-4a8b-ae33-49f9c642651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.249889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb4114-b143-4ef1-a259-3058334d74fa None None] Pushing event updated for resources: {'Port': ['ID=7438a9f7-4dab-4515-950b-c548b6284ba6,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:58.269288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189503a-0b05-4430-b7b8-ca1d7dfcf6b2 None None] New status for floating IP 6954fb5e-6ff8-403c-8eac-86d1873243a8: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:06:58.318230 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:53Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:06:53Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:58.328241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3659096 Nov 27 16:06:58.339669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33144) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:06:58.410994 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:06:58.411609 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Updating router 96352240-71e2-4412-b138-555feb58b923 port 45b9f02b-c93e-46b9-a391-145364243a3e binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:06:58.431049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbd4a0-199d-4458-b79c-deeaa367969b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Network': ['ID=b730a410-d27b-4852-bb61-9d981349678b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:58.448057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'subnet': {'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:58.484486 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.494387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.540451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network b730a410-d27b-4852-bb61-9d981349678b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:06:58.679107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Network 881553f4-3b49-4236-96c1-7684573e6667 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:06:58.695314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:06:58.700604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:06:58.728387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7438a9f7-4dab-4515-950b-c548b6284ba6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:58.728938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.740532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:58.762922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=64aff479-5131-4017-a778-7122672dd09f,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:58.906054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 72cf6f3f-c466-495d-8229-f240fd70ee65 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:58.906437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.937821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:58.938512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:58.981253 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-074e8db0-5dee-4f70-89bb-a018632ec74e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3034198 Nov 27 16:06:58.992235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-87a5625e-fc28-445b-a917-7169caca3544 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:06:58.993259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-87a5625e-fc28-445b-a917-7169caca3544 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058219 Nov 27 16:06:59.086686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Made reservation on behalf of 9dd785725545439ba4b618ba79e66521 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:06:59.096257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.181241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.213554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Request body: {'port': {'device_id': 'f4c60560-9ee5-4268-9667-148f676e992f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:06:59.231623 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.244794 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.338101 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56381ed6-1d23-46aa-8f01-3c5e06988e48 None None] Pushing event updated for resources: {'Port': ['ID=45b9f02b-c93e-46b9-a391-145364243a3e,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:59.404632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 93e9e4fb-c5aa-495e-a55c-bb46087644bf up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:06:59.437398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.483767 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Attempting to bind port 45b9f02b-c93e-46b9-a391-145364243a3e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:06:59.485091 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Attempting to bind port 45b9f02b-c93e-46b9-a391-145364243a3e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:06:59.485669 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Attempting to bind port 45b9f02b-c93e-46b9-a391-145364243a3e on network ae079fa4-e89c-4a2d-bc67-cc942867336e {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:06:59.497919 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:06:59.499371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Checking segment: {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:06:59.510851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-625b2efa-cbab-4a8b-ae33-49f9c642651b None None] Provisioning complete for port 45b9f02b-c93e-46b9-a391-145364243a3e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:59.514555 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.515152 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Bound using segment: {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:06:59.515902 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Bound port: 45b9f02b-c93e-46b9-a391-145364243a3e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce3b69e-3707-4f81-84b1-31ac36632dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:06:59.517727 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.523338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-625b2efa-cbab-4a8b-ae33-49f9c642651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.613747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.641158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.661037 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] For port 45b9f02b-c93e-46b9-a391-145364243a3e, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:06:59.667799 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] For port 45b9f02b-c93e-46b9-a391-145364243a3e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=45b9f02b-c93e-46b9-a391-145364243a3e,segment=NetworkSegment(5ce3b69e-3707-4f81-84b1-31ac36632dcc),segment_id=5ce3b69e-3707-4f81-84b1-31ac36632dcc)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:06:59.677910 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.769139 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:06:59.771332 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:06:59.776846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:06:59.778960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 93e9e4fb-c5aa-495e-a55c-bb46087644bf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:06:59.779656 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.781599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:06:59.782855 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56381ed6-1d23-46aa-8f01-3c5e06988e48 None None] Pushing event updated for resources: {'Port': ['ID=45b9f02b-c93e-46b9-a391-145364243a3e,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:06:59.784101 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0052a3f1-3340-4a4c-8a0a-ef4cb4b405bf" -d '{"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-plugged", "status": "completed", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:06:59.786972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-625b2efa-cbab-4a8b-ae33-49f9c642651b None None] Port 45b9f02b-c93e-46b9-a391-145364243a3e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:06:59.802293 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:06:59.939595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4d14-5c5e-4a28-b5d0-2b5e22e4609f req-ed808bae-e555-4429-ad6c-853385064c5a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:06:59.941281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1af4d14-5c5e-4a28-b5d0-2b5e22e4609f req-ed808bae-e555-4429-ad6c-853385064c5a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 931 time: 0.4343302 Nov 27 16:06:59.995312 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809a5ea-1605-4f04-8890-7e947687a4bd x-openstack-request-id: req-b809a5ea-1605-4f04-8890-7e947687a4bd {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:06:59.995529 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-plugged", "status": "completed", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:06:59.995753 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b809a5ea-1605-4f04-8890-7e947687a4bd {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:06:59.996159 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'code': 200} Nov 27 16:06:59.999934 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:00.004770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:00.008718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.023409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Provisioning complete for port 7438a9f7-4dab-4515-950b-c548b6284ba6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:00.024196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.185376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1040ab0d-e8c5-4f89-af09-1a9a740e6985 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:00.205280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.239318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Transition to ACTIVE for port object 1040ab0d-e8c5-4f89-af09-1a9a740e6985 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:07:00.249674 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.258586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7438a9f7-4dab-4515-950b-c548b6284ba6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:00.384858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Provisioning complete for port 45b9f02b-c93e-46b9-a391-145364243a3e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:00.392919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:00.393491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.458588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Attempting to bind port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:00.458731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Attempting to bind port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:00.459006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Attempting to bind port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 on network 881553f4-3b49-4236-96c1-7684573e6667 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:00.474400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 on network 881553f4-3b49-4236-96c1-7684573e6667 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:07:00.474740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Attempting to bind port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 on network 881553f4-3b49-4236-96c1-7684573e6667 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:00.475926 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:53Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:06:59Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:00.484418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:00.484766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Checking segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:00.485151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Bound using segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:00.487753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Bound port: 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:00.488128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.507578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38d42a-f168-4e06-9888-28889d6693e9 None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:06:53Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:06:59Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:00.533955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.647451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7438a9f7-4dab-4515-950b-c548b6284ba6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:00.648060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.655727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:00.658979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:00.667435 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.760381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:00.765848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.767431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] 10.222.0.37 "PUT /v2.0/ports/1040ab0d-e8c5-4f89-af09-1a9a740e6985 HTTP/1.1" status: 200 len: 1091 time: 1.7658703 Nov 27 16:07:00.767999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:00.770378 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5389e0-a0bd-484b-b35e-f6f9681f9949" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:00.832606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.906949 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d650a58b-1bce-474d-b61f-ae03016c8614 x-openstack-request-id: req-d650a58b-1bce-474d-b61f-ae03016c8614 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:00.907260 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:00.910795 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d650a58b-1bce-474d-b61f-ae03016c8614 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:00.911263 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'status': 'completed', 'code': 200} Nov 27 16:07:00.923842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] For port 45b9f02b-c93e-46b9-a391-145364243a3e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=45b9f02b-c93e-46b9-a391-145364243a3e,segment=NetworkSegment(5ce3b69e-3707-4f81-84b1-31ac36632dcc),segment_id=5ce3b69e-3707-4f81-84b1-31ac36632dcc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:00.925223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb513f-a49b-4ec1-9438-8018fcec8b4f service neutron] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:00.938875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:00.972386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-b3c17537-5773-4f8c-9d3e-cb4e2119fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:00.977150 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-b3c17537-5773-4f8c-9d3e-cb4e2119fb30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 1094 time: 0.1568975 Nov 27 16:07:01.004216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Provisioning complete for port 64aff479-5131-4017-a778-7122672dd09f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:01.004790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.052124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Port 64aff479-5131-4017-a778-7122672dd09f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:01.084137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-1e2f04a2-5f7d-441c-bc47-cf77c708a0df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985 HTTP/1.1" status: 200 len: 217 time: 0.0986042 Nov 27 16:07:01.105560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e464a-9682-4f6f-9579-a09daba503ce None None] Pushing event updated for resources: {'Port': ['ID=45b9f02b-c93e-46b9-a391-145364243a3e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:01.158855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-f2cef464-17c5-4c7b-91f1-0d21ed10c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:01.161324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-f2cef464-17c5-4c7b-91f1-0d21ed10c3da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 200 len: 854 time: 0.0628221 Nov 27 16:07:01.171853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1af4d14-5c5e-4a28-b5d0-2b5e22e4609f req-1c556fd6-f3e1-458d-9c18-6d481e0737c6 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2120597 Nov 27 16:07:01.220589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6bdf51f9-3b6b-4420-9299-7dd3fde98de7 None None] Provisioning complete for port 45b9f02b-c93e-46b9-a391-145364243a3e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:01.220971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51f9-3b6b-4420-9299-7dd3fde98de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.243987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Subnet': ['ID=6ab48b70-fab5-49be-9e1f-92a6311f22db,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:01.251108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-b41fc8de-55d0-4a67-9a3a-344c33fc0680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=881553f4-3b49-4236-96c1-7684573e6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797739 Nov 27 16:07:01.351148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Checking segment: {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:01.351512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network hostable DHCP agents. Network: b730a410-d27b-4852-bb61-9d981349678b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:07:01.369870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 45b9f02b-c93e-46b9-a391-145364243a3e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:01.426957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 45b9f02b-c93e-46b9-a391-145364243a3e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:01.427341 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.477647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network b730a410-d27b-4852-bb61-9d981349678b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:07:01.479357 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-f74a6dba-bd08-4fe3-a83e-3c4a82efd6d1 service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205172 Nov 27 16:07:01.532265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, b730a410-d27b-4852-bb61-9d981349678b) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:01.557337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:01.558155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.565892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb5c7fd-9e9d-482b-9f44-c1e4b71d6de6 None None] Network b730a410-d27b-4852-bb61-9d981349678b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:01.656075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.670799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.672272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.765609 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d383886d-0ced-4dbc-8177-d3cbe6c62ceb req-c37b15dd-dd28-4966-b73a-c84c0944ae41 service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787933 Nov 27 16:07:01.773215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33214) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:01.782277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-496c5ae1-83af-4f9e-9583-9a83302cd16e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4120395 Nov 27 16:07:01.788562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=64aff479-5131-4017-a778-7122672dd09f,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:01.906818 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:01.981598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-b730a410-d27b-4852-bb61-9d981349678b', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:07:01.982487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:02.005288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 07dca734-aa73-4078-9350-73ef75b10b5f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:02.011548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:02.166616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Allocated IP 172.23.0.2 (b730a410-d27b-4852-bb61-9d981349678b/6ab48b70-fab5-49be-9e1f-92a6311f22db/72760d44-46b2-4045-ad5b-c5aa38531d02) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:02.245075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-d9138488-d1fa-437b-8c35-a7c871bfc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:02.247636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-d9138488-d1fa-437b-8c35-a7c871bfc2b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 1094 time: 0.3974562 Nov 27 16:07:02.335963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Router 4e984830-892b-4872-8af1-11a95353a4e7 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:07:02.500869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-b26a6c5e-c3c9-4be5-be94-ab57dc0162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:02.504310 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-b26a6c5e-c3c9-4be5-be94-ab57dc0162f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 915 time: 0.2471695 Nov 27 16:07:02.511836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512bdbf-b5c4-4bd2-8114-6408548be35f req-d14ae4b8-faa9-4f76-bf7a-2301331dbdec tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:02.513434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c512bdbf-b5c4-4bd2-8114-6408548be35f req-d14ae4b8-faa9-4f76-bf7a-2301331dbdec tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 943 time: 0.2149191 Nov 27 16:07:02.517654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:02.538123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:02.574508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6b204b90-7cc3-430a-b192-cdd919d7f850 None None] Provisioning complete for port 64aff479-5131-4017-a778-7122672dd09f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:02.576429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b204b90-7cc3-430a-b192-cdd919d7f850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:02.617855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Pushing event updated for resources: {'Port': ['ID=72760d44-46b2-4045-ad5b-c5aa38531d02,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:02.634264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-4127e12e-b94c-43b0-b177-1cc34d3eea4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985 HTTP/1.1" status: 200 len: 217 time: 0.0918939 Nov 27 16:07:02.647330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c512bdbf-b5c4-4bd2-8114-6408548be35f req-37778fdf-ce65-4de6-b518-e203a35930c4 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162875 Nov 27 16:07:02.691024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:02.719379 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] Sync routers for ids ['4e984830-892b-4872-8af1-11a95353a4e7'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:02.727570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ae6d36df-f7c5-482a-aac3-c140cdf50b9c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/routers/4e984830-892b-4872-8af1-11a95353a4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4683111 Nov 27 16:07:02.728559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33232) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:02.738425 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] Routers {'4e984830-892b-4872-8af1-11a95353a4e7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:02.739065 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e984830-892b-4872-8af1-11a95353a4e7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:02.745166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-b7f30ddb-b5da-4cad-a218-e110532fc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:02.746660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-b7f30ddb-b5da-4cad-a218-e110532fc005 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 200 len: 854 time: 0.0982356 Nov 27 16:07:02.751435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Network b730a410-d27b-4852-bb61-9d981349678b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:02.770351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:02.774565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:02.818809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6b204b90-7cc3-430a-b192-cdd919d7f850 None None] Port 64aff479-5131-4017-a778-7122672dd09f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:02.820468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:02.870679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-8dfe798b-3df0-4bb9-b383-9012e4f1f9fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=881553f4-3b49-4236-96c1-7684573e6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599523 Nov 27 16:07:02.884840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a5c88-cc78-4c2f-96d6-93e53ac1a3cd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:02.892803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f52a5c88-cc78-4c2f-96d6-93e53ac1a3cd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e984830-892b-4872-8af1-11a95353a4e7 HTTP/1.1" status: 200 len: 989 time: 0.1624560 Nov 27 16:07:02.893533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33242) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:02.895291 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:02.909917 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] Routers {'4e984830-892b-4872-8af1-11a95353a4e7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:02.910544 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e984830-892b-4872-8af1-11a95353a4e7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:02.986011 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:02.986672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7613f45-658b-4065-9846-28809ccd40e9 None None] The sync data for ids ['4e984830-892b-4872-8af1-11a95353a4e7'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:02.989053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Attempting to bind port 72760d44-46b2-4045-ad5b-c5aa38531d02 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:02.989604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Attempting to bind port 72760d44-46b2-4045-ad5b-c5aa38531d02 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:02.989837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Attempting to bind port 72760d44-46b2-4045-ad5b-c5aa38531d02 on network b730a410-d27b-4852-bb61-9d981349678b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:03.007279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:03.007675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Checking segment: {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:03.008094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:03.009001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Bound using segment: {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:03.009001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Bound port: 72760d44-46b2-4045-ad5b-c5aa38531d02, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:03.009366 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:03.156798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] For port 72760d44-46b2-4045-ad5b-c5aa38531d02, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:03.160858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] For port 72760d44-46b2-4045-ad5b-c5aa38531d02, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=72760d44-46b2-4045-ad5b-c5aa38531d02,segment=NetworkSegment(326ccdf6-d668-44d3-945b-9c5e514a8816),segment_id=326ccdf6-d668-44d3-945b-9c5e514a8816)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:03.171693 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:03.419800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7c80-57e4-4489-8b17-e763c5913e82 None None] Pushing event updated for resources: {'Port': ['ID=72760d44-46b2-4045-ad5b-c5aa38531d02,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:03.603548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.062712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Allocated IP 172.23.0.1 (b730a410-d27b-4852-bb61-9d981349678b/6ab48b70-fab5-49be-9e1f-92a6311f22db/ab14074a-7d3d-4254-8280-31dd9b202064) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:04.070898 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-e52d0d69-8679-495e-b181-0643efa765be service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0637074 Nov 27 16:07:04.187479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f53c-ead4-4b21-9247-0f5f3e8e98fd req-114a115b-cff7-4084-ad26-e85a46637f5e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:04.189133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5c7f53c-ead4-4b21-9247-0f5f3e8e98fd req-114a115b-cff7-4084-ad26-e85a46637f5e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 943 time: 0.2480786 Nov 27 16:07:04.313698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e5389e0-a0bd-484b-b35e-f6f9681f9949 req-b92094f4-6bd0-446b-b8b2-18082cab01bc service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235944 Nov 27 16:07:04.334875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.349591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5c7f53c-ead4-4b21-9247-0f5f3e8e98fd req-5dbf1dc6-2ce9-44c2-9aa4-bb11090a5404 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481667 Nov 27 16:07:04.393349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.428505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 64aff479-5131-4017-a778-7122672dd09f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:04.429300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.450965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network b730a410-d27b-4852-bb61-9d981349678b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:04.458621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:04.463717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:04.519718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=ab14074a-7d3d-4254-8280-31dd9b202064,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:04.565986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.575511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.583861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 64aff479-5131-4017-a778-7122672dd09f owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:04.750730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:04.989444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.033367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=64aff479-5131-4017-a778-7122672dd09f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:05.089233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.089653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.090017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.090365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.090744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.091306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.091650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.091989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.092383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.100894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.101377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.101753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:05.174184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41846d0-cdd0-428c-b16f-fc1f3c0d904a None None] Network b730a410-d27b-4852-bb61-9d981349678b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:05.210843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.376337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.410159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.485235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-463c74f8-1ae4-4bd1-a7b9-f91d3bc649d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.493832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 72760d44-46b2-4045-ad5b-c5aa38531d02 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:05.519704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Router 4e984830-892b-4872-8af1-11a95353a4e7 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:05.572073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Provisioning complete for port 72760d44-46b2-4045-ad5b-c5aa38531d02 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:05.572416 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.579810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event updated for resources: {'Port': ['ID=ab14074a-7d3d-4254-8280-31dd9b202064,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:05.625319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.718096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:05.727904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-981094c2-bcb4-4bde-8c98-f1400f6513bd tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/routers/4e984830-892b-4872-8af1-11a95353a4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8317454 Nov 27 16:07:05.733546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:05.763323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] Sync routers for ids ['4e984830-892b-4872-8af1-11a95353a4e7'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:05.768958 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a612770-8ef8-46ff-a954-8aae66e7aa9a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:07:05.771275 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0a612770-8ef8-46ff-a954-8aae66e7aa9a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/64aff479-5131-4017-a778-7122672dd09f HTTP/1.1" status: 404 len: 333 time: 0.0364449 Nov 27 16:07:05.771632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee0802-455c-4f0f-87dc-0f3cb9a2ad2d req-eee2436f-845c-4a8c-a822-8e69d8c47ff1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:05.773190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0ee0802-455c-4f0f-87dc-0f3cb9a2ad2d req-eee2436f-845c-4a8c-a822-8e69d8c47ff1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 943 time: 0.1903889 Nov 27 16:07:05.773990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33308) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:05.830421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 72760d44-46b2-4045-ad5b-c5aa38531d02 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:05.833233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.859452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Network b730a410-d27b-4852-bb61-9d981349678b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:05.861396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:05.883376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] Routers {'4e984830-892b-4872-8af1-11a95353a4e7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:05.884032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e984830-892b-4872-8af1-11a95353a4e7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:05.885948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:05.924284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0ee0802-455c-4f0f-87dc-0f3cb9a2ad2d req-7720f94f-f037-4f61-b64e-84b623bf61a4 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 Nov 27 16:07:05.926520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.048657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:07:06.115758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:06.240992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.246377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.249051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:06.262048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:06.270057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'port_id': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'mac_address': 'fa:16:3e:54:f7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801437c9-3a8c-401b-877a-149055023f68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:07:06.308295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] For port 72760d44-46b2-4045-ad5b-c5aa38531d02, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=72760d44-46b2-4045-ad5b-c5aa38531d02,segment=NetworkSegment(326ccdf6-d668-44d3-945b-9c5e514a8816),segment_id=326ccdf6-d668-44d3-945b-9c5e514a8816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:06.317068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:06.326726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7f95fcc2-cb97-4409-8295-af974587f90a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5522039 Nov 27 16:07:06.328526 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:06.333749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33326) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:06.338680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:06.364145 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:06.364797 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:06.366268 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.368313 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.384920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] Routers {'4e984830-892b-4872-8af1-11a95353a4e7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:06.385665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:06:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e984830-892b-4872-8af1-11a95353a4e7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:06.418239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.418774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Fanout notify agent at l3_agent the message router_deleted on router 4e984830-892b-4872-8af1-11a95353a4e7 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:07:06.426959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.430486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9438c72c-61b6-4c17-9bd4-e356e02e1ece tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/routers/4e984830-892b-4872-8af1-11a95353a4e7 HTTP/1.1" status: 204 len: 168 time: 0.6531451 Nov 27 16:07:06.431383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33332) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:06.496422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1040ab0d-e8c5-4f89-af09-1a9a740e6985 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:06.534185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:06.534962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d407b-250b-4378-9c87-18a132d9c22b None None] The sync data for ids ['4e984830-892b-4872-8af1-11a95353a4e7'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:06.577669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:06.588995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.592916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Pushing event updated for resources: {'Port': ['ID=72760d44-46b2-4045-ad5b-c5aa38531d02,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:06.601484 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:06.611382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.611831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.612249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.612668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.613085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.613545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.613965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.614374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.614775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.615172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.615573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.616645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1ae8a-3505-416a-bb5c-2abe2aba73eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:06.674100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:06.747708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet ef85fb47-0668-421a-a96e-1453e76f50fd {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:06.755636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.805353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['1040ab0d-e8c5-4f89-af09-1a9a740e6985'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:06.849269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:06.938462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ffc88c1e-68d6-40b0-b8e6-2169c55b2060 None None] Provisioning complete for port 72760d44-46b2-4045-ad5b-c5aa38531d02 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:06.938843 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ffc88c1e-68d6-40b0-b8e6-2169c55b2060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.121154 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.193304 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:04Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab14074a-7d3d-4254-8280-31dd9b202064', 'name': '', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:26:f8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:03Z', 'updated_at': '2021-11-27T16:07:05Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:07.271360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.extraroute_db [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 16:07:07.303414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.320485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 72760d44-46b2-4045-ad5b-c5aa38531d02 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:07.382570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.extraroute_db [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Removed routes are [] {{(pid=110076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 16:07:07.382889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.416283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2c78c-442a-4e5a-a249-2756969c6afe None None] Network 07dca734-aa73-4078-9350-73ef75b10b5f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:07.437146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=ef85fb47-0668-421a-a96e-1453e76f50fd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:07.445796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.460089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:07.460634 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Updating router 96352240-71e2-4412-b138-555feb58b923 port ab14074a-7d3d-4254-8280-31dd9b202064 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:07:07.473580 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-36f576f0-79f4-4326-bbe3-4c10dd5db509 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/ef85fb47-0668-421a-a96e-1453e76f50fd HTTP/1.1" status: 204 len: 168 time: 1.0402014 Nov 27 16:07:07.480612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33352) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:07.520948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ffc88c1e-68d6-40b0-b8e6-2169c55b2060 None None] Provisioning complete for port ab14074a-7d3d-4254-8280-31dd9b202064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:07.521947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ffc88c1e-68d6-40b0-b8e6-2169c55b2060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.566232 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.597638 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:07:07.729462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.759995 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.766783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.777317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e8794-5ad1-4229-918f-3a5da4bca263 req-0c9acae4-8712-4fec-af91-8b00f57ea5c2 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:07.779660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-648e8794-5ad1-4229-918f-3a5da4bca263 req-0c9acae4-8712-4fec-af91-8b00f57ea5c2 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 944 time: 0.4935563 Nov 27 16:07:07.798451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-48d6d14a-ec38-41e3-a4dd-23d3acfe6eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.804287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ffc88c1e-68d6-40b0-b8e6-2169c55b2060 None None] Port ab14074a-7d3d-4254-8280-31dd9b202064 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:07.873658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 72760d44-46b2-4045-ad5b-c5aa38531d02 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:07.874040 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.896247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-648e8794-5ad1-4229-918f-3a5da4bca263 req-5bb369cb-4f44-4b60-a39c-a852b8a9254e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Nov 27 16:07:07.941790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 7438a9f7-4dab-4515-950b-c548b6284ba6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:07.941790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.980600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:07.989767 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:07.999647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:08.001086 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.061092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port 7438a9f7-4dab-4515-950b-c548b6284ba6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7438a9f7-4dab-4515-950b-c548b6284ba6,segment=NetworkSegment(f653c30e-e216-4632-ad30-2ac646bc09da),segment_id=f653c30e-e216-4632-ad30-2ac646bc09da)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:08.061512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.086527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 7438a9f7-4dab-4515-950b-c548b6284ba6 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:08.152091 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Pushing event updated for resources: {'Port': ['ID=ab14074a-7d3d-4254-8280-31dd9b202064,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:08.166313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-be496f48-4244-4832-b055-0b05280a4739 None None] Provisioning complete for port ab14074a-7d3d-4254-8280-31dd9b202064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:08.167528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-be496f48-4244-4832-b055-0b05280a4739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.178277 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.179454 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.182463 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.182601 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.182874 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.183216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.183548 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.187682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.188083 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.188431 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.188918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.189279 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:08.243912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:08.254538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-be496f48-4244-4832-b055-0b05280a4739 None None] Port ab14074a-7d3d-4254-8280-31dd9b202064 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:08.254762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.276335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c40721a-18ae-4c5d-a0e6-7c1ba1a04159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 934 time: 1.9393296 Nov 27 16:07:08.276970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33366) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:08.300847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.323004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0d82a-424b-4264-84b3-f45a5d3e245c None None] DHCP port deletion for 07dca734-aa73-4078-9350-73ef75b10b5f request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:08.370359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:07:08.376230 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Attempting to bind port ab14074a-7d3d-4254-8280-31dd9b202064 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:08.376607 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Attempting to bind port ab14074a-7d3d-4254-8280-31dd9b202064 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:08.384121 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Attempting to bind port ab14074a-7d3d-4254-8280-31dd9b202064 on network b730a410-d27b-4852-bb61-9d981349678b {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:08.387022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:08.387447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.398979 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:08.403072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=7438a9f7-4dab-4515-950b-c548b6284ba6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:08.403773 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Checking segment: {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:08.404362 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.405529 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Bound using segment: {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:08.407895 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Bound port: ab14074a-7d3d-4254-8280-31dd9b202064, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ccdf6-d668-44d3-945b-9c5e514a8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:08.410916 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.439723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port 7438a9f7-4dab-4515-950b-c548b6284ba6 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:08.518943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3a74be8b-3d11-41cd-a26f-dde354d543a0 None None] Provisioning complete for port ab14074a-7d3d-4254-8280-31dd9b202064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:08.519330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a74be8b-3d11-41cd-a26f-dde354d543a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.565437 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] For port ab14074a-7d3d-4254-8280-31dd9b202064, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:08.570902 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] For port ab14074a-7d3d-4254-8280-31dd9b202064, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ab14074a-7d3d-4254-8280-31dd9b202064,segment=NetworkSegment(326ccdf6-d668-44d3-945b-9c5e514a8816),segment_id=326ccdf6-d668-44d3-945b-9c5e514a8816)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:08.580202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3a74be8b-3d11-41cd-a26f-dde354d543a0 None None] Port ab14074a-7d3d-4254-8280-31dd9b202064 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:08.582758 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.617957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4719a745-c5e8-44a6-813c-f7d26a733fe1 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 934 time: 0.3398104 Nov 27 16:07:08.618967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33380) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:08.631298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'routes': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:08.633204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.662511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dca734-aa73-4078-9350-73ef75b10b5f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:08.671696 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b8292-96a5-4662-aa67-d97bdf2fab33 None None] Pushing event updated for resources: {'Port': ['ID=ab14074a-7d3d-4254-8280-31dd9b202064,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:08.686610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f653c30e-e216-4632-ad30-2ac646bc09da') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:08.687117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f653c30e-e216-4632-ad30-2ac646bc09da') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:08.692471 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:08.693117 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:08.714766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.725255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.755780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.764588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:07:08.768298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.768890 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:07:08.775046 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:07:08.807946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bc1996dd-cea8-4639-a28c-75fc071cb3db None None] Provisioning complete for port ab14074a-7d3d-4254-8280-31dd9b202064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:08.808377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc1996dd-cea8-4639-a28c-75fc071cb3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.951407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:08.968561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:08.972145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:09.005099 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/07dca734-aa73-4078-9350-73ef75b10b5f HTTP/1.1" status: 204 len: 168 time: 1.5076513 Nov 27 16:07:09.011256 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:09.030185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33390) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:09.034839 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c516a5-e732-4635-96fa-4771f8d96381" -d '{"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-plugged", "status": "completed", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:09.080453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b39b5-fedd-4574-a7ea-d8e3062d8a47 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=07dca734-aa73-4078-9350-73ef75b10b5f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:09.104537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:09.219945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:09.223577 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf366fc-1659-4338-ab93-76a36e0c725b x-openstack-request-id: req-edf366fc-1659-4338-ab93-76a36e0c725b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:09.224106 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-plugged", "status": "completed", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:09.224712 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edf366fc-1659-4338-ab93-76a36e0c725b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:09.225246 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'code': 200} Nov 27 16:07:09.226712 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc1996dd-cea8-4639-a28c-75fc071cb3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:09.247927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d910dc-bc37-417f-90ff-3a437d3ab2ad tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:09.251589 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d0d910dc-bc37-417f-90ff-3a437d3ab2ad tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/d08d7109-a88a-486d-9794-d272c67c4ee7 HTTP/1.1" status: 200 len: 845 time: 0.2092240 Nov 27 16:07:09.344058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33400) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:09.374910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:09.380861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7438a9f7-4dab-4515-950b-c548b6284ba6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:09.509248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bc1996dd-cea8-4639-a28c-75fc071cb3db None None] For port ab14074a-7d3d-4254-8280-31dd9b202064, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ab14074a-7d3d-4254-8280-31dd9b202064,segment=NetworkSegment(326ccdf6-d668-44d3-945b-9c5e514a8816),segment_id=326ccdf6-d668-44d3-945b-9c5e514a8816)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:09.510987 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-08b5037b-0bd3-4916-a992-77d70957b45d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/d08d7109-a88a-486d-9794-d272c67c4ee7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1610119 Nov 27 16:07:09.513812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33410) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:09.514318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7438a9f7-4dab-4515-950b-c548b6284ba6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:09.514763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7438a9f7-4dab-4515-950b-c548b6284ba6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:09.521160 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bc1996dd-cea8-4639-a28c-75fc071cb3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:09.536880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:09.618874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9de64f-ed6a-4d41-b5c7-19e1dac08a9b req-f7a85b3c-4112-47e7-957b-74dcab163d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:09.622850 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9de64f-ed6a-4d41-b5c7-19e1dac08a9b req-f7a85b3c-4112-47e7-957b-74dcab163d64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 1096 time: 0.3644924 Nov 27 16:07:09.663270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1996dd-cea8-4639-a28c-75fc071cb3db None None] Pushing event updated for resources: {'Port': ['ID=ab14074a-7d3d-4254-8280-31dd9b202064,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:09.694173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2105982b-6f3d-4f09-95f8-5aa25face928 None None] Provisioning complete for port ab14074a-7d3d-4254-8280-31dd9b202064 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:09.695797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2105982b-6f3d-4f09-95f8-5aa25face928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:09.777394 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:07Z', 'revision_number': 6, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab14074a-7d3d-4254-8280-31dd9b202064', 'name': '', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:26:f8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:03Z', 'updated_at': '2021-11-27T16:07:08Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:09.904564 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23271c-252f-4d44-9b71-77206db93146 None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:07Z', 'revision_number': 6, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab14074a-7d3d-4254-8280-31dd9b202064', 'name': '', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:26:f8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:03Z', 'updated_at': '2021-11-27T16:07:08Z', 'revision_number': 4, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:10.005113 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9de64f-ed6a-4d41-b5c7-19e1dac08a9b req-3c8d75bc-af99-40d2-89c2-6dd41e0e7909 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094652 Nov 27 16:07:10.039228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:10.051829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.077829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2c6c-ae9b-4ccf-8fd4-471d98954c55 req-75be4e06-cd87-4a62-aa3d-fd303002dde9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:10.085249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f9e2c6c-ae9b-4ccf-8fd4-471d98954c55 req-75be4e06-cd87-4a62-aa3d-fd303002dde9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.3630469 Nov 27 16:07:10.191953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd607e0-ec61-4727-a9ef-85f3f76b994f req-36acb4ef-681d-4e21-a70f-27e11f26c493 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:10.193722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cd607e0-ec61-4727-a9ef-85f3f76b994f req-36acb4ef-681d-4e21-a70f-27e11f26c493 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.2414980 Nov 27 16:07:10.288696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f9e2c6c-ae9b-4ccf-8fd4-471d98954c55 req-c9136bb7-5d62-4c2e-85ad-c9c2f3dbf773 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022943 Nov 27 16:07:10.295566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.343761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cd607e0-ec61-4727-a9ef-85f3f76b994f req-7af7b832-1968-4a29-9cf8-b1e54182c2d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288943 Nov 27 16:07:10.427610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.extraroute_db [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added routes are [] {{(pid=110076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 16:07:10.428268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.extraroute_db [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 16:07:10.488544 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.541115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.545915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:10.550251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:10.555525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:10.557634 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.573211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=d8232ee4-28a7-4cf8-9824-90ac7280ab5c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:10.573715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a2527d-fa73-4a36-b0fa-4a73c9b8d509 None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:10.594283 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6db690e1-5810-40f2-8317-1c68f6eb655d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0713458 Nov 27 16:07:10.598021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:10.606919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149741873'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:10.681144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.910250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.942888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.948951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:10.957510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.075701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0025621-7224-4a70-a72d-69c06ad9df5f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:11.110711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.110711 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-25848f64-7cf8-4246-88f7-b086ca65ed91 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5101128 Nov 27 16:07:11.112219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33450) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:11.117036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'security_group': {'name': 'tempest-secgroup-2135521284'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:11.166160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.222752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:11.266358 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.294678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-6c6aad60-f356-4d26-9cf6-558394f9a169', 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'tenant_id': '587e04e0af17430f90c222508ed82ada', 'fixed_ips': [{'subnet_id': 'd8232ee4-28a7-4cf8-9824-90ac7280ab5c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:07:11.296417 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.306149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.318474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.373927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ab14074a-7d3d-4254-8280-31dd9b202064 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:11.413985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e360d21e-4028-4468-905a-67dbe2fad9a8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:11.432550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.434232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b4e5dc9b-8db6-45ec-9a5d-5acd7f5bec7b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3209751 Nov 27 16:07:11.438073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33462) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:11.445566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1338770754', 'security_groups': ['e360d21e-4028-4468-905a-67dbe2fad9a8'], 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8232ee4-28a7-4cf8-9824-90ac7280ab5c'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:11.502703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:11.534876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.536624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4f4aefc3-f8a6-4614-b1ca-825fe9157c03 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 700 time: 2.9164608 Nov 27 16:07:11.545396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:11.600847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:11.617550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ab14074a-7d3d-4254-8280-31dd9b202064 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:11.618317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:11.626120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735af1c-c82f-4d2b-adb6-55b227ed85d7 req-ce3eed93-2ca2-4cdc-9dab-949810f66c19 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:11.628177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e735af1c-c82f-4d2b-adb6-55b227ed85d7 req-ce3eed93-2ca2-4cdc-9dab-949810f66c19 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1379709 Nov 27 16:07:11.641958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d2b02-9d61-43e4-8b33-2c296d38398d req-3bf6c2f0-630b-44a1-aba7-8c7544c37e3a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:11.645552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b8d2b02-9d61-43e4-8b33-2c296d38398d req-3bf6c2f0-630b-44a1-aba7-8c7544c37e3a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1285849 Nov 27 16:07:11.687580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:11.688219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:11.748867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e735af1c-c82f-4d2b-adb6-55b227ed85d7 req-1f31e8be-1950-4e60-a4fd-5f8d859388fd tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020849 Nov 27 16:07:11.753937 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f48914e-543b-4376-a102-9d9a0eac17ff tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 700 time: 0.2046821 Nov 27 16:07:11.755757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33470) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:11.864751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b8d2b02-9d61-43e4-8b33-2c296d38398d req-0a57bd55-5066-4c05-9dea-4405d3e60c9f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070804 Nov 27 16:07:12.016409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd28ce-4d9e-4e67-a28b-0186b00b9d58 req-2a3db931-31c9-4fe0-80bb-f2bb48cfad91 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:12.021801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Allocated IP 2001:db8::2 (6c6aad60-f356-4d26-9cf6-558394f9a169/d8232ee4-28a7-4cf8-9824-90ac7280ab5c/405a1fa1-27f7-43bf-bc81-c28a4f13ef68) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:12.028797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6fd28ce-4d9e-4e67-a28b-0186b00b9d58 req-2a3db931-31c9-4fe0-80bb-f2bb48cfad91 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1327827 Nov 27 16:07:12.033202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:12.061701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:12.130492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6fd28ce-4d9e-4e67-a28b-0186b00b9d58 req-976beea4-d506-420a-a756-4a78b2491705 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961363 Nov 27 16:07:12.719719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55085f12-0879-422f-802a-b9ffcc21f87b req-73dd1838-5f53-40c0-8859-b2b9b47b000e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:12.721501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55085f12-0879-422f-802a-b9ffcc21f87b req-73dd1838-5f53-40c0-8859-b2b9b47b000e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1243448 Nov 27 16:07:12.744739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-3c742038-03e6-433b-b756-3727618bd9cf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:12.747104 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-3c742038-03e6-433b-b756-3727618bd9cf tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.7945547 Nov 27 16:07:12.818639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:12.872108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55085f12-0879-422f-802a-b9ffcc21f87b req-70df810c-c4bc-4fa7-9459-aef3fff49ef9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253114 Nov 27 16:07:12.896941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:12.914948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:12.983477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:10Z', 'revision_number': 7, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab14074a-7d3d-4254-8280-31dd9b202064', 'name': '', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:26:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:03Z', 'updated_at': '2021-11-27T16:07:09Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:13.030197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 06b803c2-4d55-4be0-b85e-fd16cd921065 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:07:13.097089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:13.104950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa35543-dbc4-45ff-a553-7cdbd76dbc52 req-7c0d1fa6-d3c5-46a5-8189-f87e34d589b7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:13.107210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fa35543-dbc4-45ff-a553-7cdbd76dbc52 req-7c0d1fa6-d3c5-46a5-8189-f87e34d589b7 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1378374 Nov 27 16:07:13.139444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:13.150197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:13.187772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:13.195366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Deleting port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:13.195706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:13.202661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Pushing event updated for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:13.219344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:13.224082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:13.311358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4fa35543-dbc4-45ff-a553-7cdbd76dbc52 req-404bae11-a870-4572-a750-1accc5e57f5d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811178 Nov 27 16:07:13.366175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Attempting to bind port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:13.366953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Attempting to bind port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6d2bbf10-3b1a-42af-9d7f-262036de4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:13.367562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Attempting to bind port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 on network 6c6aad60-f356-4d26-9cf6-558394f9a169 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:13.377817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:13.378603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Checking segment: {'id': '6d2bbf10-3b1a-42af-9d7f-262036de4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:13.379252 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:13.379878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Bound using segment: {'id': '6d2bbf10-3b1a-42af-9d7f-262036de4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:13.380609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Bound port: 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2bbf10-3b1a-42af-9d7f-262036de4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:13.381231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:13.387383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:13.394980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::32e (6c6aad60-f356-4d26-9cf6-558394f9a169/d8232ee4-28a7-4cf8-9824-90ac7280ab5c/06b803c2-4d55-4be0-b85e-fd16cd921065) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:13.415904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] For port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:13.416261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:13.630939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:13.635002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:13.656819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:13.752050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb42640-b616-46ef-a464-cc48fe7e1982 None None] Pushing event updated for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:13.770403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:10Z', 'revision_number': 7, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab14074a-7d3d-4254-8280-31dd9b202064', 'name': '', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:26:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:03Z', 'updated_at': '2021-11-27T16:07:09Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:13.780941 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:13.812687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61b7fe-3efc-41a1-a49a-bbfd32ae3770 None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:10Z', 'revision_number': 7, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab14074a-7d3d-4254-8280-31dd9b202064', 'name': '', 'network_id': 'b730a410-d27b-4852-bb61-9d981349678b', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:26:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:03Z', 'updated_at': '2021-11-27T16:07:09Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '6ab48b70-fab5-49be-9e1f-92a6311f22db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:14.145559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaec7a1-8746-4654-a7d7-90078de69e19 req-fa3d201d-37f6-45f8-bc65-343e544a086a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:14.147690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbaec7a1-8746-4654-a7d7-90078de69e19 req-fa3d201d-37f6-45f8-bc65-343e544a086a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1716788 Nov 27 16:07:14.265242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbaec7a1-8746-4654-a7d7-90078de69e19 req-eb3b4ed0-7c13-46e6-b58a-93be4c51bf94 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919390 Nov 27 16:07:14.396501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:14.399525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:14.399891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:14.400215 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Floating IP 72930ee7-9201-45a1-a9eb-cf5621aef71e disassociated. External IP: 172.25.1.115, port: f6495bfc-5fd4-43f3-9bc5-5ee362fee33c. Nov 27 16:07:14.400565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Calling delete_port for f6495bfc-5fd4-43f3-9bc5-5ee362fee33c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:14.497130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d54b-0c92-497e-9882-b94a4a8c8ca0 req-79d58934-87d7-4683-8502-b81f16521140 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:14.500256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c132d54b-0c92-497e-9882-b94a4a8c8ca0 req-79d58934-87d7-4683-8502-b81f16521140 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 945 time: 0.1073618 Nov 27 16:07:14.586224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:14.614812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c132d54b-0c92-497e-9882-b94a4a8c8ca0 req-7231c597-3be3-47f9-97da-a46689910598 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5da8b80-c810-4be6-8a26-940c1470a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075003 Nov 27 16:07:14.698560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:14.750072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:14.756949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=06b803c2-4d55-4be0-b85e-fd16cd921065,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:14.760013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:14.765432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:14.766180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:14.890800 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0accfa7b-f859-4130-b949-f757bcf926c0 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4475970 Nov 27 16:07:14.891029 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:14.891327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33562) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:14.896580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:14.928572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event deleted for resources: {'Port': ['ID=f6495bfc-5fd4-43f3-9bc5-5ee362fee33c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:15.002625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port ab14074a-7d3d-4254-8280-31dd9b202064 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:15.003225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.150564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:15.167485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.405581 n-d-819494-4 neutron-server[110076]: INFO neutron.db.ipam_backend_mixin [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8232ee4-28a7-4cf8-9824-90ac7280ab5c (CIDR: 2001:db8::/64) Nov 27 16:07:15.419090 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:15.419907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:15.444436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:15.484543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c66ddb5-f8a1-465b-94b6-4b5fd9a700a4 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5922184 Nov 27 16:07:15.487158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33582) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:15.501081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:15.537805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Provisioning complete for port d08d7109-a88a-486d-9794-d272c67c4ee7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:15.538188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.680894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Port d08d7109-a88a-486d-9794-d272c67c4ee7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:15.724849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:15.725376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.789145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:15.790339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.872507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Router 012fd55b-4246-4d48-9562-c82df47cd537 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:15.875675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port ab14074a-7d3d-4254-8280-31dd9b202064, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ab14074a-7d3d-4254-8280-31dd9b202064,segment=NetworkSegment(326ccdf6-d668-44d3-945b-9c5e514a8816),segment_id=326ccdf6-d668-44d3-945b-9c5e514a8816)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:15.876046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.894543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd24c24c-3cbc-404f-994c-f79e2da98eb3 req-4e8f8d95-41de-4998-b5b0-84dd625d873a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 210 time: 0.0985780 Nov 27 16:07:15.910883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for ab14074a-7d3d-4254-8280-31dd9b202064 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:15.943769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf1860-2fb9-4edd-8f7c-38f557e8d5b8 req-c7623e10-ed81-4cc5-aa64-0b45eeb41a47 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:15.944094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:15.945451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bcf1860-2fb9-4edd-8f7c-38f557e8d5b8 req-c7623e10-ed81-4cc5-aa64-0b45eeb41a47 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.4294813 Nov 27 16:07:15.956810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:15.964664 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.095002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:16.096317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.119860 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.164671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:16.181731 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:16.187298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f6495bfc-5fd4-43f3-9bc5-5ee362fee33c no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:16.195954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bcf1860-2fb9-4edd-8f7c-38f557e8d5b8 req-6ffa35ab-fa5d-4b86-bd66-cc4baae73f37 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415571 Nov 27 16:07:16.202975 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:16.209878 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:16.264643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: f6495bfc-5fd4-43f3-9bc5-5ee362fee33c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:16.265172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device f6495bfc-5fd4-43f3-9bc5-5ee362fee33c not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:16.343349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:16.360196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:07:16.360869 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-e164b548-53c3-458f-96cb-1dbab12eeac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:07:16.368272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] No DVR routers for this DVR port f6495bfc-5fd4-43f3-9bc5-5ee362fee33c on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:16.379237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.385650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d43007f9-ea0d-4cd3-8511-f89662773ef2 req-9aa32bcc-f25b-4920-aea8-94063e695a26 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "DELETE /v2.0/ports/f6495bfc-5fd4-43f3-9bc5-5ee362fee33c HTTP/1.1" status: 204 len: 173 time: 3.6288564 Nov 27 16:07:16.436139 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:16.483166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'name': 'network-vif-deleted', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:16.486346 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c460f5-72e1-4a1a-9000-2fac0d40dbde" -d '{"events": [{"server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "name": "network-vif-deleted", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:16.615874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.629327 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3d6ce-4625-4692-a7d7-5d79369464cb x-openstack-request-id: req-4ea3d6ce-4625-4692-a7d7-5d79369464cb {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:16.629694 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd019ca2-5178-4f0f-9433-70385f53e98d", "name": "network-vif-deleted", "tag": "f6495bfc-5fd4-43f3-9bc5-5ee362fee33c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:16.629951 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ea3d6ce-4625-4692-a7d7-5d79369464cb {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:16.630345 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd019ca2-5178-4f0f-9433-70385f53e98d', 'name': 'network-vif-deleted', 'tag': 'f6495bfc-5fd4-43f3-9bc5-5ee362fee33c', 'status': 'completed', 'code': 200} Nov 27 16:07:16.661358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.694527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=ab14074a-7d3d-4254-8280-31dd9b202064,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:16.720271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:16.728401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:16.740420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:16.741147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:16.748853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef9492-5109-481d-af37-d3a25af9c4dd None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:16.763053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=77e76743-f4bb-4843-9aa7-f6fcb6133664,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:16.780208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-22ea5dec-d2f8-4630-8489-44abcfd34be9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2919750 Nov 27 16:07:16.785099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33614) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:16.798290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1522067314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77e76743-f4bb-4843-9aa7-f6fcb6133664'}], 'security_groups': ['d0025621-7224-4a70-a72d-69c06ad9df5f']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:16.962627 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:17.053395 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:17.075723 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:17.076371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:17.102386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:17.131862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:17.334607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b5e9630-47b9-4d20-af22-c969e6be0a01 req-609fba2c-2ce0-43d2-9bdf-1909a7510cac tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd019ca2-5178-4f0f-9433-70385f53e98d HTTP/1.1" status: 200 len: 210 time: 0.0657685 Nov 27 16:07:17.492594 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:17.495456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d7f99380-4abf-4d54-840c-c1274f8c605c None None] Provisioning complete for port 06b803c2-4d55-4be0-b85e-fd16cd921065 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:17.495841 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d7f99380-4abf-4d54-840c-c1274f8c605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:17.542339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3adb5-8a41-4c07-9ea8-735a79e097b3 req-a6b13ebf-ca40-453b-b09e-c336ed657df8 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:17.555330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbb3adb5-8a41-4c07-9ea8-735a79e097b3 req-a6b13ebf-ca40-453b-b09e-c336ed657df8 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2058740 Nov 27 16:07:17.555673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:17.697237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d7f99380-4abf-4d54-840c-c1274f8c605c None None] Port 06b803c2-4d55-4be0-b85e-fd16cd921065 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:17.749689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:17.750807 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:17.786532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbb3adb5-8a41-4c07-9ea8-735a79e097b3 req-cfc5d000-11c5-454c-96c9-d29b9e11498a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250586 Nov 27 16:07:17.806562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:17.897541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] Update dhcp port {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'fixed_ips': [{'subnet_id': 'd8232ee4-28a7-4cf8-9824-90ac7280ab5c', 'ip_address': '2001:db8::2'}, {'subnet_id': '77e76743-f4bb-4843-9aa7-f6fcb6133664'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '405a1fa1-27f7-43bf-bc81-c28a4f13ef68'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:07:17.935181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.025289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:18.036741 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-17350b8c-7e4a-4c06-b12e-2b8e670d8b95 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2798948 Nov 27 16:07:18.040348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33640) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:18.061465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Delete allocated IP 2001:db8::32e (6c6aad60-f356-4d26-9cf6-558394f9a169/d8232ee4-28a7-4cf8-9824-90ac7280ab5c) {{(pid=110076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 16:07:18.078933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:18.085005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8:0:1::37 (6c6aad60-f356-4d26-9cf6-558394f9a169/77e76743-f4bb-4843-9aa7-f6fcb6133664/06b803c2-4d55-4be0-b85e-fd16cd921065) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:18.177386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet 6ab48b70-fab5-49be-9e1f-92a6311f22db {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:18.184450 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.187418 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:18.223795 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663eeb6-d5c9-4b8c-8f78-bc1151f4511d None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:18.309458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.310573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:18.311240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:18.477469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33650) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:18.504220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.519928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:18.549582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.566639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.577190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.617479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab48b70-fab5-49be-9e1f-92a6311f22db,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:18.636465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] Allocated IP 2001:db8:0:1::2 (6c6aad60-f356-4d26-9cf6-558394f9a169/77e76743-f4bb-4843-9aa7-f6fcb6133664/405a1fa1-27f7-43bf-bc81-c28a4f13ef68) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:18.638790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.651637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=06b803c2-4d55-4be0-b85e-fd16cd921065,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:18.660355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0eab761a-9ce3-4124-b102-a08357a04f4b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/6ab48b70-fab5-49be-9e1f-92a6311f22db HTTP/1.1" status: 204 len: 168 time: 0.6187897 Nov 27 16:07:18.661320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33654) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:18.727263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] In _notify_port_updated(), no bound segment for port 06b803c2-4d55-4be0-b85e-fd16cd921065 on network 6c6aad60-f356-4d26-9cf6-558394f9a169 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:07:18.733701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:18.734330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.738171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a0e8dbf0-7e77-4bb2-84f0-6c2fe8260974 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/ports/06b803c2-4d55-4be0-b85e-fd16cd921065 HTTP/1.1" status: 200 len: 930 time: 1.9467473 Nov 27 16:07:18.739021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33662) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:18.751284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf658fa4-8573-40b8-8378-925bead22299 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.762523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570b383-126b-4f76-ba20-0e912c7c648a None None] New status for floating IP 72930ee7-9201-45a1-a9eb-cf5621aef71e: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:07:18.791554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf658fa4-8573-40b8-8378-925bead22299 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.825095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:18.924233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:18.965492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.007748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf658fa4-8573-40b8-8378-925bead22299 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.010518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf658fa4-8573-40b8-8378-925bead22299 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.014732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf658fa4-8573-40b8-8378-925bead22299 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "DELETE /v2.0/security-groups/f5da8b80-c810-4be6-8a26-940c1470a78c HTTP/1.1" status: 204 len: 168 time: 0.5260422 Nov 27 16:07:19.015838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33674) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:19.042346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b027d-29ce-4205-91b6-cf2f4ebafb7e None None] Network b730a410-d27b-4852-bb61-9d981349678b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:19.093345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf658fa4-8573-40b8-8378-925bead22299 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da8b80-c810-4be6-8a26-940c1470a78c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:19.123638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.124032 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-71180242-060a-4073-b8b0-4c10cc7dccf8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] show failed (client error): The resource could not be found. Nov 27 16:07:19.125601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71180242-060a-4073-b8b0-4c10cc7dccf8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups/f5da8b80-c810-4be6-8a26-940c1470a78c HTTP/1.1" status: 404 len: 347 time: 0.1026528 Nov 27 16:07:19.129770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33678) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:19.159364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 72760d44-46b2-4045-ad5b-c5aa38531d02 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:19.159720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.228964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09453729-6e4e-4229-9ae7-46312eaf596c req-b230b1ef-cf01-461d-82fe-6f90e482659a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:19.236857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09453729-6e4e-4229-9ae7-46312eaf596c req-b230b1ef-cf01-461d-82fe-6f90e482659a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2129626 Nov 27 16:07:19.264255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 72760d44-46b2-4045-ad5b-c5aa38531d02, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=72760d44-46b2-4045-ad5b-c5aa38531d02,segment=NetworkSegment(326ccdf6-d668-44d3-945b-9c5e514a8816),segment_id=326ccdf6-d668-44d3-945b-9c5e514a8816)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:19.264861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.282891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 72760d44-46b2-4045-ad5b-c5aa38531d02 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:19.415761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 06b803c2-4d55-4be0-b85e-fd16cd921065 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:19.416980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.454530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09453729-6e4e-4229-9ae7-46312eaf596c req-ac349ae1-08c9-4b51-a8b0-9463e27722a3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162797 Nov 27 16:07:19.495472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Deleting port 27e24363-1bb8-43f2-b093-f956cbfc6163 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:19.501915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.524027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.576415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a583e9-f4c6-400e-b16f-6e8201005f51 None None] Pushing event updated for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:19.617514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=72760d44-46b2-4045-ad5b-c5aa38531d02,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:19.630724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port 72760d44-46b2-4045-ad5b-c5aa38531d02 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:19.695300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.695639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.740439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Calling delete_port for 27e24363-1bb8-43f2-b093-f956cbfc6163 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:19.823629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f17feb-11d5-4a13-b22d-01090c8dd5bb None None] DHCP port deletion for b730a410-d27b-4852-bb61-9d981349678b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:19.824618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.895189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:16Z', 'revision_number': 8, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:19.900058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b730a410-d27b-4852-bb61-9d981349678b']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:19.921397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326ccdf6-d668-44d3-945b-9c5e514a8816') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:19.926160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326ccdf6-d668-44d3-945b-9c5e514a8816') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:19.948538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:19.962919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:19.977250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:19.977938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:19.984482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.001391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:07:20.001817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:07:20.114362 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:07:20.116812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.123279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.149080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event deleted for resources: {'Port': ['ID=27e24363-1bb8-43f2-b093-f956cbfc6163,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:20.164564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.168882 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/b730a410-d27b-4852-bb61-9d981349678b HTTP/1.1" status: 204 len: 168 time: 1.5047994 Nov 27 16:07:20.173149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:20.189650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0461fd-12f8-4f95-905b-6ecebb5239c4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=b730a410-d27b-4852-bb61-9d981349678b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:20.197098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33702) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:20.208208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.296183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.304793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.321450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-775b50bf-dac6-455e-8c8d-d3ba1fab2962 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "DELETE /v2.0/floatingips/72930ee7-9201-45a1-a9eb-cf5621aef71e HTTP/1.1" status: 204 len: 168 time: 1.1774290 Nov 27 16:07:20.342437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 06b803c2-4d55-4be0-b85e-fd16cd921065 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:20.670151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:16Z', 'revision_number': 8, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:20.686161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d405655-3bc2-495d-8987-1d0e609f1b5e req-d421deec-e248-4f0e-92fd-5b54b446f962 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:20.693858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d405655-3bc2-495d-8987-1d0e609f1b5e req-d421deec-e248-4f0e-92fd-5b54b446f962 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1316986 Nov 27 16:07:20.739970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29b442-d387-4dbe-9b2e-51d849c4f411 None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:16Z', 'revision_number': 8, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45b9f02b-c93e-46b9-a391-145364243a3e', 'name': '', 'network_id': 'ae079fa4-e89c-4a2d-bc67-cc942867336e', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:5b:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:51Z', 'updated_at': '2021-11-27T16:07:00Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'a7f7e1f6-4563-4557-b0aa-5da78c523a19', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:20.771967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d405655-3bc2-495d-8987-1d0e609f1b5e req-25b46ff4-d0ba-41f5-a803-06aac445ac9e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768299 Nov 27 16:07:20.852729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.872696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-38488dc8-9f67-4e3a-9647-4cf402ebb031 None None] Provisioning complete for port d08d7109-a88a-486d-9794-d272c67c4ee7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:20.873308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38488dc8-9f67-4e3a-9647-4cf402ebb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:20.908374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=06b803c2-4d55-4be0-b85e-fd16cd921065,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:21.060292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.070593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33746) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:21.072504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c63a96ec-f675-4c70-a0cf-c4cd77587372 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/06b803c2-4d55-4be0-b85e-fd16cd921065 HTTP/1.1" status: 204 len: 168 time: 2.3255901 Nov 27 16:07:21.171719 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-920e3b7d-9e77-440d-bacc-4850fe354ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:07:21.177603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:21.185740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-920e3b7d-9e77-440d-bacc-4850fe354ea9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/06b803c2-4d55-4be0-b85e-fd16cd921065 HTTP/1.1" status: 404 len: 333 time: 0.1135983 Nov 27 16:07:21.260747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-38488dc8-9f67-4e3a-9647-4cf402ebb031 None None] Port d08d7109-a88a-486d-9794-d272c67c4ee7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:21.268098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-38488dc8-9f67-4e3a-9647-4cf402ebb031 None None] Could not find standard attr ID for object 06b803c2-4d55-4be0-b85e-fd16cd921065. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:07:21.284571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-38488dc8-9f67-4e3a-9647-4cf402ebb031 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:21.285187 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38488dc8-9f67-4e3a-9647-4cf402ebb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.350106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:21.387205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970b3545-e614-48cb-ac3e-454eb20d1206 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.419973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.579044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:21.579427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.584824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33776) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:21.589665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336866985', 'description': 'tempest-description--1989366124'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:21.591292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970b3545-e614-48cb-ac3e-454eb20d1206 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.626886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.745465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.752602 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.771947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3ffecdd-9336-4a40-bdf2-39aa1786ea5d None None] Could not find standard attr ID for object 06b803c2-4d55-4be0-b85e-fd16cd921065. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:07:21.810564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970b3545-e614-48cb-ac3e-454eb20d1206 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.813835 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970b3545-e614-48cb-ac3e-454eb20d1206 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.815123 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-970b3545-e614-48cb-ac3e-454eb20d1206 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/security-groups/e360d21e-4028-4468-905a-67dbe2fad9a8 HTTP/1.1" status: 204 len: 168 time: 0.6356292 Nov 27 16:07:21.820182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33798) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:21.821072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:21.826583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ab14074a-7d3d-4254-8280-31dd9b202064 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:21.827884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2364898 Nov 27 16:07:21.828653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33800) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:21.843342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'security_group_rule': {'security_group_id': '9ff14ee9-45cf-4f6f-8947-7be7d658608f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:21.852608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a732a-fc3f-42c1-aec0-76ea8c5bfeb2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff14ee9-45cf-4f6f-8947-7be7d658608f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:21.867455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ab14074a-7d3d-4254-8280-31dd9b202064 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:21.867807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ab14074a-7d3d-4254-8280-31dd9b202064 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:21.869429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 72760d44-46b2-4045-ad5b-c5aa38531d02 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:21.896606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 72760d44-46b2-4045-ad5b-c5aa38531d02 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:21.897006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 72760d44-46b2-4045-ad5b-c5aa38531d02 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:21.954796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.038411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d5974-5f4f-412c-a6a0-a78f0c85b5e3 req-e27ad0b6-086e-4769-95f8-dd770783314c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:22.041014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f2d5974-5f4f-412c-a6a0-a78f0c85b5e3 req-e27ad0b6-086e-4769-95f8-dd770783314c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1295414 Nov 27 16:07:22.087939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.142296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f2d5974-5f4f-412c-a6a0-a78f0c85b5e3 req-174027b1-9361-4de9-8795-9c5a7938c226 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910499 Nov 27 16:07:22.146772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.171051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5378cdd2-469f-44bc-bfa9-f07dfab65788,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:22.192566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.194319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2af3f575-79f7-4264-ae84-58ba7fedd46d tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630276 Nov 27 16:07:22.196986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33814) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:22.198199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3545-e614-48cb-ac3e-454eb20d1206 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360d21e-4028-4468-905a-67dbe2fad9a8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:22.210541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'security_group_rule': {'security_group_id': '9ff14ee9-45cf-4f6f-8947-7be7d658608f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:22.279659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.330656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98d84c2a-dd69-4533-8fb7-b3b3ad707162 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.341534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 45b9f02b-c93e-46b9-a391-145364243a3e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:22.345899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.365031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.373717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.388738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df913bc-27eb-410f-b130-1033aa5fafd4,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:22.390923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98d84c2a-dd69-4533-8fb7-b3b3ad707162 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.411175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.413306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-77df2158-859a-484d-a114-75bee6e94697 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139118 Nov 27 16:07:22.416648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:22.424296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:22.472199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.524589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98d84c2a-dd69-4533-8fb7-b3b3ad707162 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.527987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98d84c2a-dd69-4533-8fb7-b3b3ad707162 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.529131 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-98d84c2a-dd69-4533-8fb7-b3b3ad707162 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/security-groups/d0025621-7224-4a70-a72d-69c06ad9df5f HTTP/1.1" status: 204 len: 168 time: 0.7065928 Nov 27 16:07:22.534426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33836) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:22.575786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d84c2a-dd69-4533-8fb7-b3b3ad707162 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0025621-7224-4a70-a72d-69c06ad9df5f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:22.588685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 45b9f02b-c93e-46b9-a391-145364243a3e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=45b9f02b-c93e-46b9-a391-145364243a3e,segment=NetworkSegment(5ce3b69e-3707-4f81-84b1-31ac36632dcc),segment_id=5ce3b69e-3707-4f81-84b1-31ac36632dcc)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:22.589052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.616595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 45b9f02b-c93e-46b9-a391-145364243a3e owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:22.638614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet d8232ee4-28a7-4cf8-9824-90ac7280ab5c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:22.644645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.729387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.911179 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:22.964902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.006367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=45b9f02b-c93e-46b9-a391-145364243a3e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:23.021608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-3febfa8c-99d4-47d5-9f91-f0859facec48 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:23.023133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-3febfa8c-99d4-47d5-9f91-f0859facec48 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.4706526 Nov 27 16:07:23.065639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-0a83816b-f39a-4ffc-a709-dc4db4d1dae4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/quotas/d16ec5795a1e44faa7468277db002a82 HTTP/1.1" status: 200 len: 375 time: 0.0346842 Nov 27 16:07:23.095618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.096311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.110907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33846) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:23.197837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=d8232ee4-28a7-4cf8-9824-90ac7280ab5c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:23.221368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.224891 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bdd05746-616c-4627-af29-7489461299ec tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/d8232ee4-28a7-4cf8-9824-90ac7280ab5c HTTP/1.1" status: 204 len: 168 time: 0.6857271 Nov 27 16:07:23.231941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33854) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:23.234022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81eeaf-3de2-4432-b3fa-56f0891a146b None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:23.268491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:23.354054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.384088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-0fc5fc9f-14bb-4882-96f1-bc305af2b304 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3171313 Nov 27 16:07:23.485981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-87085e16-df2f-4ed2-881a-648049198b85 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3890 time: 0.3701410 Nov 27 16:07:23.489131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:23.494099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'network': {'name': 'tempest-network-smoke--2080127731', 'project_id': 'e88e12e496a340728623af1612a7242c', 'port_security_enabled': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:23.518400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e64ad9-bb04-4039-a3b0-e79827c4184b req-3ea670d4-85f8-45fe-a5ba-adb45f885810 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:23.520150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e64ad9-bb04-4039-a3b0-e79827c4184b req-3ea670d4-85f8-45fe-a5ba-adb45f885810 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2183752 Nov 27 16:07:23.544681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Allocated IP 172.25.1.234 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/1f548a09-22bc-4d8b-9cff-41f7149aaf75) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:23.588277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:23.592343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.709436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e64ad9-bb04-4039-a3b0-e79827c4184b req-139b5497-26ab-4d62-a76a-7c6e128e24b1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673079 Nov 27 16:07:23.722651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Made reservation on behalf of e88e12e496a340728623af1612a7242c for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:23.729708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.754393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:23.756896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-1c1a7bcb-950c-421f-8bf0-f3ba2bd06bbd service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716285 Nov 27 16:07:23.780246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:07:23.827643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.828008 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Added segment e74e7e12-5d84-4369-839a-b63d50924d90 of type vlan for network 6750c8ff-5df5-45c7-a18a-71a223aed608 Nov 27 16:07:23.859907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:23.947884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-5a4aeb15-192b-4e96-8435-6a9bcac63c32 service neutron] 10.222.0.15 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816304 Nov 27 16:07:23.971617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.013212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.026517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:24.051542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:24.061889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:24.092995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.099885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:24.100674 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.122731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'Port': ['ID=1f548a09-22bc-4d8b-9cff-41f7149aaf75,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:24.201348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:24.211865 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7210803 Nov 27 16:07:24.216011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33870) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:24.227593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'admin_state_up': True, 'project_id': 'e88e12e496a340728623af1612a7242c', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:24.278611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.300145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:24.317811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-17817513-7648-41f2-84e7-58f02731a439 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1197202 Nov 27 16:07:24.321260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:24.338962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0407c53-b8c5-4c89-b510-36b7ca6c0d68 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Network': ['ID=6750c8ff-5df5-45c7-a18a-71a223aed608,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:24.344859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:24.369059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:07:24.399912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.482510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:24.485864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:24.492079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.493934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.514213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-941419fa-bea6-4c0b-8749-8bf52d0551a3 req-ece08c17-ec3b-4f30-837c-e44921254d19 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 210 time: 0.0829878 Nov 27 16:07:24.520489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet a7f7e1f6-4563-4557-b0aa-5da78c523a19 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:24.537678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.689993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.717727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:24.821990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.835241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-fbf6b8ab-4b8b-4af8-a0c7-0599d330c447 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:24.836793 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-fbf6b8ab-4b8b-4af8-a0c7-0599d330c447 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7a1b67-ddff-48c5-875c-66cbf257a32e HTTP/1.1" status: 200 len: 945 time: 0.4760184 Nov 27 16:07:24.913446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.922970 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:24.981551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.006214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.023423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.049081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-023d3afd-f299-41fe-b143-2cc5e8345965 None None] Provisioning complete for port d08d7109-a88a-486d-9794-d272c67c4ee7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:25.053915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-023d3afd-f299-41fe-b143-2cc5e8345965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.100728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34dba4-63b8-4884-87be-e7ecd3dc7a71 req-8eff21d8-1382-413f-9e60-bd001db6b6eb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:25.103730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a34dba4-63b8-4884-87be-e7ecd3dc7a71 req-8eff21d8-1382-413f-9e60-bd001db6b6eb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2379611 Nov 27 16:07:25.168824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'Port': ['ID=1f548a09-22bc-4d8b-9cff-41f7149aaf75,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:25.181138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:25.190881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:25.194499 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7f548-2207-447e-b500-6f503149d411" -d '{"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-unplugged", "status": "completed", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:25.206000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.239000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a34dba4-63b8-4884-87be-e7ecd3dc7a71 req-055f1f03-7002-4207-8b61-8f1729ce333d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219921 Nov 27 16:07:25.244489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.251464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.289390 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e484219-7bd2-4d40-afbd-22443286be30 x-openstack-request-id: req-2e484219-7bd2-4d40-afbd-22443286be30 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:25.289880 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-unplugged", "status": "completed", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:25.290267 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e484219-7bd2-4d40-afbd-22443286be30 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:25.290909 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'code': 200} Nov 27 16:07:25.293766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.295060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8f4cdadb-e7bd-4151-ba42-7e8408962759 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8769839 Nov 27 16:07:25.296767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-023d3afd-f299-41fe-b143-2cc5e8345965 None None] Port d08d7109-a88a-486d-9794-d272c67c4ee7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:25.364328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f7e1f6-4563-4557-b0aa-5da78c523a19,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:25.366882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.373494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c88b43f-7867-4c0a-8290-48e18fef297c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f7e1f6-4563-4557-b0aa-5da78c523a19 HTTP/1.1" status: 204 len: 168 time: 1.0424287 Nov 27 16:07:25.377694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33904) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:25.400034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:25.408992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64025c5-75e4-44c5-ba23-2ba1ceb224f4 None None] Network ae079fa4-e89c-4a2d-bc67-cc942867336e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:25.455830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:25.473817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:25.512797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:25.514344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.516867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.518440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ffea51-87b5-4944-9990-0cd907370a3d None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:25.677941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=3a2d55bb-7012-45ee-b408-eb40a6627cba,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:25.727281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-023d3afd-f299-41fe-b143-2cc5e8345965 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:25.728115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-023d3afd-f299-41fe-b143-2cc5e8345965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.732820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06a30ec5-ba14-4dbf-bdd6-2511ce9e2975 req-8b3df825-6c00-4ed0-982c-f7191d069951 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 210 time: 0.0450449 Nov 27 16:07:25.744940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-7ae58e95-45be-4456-834f-8534e60d6f20 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--336866985&fields=id&tenant_id=f82a637e589d45c8b62d014f9bd039a7 HTTP/1.1" status: 200 len: 267 time: 0.1521759 Nov 27 16:07:25.747484 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-953eba45-cb86-4ce8-8969-535ada44890a tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5144486 Nov 27 16:07:25.750667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33922) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:25.760295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 93e9e4fb-c5aa-495e-a55c-bb46087644bf {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:25.760624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'security_group': {'name': 'tempest-secgroup-745586221'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:25.761130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.794557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.836205 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-8938b296-fddd-4b42-b8bf-2af3224f30e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3762655 Nov 27 16:07:25.940789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-e4d7ce6c-7cb4-45d8-8327-4b562de00218 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:25.948542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-e4d7ce6c-7cb4-45d8-8327-4b562de00218 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 811 time: 0.2024171 Nov 27 16:07:25.950566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:25.995533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-4d389e24-aa31-4a2e-81ba-c480043dc16f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/quotas/f82a637e589d45c8b62d014f9bd039a7 HTTP/1.1" status: 200 len: 375 time: 0.0454838 Nov 27 16:07:26.004928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Deleting port 72cf6f3f-c466-495d-8229-f240fd70ee65 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:26.005388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.054754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 93e9e4fb-c5aa-495e-a55c-bb46087644bf, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=93e9e4fb-c5aa-495e-a55c-bb46087644bf,segment=NetworkSegment(5ce3b69e-3707-4f81-84b1-31ac36632dcc),segment_id=5ce3b69e-3707-4f81-84b1-31ac36632dcc)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:26.055126 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.075563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 93e9e4fb-c5aa-495e-a55c-bb46087644bf owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:26.088934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:22Z', 'revision_number': 9, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:26.093520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-d6b6f1a6-b2f0-445a-bcf8-1ac6edeebb9f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901885 Nov 27 16:07:26.149755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:26.151848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-7bb62c66-df89-494d-a4b1-4d657497c69a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:26.156314 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-7bb62c66-df89-494d-a4b1-4d657497c69a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 802 time: 0.4390943 Nov 27 16:07:26.211833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] For port 72cf6f3f-c466-495d-8229-f240fd70ee65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=72cf6f3f-c466-495d-8229-f240fd70ee65,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:26.211833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.216329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96434d2-bc2e-4440-85e1-9428e36e8d29 None None] DHCP port deletion for ae079fa4-e89c-4a2d-bc67-cc942867336e request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:26.224226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:26.225003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:26.227060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Calling delete_port for 72cf6f3f-c466-495d-8229-f240fd70ee65 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:26.229545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.295732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=93e9e4fb-c5aa-495e-a55c-bb46087644bf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:26.304939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port 93e9e4fb-c5aa-495e-a55c-bb46087644bf on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:26.410773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.420905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Request body: {'port': {'device_id': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'admin_state_up': True, 'tenant_id': 'd16ec5795a1e44faa7468277db002a82'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:26.482892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.483100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event deleted for resources: {'Port': ['ID=72cf6f3f-c466-495d-8229-f240fd70ee65,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:26.503272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c61f-24bb-4541-b529-6214e9636988 req-d8a29db0-b87c-41ae-b9b0-c75a0b7fb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:26.504853 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-d8a29db0-b87c-41ae-b9b0-c75a0b7fb272 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1135 time: 0.5496368 Nov 27 16:07:26.512350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-c396e3a0-d547-4282-a60c-71c4a3be6810 service neutron] 10.222.0.15 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117169 Nov 27 16:07:26.546708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a96434d2-bc2e-4440-85e1-9428e36e8d29 None None] The port '93e9e4fb-c5aa-495e-a55c-bb46087644bf' was deleted {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 16:07:26.580545 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-0ce49f39-ef32-4f35-bd81-6cd28fd407da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5440166 Nov 27 16:07:26.591725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:26.645782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-a6c0c14a-5fae-4eb3-895b-284ab4614b0a service neutron] 10.222.0.15 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311755 Nov 27 16:07:26.650113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e480aca-f2a6-4691-a62d-a10e33115c1b None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:26.657383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c4421-86e8-469a-a3ea-1508d9fe84e2 req-ae7134b8-315c-4773-86da-3fc84458809c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:26.658974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1c4421-86e8-469a-a3ea-1508d9fe84e2 req-ae7134b8-315c-4773-86da-3fc84458809c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2934551 Nov 27 16:07:26.660918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae079fa4-e89c-4a2d-bc67-cc942867336e']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:26.691697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce3b69e-3707-4f81-84b1-31ac36632dcc') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:26.692013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce3b69e-3707-4f81-84b1-31ac36632dcc') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:26.739346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.774727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.780490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] Update dhcp port {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'fixed_ips': [{'subnet_id': '77e76743-f4bb-4843-9aa7-f6fcb6133664', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a2d55bb-7012-45ee-b408-eb40a6627cba'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '405a1fa1-27f7-43bf-bc81-c28a4f13ef68'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:07:26.797141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:07:26.797688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:07:26.814955 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:07:26.826783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] No DVR routers for this DVR port 72cf6f3f-c466-495d-8229-f240fd70ee65 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:26.845082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.845286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1c4421-86e8-469a-a3ea-1508d9fe84e2 req-9bc0afde-26fc-427e-92aa-001d852e7bb7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653802 Nov 27 16:07:26.850752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-555e049a-f9d3-4ddf-bc0d-7302b47531ed req-84c2167a-2114-46fb-b3f9-49854cc22b28 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.21 "DELETE /v2.0/ports/72cf6f3f-c466-495d-8229-f240fd70ee65 HTTP/1.1" status: 204 len: 173 time: 1.9353321 Nov 27 16:07:26.858772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-deleted', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:26.861314 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f605cac-c7e8-497a-9a88-a400a38d0e8f" -d '{"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-deleted", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:26.928357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.958171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.968385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:26.975425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/ae079fa4-e89c-4a2d-bc67-cc942867336e HTTP/1.1" status: 204 len: 168 time: 1.5955884 Nov 27 16:07:27.007196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:27.017996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66153c0-1d1e-404e-8892-6809735590b5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=ae079fa4-e89c-4a2d-bc67-cc942867336e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:27.053322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.054996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c61f-24bb-4541-b529-6214e9636988 req-8f8f9889-2633-434f-b5c4-c2ad73c1cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:27.060077 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-8f8f9889-2633-434f-b5c4-c2ad73c1cfa5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 200 len: 898 time: 0.5047994 Nov 27 16:07:27.079726 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80dc5ae-cacd-4855-b8f0-9c42e9ca423b x-openstack-request-id: req-d80dc5ae-cacd-4855-b8f0-9c42e9ca423b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:27.080249 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a1b67-ddff-48c5-875c-66cbf257a32e", "name": "network-vif-deleted", "tag": "72cf6f3f-c466-495d-8229-f240fd70ee65", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:27.080511 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d80dc5ae-cacd-4855-b8f0-9c42e9ca423b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:27.081302 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a1b67-ddff-48c5-875c-66cbf257a32e', 'name': 'network-vif-deleted', 'tag': '72cf6f3f-c466-495d-8229-f240fd70ee65', 'status': 'completed', 'code': 200} Nov 27 16:07:27.090193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.151580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50010fb0-42e5-4b9c-b9b2-2362a7c8872d req-96591c5f-1e92-4280-a8b0-3fd06e807dc8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 210 time: 0.0879941 Nov 27 16:07:27.190990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10506c09-94ff-43f4-a015-991fa8fe16ab req-caa90c28-dcb3-4a1d-a5fb-5becd7063c05 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 210 time: 0.1079185 Nov 27 16:07:27.232663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Made reservation on behalf of d16ec5795a1e44faa7468277db002a82 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:27.240047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.252460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.253858 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4983604 Nov 27 16:07:27.271990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-48bc6d34-38f1-4bbc-926c-dec6e28ef8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:27.273506 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-48bc6d34-38f1-4bbc-926c-dec6e28ef8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be3a583fd5ec435985312dc099a125ac&device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 1097 time: 0.5983915 Nov 27 16:07:27.274198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33956) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:27.354845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'security_group': {'name': 'tempest-secgroup-2126486052'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:27.359413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 93e9e4fb-c5aa-495e-a55c-bb46087644bf no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:27.391493 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-f62ad9b3-c73a-4775-88f0-6ce08bd83ed8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 200 len: 1000 time: 0.3054304 Nov 27 16:07:27.405009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 93e9e4fb-c5aa-495e-a55c-bb46087644bf {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:27.405396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 93e9e4fb-c5aa-495e-a55c-bb46087644bf not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:27.485178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a185-f078-43d6-888b-bf93743cf5e1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b2b1b-5fe4-4484-9a5f-ce91281af57c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:27.493890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] Allocated IP 2001:db8::2 (6c6aad60-f356-4d26-9cf6-558394f9a169/3a2d55bb-7012-45ee-b408-eb40a6627cba/405a1fa1-27f7-43bf-bc81-c28a4f13ef68) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:27.500513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:22Z', 'revision_number': 9, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:27.532818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e033af8-b203-429f-8927-b5ea83ef990c None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:22Z', 'revision_number': 9, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '148ad40c-2af0-46ec-af9c-eab6afb3f304', 'name': '', 'network_id': '5a68bfcf-ee19-47f0-833d-e63223a91a80', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:fe:81:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:43Z', 'updated_at': '2021-11-27T16:06:52Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': 'dd47bbe4-0df1-44ee-8c06-4950890b377c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:27.616398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c61f-24bb-4541-b529-6214e9636988 req-784d7f2f-ed38-431f-97d0-ec99bc0556fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:27.618692 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-784d7f2f-ed38-431f-97d0-ec99bc0556fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec3f902b-17c6-423a-a714-b758bf1c15ca HTTP/1.1" status: 200 len: 835 time: 0.1261148 Nov 27 16:07:27.649679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.733116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:27.736774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.783615 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.792251 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.807348 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.852920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c61f-24bb-4541-b529-6214e9636988 req-b8fe72b5-ab2b-4f8e-9862-c8c3ad58af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:27.854493 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-b8fe72b5-ab2b-4f8e-9862-c8c3ad58af34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb51125d-d244-43bb-bcae-a855bea262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058401 Nov 27 16:07:27.862099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:27.943284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a103654-fe6c-4c4d-846b-c71ba692b26a None None] Pushing event updated for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:28.072475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-212be009-8dd7-487d-95b2-c329949643a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:28.074534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-212be009-8dd7-487d-95b2-c329949643a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 200 len: 910 time: 0.7372582 Nov 27 16:07:28.117372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 148ad40c-2af0-46ec-af9c-eab6afb3f304 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:28.117626 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:28.131605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a4e69-389c-4845-8474-6028d9772781 req-43abd8dd-ed8b-4d54-9277-c9199dea7141 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:28.136633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-610a4e69-389c-4845-8474-6028d9772781 req-43abd8dd-ed8b-4d54-9277-c9199dea7141 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1335053 Nov 27 16:07:28.211274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:28.268506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-610a4e69-389c-4845-8474-6028d9772781 req-729c6e1b-cadd-4d7d-8e5e-31d8ae94c502 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188393 Nov 27 16:07:28.333194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 148ad40c-2af0-46ec-af9c-eab6afb3f304, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=148ad40c-2af0-46ec-af9c-eab6afb3f304,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:28.333658 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:28.344257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 72cf6f3f-c466-495d-8229-f240fd70ee65 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:28.344782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 72cf6f3f-c466-495d-8229-f240fd70ee65 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:28.367358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-941613d2-7985-4b06-8030-f5a0546c8b04 req-996321e8-7816-41aa-8b79-7cce192a59ac tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 210 time: 0.0827308 Nov 27 16:07:28.368508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 148ad40c-2af0-46ec-af9c-eab6afb3f304 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:28.478315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27864ad3-7324-4ec0-99da-c176665c43af req-62073d5f-3c9a-4f7f-beed-571ecfca08dc tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 210 time: 0.0384831 Nov 27 16:07:28.670941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:28.708583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-aa707ff2-d555-4343-88b3-8f9258d4d941 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129294 Nov 27 16:07:28.710915 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-58049c10-715d-4f12-bb70-7aba137ec720 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 200 len: 1002 time: 0.5787783 Nov 27 16:07:28.720477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=148ad40c-2af0-46ec-af9c-eab6afb3f304,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:28.724369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:28.882725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:28.985207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fa261760-e53a-4a2a-971a-0a11e8ebaacb None None] Provisioning complete for port d08d7109-a88a-486d-9794-d272c67c4ee7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:28.985804 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fa261760-e53a-4a2a-971a-0a11e8ebaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.006228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Allocated IP 172.20.0.2 (7385849b-1ad3-4515-8e8b-b8616c1fa78d/d045133a-4153-459f-a2f1-23499f5ce1c2/964041da-63d4-4a48-883b-afa8b8dabe68) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:29.045984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fa261760-e53a-4a2a-971a-0a11e8ebaacb None None] Port d08d7109-a88a-486d-9794-d272c67c4ee7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:29.059824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fa261760-e53a-4a2a-971a-0a11e8ebaacb None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:29.060792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fa261760-e53a-4a2a-971a-0a11e8ebaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.245541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e88329d-c783-4902-9b96-28b1b3b677e1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:29.251178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.255064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ec78f246-bc15-42e5-8606-72f0c5191178 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9314408 Nov 27 16:07:29.280725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-6cb229f2-9023-4ec2-8757-0fba507ccf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:29.282338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-6cb229f2-9023-4ec2-8757-0fba507ccf62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 200 len: 848 time: 0.5546799 Nov 27 16:07:29.282858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:29.286381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.25.1.125 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/3a70209c-3c3a-47f7-a8c3-6efaf8da297c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:29.296602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'security_group': {'name': 'tempest-secgroup-1671444170'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:29.334684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:29.361644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.393860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:29.394421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.440899 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-30c0c61f-24bb-4541-b529-6214e9636988 req-2f88c7c9-f1d1-4f1c-a83c-68d864c4c8f1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120271 Nov 27 16:07:29.456525 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-353bd74a-2319-4d9d-93ff-40866d48a2cd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:29.458432 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-353bd74a-2319-4d9d-93ff-40866d48a2cd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 811 time: 0.7799652 Nov 27 16:07:29.505912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.507378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 45b9f02b-c93e-46b9-a391-145364243a3e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:29.553754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 45b9f02b-c93e-46b9-a391-145364243a3e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:29.554140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 45b9f02b-c93e-46b9-a391-145364243a3e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:29.559545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.581303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-06d4bb3b-3319-4522-b9a9-0b9c9e322be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:29.582741 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-06d4bb3b-3319-4522-b9a9-0b9c9e322be8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=459a2375-bfe2-4550-b4c8-21d1a2659686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814569 Nov 27 16:07:29.656921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4caeae79-3a40-4656-855a-9be78eb38f25 req-235b2ba0-9704-4b40-8573-f750bb710ec2 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 210 time: 0.0944421 Nov 27 16:07:29.692388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66fde0-9277-4b7e-a61e-d127c339baff req-0a4023b7-dfa0-4f47-97ae-f4b20e89b6c9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:29.693982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a66fde0-9277-4b7e-a61e-d127c339baff req-0a4023b7-dfa0-4f47-97ae-f4b20e89b6c9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1304629 Nov 27 16:07:29.706236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:29.742591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.761933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.790793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.805021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:29.838778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-180bddca-215c-46c7-bcf7-b38922ff3fe0 req-bf7c7126-fc13-4e5c-8a54-6c6338c7c0fa tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 210 time: 0.0660682 Nov 27 16:07:29.869817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a66fde0-9277-4b7e-a61e-d127c339baff req-7f6d8c83-4af0-48d7-945a-0755be9f1e79 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587827 Nov 27 16:07:29.877076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-34224119-f784-4c81-b94c-80b795a94e91 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82a637e589d45c8b62d014f9bd039a7 HTTP/1.1" status: 200 len: 379 time: 0.3744748 Nov 27 16:07:29.888015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:29.894405 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17ac0038-4c11-413c-8a7c-6444f38d8897 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8857028 Nov 27 16:07:29.897710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:29.903710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'port': {'device_id': '00390c9b-e801-4403-8b78-7676ba4704a2', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'admin_state_up': True, 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'security_groups': ['9ff14ee9-45cf-4f6f-8947-7be7d658608f']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:29.915176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:29.929232 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:29.930005 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:29.945096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:29.992628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet dd47bbe4-0df1-44ee-8c06-4950890b377c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:29.996670 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.026717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:30.036611 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:30.038938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:30.042400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:30.044548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.058157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c9ddc-1a73-4d8e-ac0a-ee323407dbb2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:30.066240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a83bc5-4f12-4491-8bd6-eef7baa7982d None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:30.086563 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:30.095088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:30.118813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3807e4c0-9488-4f1a-8151-e213ae1d7d7d None None] Provisioning complete for port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:30.119687 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3807e4c0-9488-4f1a-8151-e213ae1d7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.119897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:30.174080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.204096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.205280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3807e4c0-9488-4f1a-8151-e213ae1d7d7d None None] Port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:30.275397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.279212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.301738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d27459-6e69-4c4f-94da-2144595fa9d4 None None] Network 5a68bfcf-ee19-47f0-833d-e63223a91a80 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:30.301989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.307121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/dd47bbe4-0df1-44ee-8c06-4950890b377c HTTP/1.1" status: 204 len: 168 time: 0.4082322 Nov 27 16:07:30.330255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:30.342871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a8e-f034-4768-98ab-99c4fed4bb25 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=dd47bbe4-0df1-44ee-8c06-4950890b377c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:30.364152 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:28Z', 'revision_number': 10, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:30.389420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-282cc742-4273-4380-ba64-9328076d33b0 service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918344 Nov 27 16:07:30.398502 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:30.409523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:30.410436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:30.431825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.475211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0797396f-5807-433f-a47d-eaa0670ef97f None None] Provisioning complete for port 964041da-63d4-4a48-883b-afa8b8dabe68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:30.475579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0797396f-5807-433f-a47d-eaa0670ef97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.494817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port d809a5d4-632c-4191-9101-09ff12c90e23 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:30.495303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.536070 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:30.561897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7629af99-f562-4a5e-a6d8-02ec8943d13d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:30.598869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port d809a5d4-632c-4191-9101-09ff12c90e23, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d809a5d4-632c-4191-9101-09ff12c90e23,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:30.599788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.618505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for d809a5d4-632c-4191-9101-09ff12c90e23 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:30.620065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:30.621357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.626095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.627888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5522895d-727f-4791-ad4a-d3f930b94e27 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3351169 Nov 27 16:07:30.630769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34018) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:30.638192 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8711d50-75ce-4673-8362-9b5dca1132ff req-0ae5cbf0-e785-44c0-afe5-7a6b890f467f service neutron] 10.222.0.37 "GET /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231963 Nov 27 16:07:30.638684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-661854539', 'security_groups': ['7629af99-f562-4a5e-a6d8-02ec8943d13d'], 'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a2d55bb-7012-45ee-b408-eb40a6627cba'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:30.648671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:30.689618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Made reservation on behalf of f82a637e589d45c8b62d014f9bd039a7 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:30.699256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.703779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0797396f-5807-433f-a47d-eaa0670ef97f None None] Port 964041da-63d4-4a48-883b-afa8b8dabe68 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:30.741364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-120a4b46-939e-4caf-a90b-cc4972727a32 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3344440 Nov 27 16:07:30.802123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Request body: {'port': {'device_id': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:30.820384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] DHCP port deletion for 5a68bfcf-ee19-47f0-833d-e63223a91a80 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:30.875435 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:28Z', 'revision_number': 10, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:30.910684 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ce333-abd8-4505-afe7-7cdd144faf67 None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:28Z', 'revision_number': 10, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None, '_interfaces': [{'id': '4a4400f4-f929-4496-86e3-9faad1c3a3ff', 'name': '', 'network_id': 'a6efa13c-b48a-4470-8113-c34df5ea792d', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'mac_address': 'fa:16:3e:eb:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352240-71e2-4412-b138-555feb58b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '9ab2c5df-3645-41db-a537-9c6647876122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:37Z', 'updated_at': '2021-11-27T16:06:46Z', 'revision_number': 5, 'project_id': '9dd785725545439ba4b618ba79e66521', 'subnets': [{'id': '9ab2c5df-3645-41db-a537-9c6647876122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:30.924200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] Deleting port d809a5d4-632c-4191-9101-09ff12c90e23 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:30.924579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:30.993202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f11b68-3ee6-49ba-bf3f-f7b9446857f8 req-773c1e9f-adeb-461e-be3a-56b9a4819caf tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:30.994760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0f11b68-3ee6-49ba-bf3f-f7b9446857f8 req-773c1e9f-adeb-461e-be3a-56b9a4819caf tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 931 time: 0.1953280 Nov 27 16:07:31.016894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.023364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9bd83eaa-db7d-4f46-8a50-23711ab69e7c req-ccfc5d16-2672-4382-afc4-90e3a0148b70 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 210 time: 0.0474067 Nov 27 16:07:31.039956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.042139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] For port d809a5d4-632c-4191-9101-09ff12c90e23, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d809a5d4-632c-4191-9101-09ff12c90e23,segment=NetworkSegment(3732c524-ea3f-4edc-bae3-86efca43a048),segment_id=3732c524-ea3f-4edc-bae3-86efca43a048)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:31.042661 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.075395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] Calling delete_port for d809a5d4-632c-4191-9101-09ff12c90e23 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:31.091203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=d809a5d4-632c-4191-9101-09ff12c90e23,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:31.100323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:31.108729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port d809a5d4-632c-4191-9101-09ff12c90e23 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:31.200325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0f11b68-3ee6-49ba-bf3f-f7b9446857f8 req-1aee34b6-30cd-4e24-88ef-f1f27f1e76bc tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857579 Nov 27 16:07:31.218466 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.241919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] No DVR routers for this DVR port d809a5d4-632c-4191-9101-09ff12c90e23 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:31.277838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52b81e-f120-491b-b34a-6ed5354fc26f None None] Pushing event deleted for resources: {'Port': ['ID=d809a5d4-632c-4191-9101-09ff12c90e23,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:31.324679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.324944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.396505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac328ec1-870d-423f-a303-21060c4aafd9 req-178f4cab-6bdb-4509-b021-ceca53aa28f9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:31.398127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac328ec1-870d-423f-a303-21060c4aafd9 req-178f4cab-6bdb-4509-b021-ceca53aa28f9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2040119 Nov 27 16:07:31.422335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Allocated IP 172.20.0.7 (d8600956-2d94-422c-8269-1185893caabc/b9f673db-019b-4736-9937-3716552cdfee/d4764343-e80d-43df-95a1-f4c0f37950df) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:31.434170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d809a5d4-632c-4191-9101-09ff12c90e23 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:31.438808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a68bfcf-ee19-47f0-833d-e63223a91a80']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:31.449015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.472068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3732c524-ea3f-4edc-bae3-86efca43a048') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:31.472384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3732c524-ea3f-4edc-bae3-86efca43a048') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:31.484739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d809a5d4-632c-4191-9101-09ff12c90e23 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:31.485682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d809a5d4-632c-4191-9101-09ff12c90e23 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:31.486460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 148ad40c-2af0-46ec-af9c-eab6afb3f304 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:31.490681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.497529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] device_id is not set on port 070ce44b-fced-4896-aaff-28372068499e yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:07:31.516491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 148ad40c-2af0-46ec-af9c-eab6afb3f304 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:31.517025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 148ad40c-2af0-46ec-af9c-eab6afb3f304 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:31.583103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.606303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac328ec1-870d-423f-a303-21060c4aafd9 req-24c30d89-c535-40e1-ad32-def9f04a0e36 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825740 Nov 27 16:07:31.667138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:07:31.668053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:07:31.671246 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:07:31.725455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.754333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.791975 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:31.801757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/5a68bfcf-ee19-47f0-833d-e63223a91a80 HTTP/1.1" status: 204 len: 168 time: 1.4651713 Nov 27 16:07:31.803352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34040) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:31.827232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbb573-d112-4380-b587-8ac40b8830fa tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=5a68bfcf-ee19-47f0-833d-e63223a91a80,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:31.927945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8::132 (6c6aad60-f356-4d26-9cf6-558394f9a169/3a2d55bb-7012-45ee-b408-eb40a6627cba/070ce44b-fced-4896-aaff-28372068499e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:32.145540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964041da-63d4-4a48-883b-afa8b8dabe68 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:32.158267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.162211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.186861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.187394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bcfa6451-3990-44da-9bd9-5d5880f2d7f1 req-e971412b-fd65-4ed7-8000-977a8b6b4022 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 210 time: 0.0454457 Nov 27 16:07:32.248695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Transition to ACTIVE for port object 964041da-63d4-4a48-883b-afa8b8dabe68 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:07:32.266947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.279522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.353833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3bdde1-5c78-4f5b-904f-5ee3fe8a8dc9 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:32.359883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.388366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:32.437336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.468265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Network d8600956-2d94-422c-8269-1185893caabc is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:32.481831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:32.490869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:32.534129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:32.537686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=070ce44b-fced-4896-aaff-28372068499e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:32.540947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:32.548143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event updated for resources: {'Port': ['ID=d4764343-e80d-43df-95a1-f4c0f37950df,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:32.552563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b3d7-9fdb-407d-ba29-b2e5597f7cbb req-cba251da-de79-4ca9-ba95-e1ce4ab8a094 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:32.554168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3d6b3d7-9fdb-407d-ba29-b2e5597f7cbb req-cba251da-de79-4ca9-ba95-e1ce4ab8a094 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 943 time: 0.2586536 Nov 27 16:07:32.556880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:32.564154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:32.565068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.596674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Attempting to bind port 964041da-63d4-4a48-883b-afa8b8dabe68 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:32.597015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Attempting to bind port 964041da-63d4-4a48-883b-afa8b8dabe68 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:32.597348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Attempting to bind port 964041da-63d4-4a48-883b-afa8b8dabe68 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:32.637440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-307414e3-190c-4041-8b4e-86ac101aae66 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0052357 Nov 27 16:07:32.640880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:32.647328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:32.649765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.653335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Port 964041da-63d4-4a48-883b-afa8b8dabe68 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:07:32.653713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Attempting to bind port 964041da-63d4-4a48-883b-afa8b8dabe68 on network 7385849b-1ad3-4515-8e8b-b8616c1fa78d {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:32.654976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:32.684392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:32.685027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Checking segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:32.685664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Bound using segment: {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:32.686309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Bound port: 964041da-63d4-4a48-883b-afa8b8dabe68, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4282ceb6-a3eb-4840-92ac-d5d408f6de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:32.686856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.689074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router d8dd1111-d860-4b19-a3b8-782221eb68d0 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:07:32.720785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3d6b3d7-9fdb-407d-ba29-b2e5597f7cbb req-8da0650e-a708-46e1-9ae4-47807eab8faa tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518142 Nov 27 16:07:32.748350 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b6e043c5-79cd-4de1-9c7f-32156e97b3d2 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8505650 Nov 27 16:07:32.777427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Request body: {'port': {'device_id': '00390c9b-e801-4403-8b78-7676ba4704a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:32.899562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:32.903832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:32.922486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.959699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79227d89-c63b-49b5-9f05-55a4798a294d None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:32.979517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:32.980122 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:32.981534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] 10.222.0.37 "PUT /v2.0/ports/964041da-63d4-4a48-883b-afa8b8dabe68 HTTP/1.1" status: 200 len: 1091 time: 2.1892304 Nov 27 16:07:32.982005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:32.984325 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce0fe14-3102-44d2-afa1-b6193ddc5293" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:33.038485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a83e9e82-f535-48c9-899c-e10c12d9c893 None None] Provisioning complete for port 070ce44b-fced-4896-aaff-28372068499e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:33.038999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a83e9e82-f535-48c9-899c-e10c12d9c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.084796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a83e9e82-f535-48c9-899c-e10c12d9c893 None None] Port 070ce44b-fced-4896-aaff-28372068499e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:33.098564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a83e9e82-f535-48c9-899c-e10c12d9c893 None None] Provisioning complete for port d4764343-e80d-43df-95a1-f4c0f37950df triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:33.098787 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19ad6d6-bf15-4a2a-8550-f93669245be6 x-openstack-request-id: req-a19ad6d6-bf15-4a2a-8550-f93669245be6 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:33.098923 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:33.099139 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a19ad6d6-bf15-4a2a-8550-f93669245be6 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:33.099345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a83e9e82-f535-48c9-899c-e10c12d9c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.099674 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68', 'status': 'completed', 'code': 200} Nov 27 16:07:33.134110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.141090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a83e9e82-f535-48c9-899c-e10c12d9c893 None None] Port d4764343-e80d-43df-95a1-f4c0f37950df cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:33.157021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd68959-fffb-4e0f-ab4b-403f35ded254 service neutron] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:33.164336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-12a6f481-c450-4320-a282-848813680440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:33.165871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-12a6f481-c450-4320-a282-848813680440 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 1094 time: 0.1099868 Nov 27 16:07:33.201764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:33.225554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Sync routers for ids ['d8dd1111-d860-4b19-a3b8-782221eb68d0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:33.244668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Routers {'d8dd1111-d860-4b19-a3b8-782221eb68d0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:33.247036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d8dd1111-d860-4b19-a3b8-782221eb68d0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:33.273799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-9d9c32b9-47d3-4c0c-aa11-d3cf85127e5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964041da-63d4-4a48-883b-afa8b8dabe68 HTTP/1.1" status: 200 len: 217 time: 0.0742218 Nov 27 16:07:33.390851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.395596 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ebe27a9e-710e-4398-913b-57ddc7f1cf64 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.1731358 Nov 27 16:07:33.396346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34078) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:33.422095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Set router d8dd1111-d860-4b19-a3b8-782221eb68d0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:33.494706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50efa7-f8c2-421a-8d96-c0e68fb6d71b req-a87f50f9-474b-4cbd-bf45-0aec9e0dfa2e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:33.500437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-43411126-a1e8-49bd-a42a-5963947e1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:33.502164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-43411126-a1e8-49bd-a42a-5963947e1893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.1911142 Nov 27 16:07:33.503237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e50efa7-f8c2-421a-8d96-c0e68fb6d71b req-a87f50f9-474b-4cbd-bf45-0aec9e0dfa2e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.6998794 Nov 27 16:07:33.529058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.550966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd815598-aa70-4d54-a47d-8f12545793e7 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:33.558343 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dd815598-aa70-4d54-a47d-8f12545793e7 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e88e12e496a340728623af1612a7242c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1528618 Nov 27 16:07:33.559318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34084) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:33.665559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:30Z', 'revision_number': 3, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:33.669472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d732e-64f6-429d-a661-d6cd6d467a2f req-269edd4e-47d6-4b3e-8973-1d8710c3888e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:33.670903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-726d732e-64f6-429d-a661-d6cd6d467a2f req-269edd4e-47d6-4b3e-8973-1d8710c3888e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 931 time: 0.3064990 Nov 27 16:07:33.673301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d0ae1-4e32-4663-a451-5976d6cfab0b tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:33.675136 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dc7d0ae1-4e32-4663-a451-5976d6cfab0b tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1096416 Nov 27 16:07:33.679044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-26a9dba6-938b-40ff-99cf-a9c4f724474c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623747 Nov 27 16:07:33.681238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34086) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:33.697311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Checking router: d8dd1111-d860-4b19-a3b8-782221eb68d0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:33.697686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Updating router d8dd1111-d860-4b19-a3b8-782221eb68d0 port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:07:33.724955 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e8210b45-f0a6-4d44-9b00-3d7855ac6817 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424240 Nov 27 16:07:33.728298 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.738469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:33.776263 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a5b39268-3d4c-4016-9007-d06c022d86ea tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e88e12e496a340728623af1612a7242c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363417 Nov 27 16:07:33.776474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-726d732e-64f6-429d-a661-d6cd6d467a2f req-2128bf60-f65f-4023-9748-f1c71e1661cb tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853546 Nov 27 16:07:33.777686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:33.781645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:33.810744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34096) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:33.915049 n-d-819494-4 neutron-server[110076]: INFO neutron.db.ipam_backend_mixin [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a2d55bb-7012-45ee-b408-eb40a6627cba (CIDR: 2001:db8::/64) Nov 27 16:07:33.943350 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:33.944197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:34.016685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e50efa7-f8c2-421a-8d96-c0e68fb6d71b req-627b2ef1-8501-40a2-90f4-cb4cbb5ed099 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125365 Nov 27 16:07:34.029638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a37101f3-e11a-44aa-8df7-cda07b24e81e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3802311 Nov 27 16:07:34.030342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34098) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:34.037274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:34.063856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cb831-a2ea-404e-9182-7a3aea0f735b req-49fa392d-1222-4fbc-96ab-3e80840169e4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:34.065832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58cb831-a2ea-404e-9182-7a3aea0f735b req-49fa392d-1222-4fbc-96ab-3e80840169e4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 943 time: 0.1489069 Nov 27 16:07:34.098395 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.107273 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.164374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-02d10851-913a-4cc9-be2f-44eaee068ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485364 Nov 27 16:07:34.227942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58cb831-a2ea-404e-9182-7a3aea0f735b req-194a1c97-d999-4b27-998f-ec05353004f4 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333284 Nov 27 16:07:34.296538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port 4a4400f4-f929-4496-86e3-9faad1c3a3ff {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:34.297591 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.332138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d84a3-23d1-4398-812e-32702857451a tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:34.338781 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b09d84a3-23d1-4398-812e-32702857451a tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5262563 Nov 27 16:07:34.342844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34102) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:34.362062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b265b4-4d0b-44e5-a33a-840dce8b99d9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:34.363132 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c6578dd-d5d6-49bb-8d60-4a07a60ffa1f req-ede41f20-b912-4b69-8e33-b4d24ff5fde9 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821580 Nov 27 16:07:34.368688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4764343-e80d-43df-95a1-f4c0f37950df {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:34.419462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Attempting to bind port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:34.419844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Attempting to bind port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:34.420226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Attempting to bind port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:34.456726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:34.457486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:34.457701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.458104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:34.459154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Bound port: 3a70209c-3c3a-47f7-a8c3-6efaf8da297c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:34.459154 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.504464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42e03-dbc7-40b2-8339-2ea632912ea5 None None] Pushing event updated for resources: {'Port': ['ID=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:34.556117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port 4a4400f4-f929-4496-86e3-9faad1c3a3ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4a4400f4-f929-4496-86e3-9faad1c3a3ff,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:34.556838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.574271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for 4a4400f4-f929-4496-86e3-9faad1c3a3ff owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:34.578339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] For port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:34.585607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-92df7d56-a464-4905-8f41-59937c1fff1f None None] Provisioning complete for port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:34.586193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-92df7d56-a464-4905-8f41-59937c1fff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.591983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] For port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:34.650158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.767244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42e03-dbc7-40b2-8339-2ea632912ea5 None None] Pushing event updated for resources: {'Port': ['ID=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:34.781248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-92df7d56-a464-4905-8f41-59937c1fff1f None None] Port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:34.803529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd7349-6a69-4e75-907f-62017b0c23d1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:34.807568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Routers {'d8dd1111-d860-4b19-a3b8-782221eb68d0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:34.808858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d8dd1111-d860-4b19-a3b8-782221eb68d0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:34.871728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.892208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a66f1a80-2754-4903-a998-581a963270ca tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5459023 Nov 27 16:07:34.897009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:34.905213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34114) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:34.929245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=4a4400f4-f929-4496-86e3-9faad1c3a3ff,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:34.973711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792119538', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'project_id': 'e88e12e496a340728623af1612a7242c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:35.035521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:35.039923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.047758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2e730001-d4f7-46b4-92e6-75baf367f8b6 None None] Provisioning complete for port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:35.048128 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2e730001-d4f7-46b4-92e6-75baf367f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.093592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc1823-9f86-44a0-b879-a4d0f2143f6a req-dab26b00-1a7a-4b58-b79b-818773fa3c0e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:35.095419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2dc1823-9f86-44a0-b879-a4d0f2143f6a req-dab26b00-1a7a-4b58-b79b-818773fa3c0e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 931 time: 0.1685724 Nov 27 16:07:35.104238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Transition to ACTIVE for port object d4764343-e80d-43df-95a1-f4c0f37950df will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:07:35.116426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] Set router d8dd1111-d860-4b19-a3b8-782221eb68d0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:35.159229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.204540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-e900966e-7b6f-434f-a45b-ca66e08c2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:35.211935 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-e900966e-7b6f-434f-a45b-ca66e08c2526 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16ec5795a1e44faa7468277db002a82&device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 1094 time: 0.4039462 Nov 27 16:07:35.342823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.372987 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1069c14d-9eeb-429c-9ebb-a2b964a31b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.433373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2e730001-d4f7-46b4-92e6-75baf367f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.437998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2dc1823-9f86-44a0-b879-a4d0f2143f6a req-0374e226-0aa2-44b8-a81f-0e743ad0667b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272769 Nov 27 16:07:35.466343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2e730001-d4f7-46b4-92e6-75baf367f8b6 None None] For port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:35.474677 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2e730001-d4f7-46b4-92e6-75baf367f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.569097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bceed-5a53-42c5-932f-ddc8cfce775d req-691b331f-55e4-488c-9168-d7cf930f142d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:35.573742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f20bceed-5a53-42c5-932f-ddc8cfce775d req-691b331f-55e4-488c-9168-d7cf930f142d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.3200679 Nov 27 16:07:35.583313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Made reservation on behalf of e88e12e496a340728623af1612a7242c for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:35.586942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.611366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730001-d4f7-46b4-92e6-75baf367f8b6 None None] Pushing event updated for resources: {'Port': ['ID=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:35.660253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:30Z', 'revision_number': 3, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:35.680784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Pushing event updated for resources: {'Port': ['ID=d4764343-e80d-43df-95a1-f4c0f37950df,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:35.743971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c2918-36ca-471c-9c60-305efbd83f5d None None] The sync data for ids ['d8dd1111-d860-4b19-a3b8-782221eb68d0'] in n-d-819494-4 is: [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:30Z', 'revision_number': 3, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:35.801372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Attempting to bind port d4764343-e80d-43df-95a1-f4c0f37950df on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:35.801760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Attempting to bind port d4764343-e80d-43df-95a1-f4c0f37950df by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:35.802063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Attempting to bind port d4764343-e80d-43df-95a1-f4c0f37950df on network d8600956-2d94-422c-8269-1185893caabc {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:35.816593 n-d-819494-4 neutron-server[110075]: INFO neutron.db.ipam_backend_mixin [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 77e76743-f4bb-4843-9aa7-f6fcb6133664 (CIDR: 2001:db8:0:1::/64) Nov 27 16:07:35.837291 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:35.837892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:35.862441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Port d4764343-e80d-43df-95a1-f4c0f37950df on network d8600956-2d94-422c-8269-1185893caabc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:07:35.863093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Attempting to bind port d4764343-e80d-43df-95a1-f4c0f37950df on network d8600956-2d94-422c-8269-1185893caabc {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:35.883394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34130) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:35.884101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f2191d17-1893-4d56-b4b2-a3fdf79528e9 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8500769 Nov 27 16:07:35.895030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:35.895276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-a810b47e-851b-4282-ae57-ac1c889b857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:35.896696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-a810b47e-851b-4282-ae57-ac1c889b857d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 200 len: 903 time: 0.5768213 Nov 27 16:07:35.897521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:35.897863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Checking segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:35.898250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Bound using segment: {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:35.898699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Bound port: d4764343-e80d-43df-95a1-f4c0f37950df, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd8600956-2d94-422c-8269-1185893caabc'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:35.899057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:35.908213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e4408-82a5-4b15-95d6-3da5cae0e526 req-46014ebe-ec91-4bd2-b3de-593efbe1fe12 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:35.910139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-551e4408-82a5-4b15-95d6-3da5cae0e526 req-46014ebe-ec91-4bd2-b3de-593efbe1fe12 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 943 time: 0.3342230 Nov 27 16:07:35.920178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'subnet': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:35.976434 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-826ca9c9-2fca-4eaa-9794-58f9f5872d94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964041da-63d4-4a48-883b-afa8b8dabe68 HTTP/1.1" status: 200 len: 217 time: 0.0707819 Nov 27 16:07:36.051062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f20bceed-5a53-42c5-932f-ddc8cfce775d req-b2c43c4a-7430-426e-95c3-7b625a870f81 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095826 Nov 27 16:07:36.149667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:36.159448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-98cfd34c-2344-4b7c-81f9-a84c59668c45 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3549390 Nov 27 16:07:36.160097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] For port d4764343-e80d-43df-95a1-f4c0f37950df, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:36.160234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34136) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:36.164668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] For port d4764343-e80d-43df-95a1-f4c0f37950df, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4764343-e80d-43df-95a1-f4c0f37950df,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:36.179228 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:36.196696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-b14d1693-5d4e-479a-ac4e-eaab0af3f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:36.196931 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:36.197145 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:36.197942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-b14d1693-5d4e-479a-ac4e-eaab0af3f38c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 200 len: 842 time: 0.1797180 Nov 27 16:07:36.205018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.271196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:36.272043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.276562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 200 len: 1091 time: 3.5024791 Nov 27 16:07:36.320344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:36.326709 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:36.335749 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-864819b3-a0dd-42a4-afad-14ce116abaea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7385849b-1ad3-4515-8e8b-b8616c1fa78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212916 Nov 27 16:07:36.349394 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:36.380093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-551e4408-82a5-4b15-95d6-3da5cae0e526 req-61e4a091-a161-46b0-a2cb-e4a7982e6dbe tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323051 Nov 27 16:07:36.386993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.456177 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 11, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:36.461310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting subnet 9ab2c5df-3645-41db-a537-9c6647876122 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:36.478428 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.541508 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6faf6-b77c-4cce-9a05-01e670cb7e60 x-openstack-request-id: req-8de6faf6-b77c-4cce-9a05-01e670cb7e60 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:36.542040 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:36.542507 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8de6faf6-b77c-4cce-9a05-01e670cb7e60 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:36.543078 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'status': 'completed', 'code': 200} Nov 27 16:07:36.556759 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:36.564134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.573206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:36.574716 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:36.677733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Subnet': ['ID=b330677f-944f-486a-abe8-abb79f56057c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:36.697004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.710660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a7254-54a4-4b90-84f4-423e11cabf39 service neutron] Pushing event updated for resources: {'Port': ['ID=d4764343-e80d-43df-95a1-f4c0f37950df,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:36.716889 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:36.759296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-c9733c08-e851-4426-9d0a-f9de7e4db8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:36.761456 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-c9733c08-e851-4426-9d0a-f9de7e4db8af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 1094 time: 0.3688002 Nov 27 16:07:36.832870 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-aa42bfb1-6a36-4ef4-a257-f446959e05f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 200 len: 217 time: 0.0495842 Nov 27 16:07:36.849904 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 11, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:36.852224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.857066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-21b8163c-d937-4fbe-ba79-d7eeda52afb5 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118790 Nov 27 16:07:36.866771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Made reservation on behalf of 587e04e0af17430f90c222508ed82ada for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:36.867222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Checking segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:36.867888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network hostable DHCP agents. Network: 6750c8ff-5df5-45c7-a18a-71a223aed608, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:07:36.871310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.925754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab2c5df-3645-41db-a537-9c6647876122,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:36.942598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3686d3-a554-4a21-b803-d6f484faa879 None None] Network a6efa13c-b48a-4470-8113-c34df5ea792d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:36.975104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:36.982312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-80823262-e8d4-4b73-bfd5-e14ca13a2e6c tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/9ab2c5df-3645-41db-a537-9c6647876122 HTTP/1.1" status: 204 len: 168 time: 0.8090727 Nov 27 16:07:36.986731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34148) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:37.033385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c218-55e6-4da3-8dbe-b01c193c74ac req-91e86e47-01c9-4098-962a-cc5544e6267b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:37.039847 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48502094-cdbf-4233-be64-5328c3c7e643 None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 11, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:37.047991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0e5c218-55e6-4da3-8dbe-b01c193c74ac req-91e86e47-01c9-4098-962a-cc5544e6267b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 943 time: 0.2396243 Nov 27 16:07:37.049537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2ce0fe14-3102-44d2-afa1-b6193ddc5293 req-d9e4a6b0-08b0-4cbd-8275-7f6634854942 service neutron] 10.222.0.37 "GET /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766770 Nov 27 16:07:37.101621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-6bd22cd6-9c50-483d-b0fd-ec2303d4df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:37.105602 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-6bd22cd6-9c50-483d-b0fd-ec2303d4df29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.2582316 Nov 27 16:07:37.184310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:07:37.215710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-db43ad09-d1d9-40bf-b585-82dbe353ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:37.217552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-db43ad09-d1d9-40bf-b585-82dbe353ecaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028149 Nov 27 16:07:37.218589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 6750c8ff-5df5-45c7-a18a-71a223aed608) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:37.220969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0e5c218-55e6-4da3-8dbe-b01c193c74ac req-7886ce58-f387-462c-aa8d-0863b18a8117 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720095 Nov 27 16:07:37.233453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e074f-e0da-40f9-b9f4-c5ad8a0b8a3e None None] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:37.275240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.331029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a836bb2-95b5-49c7-8fc9-c1e278a2e533 req-0c881ad9-9ffa-4a73-994f-edfe4722b9b3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:37.338333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a836bb2-95b5-49c7-8fc9-c1e278a2e533 req-0c881ad9-9ffa-4a73-994f-edfe4722b9b3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1378126 Nov 27 16:07:37.341328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:37.342349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.369804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bc9b11ef-5b7f-4d04-b7a6-14bf287493c5 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4181588 Nov 27 16:07:37.374802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34156) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:37.384402 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-fd8674a9-76e2-43a8-be51-960d363ad400 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506040 Nov 27 16:07:37.559987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] DHCP port deletion for a6efa13c-b48a-4470-8113-c34df5ea792d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:37.591683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a836bb2-95b5-49c7-8fc9-c1e278a2e533 req-ffb534ca-20ae-4a6d-b8a4-5f7b4ecd46af tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524443 Nov 27 16:07:37.610375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Deleting port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:37.610719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.686748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-6750c8ff-5df5-45c7-a18a-71a223aed608', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'fixed_ips': [{'subnet_id': 'b330677f-944f-486a-abe8-abb79f56057c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:07:37.687951 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.743532 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6675f12-246f-454d-b69f-3b415c899caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.747196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a70209c-3c3a-47f7-a8c3-6efaf8da297c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:37.860041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] For port bf5fcb61-c49f-457a-8a6a-37a20523e1e8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:37.861060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.877039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Calling delete_port for bf5fcb61-c49f-457a-8a6a-37a20523e1e8 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:37.893918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8f3e6fe9-d574-40b8-b151-c30f9f6058ad req-29306d8e-c9af-4c2e-aaba-e715c0d8ec70 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397297 Nov 27 16:07:37.898596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] Deleting port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:37.899187 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.953710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.974737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] For port bf5fcb61-c49f-457a-8a6a-37a20523e1e8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,segment=NetworkSegment(3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe),segment_id=3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:37.975791 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:37.990247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] Calling delete_port for bf5fcb61-c49f-457a-8a6a-37a20523e1e8 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:38.027379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:38.039782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:38.056445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.057047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.065292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186ae8b-7ee1-4352-baf3-a5e504c02e69 None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:38.090636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-9dac81f6-25b6-423c-8a06-6e1d50d6753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.092547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-9dac81f6-25b6-423c-8a06-6e1d50d6753c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 1094 time: 0.0994098 Nov 27 16:07:38.096212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea992-50a2-4b97-b7ad-1c7dfe0161c1 req-b2bcfc4f-c57f-4885-be2a-0b8054b942da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.099207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81aea992-50a2-4b97-b7ad-1c7dfe0161c1 req-b2bcfc4f-c57f-4885-be2a-0b8054b942da tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 943 time: 0.4338870 Nov 27 16:07:38.114043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2170949 Nov 27 16:07:38.126187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34170) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:38.132922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1238669309', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21a47d83-3f5a-49a6-95c0-14186c6a29e1'}], 'security_groups': ['ad9b2b1b-5fe4-4484-9a5f-ce91281af57c', '1e88329d-c783-4902-9b96-28b1b3b677e1']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:38.146110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775570a0-9ea9-4917-ad7f-fe34d9a804a2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Subnet': ['ID=21a47d83-3f5a-49a6-95c0-14186c6a29e1,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:38.200355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.238765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 964041da-63d4-4a48-883b-afa8b8dabe68 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:07:38.292676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No DVR routers for this DVR port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:38.309470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81aea992-50a2-4b97-b7ad-1c7dfe0161c1 req-a107753d-9c43-4d30-b941-88af8fddfa3e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892843 Nov 27 16:07:38.310569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Port': ['ID=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:38.442093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-08f4ed24-9c30-4654-a908-3bd4d25a8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.444181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-08f4ed24-9c30-4654-a908-3bd4d25a8287 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.3420098 Nov 27 16:07:38.449959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:38.450476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.476003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.498387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6efa13c-b48a-4470-8113-c34df5ea792d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:38.508507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:38.508940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3b9f6a-73ff-4edb-a673-ecb854a4ccfe') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:38.515765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-9939ffca-9415-426e-8c61-373d4dc39efc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 200 len: 217 time: 0.0539951 Nov 27 16:07:38.524481 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.539212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.563635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:07:38.564191 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.564344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Allocated IP 172.20.0.18 (6750c8ff-5df5-45c7-a18a-71a223aed608/b330677f-944f-486a-abe8-abb79f56057c/e078699c-f91d-4117-a3a3-1647593300d8) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:07:38.567894 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:07:38.570663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:38.608490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.622542 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.697057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce041e-0990-4ce6-9dab-8b11054631c7 req-0157808e-af10-4224-a4ca-ed343811689c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.699471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06ce041e-0990-4ce6-9dab-8b11054631c7 req-0157808e-af10-4224-a4ca-ed343811689c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 943 time: 0.1520915 Nov 27 16:07:38.700233 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.725385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.731466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/networks/a6efa13c-b48a-4470-8113-c34df5ea792d HTTP/1.1" status: 204 len: 168 time: 1.7411640 Nov 27 16:07:38.740311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:38.742815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-c9bf699c-2c08-4788-9968-a0cdbd0657ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.744588 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-c9bf699c-2c08-4788-9968-a0cdbd0657ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.2130666 Nov 27 16:07:38.751327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'routes': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:38.793955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098bf7b-d4ac-4c45-a4f7-f4521fb5dda0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Pushing event deleted for resources: {'Network': ['ID=a6efa13c-b48a-4470-8113-c34df5ea792d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:38.824248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.872995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:38.873821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '964041da-63d4-4a48-883b-afa8b8dabe68', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '964041da-63d4-4a48-883b-afa8b8dabe68', 'mac_address': 'fa:16:3e:52:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:07:38.889552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06ce041e-0990-4ce6-9dab-8b11054631c7 req-db17e2b8-a8bc-4d88-9436-0b8e4ceb6149 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821363 Nov 27 16:07:38.920708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] No DVR routers for this DVR port bf5fcb61-c49f-457a-8a6a-37a20523e1e8 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:38.920922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd008a-244e-4d6a-ba9d-e26bdf5ceb0b req-186a56a3-5e3e-4a17-821b-f71884a3336e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:38.921063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7c9e6-3740-4126-9f55-efa46eec8d43 None None] Pushing event deleted for resources: {'Port': ['ID=bf5fcb61-c49f-457a-8a6a-37a20523e1e8,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:38.921162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dd008a-244e-4d6a-ba9d-e26bdf5ceb0b req-186a56a3-5e3e-4a17-821b-f71884a3336e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1439226 Nov 27 16:07:39.053059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] Update dhcp port {'port': {'network_id': '6c6aad60-f356-4d26-9cf6-558394f9a169', 'fixed_ips': [{'subnet_id': '77e76743-f4bb-4843-9aa7-f6fcb6133664', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a2d55bb-7012-45ee-b408-eb40a6627cba', 'ip_address': '2001:db8::2'}, {'subnet_id': '21a47d83-3f5a-49a6-95c0-14186c6a29e1'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '405a1fa1-27f7-43bf-bc81-c28a4f13ef68'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:07:39.081519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dd008a-244e-4d6a-ba9d-e26bdf5ceb0b req-3f204cbc-9228-4fea-814a-206f347e98be tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565087 Nov 27 16:07:39.105374 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.228576 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.267187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964041da-63d4-4a48-883b-afa8b8dabe68 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:39.321761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Delete allocated IP 2001:db8::132 (6c6aad60-f356-4d26-9cf6-558394f9a169/3a2d55bb-7012-45ee-b408-eb40a6627cba) {{(pid=110076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 16:07:39.328550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4a4400f4-f929-4496-86e3-9faad1c3a3ff no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:39.336038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Allocated IP 2001:db8:0:2::142 (6c6aad60-f356-4d26-9cf6-558394f9a169/21a47d83-3f5a-49a6-95c0-14186c6a29e1/070ce44b-fced-4896-aaff-28372068499e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:39.395450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 4a4400f4-f929-4496-86e3-9faad1c3a3ff {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:39.395908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4a4400f4-f929-4496-86e3-9faad1c3a3ff not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:39.400174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:39.416062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.427085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.469322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-0349080b-1b08-4068-aeb5-e8e70d2c2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:39.471052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-0349080b-1b08-4068-aeb5-e8e70d2c2551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7130671 Nov 27 16:07:39.494684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.551625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:39.555416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:39.558700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:39.571886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bf5fcb61-c49f-457a-8a6a-37a20523e1e8 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:39.597195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:39.616106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: bf5fcb61-c49f-457a-8a6a-37a20523e1e8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:39.616462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device bf5fcb61-c49f-457a-8a6a-37a20523e1e8 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:39.655871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-711d8eec-1bc3-44ac-9b3d-5f7889964b92 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277552 Nov 27 16:07:39.656950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.extraroute_db [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Added routes are [] {{(pid=110075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 16:07:39.657255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.extraroute_db [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Removed routes are [] {{(pid=110075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 16:07:39.657665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.677252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Pushing event updated for resources: {'Port': ['ID=e078699c-f91d-4117-a3a3-1647593300d8,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:39.696227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['964041da-63d4-4a48-883b-afa8b8dabe68'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:39.766515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ced7d8a4-09e4-4ed4-baad-aba01275b2f9 req-c4d87370-43ee-4fbb-8101-6dcfc3d61036 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976336 Nov 27 16:07:39.776136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Attempting to bind port e078699c-f91d-4117-a3a3-1647593300d8 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:39.777324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Attempting to bind port e078699c-f91d-4117-a3a3-1647593300d8 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:39.777884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Attempting to bind port e078699c-f91d-4117-a3a3-1647593300d8 on network 6750c8ff-5df5-45c7-a18a-71a223aed608 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:39.788940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:39.789641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Checking segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:39.790221 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.790977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Bound using segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:39.791638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Bound port: e078699c-f91d-4117-a3a3-1647593300d8, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:39.792233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:39.949632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a8b1-15db-45c9-a4fe-cc2f0f82ccac req-3e07ac02-d42e-42fc-a732-5b3b15895a0a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:39.951286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24b6a8b1-15db-45c9-a4fe-cc2f0f82ccac req-3e07ac02-d42e-42fc-a732-5b3b15895a0a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 944 time: 0.5213642 Nov 27 16:07:39.956997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] For port e078699c-f91d-4117-a3a3-1647593300d8, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:39.962364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] For port e078699c-f91d-4117-a3a3-1647593300d8, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e078699c-f91d-4117-a3a3-1647593300d8,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:39.982002 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.010239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.026476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.037448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.062430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.123851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] Allocated IP 2001:db8:0:2::2 (6c6aad60-f356-4d26-9cf6-558394f9a169/21a47d83-3f5a-49a6-95c0-14186c6a29e1/405a1fa1-27f7-43bf-bc81-c28a4f13ef68) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:40.207612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 96352240-71e2-4412-b138-555feb58b923 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:40.216372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] In _notify_port_updated(), no bound segment for port 070ce44b-fced-4896-aaff-28372068499e on network 6c6aad60-f356-4d26-9cf6-558394f9a169 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:07:40.223700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:40.224683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.228627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "PUT /v2.0/ports/070ce44b-fced-4896-aaff-28372068499e HTTP/1.1" status: 200 len: 970 time: 2.0987635 Nov 27 16:07:40.230740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34218) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:40.232357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24b6a8b1-15db-45c9-a4fe-cc2f0f82ccac req-51ee7c87-bc9f-4b60-a184-6a9186f436cf tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039030 Nov 27 16:07:40.255275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:40.256665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5dbdf-a0c7-4b38-a64f-927ea45a1dd9 req-40d1cd4a-0222-4394-b2fb-941e151a25d4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:40.258210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8d5dbdf-a0c7-4b38-a64f-927ea45a1dd9 req-40d1cd4a-0222-4394-b2fb-941e151a25d4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 943 time: 0.2023387 Nov 27 16:07:40.259407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd440ba-40a1-4561-823f-0deb058d7b67 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event updated for resources: {'Port': ['ID=070ce44b-fced-4896-aaff-28372068499e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:40.312510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8d5dbdf-a0c7-4b38-a64f-927ea45a1dd9 req-56949fe7-d04b-4b33-a81b-f65664d1d957 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473692 Nov 27 16:07:40.342170 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.381145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4764343-e80d-43df-95a1-f4c0f37950df details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:07:40.461742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4b30-7e6a-4653-bb11-f7bbf6740cd1 req-d6bef76a-c467-46b6-ad24-bce28efa5389 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:40.464865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1da4b30-7e6a-4653-bb11-f7bbf6740cd1 req-d6bef76a-c467-46b6-ad24-bce28efa5389 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.0694032 Nov 27 16:07:40.465071 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.499886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceb7ed-a14b-43e7-9de8-ffc1148deb64 None None] Pushing event updated for resources: {'Port': ['ID=e078699c-f91d-4117-a3a3-1647593300d8,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:40.526093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:40.544356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.20.0.17 (6750c8ff-5df5-45c7-a18a-71a223aed608/b330677f-944f-486a-abe8-abb79f56057c/2fa3f848-3f51-414c-b0cf-31045a5f400b) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:40.546773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1da4b30-7e6a-4653-bb11-f7bbf6740cd1 req-3ad23285-d60a-40a2-93fd-aa97ff7de5bb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759158 Nov 27 16:07:40.562878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.564399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-54343b4f-ce7d-4667-9d02-dbadca03f85d tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 701 time: 1.8168285 Nov 27 16:07:40.567586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:40.590987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 070ce44b-fced-4896-aaff-28372068499e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:40.591239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.613440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] Sync routers for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:40.629026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4ea65a2f-6f70-4c9f-8d59-0f5e3624fc88 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 205 time: 0.0598137 Nov 27 16:07:40.631728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34224) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:40.675432 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.697144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:40.698112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:40.796068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.829736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c5e17-8764-4524-855b-4b14e08b4493 None None] Pushing event updated for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:40.830312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.839875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d4764343-e80d-43df-95a1-f4c0f37950df, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4764343-e80d-43df-95a1-f4c0f37950df,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:40.857967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:40.862978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:40.865086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'port_id': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'mac_address': 'fa:16:3e:40:2f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:07:40.873374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 070ce44b-fced-4896-aaff-28372068499e owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:40.952863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 11, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:41.024708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] Checking router: 96352240-71e2-4412-b138-555feb58b923 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:41.052538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.053342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.054698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] Routers {'96352240-71e2-4412-b138-555feb58b923'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:41.055332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['96352240-71e2-4412-b138-555feb58b923'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:41.086423 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.089662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.145673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:41.154956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:41.157992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:41.164423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=2fa3f848-3f51-414c-b0cf-31045a5f400b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:41.187443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.188129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router 96352240-71e2-4412-b138-555feb58b923 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:07:41.192237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4764343-e80d-43df-95a1-f4c0f37950df {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:41.205547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.207066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8866bc3a-2b29-4dcc-a6a8-43d76a67d7e0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 204 len: 168 time: 0.5738726 Nov 27 16:07:41.213246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34226) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:41.221017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1501376407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:41.229824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] Set router 96352240-71e2-4412-b138-555feb58b923 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:41.272591 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.273772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.288385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.426719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.430586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.434296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d4764343-e80d-43df-95a1-f4c0f37950df, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4764343-e80d-43df-95a1-f4c0f37950df,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:41.439677 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.446749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 11, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:41.451030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.457291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.521810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=070ce44b-fced-4896-aaff-28372068499e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:41.561942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80f655-55c0-48bd-96d5-a4969f45ce5e None None] The sync data for ids ['96352240-71e2-4412-b138-555feb58b923'] in n-d-819494-4 is: [{'id': '96352240-71e2-4412-b138-555feb58b923', 'name': 'tempest-RoutersTest-router-1508999738', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:31Z', 'updated_at': '2021-11-27T16:07:34Z', 'revision_number': 11, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:41.572211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.576900 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4c325450-f0fd-408e-b239-82408d94e97f tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/070ce44b-fced-4896-aaff-28372068499e HTTP/1.1" status: 204 len: 168 time: 1.3315067 Nov 27 16:07:41.582194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34232) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:41.630874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d63e28-6e2a-444f-8eaa-8a5beee8b4c9 req-bfb74604-c34c-4ab0-86ba-3bc6cbd7d61a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:41.639048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92d63e28-6e2a-444f-8eaa-8a5beee8b4c9 req-bfb74604-c34c-4ab0-86ba-3bc6cbd7d61a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 944 time: 0.2655976 Nov 27 16:07:41.654694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.655904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e89b489f-d606-4ad8-99f5-a529a9c500e6 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4401202 Nov 27 16:07:41.703382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16506dd-124e-40a4-8bf9-caebf38e6b9a req-c414b863-0e5a-456a-a325-16944041574e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:41.705885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34238) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:41.713011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f16506dd-124e-40a4-8bf9-caebf38e6b9a req-c414b863-0e5a-456a-a325-16944041574e tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 944 time: 0.2428813 Nov 27 16:07:41.728349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:41.744630 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93fc715-2898-4328-898e-b7f57d342939 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] GET failed (client error): The resource could not be found. Nov 27 16:07:41.754197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18181df-267f-4383-9775-d474170c8484 None None] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:41.754386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c93fc715-2898-4328-898e-b7f57d342939 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports/070ce44b-fced-4896-aaff-28372068499e HTTP/1.1" status: 404 len: 333 time: 0.1699610 Nov 27 16:07:41.761421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34240) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:41.770157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['d4764343-e80d-43df-95a1-f4c0f37950df'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:41.860307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:41.908446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f16506dd-124e-40a4-8bf9-caebf38e6b9a req-ea0ba7cb-6102-4e28-87f6-876071803760 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797605 Nov 27 16:07:41.944028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92d63e28-6e2a-444f-8eaa-8a5beee8b4c9 req-d332a872-7378-448e-846e-b6fd8e08d43e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040094 Nov 27 16:07:41.950879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c68eb93-5126-4b34-9972-3f252b92a866 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.010381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c68eb93-5126-4b34-9972-3f252b92a866 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.096697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96a14b-0d07-4e89-b6f9-9afdb21e61ec req-fe0277e9-d6bf-458a-8ab2-6cffdae4655c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:42.099040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e96a14b-0d07-4e89-b6f9-9afdb21e61ec req-fe0277e9-d6bf-458a-8ab2-6cffdae4655c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.0852826 Nov 27 16:07:42.124690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c68eb93-5126-4b34-9972-3f252b92a866 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.127492 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c68eb93-5126-4b34-9972-3f252b92a866 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.133236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c68eb93-5126-4b34-9972-3f252b92a866 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/security-groups/7629af99-f562-4a5e-a6d8-02ec8943d13d HTTP/1.1" status: 204 len: 168 time: 0.3687642 Nov 27 16:07:42.134107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34242) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:42.170195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68eb93-5126-4b34-9972-3f252b92a866 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7629af99-f562-4a5e-a6d8-02ec8943d13d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:42.179106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.183621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:42.198336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.227927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e96a14b-0d07-4e89-b6f9-9afdb21e61ec req-09c1c1ad-9b3a-4768-856b-eb23db1930d3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104853 Nov 27 16:07:42.248451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-94ace85b-395d-4e43-b76f-bf48588323fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.278159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-94ace85b-395d-4e43-b76f-bf48588323fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.302671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 964041da-63d4-4a48-883b-afa8b8dabe68 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:42.331266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-94ace85b-395d-4e43-b76f-bf48588323fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.334952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-94ace85b-395d-4e43-b76f-bf48588323fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.336524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-94ace85b-395d-4e43-b76f-bf48588323fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/security-groups/1e88329d-c783-4902-9b96-28b1b3b677e1 HTTP/1.1" status: 204 len: 168 time: 0.1972077 Nov 27 16:07:42.340978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34244) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:42.349034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ace85b-395d-4e43-b76f-bf48588323fa tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e88329d-c783-4902-9b96-28b1b3b677e1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:42.435777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d4764343-e80d-43df-95a1-f4c0f37950df,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:42.519505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3a96f4e0-e113-4821-86ff-7c2509e88416 None None] Provisioning complete for port e078699c-f91d-4117-a3a3-1647593300d8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:42.519876 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a96f4e0-e113-4821-86ff-7c2509e88416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.637046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:42.637448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.751167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 964041da-63d4-4a48-883b-afa8b8dabe68 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:07:42.780906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Router 0107d794-8bb3-42a8-bf60-4be5c695e396 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:07:42.788372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 964041da-63d4-4a48-883b-afa8b8dabe68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:42.788742 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.790585 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76794dfe-9506-4a0e-8ec5-45b72e0d65d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.837324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76794dfe-9506-4a0e-8ec5-45b72e0d65d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.904335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a96f4e0-e113-4821-86ff-7c2509e88416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:42.925445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:42.937934 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] Sync routers for ids ['0107d794-8bb3-42a8-bf60-4be5c695e396'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:42.955520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] Routers {'0107d794-8bb3-42a8-bf60-4be5c695e396'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:42.956156 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0107d794-8bb3-42a8-bf60-4be5c695e396'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:43.033950 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.037584 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-87c55274-d946-4f9e-958e-5bd77c4ac9f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "PUT /v2.0/routers/0107d794-8bb3-42a8-bf60-4be5c695e396 HTTP/1.1" status: 200 len: 694 time: 1.3168793 Nov 27 16:07:43.038853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76794dfe-9506-4a0e-8ec5-45b72e0d65d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.044036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76794dfe-9506-4a0e-8ec5-45b72e0d65d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.048212 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-76794dfe-9506-4a0e-8ec5-45b72e0d65d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad9b2b1b-5fe4-4484-9a5f-ce91281af57c HTTP/1.1" status: 204 len: 168 time: 0.7046089 Nov 27 16:07:43.051020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.052933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:43.053377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34254) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:43.075614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e078699c-f91d-4117-a3a3-1647593300d8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:43.120609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c57cb-a2d2-48b1-9a48-685812d6e3e8 req-2d8d2ffc-6c8d-4358-9f29-16068a1893b9 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:43.126108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c7c57cb-a2d2-48b1-9a48-685812d6e3e8 req-2d8d2ffc-6c8d-4358-9f29-16068a1893b9 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 944 time: 0.1496150 Nov 27 16:07:43.126816 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] Set router 0107d794-8bb3-42a8-bf60-4be5c695e396 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:43.141630 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.165094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3a96f4e0-e113-4821-86ff-7c2509e88416 None None] For port e078699c-f91d-4117-a3a3-1647593300d8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e078699c-f91d-4117-a3a3-1647593300d8,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:43.187261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a96f4e0-e113-4821-86ff-7c2509e88416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.195011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.209161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c7c57cb-a2d2-48b1-9a48-685812d6e3e8 req-c20fbae6-30e1-4976-91c1-79467c6bac6c tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777874 Nov 27 16:07:43.226578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107d794-8bb3-42a8-bf60-4be5c695e396', 'name': 'tempest-RoutersTest-router-1501376407', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:41Z', 'updated_at': '2021-11-27T16:07:42Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:43.234534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76794dfe-9506-4a0e-8ec5-45b72e0d65d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b2b1b-5fe4-4484-9a5f-ce91281af57c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:43.261873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0cf85-19d7-49de-9b5a-8aba44b7b058 req-a6bb4b22-c0f1-4f84-9c5e-b7f695889d5c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:43.263591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1aa0cf85-19d7-49de-9b5a-8aba44b7b058 req-a6bb4b22-c0f1-4f84-9c5e-b7f695889d5c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 944 time: 0.2281096 Nov 27 16:07:43.281241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] Checking router: 0107d794-8bb3-42a8-bf60-4be5c695e396 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:43.303241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] Routers {'0107d794-8bb3-42a8-bf60-4be5c695e396'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:43.304203 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0107d794-8bb3-42a8-bf60-4be5c695e396'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:43.361240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e078699c-f91d-4117-a3a3-1647593300d8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:43.361817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.374632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-14b0f6e4-53c8-4f6a-aa1a-1c0ae61b0ee1 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/routers/0107d794-8bb3-42a8-bf60-4be5c695e396 HTTP/1.1" status: 200 len: 700 time: 0.3169427 Nov 27 16:07:43.380631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34258) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:43.416934 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] Set router 0107d794-8bb3-42a8-bf60-4be5c695e396 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:43.437324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 3a2d55bb-7012-45ee-b408-eb40a6627cba {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:43.458459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-50242b02-9348-467a-af4f-27cd3e528324 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0107d794-8bb3-42a8-bf60-4be5c695e396 HTTP/1.1" status: 200 len: 205 time: 0.0765812 Nov 27 16:07:43.462693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.466001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=2fa3f848-3f51-414c-b0cf-31045a5f400b,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:43.472287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34260) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:43.476198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:43.478602 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e18c6-3990-4baa-a268-f27bf39c363e" -d '{"events": [{"server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "name": "network-vif-plugged", "status": "completed", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:43.480538 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107d794-8bb3-42a8-bf60-4be5c695e396', 'name': 'tempest-RoutersTest-router-1501376407', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:41Z', 'updated_at': '2021-11-27T16:07:42Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:43.497005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1aa0cf85-19d7-49de-9b5a-8aba44b7b058 req-ed383623-f856-473b-aff6-f87cc1bf826e tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256067 Nov 27 16:07:43.514235 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0a57a-11d7-4835-a614-e0db41b8a21b None None] The sync data for ids ['0107d794-8bb3-42a8-bf60-4be5c695e396'] in n-d-819494-4 is: [{'id': '0107d794-8bb3-42a8-bf60-4be5c695e396', 'name': 'tempest-RoutersTest-router-1501376407', 'tenant_id': '9dd785725545439ba4b618ba79e66521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:41Z', 'updated_at': '2021-11-27T16:07:42Z', 'revision_number': 2, 'project_id': '9dd785725545439ba4b618ba79e66521', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:43.536939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c2bfd0f2-2c4b-4656-ab3a-c0b25f4bb7a2 None None] Provisioning complete for port d08d7109-a88a-486d-9794-d272c67c4ee7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:43.537183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.539561 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd0f2-2c4b-4656-ab3a-c0b25f4bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.556547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817596-f7a3-433f-b4ae-77f73f3bdc9b req-448b4431-4ebf-4ed8-8701-d058849a75ed tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:43.567688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5817596-f7a3-433f-b4ae-77f73f3bdc9b req-448b4431-4ebf-4ed8-8701-d058849a75ed tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1724343 Nov 27 16:07:43.627523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:43.633366 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7ff63c-a424-4de6-a20d-9ade302f9014 x-openstack-request-id: req-bc7ff63c-a424-4de6-a20d-9ade302f9014 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:43.633932 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "name": "network-vif-plugged", "status": "completed", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:43.633932 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc7ff63c-a424-4de6-a20d-9ade302f9014 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:43.634326 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68', 'code': 200} Nov 27 16:07:43.646092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfd0f2-2c4b-4656-ab3a-c0b25f4bb7a2 None None] Port d08d7109-a88a-486d-9794-d272c67c4ee7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:43.665934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96f4e0-e113-4821-86ff-7c2509e88416 None None] Pushing event updated for resources: {'Port': ['ID=e078699c-f91d-4117-a3a3-1647593300d8,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:43.668079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5817596-f7a3-433f-b4ae-77f73f3bdc9b req-4a0d35e3-24ab-491d-9efd-c4bf5eac5fea tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988710 Nov 27 16:07:43.685526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c2bfd0f2-2c4b-4656-ab3a-c0b25f4bb7a2 None None] Could not find standard attr ID for object 070ce44b-fced-4896-aaff-28372068499e. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:07:43.695455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.697806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:43.719578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.801843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c2bfd0f2-2c4b-4656-ab3a-c0b25f4bb7a2 None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:43.802211 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd0f2-2c4b-4656-ab3a-c0b25f4bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.825424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.916100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:43.934257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:43.972889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:44.011456 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.069931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e078699c-f91d-4117-a3a3-1647593300d8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:44.076051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:44.089383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb765ad-2042-4d85-a1dc-ea5f1757d822 req-63fb8bb7-2ec0-48ee-b5c6-1bd3cb1f37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:44.090932 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fb765ad-2042-4d85-a1dc-ea5f1757d822 req-63fb8bb7-2ec0-48ee-b5c6-1bd3cb1f37fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 1096 time: 0.3941605 Nov 27 16:07:44.106278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.117485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.134733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e078699c-f91d-4117-a3a3-1647593300d8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:44.135101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.162169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9435b00-27b9-4c64-a8ac-3e12a47e5718 None None] Provisioning complete for port e078699c-f91d-4117-a3a3-1647593300d8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:44.162443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f9435b00-27b9-4c64-a8ac-3e12a47e5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.188050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.232481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:44.237932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.238443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Fanout notify agent at l3_agent the message router_deleted on router 0107d794-8bb3-42a8-bf60-4be5c695e396 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:07:44.243447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:07:44.251592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.252669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4e73cab5-ae4f-4b3b-8731-dffdf7d28c22 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/0107d794-8bb3-42a8-bf60-4be5c695e396 HTTP/1.1" status: 204 len: 168 time: 0.7211478 Nov 27 16:07:44.256304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34268) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.258320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:44.272615 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8fb765ad-2042-4d85-a1dc-ea5f1757d822 req-77c160ea-c207-4d38-a1c2-9681f6e06d6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732652 Nov 27 16:07:44.296389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4764343-e80d-43df-95a1-f4c0f37950df up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:44.318940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02ccb7ce-8358-49d2-b881-04ba8bb662fd tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0107d794-8bb3-42a8-bf60-4be5c695e396 HTTP/1.1" status: 200 len: 205 time: 0.0604322 Nov 27 16:07:44.325527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34270) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.368100 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.404436 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-a7b7cf0d-38a4-40f2-be28-adb7331c2354 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:44.406047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a7b7cf0d-38a4-40f2-be28-adb7331c2354 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/0107d794-8bb3-42a8-bf60-4be5c695e396 HTTP/1.1" status: 404 len: 336 time: 0.0793405 Nov 27 16:07:44.421550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34272) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.458984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9435b00-27b9-4c64-a8ac-3e12a47e5718 None None] Provisioning complete for port 2fa3f848-3f51-414c-b0cf-31045a5f400b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:44.459557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f9435b00-27b9-4c64-a8ac-3e12a47e5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.484138 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6a6bff-8e98-4810-a10d-fb61d30452b0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:44.484779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6a6bff-8e98-4810-a10d-fb61d30452b0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:44.492745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e6a6bff-8e98-4810-a10d-fb61d30452b0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/6ab48b70-fab5-49be-9e1f-92a6311f22db HTTP/1.1" status: 404 len: 337 time: 0.0685802 Nov 27 16:07:44.496291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34274) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.528208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port d4764343-e80d-43df-95a1-f4c0f37950df completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:07:44.532031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2d55bb-7012-45ee-b408-eb40a6627cba,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:44.540890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:44.559875 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:07:44.560513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.564303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4a314-b638-49cf-88c3-1f2b8b1621b4 None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:44.569747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f9a3d7ae-f9bc-4df4-82e5-bc354d6ff04c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/3a2d55bb-7012-45ee-b408-eb40a6627cba HTTP/1.1" status: 204 len: 168 time: 1.5026751 Nov 27 16:07:44.571495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34278) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.572127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port d4764343-e80d-43df-95a1-f4c0f37950df triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:44.572504 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.585077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router d8dd1111-d860-4b19-a3b8-782221eb68d0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:44.599707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f9435b00-27b9-4c64-a8ac-3e12a47e5718 None None] Port 2fa3f848-3f51-414c-b0cf-31045a5f400b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:44.606494 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-952a2d7d-8383-441c-8bb1-38ae68fe5953 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:44.607066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952a2d7d-8383-441c-8bb1-38ae68fe5953 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:44.612748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-952a2d7d-8383-441c-8bb1-38ae68fe5953 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f7e1f6-4563-4557-b0aa-5da78c523a19 HTTP/1.1" status: 404 len: 337 time: 0.1088142 Nov 27 16:07:44.621849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34280) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.627745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'port_id': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'mac_address': 'fa:16:3e:54:f7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801437c9-3a8c-401b-877a-149055023f68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:07:44.690401 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09daa7c-51be-4ffc-8fe1-1f4361e29bbd tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:44.691018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09daa7c-51be-4ffc-8fe1-1f4361e29bbd tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:44.704971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c09daa7c-51be-4ffc-8fe1-1f4361e29bbd tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/dd47bbe4-0df1-44ee-8c06-4950890b377c HTTP/1.1" status: 404 len: 337 time: 0.0806391 Nov 27 16:07:44.708310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.753433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9746849-95a9-40ba-905e-dc7005b28f72 req-81492711-d251-46e3-9e8b-1d7b587368f4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:44.755242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9746849-95a9-40ba-905e-dc7005b28f72 req-81492711-d251-46e3-9e8b-1d7b587368f4 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 944 time: 0.3686931 Nov 27 16:07:44.773876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 21a47d83-3f5a-49a6-95c0-14186c6a29e1 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:44.777975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.787048 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e323d4b1-1544-4ce6-be26-ac836b799176 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:44.787512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e323d4b1-1544-4ce6-be26-ac836b799176 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:44.791248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e323d4b1-1544-4ce6-be26-ac836b799176 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/9ab2c5df-3645-41db-a537-9c6647876122 HTTP/1.1" status: 404 len: 337 time: 0.0687613 Nov 27 16:07:44.806268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.836680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.849825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-16f4c8e3-d0bf-4533-95e3-5a9f690866f0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 200 len: 205 time: 0.0358131 Nov 27 16:07:44.850887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34290) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.868221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e4dc9-84ec-45d5-a94c-5ce4b2c0384d req-4b15568f-183a-4c3b-8c19-49bc31318bb8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:44.877731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841e4dc9-84ec-45d5-a94c-5ce4b2c0384d req-4b15568f-183a-4c3b-8c19-49bc31318bb8 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.2179995 Nov 27 16:07:44.942309 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-fc197704-6860-425e-847e-0b1cea6a3b1e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:44.943554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc197704-6860-425e-847e-0b1cea6a3b1e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/96352240-71e2-4412-b138-555feb58b923 HTTP/1.1" status: 404 len: 336 time: 0.0583053 Nov 27 16:07:44.949533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34292) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:44.955464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d12f9ee-df54-40f3-9642-4b88b651e5dd None None] Provisioning complete for port 2fa3f848-3f51-414c-b0cf-31045a5f400b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:44.955986 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d12f9ee-df54-40f3-9642-4b88b651e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.967605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.971862 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:44.992388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b569d06-9bca-42c1-9d6d-fac4abb51159 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2273074-d288-49a5-9da8-e5003f892d45 HTTP/1.1" status: 200 len: 205 time: 0.0414340 Nov 27 16:07:44.999185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.015207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9746849-95a9-40ba-905e-dc7005b28f72 req-081a64b5-2ac4-4a0c-adfc-63bd9d6a09b8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358074 Nov 27 16:07:45.053095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.069076 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-b5cf67f9-1df0-4efb-958e-aa4e8f432c1a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:45.070411 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b5cf67f9-1df0-4efb-958e-aa4e8f432c1a tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/a2273074-d288-49a5-9da8-e5003f892d45 HTTP/1.1" status: 404 len: 336 time: 0.0702877 Nov 27 16:07:45.077878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34296) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.086678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-841e4dc9-84ec-45d5-a94c-5ce4b2c0384d req-ad162259-7428-48d6-88b4-edde55897caf tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079959 Nov 27 16:07:45.096847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.103486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34298) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.105218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/21a47d83-3f5a-49a6-95c0-14186c6a29e1 HTTP/1.1" status: 204 len: 168 time: 0.5279729 Nov 27 16:07:45.113348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1040ab0d-e8c5-4f89-af09-1a9a740e6985 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:45.136278 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d9aad2-d0cc-4e3c-8df3-d3ca1e304765 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:45.136881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d9aad2-d0cc-4e3c-8df3-d3ca1e304765 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:45.140355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-01d9aad2-d0cc-4e3c-8df3-d3ca1e304765 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/3a2d55bb-7012-45ee-b408-eb40a6627cba HTTP/1.1" status: 404 len: 337 time: 0.0350652 Nov 27 16:07:45.154996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.185508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec4c91-378d-4eea-b0cb-240f31fffdd1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=21a47d83-3f5a-49a6-95c0-14186c6a29e1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:45.212594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4d12f9ee-df54-40f3-9642-4b88b651e5dd None None] Port 2fa3f848-3f51-414c-b0cf-31045a5f400b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:45.232613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:45.235268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:45.253444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9c2851f4-37c5-472a-9c22-8b4da468bd8f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "PUT /v2.0/routers/d8dd1111-d860-4b19-a3b8-782221eb68d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8701842 Nov 27 16:07:45.262952 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.263217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbdbdb-ac9f-4363-842b-de6ac11510c5 req-9647c5fd-7ac1-43a5-b00a-e35bd5c71b42 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:45.266696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56fbdbdb-ac9f-4363-842b-de6ac11510c5 req-9647c5fd-7ac1-43a5-b00a-e35bd5c71b42 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 943 time: 0.1251473 Nov 27 16:07:45.267839 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8428432a-d17b-4dcf-8c02-b9ef2f9ac19e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:45.269319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8428432a-d17b-4dcf-8c02-b9ef2f9ac19e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:45.280320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting subnet 77e76743-f4bb-4843-9aa7-f6fcb6133664 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:07:45.283016 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8428432a-d17b-4dcf-8c02-b9ef2f9ac19e tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/701da747-5e4f-4e1b-924e-a5786fba4a37 HTTP/1.1" status: 404 len: 337 time: 0.1765239 Nov 27 16:07:45.284613 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.285840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.306886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.314736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Sync routers for ids ['d8dd1111-d860-4b19-a3b8-782221eb68d0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:45.361712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93a9f9cf-88b9-4df7-8c35-6c30250f5214 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 200 len: 205 time: 0.0704212 Nov 27 16:07:45.362369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.387556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.435392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Routers {'d8dd1111-d860-4b19-a3b8-782221eb68d0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:45.436468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d8dd1111-d860-4b19-a3b8-782221eb68d0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:45.476366 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-a03991a7-9553-4338-99de-9a6d187324d5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:45.481117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a03991a7-9553-4338-99de-9a6d187324d5 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/4e1d8cc1-1e36-4df5-a1bb-b75405f8d9e1 HTTP/1.1" status: 404 len: 336 time: 0.1149120 Nov 27 16:07:45.481913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34318) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.504067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['1040ab0d-e8c5-4f89-af09-1a9a740e6985'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:45.511643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.527890 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a10974b5-19ae-40dd-accb-d31348f1f457 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb9188dc-b5f8-4baf-82c3-87b3496b28d7 HTTP/1.1" status: 200 len: 205 time: 0.0442054 Nov 27 16:07:45.528534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34320) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.551244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:45.559602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d4764343-e80d-43df-95a1-f4c0f37950df, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4764343-e80d-43df-95a1-f4c0f37950df,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:45.596745 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.611116 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-7bf1c92c-60fe-417d-a33d-84b3b5d4fee2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:45.615903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7bf1c92c-60fe-417d-a33d-84b3b5d4fee2 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/fb9188dc-b5f8-4baf-82c3-87b3496b28d7 HTTP/1.1" status: 404 len: 336 time: 0.0862384 Nov 27 16:07:45.616375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.617220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34322) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.646119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985'}, {'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:45.652153 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b24281-065b-4bdf-98a6-da7918ec3d1b" -d '{"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-unplugged", "status": "completed", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985"}, {"server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "name": "network-vif-plugged", "status": "completed", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:45.653813 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a2deaa-6104-47c9-a843-ba2381c525ea tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:45.654536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a2deaa-6104-47c9-a843-ba2381c525ea tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:45.664183 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c3a2deaa-6104-47c9-a843-ba2381c525ea tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/c61ef44a-ddcd-4cbe-a7d6-577a99dadf5a HTTP/1.1" status: 404 len: 337 time: 0.0455878 Nov 27 16:07:45.665229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34326) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.705107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Subnet': ['ID=77e76743-f4bb-4843-9aa7-f6fcb6133664,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:45.707321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:45.712858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8938ed2f-4315-4118-80de-43aa196a29f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/77e76743-f4bb-4843-9aa7-f6fcb6133664 HTTP/1.1" status: 204 len: 168 time: 0.5566497 Nov 27 16:07:45.716317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.722431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84a5ea05-9855-4a1f-855f-bc0d94a209c0 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc67383-766a-4ea7-a82e-9dc1c914a4ec HTTP/1.1" status: 200 len: 205 time: 0.0540805 Nov 27 16:07:45.725630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34330) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.752553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Set router d8dd1111-d860-4b19-a3b8-782221eb68d0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:45.752785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56fbdbdb-ac9f-4363-842b-de6ac11510c5 req-c906c380-5cee-488f-8811-b4b2c2d67c6d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538684 Nov 27 16:07:45.796617 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-3a273c3f-e77f-412b-bcd2-8639ca7646f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:45.800580 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a273c3f-e77f-412b-bcd2-8639ca7646f3 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/abc67383-766a-4ea7-a82e-9dc1c914a4ec HTTP/1.1" status: 404 len: 336 time: 0.0739672 Nov 27 16:07:45.803165 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6530b65d-5c53-458e-8d04-5584d3e595c2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:45.803308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34334) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.803632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6530b65d-5c53-458e-8d04-5584d3e595c2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:45.814248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6530b65d-5c53-458e-8d04-5584d3e595c2 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/d8232ee4-28a7-4cf8-9824-90ac7280ab5c HTTP/1.1" status: 404 len: 337 time: 0.0919652 Nov 27 16:07:45.814913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.858107 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e278a38-6a32-496b-8b17-0bb620d4655b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:45.858765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e278a38-6a32-496b-8b17-0bb620d4655b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:45.862208 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0e278a38-6a32-496b-8b17-0bb620d4655b tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/46051278-b014-4f77-b97a-2a7d231fac00 HTTP/1.1" status: 404 len: 337 time: 0.0575256 Nov 27 16:07:45.865888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34338) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.895201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-47660c96-2a1d-42ed-814b-0887937fcd22 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:45.908566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-47660c96-2a1d-42ed-814b-0887937fcd22 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/networks?id=6750c8ff-5df5-45c7-a18a-71a223aed608 HTTP/1.1" status: 200 len: 798 time: 0.3304741 Nov 27 16:07:45.916789 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2ade2c36-7584-4b26-b637-a170a7063785 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e984830-892b-4872-8af1-11a95353a4e7 HTTP/1.1" status: 200 len: 205 time: 0.0655096 Nov 27 16:07:45.919995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34340) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.931198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8010e71-b2c9-40d0-be4d-9f41144886f8 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7031b83-392b-45e9-a06f-b7693e8db770 HTTP/1.1" status: 200 len: 205 time: 0.0641277 Nov 27 16:07:45.933800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34342) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:45.982544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-c1e75ecc-a057-4089-9f98-cbd410f43054 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/quotas/e88e12e496a340728623af1612a7242c HTTP/1.1" status: 200 len: 375 time: 0.0727079 Nov 27 16:07:45.995235 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-3f3e020c-f815-486f-9111-40692732968b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] delete failed (client error): The resource could not be found. Nov 27 16:07:45.997378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3f3e020c-f815-486f-9111-40692732968b tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/routers/4e984830-892b-4872-8af1-11a95353a4e7 HTTP/1.1" status: 404 len: 336 time: 0.0701692 Nov 27 16:07:45.999719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34344) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.015445 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-8d0db460-f9d4-4232-ac70-b561a55832e4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] delete failed (client error): The resource could not be found. Nov 27 16:07:46.019168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8d0db460-f9d4-4232-ac70-b561a55832e4 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/routers/a7031b83-392b-45e9-a06f-b7693e8db770 HTTP/1.1" status: 404 len: 336 time: 0.0818915 Nov 27 16:07:46.020318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.030844 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4418b5-1948-43a1-8140-80c5741e6d49 x-openstack-request-id: req-be4418b5-1948-43a1-8140-80c5741e6d49 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:46.031150 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-unplugged", "status": "completed", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985", "code": 200}, {"server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "name": "network-vif-plugged", "status": "completed", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:46.031578 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be4418b5-1948-43a1-8140-80c5741e6d49 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:46.031922 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'code': 200} Nov 27 16:07:46.032192 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'code': 200} Nov 27 16:07:46.072380 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5fbb2a-8b0c-4df9-b13d-0f13c18ffbd1 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.074034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5fbb2a-8b0c-4df9-b13d-0f13c18ffbd1 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.082836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34350) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.084044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8e5fbb2a-8b0c-4df9-b13d-0f13c18ffbd1 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/6ae2a126-58a2-4e1f-956e-b03a9145056e HTTP/1.1" status: 404 len: 337 time: 0.0612447 Nov 27 16:07:46.093697 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dac6da0-d5ca-4a78-93a2-3d478e8298e5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.094468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dac6da0-d5ca-4a78-93a2-3d478e8298e5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.100368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4dac6da0-d5ca-4a78-93a2-3d478e8298e5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/ef85fb47-0668-421a-a96e-1453e76f50fd HTTP/1.1" status: 404 len: 337 time: 0.0967762 Nov 27 16:07:46.103839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.148157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d4764343-e80d-43df-95a1-f4c0f37950df,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:46.154679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431f56-097c-46fe-a4de-6e487ca69743 req-ef114fab-d3dc-4911-bf10-b11af8223b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:46.156436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1431f56-097c-46fe-a4de-6e487ca69743 req-ef114fab-d3dc-4911-bf10-b11af8223b7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 1096 time: 0.0643001 Nov 27 16:07:46.158755 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ea0b3a-fece-4cae-a747-3a3f5a37f183 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.159220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ea0b3a-fece-4cae-a747-3a3f5a37f183 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.165741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-38ea0b3a-fece-4cae-a747-3a3f5a37f183 tempest-RoutersTest-1466088371 tempest-RoutersTest-1466088371-project] 10.222.0.15 "DELETE /v2.0/subnets/d68f1e91-6a35-4b96-b0ad-deb816b8cd11 HTTP/1.1" status: 404 len: 337 time: 0.0787084 Nov 27 16:07:46.226686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1431f56-097c-46fe-a4de-6e487ca69743 req-5658de2a-6a92-495b-a9f6-5cc36c110e95 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561860 Nov 27 16:07:46.259175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-12dc7fb3-72e5-4d22-a2b9-baf67e70eaa0 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2756298 Nov 27 16:07:46.260279 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a5a0d8-b141-4224-901b-e085a16941ac tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.260813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a5a0d8-b141-4224-901b-e085a16941ac tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.263973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-51a5a0d8-b141-4224-901b-e085a16941ac tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/36f7cc45-5583-496d-ab83-3ccf71c1829b HTTP/1.1" status: 404 len: 337 time: 0.1326494 Nov 27 16:07:46.266809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34358) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.313094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2458-3ac8-4424-81ca-8000a6a792e7 req-0854bb0e-5489-4c54-937f-2697422bc450 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:46.315149 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c43181-e592-4831-acd5-d6c63699b5d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.315725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c43181-e592-4831-acd5-d6c63699b5d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.319374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f0c43181-e592-4831-acd5-d6c63699b5d1 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/8953883f-9609-47ec-b937-52cc1213736c HTTP/1.1" status: 404 len: 337 time: 0.0510197 Nov 27 16:07:46.322105 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34362) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.326720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7eb2458-3ac8-4424-81ca-8000a6a792e7 req-0854bb0e-5489-4c54-937f-2697422bc450 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.1846247 Nov 27 16:07:46.361955 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d7b213-8b5e-4f14-acbd-529a6412dd1c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.366099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d7b213-8b5e-4f14-acbd-529a6412dd1c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.373300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-35d7b213-8b5e-4f14-acbd-529a6412dd1c tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/495eaa24-131b-4d58-b3fc-afe860a90670 HTTP/1.1" status: 404 len: 333 time: 0.0467508 Nov 27 16:07:46.373520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34366) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.418464 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18bac3a-f264-43fd-9e01-2557d9cfc74e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.418924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18bac3a-f264-43fd-9e01-2557d9cfc74e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.422906 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f18bac3a-f264-43fd-9e01-2557d9cfc74e tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/96017e54-320b-403a-9be0-e89a383e0b2d HTTP/1.1" status: 404 len: 337 time: 0.0483003 Nov 27 16:07:46.426206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34368) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.444092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7eb2458-3ac8-4424-81ca-8000a6a792e7 req-e2321fa3-2714-4953-969b-71299264f32f tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154969 Nov 27 16:07:46.467808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:41Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2fa3f848-3f51-414c-b0cf-31045a5f400b', 'name': '', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:23:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b330677f-944f-486a-abe8-abb79f56057c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:39Z', 'updated_at': '2021-11-27T16:07:42Z', 'revision_number': 2, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'b330677f-944f-486a-abe8-abb79f56057c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:46.477898 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4db4a6-ea9d-4301-8f9d-6b173cc66f36 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.478292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4db4a6-ea9d-4301-8f9d-6b173cc66f36 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.482850 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4d4db4a6-ea9d-4301-8f9d-6b173cc66f36 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/aedb0d35-9955-4cef-aa6b-ca30f1241a66 HTTP/1.1" status: 404 len: 337 time: 0.0546715 Nov 27 16:07:46.485266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34370) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.528853 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47613bc-4928-4644-962f-2580caa46373 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.529489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47613bc-4928-4644-962f-2580caa46373 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.538846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Checking router: d8dd1111-d860-4b19-a3b8-782221eb68d0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:46.539916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Updating router d8dd1111-d860-4b19-a3b8-782221eb68d0 port 2fa3f848-3f51-414c-b0cf-31045a5f400b binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:07:46.542614 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a47613bc-4928-4644-962f-2580caa46373 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/8ff5a616-061b-4714-a129-3e6e4345a144 HTTP/1.1" status: 404 len: 333 time: 0.0552852 Nov 27 16:07:46.543672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34372) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.554212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34374) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.579393 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcbad26-b008-4700-8365-5251fa1285a8 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.579837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcbad26-b008-4700-8365-5251fa1285a8 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.586034 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9bcbad26-b008-4700-8365-5251fa1285a8 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/92114ec9-3c74-4f93-b9f2-ee8e31ca0f99 HTTP/1.1" status: 404 len: 337 time: 0.0413365 Nov 27 16:07:46.588203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34378) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.594494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:46.601851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-40230f41-27fb-49b3-b2b2-7fe91a2035f0 service neutron] 10.222.0.15 "GET /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246596 Nov 27 16:07:46.625717 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d90f38-812b-496d-95b0-9360ce9fc7f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] DELETE failed (client error): The resource could not be found. Nov 27 16:07:46.626546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d90f38-812b-496d-95b0-9360ce9fc7f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:07:46.632571 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-41d90f38-812b-496d-95b0-9360ce9fc7f5 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/subnets/d268adf2-e5bd-442f-867d-a1d998714ef8 HTTP/1.1" status: 404 len: 337 time: 0.0433841 Nov 27 16:07:46.633255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34380) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:46.777343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1463a6-3f48-41e4-bd3d-c5e90f19bf98 req-f68f0691-2825-4a65-8604-bda1a56598dc tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:46.779039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a1463a6-3f48-41e4-bd3d-c5e90f19bf98 req-f68f0691-2825-4a65-8604-bda1a56598dc tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.1605313 Nov 27 16:07:46.799247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port d08d7109-a88a-486d-9794-d272c67c4ee7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:46.799666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:46.829427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-3dbebf8c-5213-4c74-8857-8ceddc46fe1a service neutron] 10.222.0.15 "GET /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261562 Nov 27 16:07:46.862257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a1463a6-3f48-41e4-bd3d-c5e90f19bf98 req-0cf30b7b-f3fb-4543-b7f5-f3fcdab55146 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596712 Nov 27 16:07:46.957064 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:46.961177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:46.969180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f65d72-b0c2-45ca-afe8-b83dece033e2 None None] Network 6c6aad60-f356-4d26-9cf6-558394f9a169 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:46.975821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for d08d7109-a88a-486d-9794-d272c67c4ee7 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:47.078791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18c59b-219e-4db8-886b-8165ba3f0de9 req-4ad0a2f9-6808-4844-b0a5-e207a6944981 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:47.078941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.084629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f18c59b-219e-4db8-886b-8165ba3f0de9 req-4ad0a2f9-6808-4844-b0a5-e207a6944981 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 944 time: 0.1021264 Nov 27 16:07:47.127451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2beb3ee2-e01f-4ce9-a53f-17e65d13565a None None] Provisioning complete for port d08d7109-a88a-486d-9794-d272c67c4ee7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:47.128005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2beb3ee2-e01f-4ce9-a53f-17e65d13565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.130282 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.200804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5f18c59b-219e-4db8-886b-8165ba3f0de9 req-7a763a49-c708-434c-b4aa-7a8659740daf tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042097 Nov 27 16:07:47.201177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2beb3ee2-e01f-4ce9-a53f-17e65d13565a None None] Port d08d7109-a88a-486d-9794-d272c67c4ee7 was deleted so its status cannot be updated. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 16:07:47.224756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d40afd9f-7cc3-4ab6-af04-bda1ae6bfc0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd785725545439ba4b618ba79e66521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681125 Nov 27 16:07:47.227350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:47.227473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=d08d7109-a88a-486d-9794-d272c67c4ee7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:47.248497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.254752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/ports/d08d7109-a88a-486d-9794-d272c67c4ee7 HTTP/1.1" status: 204 len: 168 time: 0.6180637 Nov 27 16:07:47.254935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2beb3ee2-e01f-4ce9-a53f-17e65d13565a None None] Provisioning complete for port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:47.254935 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2beb3ee2-e01f-4ce9-a53f-17e65d13565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.255153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.255504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.255857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.255972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34398) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:47.256203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.256534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.256870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.257201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.257578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.257907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.258231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.258554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.269969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab13d-f037-4169-b4ee-b3230e1d9b3d tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:07:47.380642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cc6c318-51fb-4588-9c56-434e2a1cfbe3 req-f082252b-8b33-4148-a027-2c6f2699acbd tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 210 time: 0.0746560 Nov 27 16:07:47.430920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Attempting to bind port 2fa3f848-3f51-414c-b0cf-31045a5f400b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:47.431462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Attempting to bind port 2fa3f848-3f51-414c-b0cf-31045a5f400b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:47.432033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Attempting to bind port 2fa3f848-3f51-414c-b0cf-31045a5f400b on network 6750c8ff-5df5-45c7-a18a-71a223aed608 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:47.438634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] DHCP port deletion for 6c6aad60-f356-4d26-9cf6-558394f9a169 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:47.444009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:47.444394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Checking segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:47.444910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.445584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Bound using segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:47.446142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Bound port: 2fa3f848-3f51-414c-b0cf-31045a5f400b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:47.446535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.549212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c02cb-d09c-4a14-b45d-b75e09bdd22c None None] Pushing event updated for resources: {'Port': ['ID=2fa3f848-3f51-414c-b0cf-31045a5f400b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:47.620515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] For port 2fa3f848-3f51-414c-b0cf-31045a5f400b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:47.648450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] For port 2fa3f848-3f51-414c-b0cf-31045a5f400b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fa3f848-3f51-414c-b0cf-31045a5f400b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:47.653257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] Deleting port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:47.653755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.672553 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.680312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.732712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29490858-0394-428f-8508-579211fdba5e req-7fce3e9e-0c5c-4a72-bd65-6ae62c3152e8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:47.744149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29490858-0394-428f-8508-579211fdba5e req-7fce3e9e-0c5c-4a72-bd65-6ae62c3152e8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.1614196 Nov 27 16:07:47.767144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Routers {'d8dd1111-d860-4b19-a3b8-782221eb68d0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:47.767804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d8dd1111-d860-4b19-a3b8-782221eb68d0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:47.790947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592bf3dd-add5-4ff6-bd99-003cc3e60b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:47.981645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592bf3dd-add5-4ff6-bd99-003cc3e60b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.042591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29490858-0394-428f-8508-579211fdba5e req-de9e6e2a-b58f-42d2-bfce-d8453b50f516 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974548 Nov 27 16:07:48.114247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Deleting port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:48.114861 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.134428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:48.188854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592bf3dd-add5-4ff6-bd99-003cc3e60b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.192127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592bf3dd-add5-4ff6-bd99-003cc3e60b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.193934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-592bf3dd-add5-4ff6-bd99-003cc3e60b3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc6ba8a7-5baf-4482-91e2-2ae10d0794b8 HTTP/1.1" status: 204 len: 168 time: 0.9651437 Nov 27 16:07:48.235035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:48.240642 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.244157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bf3dd-add5-4ff6-bd99-003cc3e60b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ba8a7-5baf-4482-91e2-2ae10d0794b8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:48.275342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Calling delete_port for 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:48.330313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] Set router d8dd1111-d860-4b19-a3b8-782221eb68d0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:48.383094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:48.471869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d46c-e65a-489e-b8e3-f5f4e333e8fd req-e3bd4e2d-3685-41fe-9fc3-b827b8a48db3 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:48.480315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdf8d46c-e65a-489e-b8e3-f5f4e333e8fd req-e3bd4e2d-3685-41fe-9fc3-b827b8a48db3 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.0959013 Nov 27 16:07:48.502788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06785a49-a213-4b75-a0e3-c6a0d10820fb req-290a0e43-857f-4056-b662-8d6d8e69b1da tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:48.503555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] For port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,segment=NetworkSegment(6d2bbf10-3b1a-42af-9d7f-262036de4c37),segment_id=6d2bbf10-3b1a-42af-9d7f-262036de4c37)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:48.503967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.504549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06785a49-a213-4b75-a0e3-c6a0d10820fb req-290a0e43-857f-4056-b662-8d6d8e69b1da tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 944 time: 0.2201102 Nov 27 16:07:48.522498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] Calling delete_port for 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:48.560713 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.611830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:48.615383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1954e4a0-0ae8-44a2-bfa7-4772c76d2d0e None None] Provisioning complete for port 2fa3f848-3f51-414c-b0cf-31045a5f400b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:48.617062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1954e4a0-0ae8-44a2-bfa7-4772c76d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.628287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c02cb-d09c-4a14-b45d-b75e09bdd22c None None] Pushing event updated for resources: {'Port': ['ID=2fa3f848-3f51-414c-b0cf-31045a5f400b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:48.647188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdf8d46c-e65a-489e-b8e3-f5f4e333e8fd req-594d5d6f-8abd-4e01-8432-71b4fbb0fabb tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508365 Nov 27 16:07:48.649286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] No DVR routers for this DVR port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:48.664037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06785a49-a213-4b75-a0e3-c6a0d10820fb req-316ae258-dfb7-4613-9b0a-e3050f7b34d9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447637 Nov 27 16:07:48.746911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.748739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 update to DOWN by agent not found {{(pid=110077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 16:07:48.817947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.828990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-914f97ef-822a-4105-967a-f6f91a26efe9 req-bbe98e8a-a558-44f3-9814-62bd9d219151 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 210 time: 0.0843983 Nov 27 16:07:48.865555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6aad60-f356-4d26-9cf6-558394f9a169']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:48.887269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2bbf10-3b1a-42af-9d7f-262036de4c37') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:48.890616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2bbf10-3b1a-42af-9d7f-262036de4c37') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:48.924501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.951342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.967725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:07:48.970154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:07:48.977011 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:07:49.017027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-0f279c28-4aba-42a8-897a-1d59e43dc47f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:49.019510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-0f279c28-4aba-42a8-897a-1d59e43dc47f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.37 "GET /v2.0/networks?id=6750c8ff-5df5-45c7-a18a-71a223aed608 HTTP/1.1" status: 200 len: 798 time: 0.1483219 Nov 27 16:07:49.041419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Request body: {'port': {'device_id': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'admin_state_up': True, 'tenant_id': 'e88e12e496a340728623af1612a7242c'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:49.082477 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.095330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.100921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] 10.222.0.15 "DELETE /v2.0/networks/6c6aad60-f356-4d26-9cf6-558394f9a169 HTTP/1.1" status: 204 len: 168 time: 1.8394315 Nov 27 16:07:49.103924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] No DVR routers for this DVR port 405a1fa1-27f7-43bf-bc81-c28a4f13ef68 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:49.120897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:49.121808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.161288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773989-ce2a-472f-baef-bedcc311e3c3 tempest-PortsIpV6TestJSON-201249141 tempest-PortsIpV6TestJSON-201249141-project] Pushing event deleted for resources: {'Network': ['ID=6c6aad60-f356-4d26-9cf6-558394f9a169,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:49.171766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba3ef3-2e4f-484b-b264-e1611525a638 None None] Pushing event deleted for resources: {'Port': ['ID=405a1fa1-27f7-43bf-bc81-c28a4f13ef68,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:49.268933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Made reservation on behalf of e88e12e496a340728623af1612a7242c for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:49.278616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.285953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5b7bd-4b98-4a8f-af5f-12118e9e2f85 req-66447080-a27f-46b0-a9f9-a312bbda9eb8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:49.299116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22d5b7bd-4b98-4a8f-af5f-12118e9e2f85 req-66447080-a27f-46b0-a9f9-a312bbda9eb8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.1029480 Nov 27 16:07:49.369351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22d5b7bd-4b98-4a8f-af5f-12118e9e2f85 req-ef51ed65-fa25-4079-8cbf-6aa19de10cf8 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567687 Nov 27 16:07:49.377884 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1954e4a0-0ae8-44a2-bfa7-4772c76d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.408716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.445579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1954e4a0-0ae8-44a2-bfa7-4772c76d2d0e None None] For port 2fa3f848-3f51-414c-b0cf-31045a5f400b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fa3f848-3f51-414c-b0cf-31045a5f400b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:49.454535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:41Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2fa3f848-3f51-414c-b0cf-31045a5f400b', 'name': '', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:23:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b330677f-944f-486a-abe8-abb79f56057c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:39Z', 'updated_at': '2021-11-27T16:07:47Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'b330677f-944f-486a-abe8-abb79f56057c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:49.501512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34484) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:49.513367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40afb82-3bdc-4275-9cdb-33092afba657 None None] The sync data for ids ['d8dd1111-d860-4b19-a3b8-782221eb68d0'] in n-d-819494-4 is: [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:41Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2fa3f848-3f51-414c-b0cf-31045a5f400b', 'name': '', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:23:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b330677f-944f-486a-abe8-abb79f56057c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:39Z', 'updated_at': '2021-11-27T16:07:47Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'b330677f-944f-486a-abe8-abb79f56057c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:49.516333 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1954e4a0-0ae8-44a2-bfa7-4772c76d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.524180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:49.527091 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad92b309-217b-4425-af67-7595f5201ec7" -d '{"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-plugged", "status": "completed", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:49.577498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:49.578569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33427803-746b-44a5-8bb0-5e0f29186d44 req-66c5487e-f755-4926-82ce-42e49a4e493a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:49.586092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33427803-746b-44a5-8bb0-5e0f29186d44 req-66c5487e-f755-4926-82ce-42e49a4e493a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.1206634 Nov 27 16:07:49.596701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.601812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34490) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:49.608568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Request body: {'floatingip': {'port_id': 'd4764343-e80d-43df-95a1-f4c0f37950df'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:49.638346 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23f4a2-a3b3-48b0-9993-2af8deff6267 x-openstack-request-id: req-da23f4a2-a3b3-48b0-9993-2af8deff6267 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:49.638802 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-plugged", "status": "completed", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:49.638885 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da23f4a2-a3b3-48b0-9993-2af8deff6267 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:49.639250 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'code': 200} Nov 27 16:07:49.656045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954e4a0-0ae8-44a2-bfa7-4772c76d2d0e None None] Pushing event updated for resources: {'Port': ['ID=2fa3f848-3f51-414c-b0cf-31045a5f400b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:49.711895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34492) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:49.734669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-49a35459-55e4-49b9-b5d5-ac4c85a0996a None None] Provisioning complete for port 2fa3f848-3f51-414c-b0cf-31045a5f400b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:49.735062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-49a35459-55e4-49b9-b5d5-ac4c85a0996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:49.737624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:49.748456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.037836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-dd3f9427-de84-4b5e-a98d-a94f90fc1506 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:50.038898 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-dd3f9427-de84-4b5e-a98d-a94f90fc1506 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 16:07:50.039400 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-dd3f9427-de84-4b5e-a98d-a94f90fc1506 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 16:07:50.040400 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dd3f9427-de84-4b5e-a98d-a94f90fc1506 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5360281 Nov 27 16:07:50.046741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34508) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:50.055677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232877695'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:50.070467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fa3f848-3f51-414c-b0cf-31045a5f400b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:50.123534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf320978-1678-4d67-9d6a-69c35a5304fd req-5355b55b-5850-47aa-b77d-2e5848859230 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:50.125149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf320978-1678-4d67-9d6a-69c35a5304fd req-5355b55b-5850-47aa-b77d-2e5848859230 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.3121889 Nov 27 16:07:50.168815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2fa3f848-3f51-414c-b0cf-31045a5f400b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:50.169692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.213325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac371b-18ec-4380-9a54-e1780ab19de7 req-7df26970-a0a0-46d0-9903-dfbc55f2f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:50.214942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-53ac371b-18ec-4380-9a54-e1780ab19de7 req-7df26970-a0a0-46d0-9903-dfbc55f2f9a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 1096 time: 0.2425005 Nov 27 16:07:50.218354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.251732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.273360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Allocated IP 172.20.0.26 (6750c8ff-5df5-45c7-a18a-71a223aed608/b330677f-944f-486a-abe8-abb79f56057c/477c879e-da31-439e-bc5c-d35837016a5b) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:50.321243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-53ac371b-18ec-4380-9a54-e1780ab19de7 req-877ad8f2-b4c8-4b25-869f-d761c0f19b85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948884 Nov 27 16:07:50.482004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.488226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.498401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.539243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204466-d440-44ce-beb2-58d76986bf03 req-44803828-b2a4-4585-9d95-7910945f34af tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:50.540760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df204466-d440-44ce-beb2-58d76986bf03 req-44803828-b2a4-4585-9d95-7910945f34af tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.6939881 Nov 27 16:07:50.547120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67d63a-edf6-450f-a954-fb05f6988a4f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:50.581902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e800f898-ddc9-4589-9591-9b8f5208da7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=587e04e0af17430f90c222508ed82ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8636119 Nov 27 16:07:50.589253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34512) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:50.621393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.626708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.642395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.650437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf320978-1678-4d67-9d6a-69c35a5304fd req-ae62e0bf-454e-448e-9723-040ff5f7ebfd tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359663 Nov 27 16:07:50.736201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df204466-d440-44ce-beb2-58d76986bf03 req-a5bf52a0-5658-4a46-a6f3-5d8fbfba94cf tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778934 Nov 27 16:07:50.744587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:50.746465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event updated for resources: {'Port': ['ID=477c879e-da31-439e-bc5c-d35837016a5b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:50.752186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:50.760405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:50.765567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.767115 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7192559 Nov 27 16:07:50.772126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:50.772791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137b96-4824-40ee-9c02-1a50fd380fae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683ffe08-cde1-45c3-9a1b-2acc5e6b2196,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:50.780073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '683ffe08-cde1-45c3-9a1b-2acc5e6b2196', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:50.833863 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4aae-b474-4ec9-9867-2b45765e5632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.862721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.902821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:50.903477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.920506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4aae-b474-4ec9-9867-2b45765e5632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:50.935627 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-a80f15ea-ba60-4eb6-a150-2bb1e4fa1220 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9045231 Nov 27 16:07:50.941972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda775d4-6c35-4085-a519-6040cb71b38a req-40d67348-ffc5-4dae-b20c-6424729fc878 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:50.943646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eda775d4-6c35-4085-a519-6040cb71b38a req-40d67348-ffc5-4dae-b20c-6424729fc878 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 895 time: 0.2173252 Nov 27 16:07:50.966282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Request body: {'port': {'device_id': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:51.029790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.059160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.096600 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.100342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3230836 Nov 27 16:07:51.101335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.104262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34518) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:51.117240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e49943f9-3fba-4749-83ca-92a459af8ddd tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '683ffe08-cde1-45c3-9a1b-2acc5e6b2196', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:51.124653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f92d38-eb5c-4b87-bdf9-45a1825458cb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e509485-51fa-4c0c-bbae-e3b4a1ea43a7,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:51.143990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4aae-b474-4ec9-9867-2b45765e5632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.146182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-56e97592-7585-4efa-aa84-498c42956044 None None] Provisioning complete for port 477c879e-da31-439e-bc5c-d35837016a5b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:51.146819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4aae-b474-4ec9-9867-2b45765e5632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.146910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-56e97592-7585-4efa-aa84-498c42956044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.147492 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9d6f4aae-b474-4ec9-9867-2b45765e5632 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6c18a88-b527-42cf-b902-0e228da4c783 HTTP/1.1" status: 204 len: 168 time: 0.5572524 Nov 27 16:07:51.161422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.166143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.220177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-56e97592-7585-4efa-aa84-498c42956044 None None] Port 477c879e-da31-439e-bc5c-d35837016a5b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:07:51.265946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f4aae-b474-4ec9-9867-2b45765e5632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c18a88-b527-42cf-b902-0e228da4c783,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:51.289891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e49943f9-3fba-4749-83ca-92a459af8ddd tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.376423 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Floating IP bc54ae53-4766-43aa-9a41-0093d4b0af01 associated. External IP: 172.25.1.234, port: d4764343-e80d-43df-95a1-f4c0f37950df. Nov 27 16:07:51.499184 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-e49943f9-3fba-4749-83ca-92a459af8ddd tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 16:07:51.505327 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e49943f9-3fba-4749-83ca-92a459af8ddd tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3983457 Nov 27 16:07:51.509297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34554) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:51.649982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5529-3181-4756-bd93-34912aedb627 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.693841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5529-3181-4756-bd93-34912aedb627 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.784639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477c879e-da31-439e-bc5c-d35837016a5b {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:51.793019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.816901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Transition to ACTIVE for port object 477c879e-da31-439e-bc5c-d35837016a5b will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:07:51.817890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5529-3181-4756-bd93-34912aedb627 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.822327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5529-3181-4756-bd93-34912aedb627 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.824798 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6b6c5529-3181-4756-bd93-34912aedb627 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/683ffe08-cde1-45c3-9a1b-2acc5e6b2196 HTTP/1.1" status: 204 len: 168 time: 0.3136666 Nov 27 16:07:51.828056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Router 012fd55b-4246-4d48-9562-c82df47cd537 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:51.833647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34596) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:51.835396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:51.972754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Pushing event updated for resources: {'Port': ['ID=477c879e-da31-439e-bc5c-d35837016a5b,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:52.001021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c5529-3181-4756-bd93-34912aedb627 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ffe08-cde1-45c3-9a1b-2acc5e6b2196,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:52.214740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a25043e4-7a3d-419f-80fd-372eee5fbaab tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3716979 Nov 27 16:07:52.216440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34636) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:52.222963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--326952734'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:52.258966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Attempting to bind port 477c879e-da31-439e-bc5c-d35837016a5b on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:52.259311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Attempting to bind port 477c879e-da31-439e-bc5c-d35837016a5b by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:52.259644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Attempting to bind port 477c879e-da31-439e-bc5c-d35837016a5b on network 6750c8ff-5df5-45c7-a18a-71a223aed608 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:52.267724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Port 477c879e-da31-439e-bc5c-d35837016a5b on network 6750c8ff-5df5-45c7-a18a-71a223aed608 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:07:52.268102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Attempting to bind port 477c879e-da31-439e-bc5c-d35837016a5b on network 6750c8ff-5df5-45c7-a18a-71a223aed608 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:52.274701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:52.278202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Checking segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:52.278655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Bound using segment: {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:52.279227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Bound port: 477c879e-da31-439e-bc5c-d35837016a5b, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74e7e12-5d84-4369-839a-b63d50924d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:52.279578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.283352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.297322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 964041da-63d4-4a48-883b-afa8b8dabe68 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:07:52.313678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:52.332148 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:52.334289 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.362608 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:52.363252 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:52.509806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] For port 477c879e-da31-439e-bc5c-d35837016a5b, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:52.517766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] For port 477c879e-da31-439e-bc5c-d35837016a5b, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=477c879e-da31-439e-bc5c-d35837016a5b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:52.528443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:52.534500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.549829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.557778 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:52.568400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '964041da-63d4-4a48-883b-afa8b8dabe68', 'network_id': '7385849b-1ad3-4515-8e8b-b8616c1fa78d', 'port_id': '964041da-63d4-4a48-883b-afa8b8dabe68', 'mac_address': 'fa:16:3e:52:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045133a-4153-459f-a2f1-23499f5ce1c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:07:52.577656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b921137-ae83-41e6-ba09-b1d58c16d456 req-0eeebf2d-0a19-4f6c-a118-f0fd16feeb20 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:52.579906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b921137-ae83-41e6-ba09-b1d58c16d456 req-0eeebf2d-0a19-4f6c-a118-f0fd16feeb20 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.2623284 Nov 27 16:07:52.589838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bbfd7efc-308a-4e86-88fc-eac830ed1ddd tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "PUT /v2.0/floatingips/bc54ae53-4766-43aa-9a41-0093d4b0af01 HTTP/1.1" status: 200 len: 991 time: 2.9863441 Nov 27 16:07:52.595243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:52.600172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.603275 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be035865-94ae-4465-9929-24fdfbbd2fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:52.622971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:52.626013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.639250 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] 10.222.0.37 "PUT /v2.0/ports/477c879e-da31-439e-bc5c-d35837016a5b HTTP/1.1" status: 200 len: 1055 time: 1.6834424 Nov 27 16:07:52.649524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'tag': '477c879e-da31-439e-bc5c-d35837016a5b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:52.653526 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2998073b-5e6b-4fa0-9d12-1250db3eda6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8781884-fbd4-46db-ac09-82b3666d93ca", "tag": "477c879e-da31-439e-bc5c-d35837016a5b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:52.685664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51d7e-4c76-4c7c-b0a4-f7ae2a716a9d req-1f9a3791-8bce-4472-9f64-ba2d7949fdc7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:52.696350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29e51d7e-4c76-4c7c-b0a4-f7ae2a716a9d req-1f9a3791-8bce-4472-9f64-ba2d7949fdc7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.3774552 Nov 27 16:07:52.718819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.721678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.724644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5071681 Nov 27 16:07:52.765980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34692) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:52.766324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34696) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:52.772518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b921137-ae83-41e6-ba09-b1d58c16d456 req-6b43a1f9-b80b-4b4d-bc1e-26b641e48ccf tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612029 Nov 27 16:07:52.789733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 964041da-63d4-4a48-883b-afa8b8dabe68 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:52.790297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ae840fc3-bc07-4833-91eb-0a1afa5148b0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'ed534338-be98-4e30-9a51-b762433ffd74', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:52.792190 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-ae840fc3-bc07-4833-91eb-0a1afa5148b0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 16:07:52.792994 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-ae840fc3-bc07-4833-91eb-0a1afa5148b0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:52.798264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ae840fc3-bc07-4833-91eb-0a1afa5148b0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0242534 Nov 27 16:07:52.801233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34704) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:52.882433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9887f-3d08-430a-9674-f3d6accdc072 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed534338-be98-4e30-9a51-b762433ffd74,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:52.888008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfc965-78bd-460c-9a6c-7f4f305d2381 service neutron] Pushing event updated for resources: {'Port': ['ID=477c879e-da31-439e-bc5c-d35837016a5b,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:52.889758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:52.909570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-340d0f3a-e518-4ca7-b3ff-64d1609b8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:52.910588 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:52.912981 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-340d0f3a-e518-4ca7-b3ff-64d1609b8dea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 1058 time: 0.1790407 Nov 27 16:07:52.973480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29e51d7e-4c76-4c7c-b0a4-f7ae2a716a9d req-9d0d6015-a721-4cf4-831e-7155353aa9c0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740350 Nov 27 16:07:53.028909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['964041da-63d4-4a48-883b-afa8b8dabe68'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:53.034477 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-db0b9459-d2ec-40d9-851c-c64f6b6aa2e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=477c879e-da31-439e-bc5c-d35837016a5b HTTP/1.1" status: 200 len: 217 time: 0.1114533 Nov 27 16:07:53.055249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-919098418'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:53.061649 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'bc54ae53-4766-43aa-9a41-0093d4b0af01', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'port_id': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'mac_address': 'fa:16:3e:40:2f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00390c9b-e801-4403-8b78-7676ba4704a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:51Z', 'revision_number': 1, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:53.094751 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:53.104723 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:53.105617 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:53.113797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9986f6ae-2caa-4e74-8624-c6c4fea1aa8a tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.114920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-2c179a7e-3ccc-4207-8516-3ab26125c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.117205 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-2c179a7e-3ccc-4207-8516-3ab26125c9c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b330677f-944f-486a-abe8-abb79f56057c HTTP/1.1" status: 200 len: 837 time: 0.0718572 Nov 27 16:07:53.147809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:53.184690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-2726a7be-ff28-40b6-beb5-30a0057f48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.187964 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-2726a7be-ff28-40b6-beb5-30a0057f48e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6750c8ff-5df5-45c7-a18a-71a223aed608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622375 Nov 27 16:07:53.209845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9986f6ae-2caa-4e74-8624-c6c4fea1aa8a tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.233847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:53.238537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.256844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48225765-4038-4cbf-9ce1-224847a158c0 req-1bd3d9c5-1d24-432a-9af0-a26348a3a638 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.266097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48225765-4038-4cbf-9ce1-224847a158c0 req-1bd3d9c5-1d24-432a-9af0-a26348a3a638 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 907 time: 0.2330186 Nov 27 16:07:53.290187 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:53.329652 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.370336 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-f49378bd-af02-4779-b0bc-d6abde80b106 service neutron] 10.222.0.37 "GET /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730039 Nov 27 16:07:53.382758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2b25-4e5f-4a41-9603-4345b5e41047 req-b95a1515-d8b6-486c-be0a-51ed8a7ad84d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.402868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ad2b25-4e5f-4a41-9603-4345b5e41047 req-b95a1515-d8b6-486c-be0a-51ed8a7ad84d tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.2832770 Nov 27 16:07:53.500700 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38cafe3-9cbe-439d-af03-b43c68f21612 x-openstack-request-id: req-d38cafe3-9cbe-439d-af03-b43c68f21612 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:53.501269 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:53.501579 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d38cafe3-9cbe-439d-af03-b43c68f21612 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:53.502163 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'status': 'completed', 'code': 200} Nov 27 16:07:53.512241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9986f6ae-2caa-4e74-8624-c6c4fea1aa8a tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.514943 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9986f6ae-2caa-4e74-8624-c6c4fea1aa8a tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.518803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9986f6ae-2caa-4e74-8624-c6c4fea1aa8a tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed534338-be98-4e30-9a51-b762433ffd74 HTTP/1.1" status: 204 len: 168 time: 0.7163060 Nov 27 16:07:53.519716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34772) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:53.562436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ad2b25-4e5f-4a41-9603-4345b5e41047 req-cc263af3-be8a-4f46-924e-1b5ccacd7ea6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514478 Nov 27 16:07:53.571729 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08b276-4d63-4913-b877-2c2ddfccba12 x-openstack-request-id: req-9c08b276-4d63-4913-b877-2c2ddfccba12 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:53.572033 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8781884-fbd4-46db-ac09-82b3666d93ca", "tag": "477c879e-da31-439e-bc5c-d35837016a5b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:53.572298 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c08b276-4d63-4913-b877-2c2ddfccba12 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:53.572874 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'tag': '477c879e-da31-439e-bc5c-d35837016a5b', 'status': 'completed', 'code': 200} Nov 27 16:07:53.606432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f6ae-2caa-4e74-8624-c6c4fea1aa8a tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed534338-be98-4e30-9a51-b762433ffd74,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:53.619367 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'bc54ae53-4766-43aa-9a41-0093d4b0af01', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'port_id': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'mac_address': 'fa:16:3e:40:2f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00390c9b-e801-4403-8b78-7676ba4704a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:51Z', 'revision_number': 1, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:53.696108 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33378842-429d-4d59-af8a-34a6935ec7f4 None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'bc54ae53-4766-43aa-9a41-0093d4b0af01', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'port_id': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'mac_address': 'fa:16:3e:40:2f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00390c9b-e801-4403-8b78-7676ba4704a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:07:51Z', 'revision_number': 1, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:53.753084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56180a54-2b4b-430c-9f8b-2f3ab9215e72 req-787d40f1-9eef-475f-9e83-08c3603bc64b service neutron] 10.222.0.37 "GET /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757892 Nov 27 16:07:53.762879 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8706197a-2f19-4374-8988-d0f564135b59 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2309251 Nov 27 16:07:53.773769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34804) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:53.798694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064209565'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:53.849526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.856762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.886960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e041d-7faf-41f1-884c-e803d05a6cf3 req-2812e6c1-5cf4-4320-8aed-02f835bc5928 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.890406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-666e041d-7faf-41f1-884c-e803d05a6cf3 req-2812e6c1-5cf4-4320-8aed-02f835bc5928 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.2003467 Nov 27 16:07:53.894079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-e2747174-b815-46be-8cda-4fdc396f2c64 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.896015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-e2747174-b815-46be-8cda-4fdc396f2c64 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.37 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.3820179 Nov 27 16:07:53.903574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:07:53.970819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:53.971378 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment 24c9e00f-91bd-4a74-a59a-3f1cb9878d40 of type vlan for network 439bad61-7472-45c6-a250-c8929b1046bb Nov 27 16:07:53.977815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-8a43fac5-ebf6-4440-a26c-827200aee7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:53.980110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-8a43fac5-ebf6-4440-a26c-827200aee7be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 1096 time: 0.4031973 Nov 27 16:07:54.005785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.049468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.051586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a613e8-0c9a-4d0b-8b33-1b1ec3690ede,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:54.053207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-23c7a78a-8f0f-4a45-a0f2-5cce8c9a9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.056115 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-23c7a78a-8f0f-4a45-a0f2-5cce8c9a9740 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 1058 time: 0.2364559 Nov 27 16:07:54.104386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e0f4e-4455-4baf-9e15-d16d9d3246fe None None] New status for floating IP bc54ae53-4766-43aa-9a41-0093d4b0af01: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:07:54.164829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.172928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.173582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.198107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-666e041d-7faf-41f1-884c-e803d05a6cf3 req-81d01075-4ed6-4238-a2e1-1d5bf1bdba8a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440658 Nov 27 16:07:54.248134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Deleting port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:54.248679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.277926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5027859 Nov 27 16:07:54.278886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34854) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:54.288514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976755288'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:54.314631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fd705-eb79-4f7d-b172-e573ad35d24f req-e5e13648-d215-4647-921d-26fa8c032c6a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.316509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd1fd705-eb79-4f7d-b172-e573ad35d24f req-e5e13648-d215-4647-921d-26fa8c032c6a tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 944 time: 0.2582681 Nov 27 16:07:54.329214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9a18c-48e0-4942-9990-279c096eb143 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=439bad61-7472-45c6-a250-c8929b1046bb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:54.349343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 964041da-63d4-4a48-883b-afa8b8dabe68 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:07:54.355944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 439bad61-7472-45c6-a250-c8929b1046bb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:07:54.359766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-f5b204fb-e1e0-49ab-9511-612066b067c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.363862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-f5b204fb-e1e0-49ab-9511-612066b067c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.3539793 Nov 27 16:07:54.366876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:54.370641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.374512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-abe63aaa-ab65-47b1-9946-dcbd22188ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.376595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-abe63aaa-ab65-47b1-9946-dcbd22188ec5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6750c8ff-5df5-45c7-a18a-71a223aed608 HTTP/1.1" status: 200 len: 899 time: 0.2826202 Nov 27 16:07:54.442126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:07:54.454181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.455370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd1fd705-eb79-4f7d-b172-e573ad35d24f req-3595548d-ab64-4a20-b03d-84aee0f7ea7d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086841 Nov 27 16:07:54.470697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.471170 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment b1440d7b-2a52-4cd0-9f29-7d5c2c5af729 of type vlan for network 1dd3fe64-83c2-4974-b969-4856c5bee398 Nov 27 16:07:54.497092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.513977 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-ffde7180-d039-498a-bf1f-808c2e627d9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=477c879e-da31-439e-bc5c-d35837016a5b HTTP/1.1" status: 200 len: 217 time: 0.1142623 Nov 27 16:07:54.567140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.668747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.674241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] For port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:54.674760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.674900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.675583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.729279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 964041da-63d4-4a48-883b-afa8b8dabe68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:07:54.738059 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.745611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.749759 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9706502 Nov 27 16:07:54.750550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f36e-3568-44a2-aee5-f0dc722a8365 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259cf1f1-de8e-4c14-b381-268be50bff58,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:54.755144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34908) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:54.797707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-e9cce38c-82f4-4f1b-99c5-94198c88064b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 200 len: 999 time: 0.4176404 Nov 27 16:07:54.811568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5280924 Nov 27 16:07:54.819431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34916) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:54.823411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-387fc6da-536e-46aa-8cbe-b2eb845b32c6 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '259cf1f1-de8e-4c14-b381-268be50bff58', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:54.824294 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-387fc6da-536e-46aa-8cbe-b2eb845b32c6 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 16:07:54.824804 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-387fc6da-536e-46aa-8cbe-b2eb845b32c6 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:54.825821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-387fc6da-536e-46aa-8cbe-b2eb845b32c6 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132020 Nov 27 16:07:54.835370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375632-7fdb-4168-a30f-77ef99b88378 req-ede28e92-fc25-4a6e-905f-19d983f30682 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.836730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71375632-7fdb-4168-a30f-77ef99b88378 req-ede28e92-fc25-4a6e-905f-19d983f30682 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 907 time: 0.2413957 Nov 27 16:07:54.841728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': '439bad61-7472-45c6-a250-c8929b1046bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:54.846273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:54.906407 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:54.944973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f6433-04e6-4cc8-9518-371cffcd3ab8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=1dd3fe64-83c2-4974-b969-4856c5bee398,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:54.979523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29cd81-641e-45a9-855f-eaa75ac97102 req-eab0d1d5-7808-40cd-9e6a-54b74ea22ba5 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:54.981616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d29cd81-641e-45a9-855f-eaa75ac97102 req-eab0d1d5-7808-40cd-9e6a-54b74ea22ba5 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 946 time: 0.3009408 Nov 27 16:07:54.992455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:54.996005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:54.998840 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f35964b-8533-4b41-a41e-e05024dc53da" -d '{"events": [{"server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "name": "network-vif-plugged", "status": "completed", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:55.002249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:07:55.007039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.123674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:55.137212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-87caa7aa-7a2e-4970-a259-969ef2d36877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:55.138726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-87caa7aa-7a2e-4970-a259-969ef2d36877 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b330677f-944f-486a-abe8-abb79f56057c HTTP/1.1" status: 200 len: 837 time: 0.6107798 Nov 27 16:07:55.184846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:55.188959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.200278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-8a6218bb-f791-432b-9c7b-b43ab864aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:55.201939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-8a6218bb-f791-432b-9c7b-b43ab864aa37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.3965724 Nov 27 16:07:55.211478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7995eeb4-9b53-42f9-a512-baeeb90d1e04 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.272801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d29cd81-641e-45a9-855f-eaa75ac97102 req-f79c73af-7bae-45ae-bc31-fa4a3fceecf7 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/security-groups?id=06002ff3-6350-47a9-abf4-104d0f3f1a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734182 Nov 27 16:07:55.321714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-f26aa82e-a74e-4944-803e-bfd91dfb2982 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:55.323437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-f26aa82e-a74e-4944-803e-bfd91dfb2982 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 814 time: 0.3405817 Nov 27 16:07:55.332995 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09d23a-b471-49f0-8e5a-bb7d4b81a47e x-openstack-request-id: req-fe09d23a-b471-49f0-8e5a-bb7d4b81a47e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:55.333508 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "name": "network-vif-plugged", "status": "completed", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:55.333936 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe09d23a-b471-49f0-8e5a-bb7d4b81a47e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:55.334612 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68', 'code': 200} Nov 27 16:07:55.350167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-539aeff3-39ec-455e-8871-431731cf35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:55.351925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-539aeff3-39ec-455e-8871-431731cf35d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6750c8ff-5df5-45c7-a18a-71a223aed608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628354 Nov 27 16:07:55.352651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7995eeb4-9b53-42f9-a512-baeeb90d1e04 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.361817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.362214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.362693 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Floating IP 43cbb0d1-db1c-4a90-978a-eedb99ef2624 disassociated. External IP: 172.25.1.196, port: 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1. Nov 27 16:07:55.365783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Calling delete_port for 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:55.372232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-b80bf2df-8235-448c-aa6a-16ed0f314cdd tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/quotas/2a8628dd680541088821968c9661e7e0 HTTP/1.1" status: 200 len: 375 time: 0.0389211 Nov 27 16:07:55.444921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-1703b795-3e13-4f28-92c4-aa4329331f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:55.446611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-1703b795-3e13-4f28-92c4-aa4329331f57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024682 Nov 27 16:07:55.532081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7995eeb4-9b53-42f9-a512-baeeb90d1e04 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.536254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7995eeb4-9b53-42f9-a512-baeeb90d1e04 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:55.537664 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7995eeb4-9b53-42f9-a512-baeeb90d1e04 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/259cf1f1-de8e-4c14-b381-268be50bff58 HTTP/1.1" status: 204 len: 168 time: 0.6865833 Nov 27 16:07:55.549161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35002) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:55.557064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-386c3ab2-5202-4043-8d0d-0d9eef334f95 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757412 Nov 27 16:07:55.571167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995eeb4-9b53-42f9-a512-baeeb90d1e04 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259cf1f1-de8e-4c14-b381-268be50bff58,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:55.602033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-0093a237-9f66-478e-b81a-d35514ecbcd1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:55.603561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-0093a237-9f66-478e-b81a-d35514ecbcd1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.1728246 Nov 27 16:07:55.662643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-5e9e3a50-013d-429b-b1f5-194a59f4edaf service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027819 Nov 27 16:07:55.768606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-dcd83332-7f43-49ab-a69a-b7c612c06b0f service neutron] 10.222.0.37 "GET /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994009 Nov 27 16:07:55.860335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.37', 62143) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:55.867207 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ac7b9013-2997-4b3f-8c74-0ca449795dae tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3169165 Nov 27 16:07:55.920574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35044) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:55.938862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594688298'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:55.964652 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-c9ab18ee-44f2-4e9c-9a58-02475d446397 service neutron] 10.222.0.37 "GET /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844802 Nov 27 16:07:56.056614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-0f0ff32c-cd28-4ff7-b2d2-42154152289e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:56.058217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-0f0ff32c-cd28-4ff7-b2d2-42154152289e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4c60560-9ee5-4268-9667-148f676e992f HTTP/1.1" status: 200 len: 945 time: 0.1959109 Nov 27 16:07:56.061318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.064732 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-be035865-94ae-4465-9929-24fdfbbd2fbf req-1301d67a-f1e6-4fdf-8947-6da1b222d419 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893263 Nov 27 16:07:56.065481 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.084989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.152488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event deleted for resources: {'Port': ['ID=4d0f4dfd-c5de-4925-8b96-0b7de5db53c1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:56.175882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643810b4-5254-43fb-8807-be4b5d976a6c req-e403fc66-9201-42db-b55f-7cb533192f0c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:56.177468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-643810b4-5254-43fb-8807-be4b5d976a6c req-e403fc66-9201-42db-b55f-7cb533192f0c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 945 time: 0.6103549 Nov 27 16:07:56.235387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=04543605-09c1-444b-9cc0-7929b3ff971e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:56.262779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-fb0f19dd-695f-4c89-b278-6452af47d73b service neutron] 10.222.0.15 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691153 Nov 27 16:07:56.316157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': '24c9e00f-91bd-4a74-a59a-3f1cb9878d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '439bad61-7472-45c6-a250-c8929b1046bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:56.316536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: 439bad61-7472-45c6-a250-c8929b1046bb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:07:56.337944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.348721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.357237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-643810b4-5254-43fb-8807-be4b5d976a6c req-43c51f79-6f59-4c7e-9709-4d022d1f50d1 tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0831d44-e45b-4c07-8290-4ba8f2c43db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608398 Nov 27 16:07:56.366416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Deleting port 964041da-63d4-4a48-883b-afa8b8dabe68 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:56.366710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.379397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Router 25393613-bc7a-4359-baaa-5cab9f51354d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:07:56.387493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Deleting port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:07:56.388127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.400688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 439bad61-7472-45c6-a250-c8929b1046bb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:07:56.418131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.421896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5002751 Nov 27 16:07:56.422685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35076) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:56.468934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1d9931c4-f602-4805-bea9-289127e52481 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '70154660-a1dd-45bd-9cff-dba94c765b0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:56.477214 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-1d9931c4-f602-4805-bea9-289127e52481 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 16:07:56.477949 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-1d9931c4-f602-4805-bea9-289127e52481 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:56.481888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1d9931c4-f602-4805-bea9-289127e52481 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0520504 Nov 27 16:07:56.486470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:56.506301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65fa22-9251-4712-9966-6942a33c6fd5 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70154660-a1dd-45bd-9cff-dba94c765b0c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:56.521601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-99b0bbb1-c5a8-4562-b71a-da03e8b2ccb7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '70154660-a1dd-45bd-9cff-dba94c765b0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:56.527527 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-99b0bbb1-c5a8-4562-b71a-da03e8b2ccb7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 16:07:56.531001 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-99b0bbb1-c5a8-4562-b71a-da03e8b2ccb7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:56.536928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-99b0bbb1-c5a8-4562-b71a-da03e8b2ccb7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0451989 Nov 27 16:07:56.549157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 439bad61-7472-45c6-a250-c8929b1046bb) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:56.556714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:56.558444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.560581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35084) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:56.563456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0f7f5-9a2e-4f15-86bd-0d38b1445539 None None] Network 439bad61-7472-45c6-a250-c8929b1046bb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:56.570342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3693cec3-9605-4aef-8032-d81ec191c47c tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '70154660-a1dd-45bd-9cff-dba94c765b0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:56.571459 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-3693cec3-9605-4aef-8032-d81ec191c47c tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 16:07:56.571960 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-3693cec3-9605-4aef-8032-d81ec191c47c tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:56.572969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3693cec3-9605-4aef-8032-d81ec191c47c tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082746 Nov 27 16:07:56.577841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35086) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:56.587551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-05df405c-1212-47a5-8ae6-530cf66b6bcb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '70154660-a1dd-45bd-9cff-dba94c765b0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:56.589438 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-05df405c-1212-47a5-8ae6-530cf66b6bcb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 16:07:56.590212 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-05df405c-1212-47a5-8ae6-530cf66b6bcb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:56.591379 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-05df405c-1212-47a5-8ae6-530cf66b6bcb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074885 Nov 27 16:07:56.599185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:56.667195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] For port 964041da-63d4-4a48-883b-afa8b8dabe68, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=964041da-63d4-4a48-883b-afa8b8dabe68,segment=NetworkSegment(4282ceb6-a3eb-4840-92ac-d5d408f6de43),segment_id=4282ceb6-a3eb-4840-92ac-d5d408f6de43)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:56.667667 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.680426 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-0e7af603-8ed8-428f-8fab-aec98e2d99ff service neutron] 10.222.0.15 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101224 Nov 27 16:07:56.693847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-845b4877-7f66-43e8-9408-d9eb1449868a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8669128 Nov 27 16:07:56.695319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Calling delete_port for 964041da-63d4-4a48-883b-afa8b8dabe68 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:56.697112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35090) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:56.714172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] For port 1040ab0d-e8c5-4f89-af09-1a9a740e6985, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1040ab0d-e8c5-4f89-af09-1a9a740e6985,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:56.720464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0c22-d78f-4dd1-af43-6de0cf581ce6 req-5027a1bc-6328-4410-95a9-7e0809a30c37 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:56.721663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.722176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d2d0c22-d78f-4dd1-af43-6de0cf581ce6 req-5027a1bc-6328-4410-95a9-7e0809a30c37 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 907 time: 0.1848769 Nov 27 16:07:56.737176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:56.945120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-066c786b-1708-4f63-80a8-ba8f75980f33 req-b1f70de2-495f-4587-a085-8792295378d4 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 210 time: 0.0622807 Nov 27 16:07:56.974599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:07:56.978437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:56.986246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.011201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['964041da-63d4-4a48-883b-afa8b8dabe68'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:57.037968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Pushing event deleted for resources: {'Port': ['ID=964041da-63d4-4a48-883b-afa8b8dabe68,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:57.083238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe6487-1508-4544-aaf9-50b3a20e6d68 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:07:57.104559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe12504b-4faa-4bc3-a538-5e146a3c9306 req-5ae455a0-b228-43e4-a553-9ecdc7487b61 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 210 time: 0.0781956 Nov 27 16:07:57.129779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] No DVR routers for this DVR port 964041da-63d4-4a48-883b-afa8b8dabe68 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:57.134205 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.139051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.37 "DELETE /v2.0/ports/964041da-63d4-4a48-883b-afa8b8dabe68 HTTP/1.1" status: 204 len: 173 time: 1.4941237 Nov 27 16:07:57.139565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'name': 'network-vif-deleted', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:57.140119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:07:57.147933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-439bad61-7472-45c6-a250-c8929b1046bb', 'network_id': '439bad61-7472-45c6-a250-c8929b1046bb', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': '04543605-09c1-444b-9cc0-7929b3ff971e'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:07:57.148855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.153047 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975a157-2241-439f-894c-416d3dc966ad" -d '{"events": [{"server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "name": "network-vif-deleted", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:57.154122 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] Sync routers for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:07:57.173430 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:57.174325 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:57.184663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Calling delete_port for 1040ab0d-e8c5-4f89-af09-1a9a740e6985 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:07:57.232897 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0b496-d937-4470-9244-41d5eb393855 x-openstack-request-id: req-add0b496-d937-4470-9244-41d5eb393855 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:57.235268 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8753-92e5-4932-96ac-d84e7a70d99f", "name": "network-vif-deleted", "tag": "964041da-63d4-4a48-883b-afa8b8dabe68", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:57.235651 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-add0b496-d937-4470-9244-41d5eb393855 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:57.236217 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8753-92e5-4932-96ac-d84e7a70d99f', 'name': 'network-vif-deleted', 'tag': '964041da-63d4-4a48-883b-afa8b8dabe68', 'status': 'completed', 'code': 200} Nov 27 16:07:57.380726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Allocated IP 2001:db8::2 (439bad61-7472-45c6-a250-c8929b1046bb/04543605-09c1-444b-9cc0-7929b3ff971e/d5a05d0f-c524-496a-94f2-cb189587c3b4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:07:57.468553 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:57.552900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] No DVR routers for this DVR port 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:57.568689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1a7886c-3eba-4741-a059-d1046edd8753 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.593088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.595451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a8f7391-31df-485d-beda-ce2d64f95190 req-3f26191d-efeb-4de7-a82f-a22a973c0e4c tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44c8753-92e5-4932-96ac-d84e7a70d99f HTTP/1.1" status: 200 len: 210 time: 0.0941594 Nov 27 16:07:57.622404 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2d8c09c9-6809-4080-9b3e-99fac32fd154 req-0b18a9b1-1de1-4ebb-b7e0-190ba43e970c tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.37 "DELETE /v2.0/ports/4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 HTTP/1.1" status: 204 len: 173 time: 3.7114251 Nov 27 16:07:57.623977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'name': 'network-vif-deleted', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:07:57.636009 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93393176-e0be-4b4d-9054-fa739c2b9940" -d '{"events": [{"server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "name": "network-vif-deleted", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:07:57.688026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1a7886c-3eba-4741-a059-d1046edd8753 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.833682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1a7886c-3eba-4741-a059-d1046edd8753 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.841899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1a7886c-3eba-4741-a059-d1046edd8753 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.849564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a1a7886c-3eba-4741-a059-d1046edd8753 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/70154660-a1dd-45bd-9cff-dba94c765b0c HTTP/1.1" status: 204 len: 168 time: 1.2452137 Nov 27 16:07:57.853195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35114) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:57.932877 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.942007 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:57.942829 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef03e8c-90f9-4027-a176-faa8059b0bac x-openstack-request-id: req-6ef03e8c-90f9-4027-a176-faa8059b0bac {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:07:57.943139 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56347934-4731-4138-8b52-a668c99288c2", "name": "network-vif-deleted", "tag": "4d0f4dfd-c5de-4925-8b96-0b7de5db53c1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:07:57.947414 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ef03e8c-90f9-4027-a176-faa8059b0bac {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:07:57.956971 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56347934-4731-4138-8b52-a668c99288c2', 'name': 'network-vif-deleted', 'tag': '4d0f4dfd-c5de-4925-8b96-0b7de5db53c1', 'status': 'completed', 'code': 200} Nov 27 16:07:57.997431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Network 439bad61-7472-45c6-a250-c8929b1046bb is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:07:58.002241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:58.012346 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:44Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:58.018896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:07:58.026791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7886c-3eba-4741-a059-d1046edd8753 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70154660-a1dd-45bd-9cff-dba94c765b0c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:58.041095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-61b10d87-4a69-447c-ae7c-68e6d721b314 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1848776 Nov 27 16:07:58.046327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35118) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.051615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068694430'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.070878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Pushing event updated for resources: {'Port': ['ID=d5a05d0f-c524-496a-94f2-cb189587c3b4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:58.099955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32de1-01fc-407c-8a6b-9ac8a50e443c req-fb07f041-e162-465a-9ea6-5f0931655e9e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:58.107500 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] Checking router: 25393613-bc7a-4359-baaa-5cab9f51354d for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:07:58.126821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87b32de1-01fc-407c-8a6b-9ac8a50e443c req-fb07f041-e162-465a-9ea6-5f0931655e9e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 907 time: 0.1700792 Nov 27 16:07:58.132128 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:07:58.134727 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:58.135830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.157040 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.218922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ca1c808-a4ca-4856-84b5-4bd92a12f804 req-ad13b4e1-9ea7-4c3d-857f-7f67e9ce2977 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "GET /v2.0/ports?device_id=56347934-4731-4138-8b52-a668c99288c2 HTTP/1.1" status: 200 len: 210 time: 0.0587218 Nov 27 16:07:58.246600 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.262293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Attempting to bind port d5a05d0f-c524-496a-94f2-cb189587c3b4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:07:58.262855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Attempting to bind port d5a05d0f-c524-496a-94f2-cb189587c3b4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '24c9e00f-91bd-4a74-a59a-3f1cb9878d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '439bad61-7472-45c6-a250-c8929b1046bb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:07:58.263182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Attempting to bind port d5a05d0f-c524-496a-94f2-cb189587c3b4 on network 439bad61-7472-45c6-a250-c8929b1046bb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:07:58.270528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['1040ab0d-e8c5-4f89-af09-1a9a740e6985'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:07:58.330407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 477c879e-da31-439e-bc5c-d35837016a5b details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:07:58.333171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:07:58.341575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Pushing event deleted for resources: {'Port': ['ID=1040ab0d-e8c5-4f89-af09-1a9a740e6985,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:58.390741 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:07:58.396351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:07:58.396714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4d0f4dfd-c5de-4925-8b96-0b7de5db53c1 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:07:58.422452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-912bd21a-d2f6-4893-bbad-f0c9e07b944d req-dcd0131c-094e-44f2-9198-c144af67861a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 210 time: 0.0972018 Nov 27 16:07:58.426365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:07:58.426747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Checking segment: {'id': '24c9e00f-91bd-4a74-a59a-3f1cb9878d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '439bad61-7472-45c6-a250-c8929b1046bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:58.427224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.427644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Bound using segment: {'id': '24c9e00f-91bd-4a74-a59a-3f1cb9878d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '439bad61-7472-45c6-a250-c8929b1046bb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:07:58.428174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Bound port: d5a05d0f-c524-496a-94f2-cb189587c3b4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c9e00f-91bd-4a74-a59a-3f1cb9878d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '439bad61-7472-45c6-a250-c8929b1046bb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:07:58.428522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.432729 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.441875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.477676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.481375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4314535 Nov 27 16:07:58.481375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43a431-c0be-467d-ae4e-ea258a83c6e1 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f073f30b-1594-4adb-a7cc-f9e8ab191779,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:58.483508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35122) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.490840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3dfdacd5-d737-44f6-8b0d-32241ea1049f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.491601 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-3dfdacd5-d737-44f6-8b0d-32241ea1049f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 16:07:58.492117 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-3dfdacd5-d737-44f6-8b0d-32241ea1049f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:58.496304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3dfdacd5-d737-44f6-8b0d-32241ea1049f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089300 Nov 27 16:07:58.496304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35124) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.500810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f186970a-ebd7-47f6-8ca7-fb8c660b66ec tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.528265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=b44cb87c-71ab-432d-98f8-6e74c337193c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:58.532846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] No DVR routers for this DVR port 1040ab0d-e8c5-4f89-af09-1a9a740e6985 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:07:58.537264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.540301 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-17e4d7e6-befa-4bf8-acba-289b933c3a8a req-8a1f0968-97f8-43a6-82e3-68cb332ddced tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "DELETE /v2.0/ports/1040ab0d-e8c5-4f89-af09-1a9a740e6985 HTTP/1.1" status: 204 len: 173 time: 2.4658659 Nov 27 16:07:58.551514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:07:58.551934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: 1dd3fe64-83c2-4974-b969-4856c5bee398, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:07:58.562877 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-f186970a-ebd7-47f6-8ca7-fb8c660b66ec tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:58.567514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f186970a-ebd7-47f6-8ca7-fb8c660b66ec tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0668669 Nov 27 16:07:58.567514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35128) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.573028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6e4a68e5-d214-45b6-ad28-e385687c3103 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.573557 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-6e4a68e5-d214-45b6-ad28-e385687c3103 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 16:07:58.574057 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-6e4a68e5-d214-45b6-ad28-e385687c3103 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:58.578067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35130) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.583794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-52bfc09f-08d9-4798-9193-50deb435c36f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.589525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6e4a68e5-d214-45b6-ad28-e385687c3103 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067818 Nov 27 16:07:58.591860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:07:58.606317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] For port d5a05d0f-c524-496a-94f2-cb189587c3b4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:07:58.609594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] For port d5a05d0f-c524-496a-94f2-cb189587c3b4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d5a05d0f-c524-496a-94f2-cb189587c3b4,segment=NetworkSegment(24c9e00f-91bd-4a74-a59a-3f1cb9878d40),segment_id=24c9e00f-91bd-4a74-a59a-3f1cb9878d40)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:07:58.609885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1dd3fe64-83c2-4974-b969-4856c5bee398) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:07:58.628221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:58.628826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.639335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.646836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d69858-4c64-4742-b3eb-681af978c3e6 None None] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:07:58.661590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35134) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.661858 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37f61464-144d-4296-a244-919e92ada748 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9539006 Nov 27 16:07:58.668350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1501548134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.751835 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.753358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.761178 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-52bfc09f-08d9-4798-9193-50deb435c36f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:58.762218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-52bfc09f-08d9-4798-9193-50deb435c36f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1828399 Nov 27 16:07:58.765272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35144) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.770961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-908e3a9f-1458-4b35-b6f5-ec8ae900e2a3 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.771690 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-908e3a9f-1458-4b35-b6f5-ec8ae900e2a3 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 16:07:58.772179 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-908e3a9f-1458-4b35-b6f5-ec8ae900e2a3 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:58.773132 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-908e3a9f-1458-4b35-b6f5-ec8ae900e2a3 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068800 Nov 27 16:07:58.776767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:58.784805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-cfa8e46a-a4e0-475e-9670-ddec88d42c35 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:58.801783 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:44Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:07:58.867299 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-cfa8e46a-a4e0-475e-9670-ddec88d42c35 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Project 865a7e9d840c4fbf9c2581b309c0d63e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:07:58.886669 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab2f95-8e60-4e02-9c05-cc5d16f03d79 None None] The sync data for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 is: [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:02:31Z', 'revision_number': 4, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1cb77329-7e2b-4c70-a5b6-5a2952e03c59', 'name': '', 'network_id': '459a2375-bfe2-4550-b4c8-21d1a2659686', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'mac_address': 'fa:16:3e:45:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': '6b662134-05a0-458d-984b-3afb24d096b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:29Z', 'updated_at': '2021-11-27T16:02:44Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'subnets': [{'id': '6b662134-05a0-458d-984b-3afb24d096b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:07:58.901585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889236-42d1-4c2d-a577-ef97d2f61a11 None None] Pushing event updated for resources: {'Port': ['ID=d5a05d0f-c524-496a-94f2-cb189587c3b4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:07:58.975746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:58.988501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:59.044269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:59.048384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a698ef7-3e75-4e1d-a31c-d5bb42eac80e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3853137 Nov 27 16:07:59.054082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35160) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:59.226845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-e77cd31b-d7d9-4bfd-bd0b-42d05b048b28 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:59.228412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-e77cd31b-d7d9-4bfd-bd0b-42d05b048b28 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.21 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 814 time: 0.3255424 Nov 27 16:07:59.236361 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-cfa8e46a-a4e0-475e-9670-ddec88d42c35 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:59.250286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 477c879e-da31-439e-bc5c-d35837016a5b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=477c879e-da31-439e-bc5c-d35837016a5b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:59.258318 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cfa8e46a-a4e0-475e-9670-ddec88d42c35 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4644995 Nov 27 16:07:59.259420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35174) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:59.272475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Request body: {'port': {'device_id': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'admin_state_up': True, 'tenant_id': '2a8628dd680541088821968c9661e7e0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:59.283673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ebd390ff-d8e1-4d91-9b9b-840ab7f0fff0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:59.289394 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-ebd390ff-d8e1-4d91-9b9b-840ab7f0fff0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 16:07:59.307987 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-ebd390ff-d8e1-4d91-9b9b-840ab7f0fff0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:59.316051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35180) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:59.317176 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ebd390ff-d8e1-4d91-9b9b-840ab7f0fff0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0366974 Nov 27 16:07:59.347405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0a667c9e-1610-4e5e-809f-9099853b655e tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:59.352339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '477c879e-da31-439e-bc5c-d35837016a5b', 'network_id': '6750c8ff-5df5-45c7-a18a-71a223aed608', 'port_id': '477c879e-da31-439e-bc5c-d35837016a5b', 'mac_address': 'fa:16:3e:e7:0a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330677f-944f-486a-abe8-abb79f56057c', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:07:59.473492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:59.473937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:59.576011 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-0a667c9e-1610-4e5e-809f-9099853b655e tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Project 865a7e9d840c4fbf9c2581b309c0d63e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:07:59.586496 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:59.630507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae9d22-5875-45f9-80c8-4805f156146f None None] New status for floating IP 43cbb0d1-db1c-4a90-978a-eedb99ef2624: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:07:59.639357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477c879e-da31-439e-bc5c-d35837016a5b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:07:59.672075 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-0a667c9e-1610-4e5e-809f-9099853b655e tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:07:59.676343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0a667c9e-1610-4e5e-809f-9099853b655e tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3539491 Nov 27 16:07:59.677869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35188) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:07:59.684829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e7e8b221-7371-4a20-9c2d-2853d488faa7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'f073f30b-1594-4adb-a7cc-f9e8ab191779', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:07:59.706745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-1dd3fe64-83c2-4974-b969-4856c5bee398', 'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': 'b44cb87c-71ab-432d-98f8-6e74c337193c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:07:59.707700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:07:59.713850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b7f2551-a4a4-4733-9f66-cad333bf9644 req-2ea7581a-89ac-4bbe-9dde-1ec8e17edf44 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 210 time: 0.1037338 Nov 27 16:07:59.731605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f5b3-ae9b-45ee-ab34-89673cfe6786 req-e6b36553-39ea-4e02-8f46-273cd5c55726 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:07:59.746795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b417f5b3-ae9b-45ee-ab34-89673cfe6786 req-e6b36553-39ea-4e02-8f46-273cd5c55726 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 907 time: 0.4314985 Nov 27 16:07:59.759363 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-e7e8b221-7371-4a20-9c2d-2853d488faa7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Project 865a7e9d840c4fbf9c2581b309c0d63e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:07:59.833397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 477c879e-da31-439e-bc5c-d35837016a5b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=477c879e-da31-439e-bc5c-d35837016a5b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:07:59.998958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Allocated IP 2001:db8:1::2 (1dd3fe64-83c2-4974-b969-4856c5bee398/b44cb87c-71ab-432d-98f8-6e74c337193c/7166068b-5ac4-4ce8-b744-8e0f930c15fd) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:00.001690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-deleted', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:00.005444 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f185e-224e-4485-a174-66eeaeca6dfd" -d '{"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-deleted", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:00.040620 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-e7e8b221-7371-4a20-9c2d-2853d488faa7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:08:00.042540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e7e8b221-7371-4a20-9c2d-2853d488faa7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3619695 Nov 27 16:08:00.058598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35196) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:00.107092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.181256 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6ae7dc-8a4b-4dac-a327-0f7c5c0b8d2b x-openstack-request-id: req-9e6ae7dc-8a4b-4dac-a327-0f7c5c0b8d2b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:00.182433 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c60560-9ee5-4268-9667-148f676e992f", "name": "network-vif-deleted", "tag": "1040ab0d-e8c5-4f89-af09-1a9a740e6985", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:00.185736 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e6ae7dc-8a4b-4dac-a327-0f7c5c0b8d2b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:00.186178 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c60560-9ee5-4268-9667-148f676e992f', 'name': 'network-vif-deleted', 'tag': '1040ab0d-e8c5-4f89-af09-1a9a740e6985', 'status': 'completed', 'code': 200} Nov 27 16:08:00.200288 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.210439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d5a05d0f-c524-496a-94f2-cb189587c3b4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:00.243324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.246318 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.250700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Deleting subnet d045133a-4153-459f-a2f1-23499f5ce1c2 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:00.259748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.290009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.322878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 964041da-63d4-4a48-883b-afa8b8dabe68 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:00.327698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.346260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbca53b-bd6a-4358-87ad-dcc0edb2b796 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.374108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 964041da-63d4-4a48-883b-afa8b8dabe68 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:00.374666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 964041da-63d4-4a48-883b-afa8b8dabe68 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:00.375737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:00.381677 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbca53b-bd6a-4358-87ad-dcc0edb2b796 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.397161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:00.415628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.433041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 1040ab0d-e8c5-4f89-af09-1a9a740e6985 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:00.433543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1040ab0d-e8c5-4f89-af09-1a9a740e6985 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:00.435590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:00.452305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbca53b-bd6a-4358-87ad-dcc0edb2b796 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.453817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:00.455270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbca53b-bd6a-4358-87ad-dcc0edb2b796 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.457131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ddbca53b-bd6a-4358-87ad-dcc0edb2b796 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/f073f30b-1594-4adb-a7cc-f9e8ab191779 HTTP/1.1" status: 204 len: 168 time: 0.3967996 Nov 27 16:08:00.469304 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:00.472207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['477c879e-da31-439e-bc5c-d35837016a5b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:08:00.505966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbca53b-bd6a-4358-87ad-dcc0edb2b796 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f073f30b-1594-4adb-a7cc-f9e8ab191779,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:00.513609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Deleting port dec1a8e8-019b-4e48-8391-cc6116f9a046 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:00.514167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.556473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=477c879e-da31-439e-bc5c-d35837016a5b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:00.597332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a89daa9-5b96-4ab4-84a5-ea1a19a0a84f tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1247740 Nov 27 16:08:00.601087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:00.603758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Made reservation on behalf of 2a8628dd680541088821968c9661e7e0 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:00.607553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.616668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--279080918'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:00.652547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.684189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.688858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8::1 (439bad61-7472-45c6-a250-c8929b1046bb/04543605-09c1-444b-9cc0-7929b3ff971e/cd6084be-be49-4c7f-aec1-b00a6684d480) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:00.715030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d045133a-4153-459f-a2f1-23499f5ce1c2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:00.755562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d5a05d0f-c524-496a-94f2-cb189587c3b4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:00.758828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.791306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Attempting to bind port 7166068b-5ac4-4ce8-b744-8e0f930c15fd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:00.792058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Attempting to bind port 7166068b-5ac4-4ce8-b744-8e0f930c15fd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:00.792801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Attempting to bind port 7166068b-5ac4-4ce8-b744-8e0f930c15fd on network 1dd3fe64-83c2-4974-b969-4856c5bee398 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:00.814698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.821377 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-19370895-6e82-4678-8118-eee6efb3cc43 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d045133a-4153-459f-a2f1-23499f5ce1c2 HTTP/1.1" status: 204 len: 168 time: 0.8333504 Nov 27 16:08:00.836657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:00.837419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Checking segment: {'id': 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:00.838125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.839221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Bound using segment: {'id': 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:00.839926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Bound port: 7166068b-5ac4-4ce8-b744-8e0f930c15fd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1dd3fe64-83c2-4974-b969-4856c5bee398'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:00.840548 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.843368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567044a-5b42-4b97-ae2b-6a733079f536 None None] Network 7385849b-1ad3-4515-8e8b-b8616c1fa78d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:00.847595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35208) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:00.852410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ec52c-d99e-4e7a-9976-5ce4726489d5 None None] Network 439bad61-7472-45c6-a250-c8929b1046bb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:00.865914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.866245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:00.877802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Pushing event updated for resources: {'Port': ['ID=7166068b-5ac4-4ce8-b744-8e0f930c15fd,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:00.967381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Calling delete_port for dec1a8e8-019b-4e48-8391-cc6116f9a046 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:01.022469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-497cb079-ff9a-4307-8fe5-4a074af17084 req-3bf5dda2-432f-4dc4-a3cd-80fad35e0687 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 210 time: 0.0976539 Nov 27 16:08:01.071840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.091334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.105462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.116771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4d485-67ea-4908-87aa-b4fc6359b78e req-4716006d-84d6-4d28-99e1-53a7d01e8931 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:01.118419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62d4d485-67ea-4908-87aa-b4fc6359b78e req-4716006d-84d6-4d28-99e1-53a7d01e8931 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 908 time: 0.2395718 Nov 27 16:08:01.124735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.151134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Allocated IP 172.20.0.7 (881553f4-3b49-4236-96c1-7684573e6667/801437c9-3a8c-401b-877a-149055023f68/57b05e68-a81c-4752-9e1d-63a04764285c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:01.164304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.165705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5630479 Nov 27 16:08:01.171187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:01.176980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3c0798c2-15ae-45f1-8b4d-335f5ffb88aa tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '1fc667d6-c703-4aee-b7fc-3a97fab64f53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:01.206562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2bfd9-5b03-4233-93fb-2e2b6fdfc028 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc667d6-c703-4aee-b7fc-3a97fab64f53,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:01.279065 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-3c0798c2-15ae-45f1-8b4d-335f5ffb88aa tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The resource could not be found. Nov 27 16:08:01.281127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3c0798c2-15ae-45f1-8b4d-335f5ffb88aa tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1080496 Nov 27 16:08:01.283685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.288114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:01.320297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6e622d24-e249-4901-af3e-3ebbe647c2cf None None] Provisioning complete for port d5a05d0f-c524-496a-94f2-cb189587c3b4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:01.320873 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6e622d24-e249-4901-af3e-3ebbe647c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.354205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e19ba4bb-6cf7-4a91-bbc8-cfcce79c4283 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '1fc667d6-c703-4aee-b7fc-3a97fab64f53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '49ce61f3-35a0-4e74-8c75-571351561375'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:01.360017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=cd6084be-be49-4c7f-aec1-b00a6684d480,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:01.387287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] For port 7166068b-5ac4-4ce8-b744-8e0f930c15fd, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:01.409359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.434556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 439bad61-7472-45c6-a250-c8929b1046bb is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:01.437253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:01.440004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:01.440651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.490326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] For port 7166068b-5ac4-4ce8-b744-8e0f930c15fd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7166068b-5ac4-4ce8-b744-8e0f930c15fd,segment=NetworkSegment(b1440d7b-2a52-4cd0-9f29-7d5c2c5af729),segment_id=b1440d7b-2a52-4cd0-9f29-7d5c2c5af729)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:01.540919 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-e19ba4bb-6cf7-4a91-bbc8-cfcce79c4283 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The resource could not be found. Nov 27 16:08:01.543096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e19ba4bb-6cf7-4a91-bbc8-cfcce79c4283 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1944227 Nov 27 16:08:01.547209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35216) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:01.551245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.587055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.629989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5cc626-eace-4ae0-9466-d82bfe4da904 None None] DHCP port deletion for 7385849b-1ad3-4515-8e8b-b8616c1fa78d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:01.638159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.640947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7385849b-1ad3-4515-8e8b-b8616c1fa78d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:01.652387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c0122d9-4244-4774-bfb3-9c589c14a861 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.685347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c0122d9-4244-4774-bfb3-9c589c14a861 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.694993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4282ceb6-a3eb-4840-92ac-d5d408f6de43') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:01.695423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4282ceb6-a3eb-4840-92ac-d5d408f6de43') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:01.710391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.722758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Network 881553f4-3b49-4236-96c1-7684573e6667 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:01.732095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.734968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.735118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:01.746696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:01.754781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.792159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a8293-17fd-4ea2-81ee-68360f3c9e0d None None] Pushing event updated for resources: {'Port': ['ID=7166068b-5ac4-4ce8-b744-8e0f930c15fd,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:01.820382 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6e622d24-e249-4901-af3e-3ebbe647c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.822286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.827592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c0122d9-4244-4774-bfb3-9c589c14a861 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.832235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:01.839766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:01.840351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:01.844705 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:01.855321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c0122d9-4244-4774-bfb3-9c589c14a861 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.858913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c0122d9-4244-4774-bfb3-9c589c14a861 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fc667d6-c703-4aee-b7fc-3a97fab64f53 HTTP/1.1" status: 204 len: 168 time: 0.3081670 Nov 27 16:08:01.881782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:01.886228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0122d9-4244-4774-bfb3-9c589c14a861 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc667d6-c703-4aee-b7fc-3a97fab64f53,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:01.934429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.956969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d5a05d0f-c524-496a-94f2-cb189587c3b4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d5a05d0f-c524-496a-94f2-cb189587c3b4,segment=NetworkSegment(24c9e00f-91bd-4a74-a59a-3f1cb9878d40),segment_id=24c9e00f-91bd-4a74-a59a-3f1cb9878d40)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:01.966721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event deleted for resources: {'Port': ['ID=dec1a8e8-019b-4e48-8391-cc6116f9a046,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:01.972328 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:01.974229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:01.974987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.070796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.094365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-c5c4bd55-1302-4243-8ac6-9fa05e0df203 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8331075 Nov 27 16:08:02.097095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.101223 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7385849b-1ad3-4515-8e8b-b8616c1fa78d HTTP/1.1" status: 204 len: 168 time: 1.2407188 Nov 27 16:08:02.134688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Request body: {'port': {'device_id': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:02.160783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6e622d24-e249-4901-af3e-3ebbe647c2cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:08:02.161109 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6e622d24-e249-4901-af3e-3ebbe647c2cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:08:02.163453 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.170756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.178272 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fea373d4-02db-4e79-97e2-1d95dd5a4cc6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "DELETE /v2.0/floatingips/43cbb0d1-db1c-4a90-978a-eedb99ef2624 HTTP/1.1" status: 204 len: 168 time: 2.7032838 Nov 27 16:08:02.205424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb11a9e-7c98-41af-ad4a-bba9351b5b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7385849b-1ad3-4515-8e8b-b8616c1fa78d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:02.262327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d5a05d0f-c524-496a-94f2-cb189587c3b4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:02.319713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 477c879e-da31-439e-bc5c-d35837016a5b up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:02.334720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.351066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c33ca506-cc1a-4141-877e-98f2b71a678b tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4457500 Nov 27 16:08:02.354501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35234) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:02.382226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7166068b-5ac4-4ce8-b744-8e0f930c15fd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:02.391118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-47eabffe-02ac-48b9-8cf5-0c79e0923d25 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': '8db9adc1-4526-4d5c-aa71-18817b597a9b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:02.545833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 477c879e-da31-439e-bc5c-d35837016a5b completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:08:02.550967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7166068b-5ac4-4ce8-b744-8e0f930c15fd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:02.551353 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.623811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35238) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:02.638311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 477c879e-da31-439e-bc5c-d35837016a5b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:02.638619 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.701887 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-47eabffe-02ac-48b9-8cf5-0c79e0923d25 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The resource could not be found. Nov 27 16:08:02.703775 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-47eabffe-02ac-48b9-8cf5-0c79e0923d25 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3439255 Nov 27 16:08:02.707974 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35240) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:02.713726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397670180'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:02.821503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.865514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.866744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.885502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188e52-e245-4aaf-9209-44e1e921228c req-b7631356-39d1-4d8d-ade8-a3bfdd231fb1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:02.887998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79188e52-e245-4aaf-9209-44e1e921228c req-b7631356-39d1-4d8d-ade8-a3bfdd231fb1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 931 time: 0.5960507 Nov 27 16:08:02.920713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:02.978829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=cd6084be-be49-4c7f-aec1-b00a6684d480,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:02.991186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f055-63ce-475c-9a3e-29ed44833308 req-30b6c6cc-cda9-43e8-91bb-a895dbb73217 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:02.993304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee10f055-63ce-475c-9a3e-29ed44833308 req-30b6c6cc-cda9-43e8-91bb-a895dbb73217 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 908 time: 0.5962572 Nov 27 16:08:03.046588 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.067631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79188e52-e245-4aaf-9209-44e1e921228c req-6300a490-82f5-4ad9-a4c6-5f34570bdee1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154151 Nov 27 16:08:03.109789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b05e68-a81c-4752-9e1d-63a04764285c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:03.114418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 7166068b-5ac4-4ce8-b744-8e0f930c15fd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7166068b-5ac4-4ce8-b744-8e0f930c15fd,segment=NetworkSegment(b1440d7b-2a52-4cd0-9f29-7d5c2c5af729),segment_id=b1440d7b-2a52-4cd0-9f29-7d5c2c5af729)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:03.122671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7f900954-63f4-48b3-966c-515f4234e972 None None] Provisioning complete for port cd6084be-be49-4c7f-aec1-b00a6684d480 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:03.123131 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f900954-63f4-48b3-966c-515f4234e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.134342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.138392 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.183665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Transition to ACTIVE for port object 57b05e68-a81c-4752-9e1d-63a04764285c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:08:03.200839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35244) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:03.203629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-446f5b56-cb44-4c9f-be94-c4045380b17f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d16ec5795a1e44faa7468277db002a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5333166 Nov 27 16:08:03.205887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.211277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.215001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477c879e-da31-439e-bc5c-d35837016a5b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:03.217586 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ba422-5d78-46a3-9179-d7f59f25657b" -d '{"events": [{"server_uuid": "d8781884-fbd4-46db-ac09-82b3666d93ca", "name": "network-vif-plugged", "status": "completed", "tag": "477c879e-da31-439e-bc5c-d35837016a5b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:03.269772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35248) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:03.353500 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b081ff7-4006-4c37-b26e-3b8d96aa0009 x-openstack-request-id: req-4b081ff7-4006-4c37-b26e-3b8d96aa0009 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:03.356827 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8781884-fbd4-46db-ac09-82b3666d93ca", "name": "network-vif-plugged", "status": "completed", "tag": "477c879e-da31-439e-bc5c-d35837016a5b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:03.357001 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b081ff7-4006-4c37-b26e-3b8d96aa0009 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:03.359320 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477c879e-da31-439e-bc5c-d35837016a5b', 'code': 200} Nov 27 16:08:03.359630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:03.361188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 477c879e-da31-439e-bc5c-d35837016a5b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=477c879e-da31-439e-bc5c-d35837016a5b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:03.391878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.398248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7f900954-63f4-48b3-966c-515f4234e972 None None] Port cd6084be-be49-4c7f-aec1-b00a6684d480 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:03.406148 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f754a805-592b-4fb1-b71a-b03e43ef6cf6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.410677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=7166068b-5ac4-4ce8-b744-8e0f930c15fd,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:03.472007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f754a805-592b-4fb1-b71a-b03e43ef6cf6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.491710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7f900954-63f4-48b3-966c-515f4234e972 None None] Provisioning complete for port d5a05d0f-c524-496a-94f2-cb189587c3b4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:03.492095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f900954-63f4-48b3-966c-515f4234e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.500012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 439bad61-7472-45c6-a250-c8929b1046bb is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:03.536435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:03.595002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67ebfc79-7d15-46b9-8bba-8fbb340e4d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.635945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f6a3-d0da-4975-a66d-138b364ef2d2 req-38d5c78e-7fa5-42c1-8552-7bcd516beb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:03.638243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=477c879e-da31-439e-bc5c-d35837016a5b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:03.639723 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6d21f6a3-d0da-4975-a66d-138b364ef2d2 req-38d5c78e-7fa5-42c1-8552-7bcd516beb0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 1060 time: 0.2255480 Nov 27 16:08:03.672559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.682808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Attempting to bind port 57b05e68-a81c-4752-9e1d-63a04764285c on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:03.683173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Attempting to bind port 57b05e68-a81c-4752-9e1d-63a04764285c by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:03.683482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Attempting to bind port 57b05e68-a81c-4752-9e1d-63a04764285c on network 881553f4-3b49-4236-96c1-7684573e6667 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:03.686310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.702532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a93c78c-8615-432a-bf5a-33429fa04d31 None None] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:03.708669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.712451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0008247 Nov 27 16:08:03.717353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:03.722216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--821218969'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:03.737623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67ebfc79-7d15-46b9-8bba-8fbb340e4d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.757571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Port 57b05e68-a81c-4752-9e1d-63a04764285c on network 881553f4-3b49-4236-96c1-7684573e6667 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:08:03.757823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Attempting to bind port 57b05e68-a81c-4752-9e1d-63a04764285c on network 881553f4-3b49-4236-96c1-7684573e6667 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:03.782169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:03.782814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Checking segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:03.783215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Bound using segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:03.783656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Bound port: 57b05e68-a81c-4752-9e1d-63a04764285c, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:03.784048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.806135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e7833-b990-4f34-a40f-7ba94746c6e9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfaf3c7-3e71-4133-9931-902fb046823f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:03.864840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f754a805-592b-4fb1-b71a-b03e43ef6cf6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.868215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f754a805-592b-4fb1-b71a-b03e43ef6cf6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.872640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f754a805-592b-4fb1-b71a-b03e43ef6cf6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] 10.222.0.15 "DELETE /v2.0/security-groups/06002ff3-6350-47a9-abf4-104d0f3f1a35 HTTP/1.1" status: 204 len: 168 time: 0.6013761 Nov 27 16:08:03.878456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67ebfc79-7d15-46b9-8bba-8fbb340e4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.881078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67ebfc79-7d15-46b9-8bba-8fbb340e4d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.882638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-67ebfc79-7d15-46b9-8bba-8fbb340e4d17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0831d44-e45b-4c07-8290-4ba8f2c43db6 HTTP/1.1" status: 204 len: 168 time: 0.6757472 Nov 27 16:08:03.898547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a805-592b-4fb1-b71a-b03e43ef6cf6 tempest-TestServerBasicOps-631871837 tempest-TestServerBasicOps-631871837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06002ff3-6350-47a9-abf4-104d0f3f1a35,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:03.948939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:03.955656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35258) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:03.963834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebfc79-7d15-46b9-8bba-8fbb340e4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0831d44-e45b-4c07-8290-4ba8f2c43db6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:04.001687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router ca6ce31d-277a-4d1e-8c5f-2b942ca406ed is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:08:04.013923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4dafd3a9-c709-469f-a8de-15728a63a563 None None] Provisioning complete for port cd6084be-be49-4c7f-aec1-b00a6684d480 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:04.016554 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4dafd3a9-c709-469f-a8de-15728a63a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.118726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:04.132959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:04.148710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.209771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4dafd3a9-c709-469f-a8de-15728a63a563 None None] Port cd6084be-be49-4c7f-aec1-b00a6684d480 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:04.238687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4dafd3a9-c709-469f-a8de-15728a63a563 None None] Provisioning complete for port 7166068b-5ac4-4ce8-b744-8e0f930c15fd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:04.239271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4dafd3a9-c709-469f-a8de-15728a63a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.302417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.305203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:04.307887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.309807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] 10.222.0.21 "PUT /v2.0/ports/57b05e68-a81c-4752-9e1d-63a04764285c HTTP/1.1" status: 200 len: 1091 time: 2.1973660 Nov 27 16:08:04.315733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:04.319382 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c102c-803a-4b3f-975a-594a0109d0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:04.327527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.337285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:04.358882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1366852-6410-4e89-8efd-23f9663dc4b5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/ca6ce31d-277a-4d1e-8c5f-2b942ca406ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3036134 Nov 27 16:08:04.362096 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] Sync routers for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:04.362623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d5a05d0f-c524-496a-94f2-cb189587c3b4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:04.365285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35272) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:04.378792 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:04.381834 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:04.501468 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:04.546546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf075fcf-29ca-4ef8-a161-9a5c276b3c37 service neutron] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:04.550388 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:04.551098 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:07:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:04.589452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d5a05d0f-c524-496a-94f2-cb189587c3b4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:04.589909 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.595051 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.597247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8789895 Nov 27 16:08:04.601093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375df6a-9016-43d0-b293-b577ca4c302f req-23d31ce6-41aa-4769-a6ad-911e3bd22bd1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:04.602712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b375df6a-9016-43d0-b293-b577ca4c302f req-23d31ce6-41aa-4769-a6ad-911e3bd22bd1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 943 time: 0.3711417 Nov 27 16:08:04.603392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:04.610488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815542b7-565f-4648-b66e-46e685fe9ccc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61659b-6093-4a52-9014-d11e517dc525,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:04.635501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-87c49b8d-d2f8-4d83-8365-d4ee562775db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:04.639170 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-87c49b8d-d2f8-4d83-8365-d4ee562775db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 1094 time: 0.2551548 Nov 27 16:08:04.655848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e837-f2ec-4232-a5be-b5d336271602 req-5c7f2c5d-4797-47a1-b809-9d2cc2047bbf tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:04.657749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8de3e837-f2ec-4232-a5be-b5d336271602 req-5c7f2c5d-4797-47a1-b809-9d2cc2047bbf tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.4915998 Nov 27 16:08:04.665539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cc7d6d62-99d7-4c3b-908c-9dee5d63b2d0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'ddfaf3c7-3e71-4133-9931-902fb046823f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fd61659b-6093-4a52-9014-d11e517dc525'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:04.674528 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:04.688856 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa3d30-1fe5-4a1a-9cc6-295e47d20853 None None] The sync data for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:04.726628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-21a668ac-d627-48cd-bd05-d7b2b3d6c869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57b05e68-a81c-4752-9e1d-63a04764285c HTTP/1.1" status: 200 len: 217 time: 0.0776241 Nov 27 16:08:04.733625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7faa45-2b01-4401-bc37-6c60b6f8017d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:04.735086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5f7faa45-2b01-4401-bc37-6c60b6f8017d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports/cd6084be-be49-4c7f-aec1-b00a6684d480 HTTP/1.1" status: 200 len: 911 time: 0.3662817 Nov 27 16:08:04.738588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35282) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:04.845167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-219ebe09-32c1-4ae4-bf3a-577dc31a8548 None None] Provisioning complete for port cd6084be-be49-4c7f-aec1-b00a6684d480 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:04.845820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-219ebe09-32c1-4ae4-bf3a-577dc31a8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:04.913319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7166068b-5ac4-4ce8-b744-8e0f930c15fd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:04.968997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-219ebe09-32c1-4ae4-bf3a-577dc31a8548 None None] Port cd6084be-be49-4c7f-aec1-b00a6684d480 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:04.999216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7166068b-5ac4-4ce8-b744-8e0f930c15fd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:05.000797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.062050 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e9f5ab-bca4-429d-ac2f-9c534d4039ba x-openstack-request-id: req-74e9f5ab-bca4-429d-ac2f-9c534d4039ba {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:05.064192 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:05.064471 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74e9f5ab-bca4-429d-ac2f-9c534d4039ba {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:05.064901 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c', 'status': 'completed', 'code': 200} Nov 27 16:08:05.103583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-32168514-c315-4f52-b355-30eef3862a3a None None] Provisioning complete for port 7166068b-5ac4-4ce8-b744-8e0f930c15fd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:05.103965 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-32168514-c315-4f52-b355-30eef3862a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.133936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-97374018-4d4e-4ad9-83a3-5089343ede76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:05.136503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-97374018-4d4e-4ad9-83a3-5089343ede76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 200 len: 854 time: 0.3966091 Nov 27 16:08:05.185549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-e3357b99-fd16-4928-be71-c9018db693ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=881553f4-3b49-4236-96c1-7684573e6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309632 Nov 27 16:08:05.227404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2b24da24-bf13-400a-91f7-5216d53f6a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.377909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b375df6a-9016-43d0-b293-b577ca4c302f req-81b92474-ebc5-418e-bd0b-e6035f432e2b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916194 Nov 27 16:08:05.390526 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-cc7d6d62-99d7-4c3b-908c-9dee5d63b2d0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:08:05.391806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cc7d6d62-99d7-4c3b-908c-9dee5d63b2d0 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7330403 Nov 27 16:08:05.394780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35296) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:05.485294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-58949071-68b0-4f03-b538-322d151a6b55 service neutron] 10.222.0.21 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438519 Nov 27 16:08:05.533532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.566131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.604030 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7742ef1b-19f8-4281-af0b-ce23175c8ac8 req-986dfaec-b5b3-4865-ba62-023df3a0e0c7 service neutron] 10.222.0.21 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116624 Nov 27 16:08:05.684478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.687266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:05.688420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd61659b-6093-4a52-9014-d11e517dc525 HTTP/1.1" status: 204 len: 168 time: 0.2927260 Nov 27 16:08:05.694997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35308) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:05.726707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61659b-6093-4a52-9014-d11e517dc525,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:05.750866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.751213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.751559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.751898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.752235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.752570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.752901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.753228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.753586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.753915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.754306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.754565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44691-4065-45b1-9378-49b6413051fc tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:05.830089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-034d473d-22e0-48db-8f70-11a4a876e5f8 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1313255 Nov 27 16:08:05.834377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35314) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:05.951599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858786-6ac0-493b-9b7c-3acaa5c7d1c8 req-8fb9ca9c-d36a-4fdc-a92a-f3e5e8b1d246 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:05.953142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23858786-6ac0-493b-9b7c-3acaa5c7d1c8 req-8fb9ca9c-d36a-4fdc-a92a-f3e5e8b1d246 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.1730876 Nov 27 16:08:05.972899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-1272fb02-1279-49fe-aedc-0b577f4492fa tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819092 Nov 27 16:08:06.112827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.113038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.127160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-c03561cb-9290-4da3-ab28-2fc44ce57bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:06.128658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-c03561cb-9290-4da3-ab28-2fc44ce57bda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 1094 time: 0.0856481 Nov 27 16:08:06.157393 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70c581a7-76bb-47e8-9751-111be3dbf2c9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.285778 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70c581a7-76bb-47e8-9751-111be3dbf2c9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.350079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-428dcb87-3bfe-4f54-bb0c-4c67ad5fe6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:06.351822 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-428dcb87-3bfe-4f54-bb0c-4c67ad5fe6e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 915 time: 0.1831515 Nov 27 16:08:06.386787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c292a9a-9e81-4f7b-ae87-52aed29d4361 req-91103382-1c1c-4970-a049-4bc7097a8dd4 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:06.389380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c292a9a-9e81-4f7b-ae87-52aed29d4361 req-91103382-1c1c-4970-a049-4bc7097a8dd4 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.2328420 Nov 27 16:08:06.408547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-fec06dba-a286-46b3-ab39-4bc6912ebc14 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:06.410165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-fec06dba-a286-46b3-ab39-4bc6912ebc14 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362113 Nov 27 16:08:06.454831 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-fee8c293-6115-4daf-99bc-03e582382706 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57b05e68-a81c-4752-9e1d-63a04764285c HTTP/1.1" status: 200 len: 217 time: 0.0913243 Nov 27 16:08:06.494558 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70c581a7-76bb-47e8-9751-111be3dbf2c9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.497495 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-70c581a7-76bb-47e8-9751-111be3dbf2c9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.498659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-70c581a7-76bb-47e8-9751-111be3dbf2c9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/ddfaf3c7-3e71-4133-9931-902fb046823f HTTP/1.1" status: 204 len: 168 time: 0.6626530 Nov 27 16:08:06.503590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35328) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:06.537549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-99269910-9e36-4aa5-85cb-c28a0b233423 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/quotas/ebdb5c3facaf4ccb86a5e439e2eb1a66 HTTP/1.1" status: 200 len: 375 time: 0.0897830 Nov 27 16:08:06.539910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c581a7-76bb-47e8-9751-111be3dbf2c9 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfaf3c7-3e71-4133-9931-902fb046823f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:06.584835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-21c9ec5c-9465-4011-b6c9-65ec7126eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:06.586338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-21c9ec5c-9465-4011-b6c9-65ec7126eae7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 200 len: 854 time: 0.1222296 Nov 27 16:08:06.599877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-beb8ab57-0147-4126-8e51-5dd27db7d711 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487669 Nov 27 16:08:06.612907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8:1::1 (1dd3fe64-83c2-4974-b969-4856c5bee398/b44cb87c-71ab-432d-98f8-6e74c337193c/03bb04ab-bf78-4d47-aff7-ff2c06aa95e7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:06.640267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745ff9-2820-47f0-8ef0-ae9ddaa3156c req-23950d4e-bdfa-4afc-a67a-03dc8c99ffd3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:06.640663 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-c4c9a3f1-187d-4ce3-8c8d-4ac20ae53075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=881553f4-3b49-4236-96c1-7684573e6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436070 Nov 27 16:08:06.644584 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d89416e9-dcd8-4dab-92c3-168729ff3fcb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1399608 Nov 27 16:08:06.649000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35332) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:06.652708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69745ff9-2820-47f0-8ef0-ae9ddaa3156c req-23950d4e-bdfa-4afc-a67a-03dc8c99ffd3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 943 time: 0.1678300 Nov 27 16:08:06.655450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219752244'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:06.760451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69745ff9-2820-47f0-8ef0-ae9ddaa3156c req-05f915c1-7600-4438-a133-cbd624be067a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018667 Nov 27 16:08:06.834119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.844037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Deleting port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:06.845361 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.908722 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-aad0dc26-324c-4674-8cfe-a049e7d5deb2 service neutron] 10.222.0.21 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590725 Nov 27 16:08:06.955132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:06.995230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d68be3f1-9076-4e16-81cf-e113a298330f req-658e378a-4bbd-46da-ae81-3fdedda08ee4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 210 time: 0.0515308 Nov 27 16:08:07.031178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206974f9-1294-460d-a2cb-af330c67ee01 req-5c9e43cd-3bdc-433a-b9e8-5ee1775508ee tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:07.044049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-206974f9-1294-460d-a2cb-af330c67ee01 req-5c9e43cd-3bdc-433a-b9e8-5ee1775508ee tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 1060 time: 0.1336105 Nov 27 16:08:07.079006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] For port 1cb77329-7e2b-4c70-a5b6-5a2952e03c59, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:07.079738 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.105467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Calling delete_port for 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:07.130653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.137851 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-774c102c-803a-4b3f-975a-594a0109d0d9 req-044747b8-eb76-4a91-8f75-5f0e3dca46b5 service neutron] 10.222.0.21 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189765 Nov 27 16:08:07.139127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.150581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.226001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=03bb04ab-bf78-4d47-aff7-ff2c06aa95e7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:07.245790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:07.250383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:07.267888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.269308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6179147 Nov 27 16:08:07.271385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:07.272075 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.273632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:07.281009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a7c169d9-f427-4ff2-a83f-18ea330473fb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'd3da5828-49df-4776-91fa-9440cce487a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:07.346947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487cda-cdb0-4042-9607-3cfca392b18c req-11b486bc-28eb-476f-8608-c0b1312200c3 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:07.349095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c487cda-cdb0-4042-9607-3cfca392b18c req-11b486bc-28eb-476f-8608-c0b1312200c3 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1135 time: 0.2070551 Nov 27 16:08:07.384376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2763cbd-2ceb-4bb1-b786-0397e09d4f99 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da5828-49df-4776-91fa-9440cce487a6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:07.423577 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-a7c169d9-f427-4ff2-a83f-18ea330473fb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:08:07.427997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35350) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:07.428174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a7c169d9-f427-4ff2-a83f-18ea330473fb tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1512327 Nov 27 16:08:07.433585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-57024d4e-1ffa-4e04-8c37-002da5ff999b tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group_rule': {'security_group_id': 'd3da5828-49df-4776-91fa-9440cce487a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:07.455472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.489883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c487cda-cdb0-4042-9607-3cfca392b18c req-ffb907a3-d01e-4842-825f-edabbec8d204 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1252010 Nov 27 16:08:07.503979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35352) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:07.576615 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-57024d4e-1ffa-4e04-8c37-002da5ff999b tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:08:07.577180 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-57024d4e-1ffa-4e04-8c37-002da5ff999b tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1476426 Nov 27 16:08:07.580655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:07.624159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c511a68-57e4-44b9-92d5-fc5d044c4a06 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:07.628412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c511a68-57e4-44b9-92d5-fc5d044c4a06 tempest-TestSecurityGroupsBasicOps-536991356 tempest-TestSecurityGroupsBasicOps-536991356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 1055 time: 0.1209402 Nov 27 16:08:07.651821 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18127385-58a5-4827-92be-4f2b379922c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.666712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.776658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb77329-7e2b-4c70-a5b6-5a2952e03c59,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:07.783393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5aa82625-ed52-4891-8c28-f63656fa725d None None] Provisioning complete for port 03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:07.784165 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5aa82625-ed52-4891-8c28-f63656fa725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.817451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0867-3e2e-48d9-be6c-c5719a16f1ad tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.867433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5aa82625-ed52-4891-8c28-f63656fa725d None None] Port 03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:07.968619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.974388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.975857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:07.996200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0867-3e2e-48d9-be6c-c5719a16f1ad tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.193980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:08.199265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:08.208379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6111d4-d9b0-40ad-bd63-adf517aa8de9 req-91d65342-8f87-4fc7-98e5-7dac3a138a26 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:08.210085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a6111d4-d9b0-40ad-bd63-adf517aa8de9 req-91d65342-8f87-4fc7-98e5-7dac3a138a26 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 943 time: 0.3131022 Nov 27 16:08:08.228302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=03bb04ab-bf78-4d47-aff7-ff2c06aa95e7,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:08.273963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-5fb47596-6799-4d80-85d8-ea3cc145f410 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389206 Nov 27 16:08:08.335520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35372) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:08.342950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0867-3e2e-48d9-be6c-c5719a16f1ad tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.346625 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0867-3e2e-48d9-be6c-c5719a16f1ad tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.351088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1bdb0867-3e2e-48d9-be6c-c5719a16f1ad tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/d3da5828-49df-4776-91fa-9440cce487a6 HTTP/1.1" status: 204 len: 168 time: 0.7677677 Nov 27 16:08:08.351820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35374) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:08.417554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 57b05e68-a81c-4752-9e1d-63a04764285c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:08:08.454373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb0867-3e2e-48d9-be6c-c5719a16f1ad tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da5828-49df-4776-91fa-9440cce487a6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:08.517959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61dd3-4c31-4549-8367-cf720bb2609f req-1de8f5b4-f3cf-4e7b-aee5-9e53c4e23982 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:08.527403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9e61dd3-4c31-4549-8367-cf720bb2609f req-1de8f5b4-f3cf-4e7b-aee5-9e53c4e23982 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.3133228 Nov 27 16:08:08.555482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.591067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a6111d4-d9b0-40ad-bd63-adf517aa8de9 req-c36b1df0-1867-427e-b53e-ca941a289939 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656607 Nov 27 16:08:08.615931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d9517dad-cd39-4b00-b7de-963bbf80a8d8 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2557011 Nov 27 16:08:08.618140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35378) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:08.634862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820564237'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:08.648320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.652030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7da04747-80fb-4103-9c0f-68395b017293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.689841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router ca6ce31d-277a-4d1e-8c5f-2b942ca406ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:08.722035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:08.743031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '57b05e68-a81c-4752-9e1d-63a04764285c', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'port_id': '57b05e68-a81c-4752-9e1d-63a04764285c', 'mac_address': 'fa:16:3e:8e:bd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801437c9-3a8c-401b-877a-149055023f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:08:08.750067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bbabb8e-50f6-4331-b506-0256fe78c974 req-ca069bca-d94b-4ac9-87e1-0fa5af0a0983 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 210 time: 0.0516706 Nov 27 16:08:08.792048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.809611 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.839855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b05e68-a81c-4752-9e1d-63a04764285c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:08.848326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f07261de-85f1-41a6-8658-e28450e21b39 None None] Provisioning complete for port 03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:08.849141 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f07261de-85f1-41a6-8658-e28450e21b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.872255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-daa625d6-03d1-4a7d-8cd5-2906c9bffce5 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:08.874169 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-daa625d6-03d1-4a7d-8cd5-2906c9bffce5 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5371132 Nov 27 16:08:08.898259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f07261de-85f1-41a6-8658-e28450e21b39 None None] Port 03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:08.918213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:08.919652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Request body: {'port': {'device_id': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'ebdb5c3facaf4ccb86a5e439e2eb1a66'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:08.927150 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:08.967737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Router 25393613-bc7a-4359-baaa-5cab9f51354d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:09.005473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:09.015260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.015760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.016204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.016643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.017098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.017566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.018138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.018704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.019424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.020763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.021333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.022540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:09.092157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:09.098425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-52d72841-1cce-4784-9806-1e473bcd556f admin admin] 10.222.0.15 "PUT /v2.0/routers/25393613-bc7a-4359-baaa-5cab9f51354d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1417532 Nov 27 16:08:09.100862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35380) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:09.104868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] Sync routers for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:09.136004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:09.136947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.362033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:09.378274 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-093bfca9-ed88-4cfa-894a-fcdc85623b90 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/ca6ce31d-277a-4d1e-8c5f-2b942ca406ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6346488 Nov 27 16:08:09.380658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['57b05e68-a81c-4752-9e1d-63a04764285c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:08:09.381348 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] Sync routers for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:09.385664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35382) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:09.401086 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:09.402175 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.448828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.460084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcfac5b-08ef-4b7d-9ce9-1551cf24c9fc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:09.464713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4bcfac5b-08ef-4b7d-9ce9-1551cf24c9fc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports/03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 HTTP/1.1" status: 200 len: 913 time: 0.0647955 Nov 27 16:08:09.474089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.477686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35384) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:09.483766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.494621 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:09.495582 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.543559 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.545275 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e15c2-caa5-44d0-b37e-245ca4e79eb4 None None] The sync data for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:09.558853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7da04747-80fb-4103-9c0f-68395b017293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.559888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:09.576239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-c334d5ba-c373-49d2-8a91-81fa2e82623b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:09.577799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-c334d5ba-c373-49d2-8a91-81fa2e82623b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.3036640 Nov 27 16:08:09.598845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7da04747-80fb-4103-9c0f-68395b017293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.630490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.653466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.657327 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0240102 Nov 27 16:08:09.675410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35390) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:09.688357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c13f006b-1461-4495-a0cf-8a41e3aab7b7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:09.689082 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-c13f006b-1461-4495-a0cf-8a41e3aab7b7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 16:08:09.689592 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-c13f006b-1461-4495-a0cf-8a41e3aab7b7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 16:08:09.693124 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c13f006b-1461-4495-a0cf-8a41e3aab7b7 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "PUT /v2.0/security-groups/0aa85765-112d-41d6-949f-a413798108dc HTTP/1.1" status: 409 len: 330 time: 0.0141959 Nov 27 16:08:09.700560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35392) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:09.719828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794392-3ea8-430c-88cd-4694ccf85f2d tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa85765-112d-41d6-949f-a413798108dc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:09.743390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7da04747-80fb-4103-9c0f-68395b017293 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5942ed976c745cfb0f66699c105b0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4045222 Nov 27 16:08:09.749574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:09.811133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:08:07Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.842812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a89f1-834b-4595-96cb-1c0e1f80ccd9 req-481d9577-fd62-4a1d-87f9-9eb10cce4216 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:09.843460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] Checking router: 25393613-bc7a-4359-baaa-5cab9f51354d for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:09.850019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-911a89f1-834b-4595-96cb-1c0e1f80ccd9 req-481d9577-fd62-4a1d-87f9-9eb10cce4216 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.2159710 Nov 27 16:08:09.855120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] Routers {'25393613-bc7a-4359-baaa-5cab9f51354d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:09.855758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['25393613-bc7a-4359-baaa-5cab9f51354d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:09.874296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9235421-9e51-420b-9032-f08312fe676f req-969b5dd9-43ed-4a51-95f9-4697bfc37644 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:09.876042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9235421-9e51-420b-9032-f08312fe676f req-969b5dd9-43ed-4a51-95f9-4697bfc37644 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 944 time: 0.1752231 Nov 27 16:08:09.901212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Made reservation on behalf of ebdb5c3facaf4ccb86a5e439e2eb1a66 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:09.905893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.921422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-248cad53-e221-4454-9b70-0959198a1411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.923635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.967240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-248cad53-e221-4454-9b70-0959198a1411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:09.998931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] Set router 25393613-bc7a-4359-baaa-5cab9f51354d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:10.014215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9235421-9e51-420b-9032-f08312fe676f req-2ae7b2ac-a4db-4e92-9507-c10126d23f2d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284020 Nov 27 16:08:10.014609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.032652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da04747-80fb-4103-9c0f-68395b017293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270c88f6-df1f-4c4e-b3f9-8b29e5b10333,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:10.052275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c230020f-9b8f-4135-b715-6b71842fe447 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.057248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e16a68c9-ba42-4546-9b23-e5fc8d00b935 req-33664edf-a220-48b6-892a-a2478717424a tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 210 time: 0.0676816 Nov 27 16:08:10.090374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Deleting port 700225a9-a156-4139-bad3-eb789569027a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:10.090783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.141937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port 477c879e-da31-439e-bc5c-d35837016a5b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:10.142340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.143323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-248cad53-e221-4454-9b70-0959198a1411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.145961 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-248cad53-e221-4454-9b70-0959198a1411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.146234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c230020f-9b8f-4135-b715-6b71842fe447 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.149787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-248cad53-e221-4454-9b70-0959198a1411 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/270c88f6-df1f-4c4e-b3f9-8b29e5b10333 HTTP/1.1" status: 204 len: 168 time: 0.3950768 Nov 27 16:08:10.168538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cad53-e221-4454-9b70-0959198a1411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270c88f6-df1f-4c4e-b3f9-8b29e5b10333,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:10.210173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] For port 700225a9-a156-4139-bad3-eb789569027a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=700225a9-a156-4139-bad3-eb789569027a,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:10.210684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.233244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Calling delete_port for 700225a9-a156-4139-bad3-eb789569027a owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:10.254123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:08:07Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:10.298314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602a5c4-0a57-4914-9ce9-07cf86248f35 None None] The sync data for ids ['25393613-bc7a-4359-baaa-5cab9f51354d'] in n-d-819494-4 is: [{'id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'name': 'tempest-TestServerBasicOps-1495119640-router', 'tenant_id': 'be3a583fd5ec435985312dc099a125ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '700225a9-a156-4139-bad3-eb789569027a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:24Z', 'updated_at': '2021-11-27T16:08:07Z', 'revision_number': 5, 'project_id': 'be3a583fd5ec435985312dc099a125ac', 'gw_port': {'id': '700225a9-a156-4139-bad3-eb789569027a', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25393613-bc7a-4359-baaa-5cab9f51354d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:10.306567 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.313047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c230020f-9b8f-4135-b715-6b71842fe447 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.315988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c230020f-9b8f-4135-b715-6b71842fe447 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.317614 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c230020f-9b8f-4135-b715-6b71842fe447 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/0aa85765-112d-41d6-949f-a413798108dc HTTP/1.1" status: 204 len: 168 time: 0.6142333 Nov 27 16:08:10.322586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35402) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:10.358885 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.361601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port 477c879e-da31-439e-bc5c-d35837016a5b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=477c879e-da31-439e-bc5c-d35837016a5b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:10.362062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.387386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230020f-9b8f-4135-b715-6b71842fe447 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa85765-112d-41d6-949f-a413798108dc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:10.396894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dda3e697-2d33-4550-a9b1-cc1b59407093 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690835 Nov 27 16:08:10.397040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.420208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35406) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:10.422724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for 477c879e-da31-439e-bc5c-d35837016a5b owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:10.427426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 57b05e68-a81c-4752-9e1d-63a04764285c up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:10.497966 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-96656e59-a716-4465-9a9c-f49de5002038 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] delete failed (client error): The resource could not be found. Nov 27 16:08:10.503336 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-96656e59-a716-4465-9a9c-f49de5002038 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "DELETE /v2.0/security-groups/7be7af7c-0869-4e61-b4d7-1b6bb19f59ab HTTP/1.1" status: 404 len: 347 time: 0.0777340 Nov 27 16:08:10.503517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35408) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:10.507204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 57b05e68-a81c-4752-9e1d-63a04764285c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:08:10.512909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 57b05e68-a81c-4752-9e1d-63a04764285c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:10.513868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.521072 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-d6b644eb-c257-407f-8605-ef5f49fef8ba tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] show failed (client error): The resource could not be found. Nov 27 16:08:10.526508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d6b644eb-c257-407f-8605-ef5f49fef8ba tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-groups/504c95b1-0216-446b-9905-f8bb833dfae6 HTTP/1.1" status: 404 len: 347 time: 0.0180182 Nov 27 16:08:10.526689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0892a0-ae67-4e58-8720-641abbac133e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:10.528043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35410) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:10.548518 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-9870979e-5ebb-4e9b-baf6-bba1c88264b4 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] show failed (client error): The resource could not be found. Nov 27 16:08:10.549726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9870979e-5ebb-4e9b-baf6-bba1c88264b4 tempest-NegativeSecGroupIPv6Test-1307460301 tempest-NegativeSecGroupIPv6Test-1307460301-project] 10.222.0.15 "GET /v2.0/security-group-rules/e4c603a4-abba-40bc-a91b-2d2069d18ff8 HTTP/1.1" status: 404 len: 356 time: 0.0206943 Nov 27 16:08:10.554290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.585104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Pushing event deleted for resources: {'Port': ['ID=700225a9-a156-4139-bad3-eb789569027a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:10.617022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0cee0-ee28-41e5-9e14-91bfa171cd59 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:10.622240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Allocated IP 192.168.233.232 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/000e99eb-d96c-4dd2-82dd-99dfa3576e58) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:10.625357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35414) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:10.670123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17791544-72a1-4f47-9e3e-48ce9cdd76fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.685361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.717234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:10.720184 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23d7e2c-f64a-4d36-994b-44836bf1dc70" -d '{"events": [{"server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "name": "network-vif-plugged", "status": "completed", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:10.734925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.739856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:10.750876 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.794297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.813236 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1c474-8900-4c59-a9b3-4b34e9c249c6 x-openstack-request-id: req-0dd1c474-8900-4c59-a9b3-4b34e9c249c6 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:10.814037 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "name": "network-vif-plugged", "status": "completed", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:10.814037 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dd1c474-8900-4c59-a9b3-4b34e9c249c6 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:10.814340 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c', 'code': 200} Nov 27 16:08:10.845782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:10.961572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:10.965352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35424) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:10.968319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.072767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496a299-6d47-4890-8329-bcf33549dfdb req-215e171e-36cf-4d85-a966-59daae555c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:11.074779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0496a299-6d47-4890-8329-bcf33549dfdb req-215e171e-36cf-4d85-a966-59daae555c35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 1096 time: 0.1781826 Nov 27 16:08:11.090744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17791544-72a1-4f47-9e3e-48ce9cdd76fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.095764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.096337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25393613-bc7a-4359-baaa-5cab9f51354d {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:11.102544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.106636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-24e29e64-6621-463d-af6b-021cda1ec25c admin admin] 10.222.0.15 "DELETE /v2.0/routers/25393613-bc7a-4359-baaa-5cab9f51354d HTTP/1.1" status: 204 len: 168 time: 2.0022130 Nov 27 16:08:11.106636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17791544-72a1-4f47-9e3e-48ce9cdd76fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.111949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35432) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:11.166950 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.178451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.181398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b1f8-d265-449d-9f15-4e8d9a0466db req-06052820-6070-4d2b-8977-c3082e7fa610 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:11.182926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce25b1f8-d265-449d-9f15-4e8d9a0466db req-06052820-6070-4d2b-8977-c3082e7fa610 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8781884-fbd4-46db-ac09-82b3666d93ca HTTP/1.1" status: 200 len: 909 time: 0.2580183 Nov 27 16:08:11.225199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0496a299-6d47-4890-8329-bcf33549dfdb req-1600c5f6-2d3e-4af8-a582-c135787e43b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207163 Nov 27 16:08:11.242371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17791544-72a1-4f47-9e3e-48ce9cdd76fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a9f18-1070-440d-9e09-3e205d54e0d8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:11.248107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17791544-72a1-4f47-9e3e-48ce9cdd76fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0fcba613b254aa8a8903ee61872fe68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6207216 Nov 27 16:08:11.254572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35434) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:11.284216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=477c879e-da31-439e-bc5c-d35837016a5b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:11.288765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Deleting subnet 6b662134-05a0-458d-984b-3afb24d096b5 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:11.294439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.379469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84a5f800-6015-4947-8514-52511182e893 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=865a7e9d840c4fbf9c2581b309c0d63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4089603 Nov 27 16:08:11.380687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4aff6-76f0-4ac0-83de-51fee739b2a2 req-9c77ea4b-07d0-413d-9f43-755005d558f8 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:11.382716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54e4aff6-76f0-4ac0-83de-51fee739b2a2 req-9c77ea4b-07d0-413d-9f43-755005d558f8 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2219803 Nov 27 16:08:11.383852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] No DVR routers for this DVR port 477c879e-da31-439e-bc5c-d35837016a5b on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:11.385242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c89ab67-d709-41db-bc7f-74d486a713fe req-d0471b9f-d2ec-4911-9e6c-a28bad95612c tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 210 time: 0.0874057 Nov 27 16:08:11.396537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35436) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:11.399602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.403750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-63d3e320-6bc2-4ee4-be6e-de5e586c72b4 req-640ca108-b7cd-41c4-8951-f13358912278 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.37 "DELETE /v2.0/ports/477c879e-da31-439e-bc5c-d35837016a5b HTTP/1.1" status: 204 len: 173 time: 1.8063490 Nov 27 16:08:11.404479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'name': 'network-vif-deleted', 'tag': '477c879e-da31-439e-bc5c-d35837016a5b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:11.407105 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8392c1-ebeb-4b5c-9470-95a075d35bc4" -d '{"events": [{"server_uuid": "d8781884-fbd4-46db-ac09-82b3666d93ca", "name": "network-vif-deleted", "tag": "477c879e-da31-439e-bc5c-d35837016a5b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:11.447830 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.508326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbf12da2-a3ab-4238-8674-5ec33339b0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.538140 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a26f0-e4ef-4f1d-8021-9afcf22ab94d x-openstack-request-id: req-f36a26f0-e4ef-4f1d-8021-9afcf22ab94d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:11.539140 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8781884-fbd4-46db-ac09-82b3666d93ca", "name": "network-vif-deleted", "tag": "477c879e-da31-439e-bc5c-d35837016a5b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:11.539412 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f36a26f0-e4ef-4f1d-8021-9afcf22ab94d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:11.539841 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8781884-fbd4-46db-ac09-82b3666d93ca', 'name': 'network-vif-deleted', 'tag': '477c879e-da31-439e-bc5c-d35837016a5b', 'status': 'completed', 'code': 200} Nov 27 16:08:11.568175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.589710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbf12da2-a3ab-4238-8674-5ec33339b0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.610982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:11.611325 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.635663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54e4aff6-76f0-4ac0-83de-51fee739b2a2 req-cf644ffd-3d4b-4b24-a0d8-960a704a6439 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238872 Nov 27 16:08:11.642646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-177b9325-890e-4002-98a6-8ac131b25b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.675404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.691236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-177b9325-890e-4002-98a6-8ac131b25b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.693063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.756128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:11.761362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbf12da2-a3ab-4238-8674-5ec33339b0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.763426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:11.764213 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bbf12da2-a3ab-4238-8674-5ec33339b0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.768707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.771312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:11.777607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bbf12da2-a3ab-4238-8674-5ec33339b0a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/507a9f18-1070-440d-9e09-3e205d54e0d8 HTTP/1.1" status: 204 len: 168 time: 0.5105946 Nov 27 16:08:11.784668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:11.807996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf12da2-a3ab-4238-8674-5ec33339b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a9f18-1070-440d-9e09-3e205d54e0d8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:11.818960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 03bb04ab-bf78-4d47-aff7-ff2c06aa95e7 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:11.826358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.876577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-177b9325-890e-4002-98a6-8ac131b25b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.880567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-177b9325-890e-4002-98a6-8ac131b25b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.881921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-177b9325-890e-4002-98a6-8ac131b25b49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd67d63a-edf6-450f-a954-fb05f6988a4f HTTP/1.1" status: 204 len: 168 time: 0.4730997 Nov 27 16:08:11.886068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:11.886739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.887691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b662134-05a0-458d-984b-3afb24d096b5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:11.905019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:11.909061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-53e95bf5-13c2-408e-816e-e7ce56c98c0d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b662134-05a0-458d-984b-3afb24d096b5 HTTP/1.1" status: 204 len: 168 time: 0.7899168 Nov 27 16:08:11.911105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b9325-890e-4002-98a6-8ac131b25b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67d63a-edf6-450f-a954-fb05f6988a4f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:11.915003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b476353-337c-4171-b206-c7ae2eccd3a9 None None] Network 459a2375-bfe2-4550-b4c8-21d1a2659686 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:11.920604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:12.018759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.200449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5d4cff10-e39d-462b-aafe-bd043a3bd72b None None] Provisioning complete for port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:12.200846 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d4cff10-e39d-462b-aafe-bd043a3bd72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.213919 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-24966d93-214c-42a9-b550-30c51697c4c4 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3002958 Nov 27 16:08:12.230975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Request body: {'port': {'device_id': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:12.237633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Deleting port da1b1e08-7232-403f-a8dc-a807ba25dcbe {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:12.242031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.271136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 700225a9-a156-4139-bad3-eb789569027a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:12.281544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] DHCP port deletion for 459a2375-bfe2-4550-b4c8-21d1a2659686 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:12.305043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35456) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:12.328875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 700225a9-a156-4139-bad3-eb789569027a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:12.329755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 700225a9-a156-4139-bad3-eb789569027a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:12.330477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:12.389228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.422962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] For port da1b1e08-7232-403f-a8dc-a807ba25dcbe, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=da1b1e08-7232-403f-a8dc-a807ba25dcbe,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:12.424138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.451568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.467417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Calling delete_port for da1b1e08-7232-403f-a8dc-a807ba25dcbe owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:12.471393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cff10-e39d-462b-aafe-bd043a3bd72b None None] Port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:12.476948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:12.480714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1cb77329-7e2b-4c70-a5b6-5a2952e03c59 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:12.527272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=03bb04ab-bf78-4d47-aff7-ff2c06aa95e7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:12.599063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] Deleting port da1b1e08-7232-403f-a8dc-a807ba25dcbe {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:12.614324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.726183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] For port da1b1e08-7232-403f-a8dc-a807ba25dcbe, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=da1b1e08-7232-403f-a8dc-a807ba25dcbe,segment=NetworkSegment(b34386df-f5d2-4926-9f12-47bd9bcc2105),segment_id=b34386df-f5d2-4926-9f12-47bd9bcc2105)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:12.727155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.746185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a5782-dac0-4f3f-b7e8-dfbd93079b9d req-3ec9d510-0d77-4666-8ffd-5e956461fdd1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:12.747965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa8a5782-dac0-4f3f-b7e8-dfbd93079b9d req-3ec9d510-0d77-4666-8ffd-5e956461fdd1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 936 time: 0.1510081 Nov 27 16:08:12.778715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] Calling delete_port for da1b1e08-7232-403f-a8dc-a807ba25dcbe owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:12.827444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.905062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1b1e08-7232-403f-a8dc-a807ba25dcbe,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:12.917089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] No DVR routers for this DVR port da1b1e08-7232-403f-a8dc-a807ba25dcbe on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:12.948627 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:12.991443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cbcc3-9d1f-45a6-8e5d-37c69481bf86 req-ced455b2-4b44-4cda-a643-42ac2f7a177b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:12.994542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] Pushing event deleted for resources: {'Port': ['ID=da1b1e08-7232-403f-a8dc-a807ba25dcbe,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:13.000047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f43cbcc3-9d1f-45a6-8e5d-37c69481bf86 req-ced455b2-4b44-4cda-a643-42ac2f7a177b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2394862 Nov 27 16:08:13.010577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2431e8-64c9-49e5-8de9-b505425864ad None None] No DVR routers for this DVR port da1b1e08-7232-403f-a8dc-a807ba25dcbe on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:13.038804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa8a5782-dac0-4f3f-b7e8-dfbd93079b9d req-7c7dcf92-b1e8-4e50-bfe0-596e4ed396bc tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752326 Nov 27 16:08:13.135422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f43cbcc3-9d1f-45a6-8e5d-37c69481bf86 req-de3f6b1f-b537-4408-a5c2-efaa1d4dc2b3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341228 Nov 27 16:08:13.137385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.171323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459a2375-bfe2-4550-b4c8-21d1a2659686']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:13.194465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34386df-f5d2-4926-9f12-47bd9bcc2105') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:13.194762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34386df-f5d2-4926-9f12-47bd9bcc2105') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:13.213202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.273224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.284369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:13.284849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:13.286700 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:13.316886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.363745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc53d-2d7c-47c1-9bcd-9c70329cd95e req-15d48e7b-bac3-4ec1-a5ca-fabd69e5fffb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:13.371314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba0fc53d-2d7c-47c1-9bcd-9c70329cd95e req-15d48e7b-bac3-4ec1-a5ca-fabd69e5fffb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1397026 Nov 27 16:08:13.386628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.394353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.397855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] 10.222.0.15 "DELETE /v2.0/networks/459a2375-bfe2-4550-b4c8-21d1a2659686 HTTP/1.1" status: 204 len: 168 time: 1.4757259 Nov 27 16:08:13.401222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35496) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:13.458567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d2178-097a-4d30-b59e-452679b18d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=459a2375-bfe2-4550-b4c8-21d1a2659686,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:13.494216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba0fc53d-2d7c-47c1-9bcd-9c70329cd95e req-72b09d7a-71b3-49e5-893c-356cb8223a24 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199598 Nov 27 16:08:13.585556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35504) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:13.658457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000e99eb-d96c-4dd2-82dd-99dfa3576e58 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:13.675633 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.724691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Transition to ACTIVE for port object 000e99eb-d96c-4dd2-82dd-99dfa3576e58 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:08:13.742541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.766670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router ca6ce31d-277a-4d1e-8c5f-2b942ca406ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:13.769290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-216030076'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:13.874773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Made reservation on behalf of 9938cf1ae43441068b583966a8098b1e for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:13.878282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.895825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:13.949916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7acf4-9b88-43a9-b32c-96e735a348cc req-ea06e626-0f7b-46b0-9ed5-a2fc31ab3a53 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:13.958532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70b7acf4-9b88-43a9-b32c-96e735a348cc req-ea06e626-0f7b-46b0-9ed5-a2fc31ab3a53 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1803749 Nov 27 16:08:13.979244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:13.990244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] Sync routers for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:13.991140 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8e4125c-bfa9-4ae5-84bc-0289486fd39f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/ca6ce31d-277a-4d1e-8c5f-2b942ca406ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5082407 Nov 27 16:08:13.991878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:13.997858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35518) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:14.005071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:14.005663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:14.048087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70b7acf4-9b88-43a9-b32c-96e735a348cc req-29614203-201c-49d3-a99c-49fa4c4bfa65 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886042 Nov 27 16:08:14.129370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:14.156608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:14.157600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:14.215706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:14.216638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec937c-bee0-49ce-a7be-5ff998888235 None None] The sync data for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:14.221685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device da1b1e08-7232-403f-a8dc-a807ba25dcbe no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:14.224031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.243672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.251618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: da1b1e08-7232-403f-a8dc-a807ba25dcbe {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:14.252233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device da1b1e08-7232-403f-a8dc-a807ba25dcbe not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:14.311142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:08:14.326718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca653823-4100-4835-91c4-0391eebe3e38 req-1690b5ba-fc65-428a-bba6-d5107efae8ad tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:14.328334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca653823-4100-4835-91c4-0391eebe3e38 req-1690b5ba-fc65-428a-bba6-d5107efae8ad tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 948 time: 0.1767931 Nov 27 16:08:14.336214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8d234-61c3-487f-a637-fcb226f1b83f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:14.342735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.343177 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Added segment 3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a of type vlan for network 23d08a5d-53c4-47b3-a305-4a986c94826d Nov 27 16:08:14.372664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 477c879e-da31-439e-bc5c-d35837016a5b no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:14.387919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.389478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Attempting to bind port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:14.389961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Attempting to bind port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:14.390228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Attempting to bind port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:14.398156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.405399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627600d0-0559-490d-b781-dbadff5a8f01 req-bbcfd525-3cbd-48f7-893e-d5c8e2de3dc0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:14.406928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-627600d0-0559-490d-b781-dbadff5a8f01 req-bbcfd525-3cbd-48f7-893e-d5c8e2de3dc0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1862998 Nov 27 16:08:14.413593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 477c879e-da31-439e-bc5c-d35837016a5b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:14.414492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 477c879e-da31-439e-bc5c-d35837016a5b not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:14.463165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:08:14.463505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Attempting to bind port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:14.479853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:14.480198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:14.480808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:14.481265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Bound port: 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:14.481652 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.683537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:14.724284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:14.736696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.798377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.801816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:14.802501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.805863 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] 10.222.0.37 "PUT /v2.0/ports/000e99eb-d96c-4dd2-82dd-99dfa3576e58 HTTP/1.1" status: 200 len: 1096 time: 2.5864697 Nov 27 16:08:14.806687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:14.808845 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f586283c-4b01-4a94-9ba7-035c6391c347" -d '{"events": [{"name": "network-changed", "server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:14.853019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:14.926280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ca26-a94e-4acb-b8fa-b7b20e2868ae service neutron] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:14.938708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca653823-4100-4835-91c4-0391eebe3e38 req-9f82f8b6-62e4-4c63-b72e-552d803ee1be tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845010 Nov 27 16:08:14.987438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-627600d0-0559-490d-b781-dbadff5a8f01 req-8a399ddc-cb1e-4945-81d6-f3f7de1b73b3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979051 Nov 27 16:08:15.000753 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:15.016406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:15.018867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:15.075358 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd138a7-ee08-4dea-9cec-eccee9be3eb4 x-openstack-request-id: req-3fd138a7-ee08-4dea-9cec-eccee9be3eb4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:15.075795 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:15.076168 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fd138a7-ee08-4dea-9cec-eccee9be3eb4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:15.076673 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'status': 'completed', 'code': 200} Nov 27 16:08:15.156175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5692484 Nov 27 16:08:15.161520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35548) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:15.164767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-fae6e10b-20f9-41f2-bd61-ab9528f21275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:15.166865 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-fae6e10b-20f9-41f2-bd61-ab9528f21275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 1099 time: 0.3048069 Nov 27 16:08:15.229672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Request body: {'subnet': {'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:15.230418 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-c2799bf7-8c9e-4aad-8583-2810a7390173 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58 HTTP/1.1" status: 200 len: 217 time: 0.0542138 Nov 27 16:08:15.281518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port 2fa3f848-3f51-414c-b0cf-31045a5f400b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:15.281872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:15.302695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24665334-68eb-4914-b916-e74c3a7bf807 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event updated for resources: {'Network': ['ID=23d08a5d-53c4-47b3-a305-4a986c94826d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:15.321732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 23d08a5d-53c4-47b3-a305-4a986c94826d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:08:15.395169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-f6859801-40cd-452f-bc02-a75e54daf32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:15.396660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-f6859801-40cd-452f-bc02-a75e54daf32e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.1595268 Nov 27 16:08:15.515914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port 2fa3f848-3f51-414c-b0cf-31045a5f400b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fa3f848-3f51-414c-b0cf-31045a5f400b,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:15.516352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:15.538003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for 2fa3f848-3f51-414c-b0cf-31045a5f400b owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:15.545538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-ce3bc232-5682-4f8a-acfa-1db04fbb1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:15.547066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-ce3bc232-5682-4f8a-acfa-1db04fbb1567 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314917 Nov 27 16:08:15.569668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f297b8-ada0-46bf-8c2a-7ea24708ea48 req-f51814ec-8794-4fb3-957f-d69bba027581 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:15.572367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41f297b8-ada0-46bf-8c2a-7ea24708ea48 req-f51814ec-8794-4fb3-957f-d69bba027581 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.0952075 Nov 27 16:08:15.597426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Made reservation on behalf of 9938cf1ae43441068b583966a8098b1e for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:15.601476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:15.806727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41f297b8-ada0-46bf-8c2a-7ea24708ea48 req-890ec452-a999-4647-bd8a-99aed2fe189f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217960 Nov 27 16:08:15.886263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Deleting port 8a514517-e1de-47b1-aee5-17adeafcf152 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:15.886598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:15.936598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port cd6084be-be49-4c7f-aec1-b00a6684d480 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:15.936934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.095295 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.153221 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-6033a229-0835-4340-b9de-4519c507fe73 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987639 Nov 27 16:08:16.159147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.170307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] For port 8a514517-e1de-47b1-aee5-17adeafcf152, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8a514517-e1de-47b1-aee5-17adeafcf152,segment=NetworkSegment(b4cecbc0-171c-419d-a72b-34e56cf9552e),segment_id=b4cecbc0-171c-419d-a72b-34e56cf9552e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:16.170673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.199275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for cd6084be-be49-4c7f-aec1-b00a6684d480 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:16.203512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae76a63-3cd7-4fff-b291-f870a4ddc1a6 req-1064b105-8852-49f4-bf0c-c31b6df23ebe tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:16.205235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ae76a63-3cd7-4fff-b291-f870a4ddc1a6 req-1064b105-8852-49f4-bf0c-c31b6df23ebe tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 948 time: 0.1749675 Nov 27 16:08:16.206263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Calling delete_port for 8a514517-e1de-47b1-aee5-17adeafcf152 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:16.212637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event updated for resources: {'Subnet': ['ID=dfa79d9e-9ffb-4460-a34f-a6a6bc664639,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:16.250875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Checking segment: {'id': '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:16.251278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Network hostable DHCP agents. Network: 23d08a5d-53c4-47b3-a305-4a986c94826d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:08:16.339169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ae76a63-3cd7-4fff-b291-f870a4ddc1a6 req-ca76c995-bc60-47f3-bade-3a3e2fbaaafb tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227102 Nov 27 16:08:16.339631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Network 23d08a5d-53c4-47b3-a305-4a986c94826d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:08:16.370762 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8ee0b1a1-581d-4451-b0f3-73c3a0a19bce req-db8ba8f9-84a8-491a-91f6-b2cc8b88769d service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090030 Nov 27 16:08:16.384127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 23d08a5d-53c4-47b3-a305-4a986c94826d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:16.395816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:16.396446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.397458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47bb00-2845-4e08-b7e0-30fc748cf432 None None] Network 23d08a5d-53c4-47b3-a305-4a986c94826d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:16.427195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f179cb28-1a7c-4be4-b17f-2c6d2be99f8a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2115073 Nov 27 16:08:16.427631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.429809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35566) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:16.435691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Request body: {'port': {'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d', 'name': 'tempest-TagsExtTest-2105229145'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:16.487726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=2fa3f848-3f51-414c-b0cf-31045a5f400b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:16.575945 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.584153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-272f3859-6ac5-4462-b632-fab5fdaa47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:16.585634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-272f3859-6ac5-4462-b632-fab5fdaa47c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1592679 Nov 27 16:08:16.615562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a514517-e1de-47b1-aee5-17adeafcf152,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:16.625736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Made reservation on behalf of 9938cf1ae43441068b583966a8098b1e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:16.629299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.654066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23d08a5d-53c4-47b3-a305-4a986c94826d', 'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d', 'tenant_id': '9938cf1ae43441068b583966a8098b1e', 'fixed_ips': [{'subnet_id': 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:08:16.654960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.690704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] device_id is not set on port 739ca5e9-1ab3-471c-be72-d12b2fc028c7 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:08:16.798297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-f3d77402-24b3-45a6-88ff-8804023ce8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:16.799936 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-f3d77402-24b3-45a6-88ff-8804023ce8f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.1627846 Nov 27 16:08:16.883487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Allocated IP 172.20.0.2 (23d08a5d-53c4-47b3-a305-4a986c94826d/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/6105336a-90ea-4f4f-8edc-2b268f3dbc6d) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:16.931298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:16.961393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-a1edab29-f006-41b3-bda9-578a24bf6e1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58 HTTP/1.1" status: 200 len: 217 time: 0.0593951 Nov 27 16:08:17.017120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.070684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.076356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.076704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132ce77-c7a4-4395-a8ff-acf8800b27b5 req-aab5ea79-56b7-4e75-8b12-72ee88cbcb21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:17.078238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2132ce77-c7a4-4395-a8ff-acf8800b27b5 req-aab5ea79-56b7-4e75-8b12-72ee88cbcb21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1492345 Nov 27 16:08:17.085013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=cd6084be-be49-4c7f-aec1-b00a6684d480,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:17.095257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.207720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Network 23d08a5d-53c4-47b3-a305-4a986c94826d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:17.208805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Pushing event updated for resources: {'Port': ['ID=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:17.218628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:17.222153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:17.236758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-9e75fdc5-f67e-4034-8bf8-0ef071dd88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:17.238512 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-9e75fdc5-f67e-4034-8bf8-0ef071dd88fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2679265 Nov 27 16:08:17.246951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2132ce77-c7a4-4395-a8ff-acf8800b27b5 req-d642f457-9370-4661-94d1-ec1a41055135 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573019 Nov 27 16:08:17.260483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Allocated IP 172.20.0.10 (23d08a5d-53c4-47b3-a305-4a986c94826d/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/739ca5e9-1ab3-471c-be72-d12b2fc028c7) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:17.354766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Attempting to bind port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:17.355077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Attempting to bind port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:17.355450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Attempting to bind port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d on network 23d08a5d-53c4-47b3-a305-4a986c94826d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:17.376296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:17.376773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Checking segment: {'id': '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:17.381886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.382308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Bound using segment: {'id': '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:17.382821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Bound port: 6105336a-90ea-4f4f-8edc-2b268f3dbc6d, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '23d08a5d-53c4-47b3-a305-4a986c94826d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:17.383217 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.447963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.508125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Router 764cacf7-768a-4da8-9378-cfec441d794e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:17.547426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] For port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:17.552216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] For port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,segment=NetworkSegment(3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a),segment_id=3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:17.570125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.705113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d2eb-e839-4e52-ab27-e7979f7a4d25 req-6b66b14a-346d-43e4-b413-b2f734f8aae1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:17.706227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4840d2eb-e839-4e52-ab27-e7979f7a4d25 req-6b66b14a-346d-43e4-b413-b2f734f8aae1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 948 time: 0.2233140 Nov 27 16:08:17.775813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-d76a0388-9fb8-4d61-b36a-daaf5d81adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:17.777628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-d76a0388-9fb8-4d61-b36a-daaf5d81adbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3955100 Nov 27 16:08:17.779921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router d8dd1111-d860-4b19-a3b8-782221eb68d0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:17.869778 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:17.901687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4840d2eb-e839-4e52-ab27-e7979f7a4d25 req-f801210b-2b99-47e5-96bf-3554e8a0e5fc tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805797 Nov 27 16:08:17.906597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:17.924633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-df2f7d99-068d-48a8-b6fb-ea584223298b admin admin] 10.222.0.15 "PUT /v2.0/routers/764cacf7-768a-4da8-9378-cfec441d794e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5223312 Nov 27 16:08:17.927104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35586) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:17.932848 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] Sync routers for ids ['764cacf7-768a-4da8-9378-cfec441d794e'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:17.948726 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] Routers {'764cacf7-768a-4da8-9378-cfec441d794e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:17.949378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['764cacf7-768a-4da8-9378-cfec441d794e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.007847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc495b9-bdaa-41b5-8496-9149ce203cf1 None None] Pushing event updated for resources: {'Port': ['ID=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:18.083419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.121174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:18.134900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] Sync routers for ids ['d8dd1111-d860-4b19-a3b8-782221eb68d0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:18.166632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] Routers {'d8dd1111-d860-4b19-a3b8-782221eb68d0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:18.169883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d8dd1111-d860-4b19-a3b8-782221eb68d0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.170138 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] Set router 764cacf7-768a-4da8-9378-cfec441d794e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:18.175587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event updated for resources: {'Port': ['ID=739ca5e9-1ab3-471c-be72-d12b2fc028c7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:18.192833 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-610427ba-65c6-4a1f-8d7e-92ab826742a3 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "PUT /v2.0/routers/d8dd1111-d860-4b19-a3b8-782221eb68d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8683381 Nov 27 16:08:18.201103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35588) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:18.205374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router ca6ce31d-277a-4d1e-8c5f-2b942ca406ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:18.256847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Network 23d08a5d-53c4-47b3-a305-4a986c94826d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:18.322251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:18.336483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:18.339688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.432598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:18.470032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] Set router d8dd1111-d860-4b19-a3b8-782221eb68d0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:18.470346 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-8470359b-a755-4615-a59d-02b04ce6ad76 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759632 Nov 27 16:08:18.476472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fcbca941-8202-40f8-bdb0-9dd68ef6545a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/ca6ce31d-277a-4d1e-8c5f-2b942ca406ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4499965 Nov 27 16:08:18.480173 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] Sync routers for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:18.482464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35594) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:18.516796 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:18.517467 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.576957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting subnet b330677f-944f-486a-abe8-abb79f56057c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:18.586661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.638803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:18.643816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.663544 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.704500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:08:16Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.711263 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] Routers {'ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:18.712068 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.765768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] Checking router: d8dd1111-d860-4b19-a3b8-782221eb68d0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:18.774187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-787ead6e-854d-4ee1-a3dd-042e496e6a13 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6ce31d-277a-4d1e-8c5f-2b942ca406ed HTTP/1.1" status: 200 len: 205 time: 0.1024544 Nov 27 16:08:18.774453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f586283c-4b01-4a94-9ba7-035c6391c347 req-d112fa6c-62c0-4a3a-bf1c-b7e3c142e85b service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966006 Nov 27 16:08:18.775883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35598) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:18.777463 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.778318 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c5193-2db2-4e3d-adc1-ef5e2a698603 None None] The sync data for ids ['ca6ce31d-277a-4d1e-8c5f-2b942ca406ed'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:18.790928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] Routers {'d8dd1111-d860-4b19-a3b8-782221eb68d0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:18.792148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d8dd1111-d860-4b19-a3b8-782221eb68d0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.797652 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:08:16Z', 'revision_number': 5, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.817744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-100a71e9-0b9f-4671-9495-cb33d3e92c46 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3868558 Nov 27 16:08:18.827170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35600) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:18.844819 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] Checking router: 764cacf7-768a-4da8-9378-cfec441d794e for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:18.851656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2127637253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:18.871855 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] Routers {'764cacf7-768a-4da8-9378-cfec441d794e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:18.880371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['764cacf7-768a-4da8-9378-cfec441d794e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:18.882597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53ca38-c3ee-4a68-888d-ffd557be0d3d req-96359a07-8fc7-4efd-9c4a-dfeb96162be8 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:18.884724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db53ca38-c3ee-4a68-888d-ffd557be0d3d req-96359a07-8fc7-4efd-9c4a-dfeb96162be8 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.4604630 Nov 27 16:08:18.896167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.907106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.935856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] Set router d8dd1111-d860-4b19-a3b8-782221eb68d0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:18.990250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:18.991458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.102218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db53ca38-c3ee-4a68-888d-ffd557be0d3d req-ccec4923-104a-4f1a-a082-4ec17f37e6b6 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777365 Nov 27 16:08:19.198047 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] Set router 764cacf7-768a-4da8-9378-cfec441d794e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:19.289014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:08:16Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:19.353313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3235d-a18e-469a-ac96-8527d1da8c59 None None] The sync data for ids ['d8dd1111-d860-4b19-a3b8-782221eb68d0'] in n-d-819494-4 is: [{'id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666862089', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:07:24Z', 'updated_at': '2021-11-27T16:08:16Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '3a70209c-3c3a-47f7-a8c3-6efaf8da297c', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd1111-d860-4b19-a3b8-782221eb68d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:07:27Z', 'updated_at': '2021-11-27T16:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:19.613031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.615664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.654040 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:08:16Z', 'revision_number': 5, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:19.674658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.675289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router ca6ce31d-277a-4d1e-8c5f-2b942ca406ed {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:19.689259 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.691530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0bd5a6de-b537-4846-8c26-b29b2cffbfe9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/ca6ce31d-277a-4d1e-8c5f-2b942ca406ed HTTP/1.1" status: 204 len: 168 time: 0.9145699 Nov 27 16:08:19.695723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35606) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:19.704002 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81aee0-a878-438e-883a-871d7fa25f5a None None] The sync data for ids ['764cacf7-768a-4da8-9378-cfec441d794e'] in n-d-819494-4 is: [{'id': '764cacf7-768a-4da8-9378-cfec441d794e', 'name': 'tempest-TestServerBasicOps-1583410990-router', 'tenant_id': '57b46b387d914c72892ee85c5b6515bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:37Z', 'updated_at': '2021-11-27T16:08:16Z', 'revision_number': 5, 'project_id': '57b46b387d914c72892ee85c5b6515bf', 'gw_port': {'id': '2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764cacf7-768a-4da8-9378-cfec441d794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:39Z', 'updated_at': '2021-11-27T16:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:19.810218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.810449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet b44cb87c-71ab-432d-98f8-6e74c337193c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:19.815605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.889328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.917601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.931072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a7787-282d-4de2-a1b1-dfe8dda107f3 None None] Network 23d08a5d-53c4-47b3-a305-4a986c94826d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:19.935151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:19.971980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.019611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3a2cbb3d-8dcf-4a4e-84e0-65b2e21210b5 None None] Provisioning complete for port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:20.020126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbb3d-8dcf-4a4e-84e0-65b2e21210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.041174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5211c5-f34e-41b7-a72c-598c4ade32e9 req-e8c3d88d-9065-4645-baf8-932a32bea301 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:20.043027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd5211c5-f34e-41b7-a72c-598c4ade32e9 req-e8c3d88d-9065-4645-baf8-932a32bea301 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 948 time: 0.9687388 Nov 27 16:08:20.053956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.055537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e7be533-e718-41c4-88cd-13ebe8f98236 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2185917 Nov 27 16:08:20.061886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35614) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:20.076624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a388f2d-66ec-4494-b4eb-3c18cf689fbc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1370961427', 'prefixes': ['172.20.0.0/16']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:20.077722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.177375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.238732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.241217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Deleting port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:20.242413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.306895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=b44cb87c-71ab-432d-98f8-6e74c337193c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:20.314778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.328621 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a5275087-c198-4d79-bdc2-210306ea4fa2 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/b44cb87c-71ab-432d-98f8-6e74c337193c HTTP/1.1" status: 204 len: 168 time: 0.6295283 Nov 27 16:08:20.330002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:20.338420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.342029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/subnets/b330677f-944f-486a-abe8-abb79f56057c HTTP/1.1" status: 204 len: 168 time: 2.1380694 Nov 27 16:08:20.355304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1629d43-a6c2-4056-ba3a-2dcd770da4b7 None None] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:20.357711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69cede-06db-4043-974f-1cfa852d53ca None None] Network 6750c8ff-5df5-45c7-a18a-71a223aed608 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:20.360014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35622) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:20.376738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd5211c5-f34e-41b7-a72c-598c4ade32e9 req-1ca16308-f480-4442-8a0d-1859a9f43e5e tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192773 Nov 27 16:08:20.377871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac100d-b96f-4f4b-b650-4726496a544d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Subnet': ['ID=b330677f-944f-486a-abe8-abb79f56057c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:20.510657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] For port 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:20.511144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.531096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39291de4-295a-4796-9cf9-705cb19d043c req-39ea5f80-59a9-47be-a1ee-e636ccd3a3d9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:20.533220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39291de4-295a-4796-9cf9-705cb19d043c req-39ea5f80-59a9-47be-a1ee-e636ccd3a3d9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2009287 Nov 27 16:08:20.545503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a388f2d-66ec-4494-b4eb-3c18cf689fbc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for subnetpool, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.547004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a388f2d-66ec-4494-b4eb-3c18cf689fbc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4829490 Nov 27 16:08:20.553173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6105336a-90ea-4f4f-8edc-2b268f3dbc6d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:20.553871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Calling delete_port for 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:20.555795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:20.557076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:08:20.560172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbb3d-8dcf-4a4e-84e0-65b2e21210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.569047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-9b395730-2f86-464a-a23b-37a3bd070b4f tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-1521059309') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:20.593736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.664397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet 04543605-09c1-444b-9cc0-7929b3ff971e {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:20.713534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.743652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39291de4-295a-4796-9cf9-705cb19d043c req-232252db-83b8-456e-b507-ce897fe5e533 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954193 Nov 27 16:08:20.779222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.788823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3a2cbb3d-8dcf-4a4e-84e0-65b2e21210b5 None None] For port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,segment=NetworkSegment(3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a),segment_id=3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:20.799407 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:08:20.819586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.824269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:20.824853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.878120 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbb3d-8dcf-4a4e-84e0-65b2e21210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.904925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b395730-2f86-464a-a23b-37a3bd070b4f tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-1521059309 HTTP/1.1" status: 201 len: 201 time: 0.3467488 Nov 27 16:08:20.908803 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35632) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:20.919008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-db5d64ec-3ac6-4b31-acea-a3370494ef8d tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-867670084') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:20.964070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:20.966567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.002908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:21.060865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:21.061358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.074915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462fcf4c-3820-4c4b-8e5c-0423bad5ff09 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:21.086090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.086474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:21.177299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.191399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db5d64ec-3ac6-4b31-acea-a3370494ef8d tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-867670084 HTTP/1.1" status: 201 len: 201 time: 0.2774858 Nov 27 16:08:21.199909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35634) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:21.228579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-fdcf0cec-04ae-4312-88c8-76ec5536c96c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-423974972') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:21.240526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'mac_address': 'fa:16:3e:8c:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:08:21.250983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port 3a70209c-3c3a-47f7-a8c3-6efaf8da297c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:21.251313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.254982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=04543605-09c1-444b-9cc0-7929b3ff971e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:21.257667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fa3f848-3f51-414c-b0cf-31045a5f400b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:21.268341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.274622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.283099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.287556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d57493a1-5b26-4a2f-a400-7fbaf60b2519 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/04543605-09c1-444b-9cc0-7929b3ff971e HTTP/1.1" status: 204 len: 168 time: 0.9565516 Nov 27 16:08:21.292420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35636) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:21.329756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2fa3f848-3f51-414c-b0cf-31045a5f400b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:21.330017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fa3f848-3f51-414c-b0cf-31045a5f400b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:21.330442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8a514517-e1de-47b1-aee5-17adeafcf152 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:21.381174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf4215-0da2-44c0-98af-4335778ad89f None None] Network 439bad61-7472-45c6-a250-c8929b1046bb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:21.383471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for 3a70209c-3c3a-47f7-a8c3-6efaf8da297c owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:21.392014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] DHCP port deletion for 6750c8ff-5df5-45c7-a18a-71a223aed608 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:21.468497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8a514517-e1de-47b1-aee5-17adeafcf152 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:21.470122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8a514517-e1de-47b1-aee5-17adeafcf152 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:21.537913 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fdcf0cec-04ae-4312-88c8-76ec5536c96c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-423974972 HTTP/1.1" status: 201 len: 201 time: 0.3344553 Nov 27 16:08:21.538719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35642) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:21.556939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-72db1808-2a40-4b28-b718-960b561aa3b3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-486795346') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:21.561366 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:08:21.646298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.675947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cbb3d-8dcf-4a4e-84e0-65b2e21210b5 None None] Pushing event updated for resources: {'Port': ['ID=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:21.680344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.681072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764cacf7-768a-4da8-9378-cfec441d794e {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:21.706044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.710065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] DHCP port deletion for 1dd3fe64-83c2-4974-b969-4856c5bee398 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:21.711668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3533dd32-8abb-4d81-8e12-9e4ff4e960b4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/764cacf7-768a-4da8-9378-cfec441d794e HTTP/1.1" status: 204 len: 168 time: 3.7829933 Nov 27 16:08:21.722645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35646) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:21.726770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-72db1808-2a40-4b28-b718-960b561aa3b3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-486795346 HTTP/1.1" status: 201 len: 201 time: 0.1794503 Nov 27 16:08:21.730043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35648) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:21.737565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-9f3e106c-fd01-4d06-92dd-7fe4108db0ec tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:21.774706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b4c805db-2fbc-49b6-869c-71073cf44546 None None] Provisioning complete for port 739ca5e9-1ab3-471c-be72-d12b2fc028c7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:21.776865 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4c805db-2fbc-49b6-869c-71073cf44546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.876154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebe9f9-3a39-4677-8f34-32571638fb33 req-505c15f3-ea3a-4be6-ba24-0bfabbf13b69 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:21.877839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68ebe9f9-3a39-4677-8f34-32571638fb33 req-505c15f3-ea3a-4be6-ba24-0bfabbf13b69 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 948 time: 0.3089898 Nov 27 16:08:21.888014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Deleting subnet 28440203-8d7b-4b09-b3c9-af8ced0e560f {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:21.896119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:21.949599 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f3e106c-fd01-4d06-92dd-7fe4108db0ec tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags HTTP/1.1" status: 200 len: 241 time: 0.2189867 Nov 27 16:08:21.955714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35652) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:21.963055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-5d8331ba-ac72-4f05-8f94-d92292434022 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-1521059309') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:21.999400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 7166068b-5ac4-4ce8-b744-8e0f930c15fd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:21.999765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.000594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.053787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=3a70209c-3c3a-47f7-a8c3-6efaf8da297c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:22.093578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025f4b7-ad78-4ba7-a383-f209d87f1a20 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:22.099967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.124724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 7166068b-5ac4-4ce8-b744-8e0f930c15fd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7166068b-5ac4-4ce8-b744-8e0f930c15fd,segment=NetworkSegment(b1440d7b-2a52-4cd0-9f29-7d5c2c5af729),segment_id=b1440d7b-2a52-4cd0-9f29-7d5c2c5af729)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:22.125634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.154987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6105336a-90ea-4f4f-8edc-2b268f3dbc6d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:22.157978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.170895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.194064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000e99eb-d96c-4dd2-82dd-99dfa3576e58 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:22.195309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68ebe9f9-3a39-4677-8f34-32571638fb33 req-a1beb5d7-b837-4adf-8f18-764fa065821c tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036354 Nov 27 16:08:22.199921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 7166068b-5ac4-4ce8-b744-8e0f930c15fd owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:22.218714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b4c805db-2fbc-49b6-869c-71073cf44546 None None] Port 739ca5e9-1ab3-471c-be72-d12b2fc028c7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:22.235747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] Deleting port e078699c-f91d-4117-a3a3-1647593300d8 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:22.236201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.276584 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.279010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.291731 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.297963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:22.320377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.325695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.326541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Fanout notify agent at l3_agent the message router_deleted on router d8dd1111-d860-4b19-a3b8-782221eb68d0 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:22.334073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=7166068b-5ac4-4ce8-b744-8e0f930c15fd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:22.341531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.345274 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-186b8952-391c-4375-bc33-f88589e59ee9 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/routers/d8dd1111-d860-4b19-a3b8-782221eb68d0 HTTP/1.1" status: 204 len: 168 time: 1.9685524 Nov 27 16:08:22.345544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35654) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:22.351206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port 7166068b-5ac4-4ce8-b744-8e0f930c15fd on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:22.355309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b4c805db-2fbc-49b6-869c-71073cf44546 None None] Provisioning complete for port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:22.355925 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b4c805db-2fbc-49b6-869c-71073cf44546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.374063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f54dd-cd39-4738-afb7-9a6216f5679c req-81ca8f46-dca8-42d7-87b2-4956371e5b9a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:22.375591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-548f54dd-cd39-4738-afb7-9a6216f5679c req-81ca8f46-dca8-42d7-87b2-4956371e5b9a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.4666486 Nov 27 16:08:22.427294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Deleting port 7166068b-5ac4-4ce8-b744-8e0f930c15fd {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:22.428041 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.453053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] For port e078699c-f91d-4117-a3a3-1647593300d8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e078699c-f91d-4117-a3a3-1647593300d8,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:22.455209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.498673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.532313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.535911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5d8331ba-ac72-4f05-8f94-d92292434022 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-1521059309 HTTP/1.1" status: 204 len: 168 time: 0.5770116 Nov 27 16:08:22.549106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35658) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:22.555969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-31ad605c-586d-4f63-94b5-437e439e242c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-1521059309') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:22.565389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] DHCP port deletion for 439bad61-7472-45c6-a250-c8929b1046bb request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:22.571076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.602126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] Calling delete_port for e078699c-f91d-4117-a3a3-1647593300d8 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:22.605296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['000e99eb-d96c-4dd2-82dd-99dfa3576e58'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:08:22.610559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:22.613142 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.631055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port e078699c-f91d-4117-a3a3-1647593300d8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:22.631804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.632962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd3fe64-83c2-4974-b969-4856c5bee398']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:22.653168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-548f54dd-cd39-4738-afb7-9a6216f5679c req-43532f73-5a78-4835-95ba-6c549a0c0512 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340193 Nov 27 16:08:22.654957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:22.655333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1440d7b-2a52-4cd0-9f29-7d5c2c5af729') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:22.669279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.700290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.710576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:22.711359 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.733655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port e078699c-f91d-4117-a3a3-1647593300d8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e078699c-f91d-4117-a3a3-1647593300d8,segment=NetworkSegment(e74e7e12-5d84-4369-839a-b63d50924d90),segment_id=e74e7e12-5d84-4369-839a-b63d50924d90)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:22.734146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:22.744870 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:22.747858 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-31ad605c-586d-4f63-94b5-437e439e242c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-1521059309 HTTP/1.1" status: 204 len: 168 time: 0.1962373 Nov 27 16:08:22.751278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35668) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:22.755540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-29364193-6e10-432b-bf18-3d3331fd4ccb tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:22.758163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for e078699c-f91d-4117-a3a3-1647593300d8 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:22.783461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:22.798382 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.848189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28440203-8d7b-4b09-b3c9-af8ced0e560f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:22.855573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] For port 7166068b-5ac4-4ce8-b744-8e0f930c15fd, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:22.855984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.860381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.867505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-19beae2e-a4bb-4875-b87a-99381dbdc67a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28440203-8d7b-4b09-b3c9-af8ced0e560f HTTP/1.1" status: 204 len: 168 time: 1.0959635 Nov 27 16:08:22.868972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35670) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:22.870615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9c7b1-e9c9-4763-8c0e-f6ff068f39be None None] Network c0cd6d22-f55d-4128-833b-5b326ed7d941 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:22.891145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.900525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.909101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/1dd3fe64-83c2-4974-b969-4856c5bee398 HTTP/1.1" status: 204 len: 168 time: 1.6088815 Nov 27 16:08:22.909598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:22.925666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:22.953949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Calling delete_port for 7166068b-5ac4-4ce8-b744-8e0f930c15fd owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:22.957318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedf05b-db91-4ec3-82f1-69c3ad3ef778 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=1dd3fe64-83c2-4974-b969-4856c5bee398,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:22.985661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=e078699c-f91d-4117-a3a3-1647593300d8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:22.986856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Port 7166068b-5ac4-4ce8-b744-8e0f930c15fd was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:08:22.987097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.048435 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.054247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] No DVR routers for this DVR port e078699c-f91d-4117-a3a3-1647593300d8 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:23.062585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Deleting port edfc253b-49d0-427b-8f3c-94aed306346e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:23.063862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.095559 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-29364193-6e10-432b-bf18-3d3331fd4ccb tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags HTTP/1.1" status: 200 len: 205 time: 0.3408871 Nov 27 16:08:23.100367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35674) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:23.112129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-cabeb653-53f1-4445-ac5f-209bec77ab38 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.140486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] For port edfc253b-49d0-427b-8f3c-94aed306346e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=edfc253b-49d0-427b-8f3c-94aed306346e,segment=NetworkSegment(b4cecbc0-171c-419d-a72b-34e56cf9552e),segment_id=b4cecbc0-171c-419d-a72b-34e56cf9552e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:23.140740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.155722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Pushing event deleted for resources: {'Port': ['ID=7166068b-5ac4-4ce8-b744-8e0f930c15fd,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:23.156485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Calling delete_port for edfc253b-49d0-427b-8f3c-94aed306346e owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:23.157722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] Network 1dd3fe64-83c2-4974-b969-4856c5bee398 is not hosted by any dhcp agent {{(pid=110077) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 16:08:23.158103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af079e05-a605-44a0-b546-bb0d97a7149c None None] No DVR routers for this DVR port 7166068b-5ac4-4ce8-b744-8e0f930c15fd on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:23.208722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.251705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.266394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] Deleting port d5a05d0f-c524-496a-94f2-cb189587c3b4 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:23.266973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.286826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.348519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6750c8ff-5df5-45c7-a18a-71a223aed608']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.356156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e078699c-f91d-4117-a3a3-1647593300d8 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:23.385774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74e7e12-5d84-4369-839a-b63d50924d90') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.386178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74e7e12-5d84-4369-839a-b63d50924d90') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.398407 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.404541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.414635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] Pushing event deleted for resources: {'Port': ['ID=e078699c-f91d-4117-a3a3-1647593300d8,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:23.424674 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cabeb653-53f1-4445-ac5f-209bec77ab38 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags HTTP/1.1" status: 200 len: 240 time: 0.3132982 Nov 27 16:08:23.424843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81f395-b9bb-4095-a47a-11f4e35a41c1 None None] No DVR routers for this DVR port e078699c-f91d-4117-a3a3-1647593300d8 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:23.426073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35682) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:23.432522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-9981c46b-7af1-4d25-a897-9f1cc822bb0d tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-867670084') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.434506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e078699c-f91d-4117-a3a3-1647593300d8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:23.434850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e078699c-f91d-4117-a3a3-1647593300d8 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:23.435596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:23.445327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] No DVR routers for this DVR port edfc253b-49d0-427b-8f3c-94aed306346e on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:23.452668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=edfc253b-49d0-427b-8f3c-94aed306346e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:23.465808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.477884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:23.478440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:23.482734 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:23.493944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:23.494295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd48eb5-aad2-4e7f-90fb-4e2f9dbc50f0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:23.494718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7166068b-5ac4-4ce8-b744-8e0f930c15fd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:23.503179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port d5a05d0f-c524-496a-94f2-cb189587c3b4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:23.503649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.508237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] For port d5a05d0f-c524-496a-94f2-cb189587c3b4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d5a05d0f-c524-496a-94f2-cb189587c3b4,segment=NetworkSegment(24c9e00f-91bd-4a74-a59a-3f1cb9878d40),segment_id=24c9e00f-91bd-4a74-a59a-3f1cb9878d40)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:23.509344 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.514773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1059309c-a6c0-43c5-ba0b-efb4ef98caa9 None None] Provisioning complete for port 739ca5e9-1ab3-471c-be72-d12b2fc028c7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:23.515348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1059309c-a6c0-43c5-ba0b-efb4ef98caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.554257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fbae3-584f-45e5-937e-9efd8ef7d41a req-9d0ad44a-1c65-4228-aacd-99ef9a5ea8d6 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:23.557134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-112fbae3-584f-45e5-937e-9efd8ef7d41a req-9d0ad44a-1c65-4228-aacd-99ef9a5ea8d6 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 949 time: 0.2063854 Nov 27 16:08:23.578601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7166068b-5ac4-4ce8-b744-8e0f930c15fd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:23.578957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7166068b-5ac4-4ce8-b744-8e0f930c15fd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:23.582548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] Calling delete_port for d5a05d0f-c524-496a-94f2-cb189587c3b4 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:23.597608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.646658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1059309c-a6c0-43c5-ba0b-efb4ef98caa9 None None] Port 739ca5e9-1ab3-471c-be72-d12b2fc028c7 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:23.649887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port d5a05d0f-c524-496a-94f2-cb189587c3b4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d5a05d0f-c524-496a-94f2-cb189587c3b4,segment=NetworkSegment(24c9e00f-91bd-4a74-a59a-3f1cb9878d40),segment_id=24c9e00f-91bd-4a74-a59a-3f1cb9878d40)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:23.650287 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.653268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.669666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.672230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a12ba15-a02b-498f-8b2f-bd976f581403 None None] DHCP port deletion for c0cd6d22-f55d-4128-833b-5b326ed7d941 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:23.675954 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/networks/6750c8ff-5df5-45c7-a18a-71a223aed608 HTTP/1.1" status: 204 len: 168 time: 1.3270466 Nov 27 16:08:23.693534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for d5a05d0f-c524-496a-94f2-cb189587c3b4 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:23.699819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35686) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:23.715720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.723980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28f07e-bb80-48db-b520-94fbb579222e tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Network': ['ID=6750c8ff-5df5-45c7-a18a-71a223aed608,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:23.734257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-112fbae3-584f-45e5-937e-9efd8ef7d41a req-a52f04ca-3cf4-4bc9-8828-68fd75432090 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605599 Nov 27 16:08:23.735984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cd6d22-f55d-4128-833b-5b326ed7d941']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.744124 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9981c46b-7af1-4d25-a897-9f1cc822bb0d tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-867670084 HTTP/1.1" status: 204 len: 168 time: 0.3151455 Nov 27 16:08:23.744654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:23.753248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-12714558-6e28-4b73-9932-66587f053fe9 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-867670084') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.770367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cecbc0-171c-419d-a72b-34e56cf9552e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.770779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cecbc0-171c-419d-a72b-34e56cf9552e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:23.772599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] Pushing event deleted for resources: {'Port': ['ID=d5a05d0f-c524-496a-94f2-cb189587c3b4,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:23.778638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014516b3-c5a5-43ae-924d-1836ebb139f0 None None] No DVR routers for this DVR port d5a05d0f-c524-496a-94f2-cb189587c3b4 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:23.842757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.887227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.896340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:23.896885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:23.899805 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:23.982500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05547ac9-d713-4fa2-963f-ccad7bdcba45 req-5f2fbee7-449a-4132-b54f-e5a2ded2cace tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:23.984309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05547ac9-d713-4fa2-963f-ccad7bdcba45 req-5f2fbee7-449a-4132-b54f-e5a2ded2cace tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1592102 Nov 27 16:08:24.028017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.041086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.048195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0cd6d22-f55d-4128-833b-5b326ed7d941 HTTP/1.1" status: 204 len: 168 time: 1.1772509 Nov 27 16:08:24.058101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-12714558-6e28-4b73-9932-66587f053fe9 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-867670084 HTTP/1.1" status: 204 len: 168 time: 0.3111858 Nov 27 16:08:24.075904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35696) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.080464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-5ef10166-2932-499e-adff-a625a9222664 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.112300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755494ba-26e4-431f-a735-4f3364806b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cd6d22-f55d-4128-833b-5b326ed7d941,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:24.137505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05547ac9-d713-4fa2-963f-ccad7bdcba45 req-b9375286-e2c6-4a2c-9be2-da9cfda2cbcc tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388078 Nov 27 16:08:24.163197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d5a05d0f-c524-496a-94f2-cb189587c3b4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:24.183881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5ef10166-2932-499e-adff-a625a9222664 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags HTTP/1.1" status: 200 len: 205 time: 0.1066048 Nov 27 16:08:24.198097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35698) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.203043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-f9119bfd-6022-4f50-a5fe-c1b6f4ff78e6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.206017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d5a05d0f-c524-496a-94f2-cb189587c3b4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:24.206379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d5a05d0f-c524-496a-94f2-cb189587c3b4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:24.206898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a70209c-3c3a-47f7-a8c3-6efaf8da297c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:24.239071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3a70209c-3c3a-47f7-a8c3-6efaf8da297c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:24.239847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a70209c-3c3a-47f7-a8c3-6efaf8da297c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:24.241198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device edfc253b-49d0-427b-8f3c-94aed306346e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:24.268399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.277320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: edfc253b-49d0-427b-8f3c-94aed306346e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:24.277976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device edfc253b-49d0-427b-8f3c-94aed306346e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:24.308288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=d5a05d0f-c524-496a-94f2-cb189587c3b4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:24.310303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port d5a05d0f-c524-496a-94f2-cb189587c3b4 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:24.342634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f9119bfd-6022-4f50-a5fe-c1b6f4ff78e6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags HTTP/1.1" status: 200 len: 240 time: 0.1434677 Nov 27 16:08:24.345283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35700) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.352038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-00032ade-0747-4b9a-b6da-7dc39de90f73 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-423974972') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.396846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35704) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.408475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port f178a08a-7619-43ce-9fed-e6eccbad7eb4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:24.408818 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.412506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.419326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:24.464805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-00032ade-0747-4b9a-b6da-7dc39de90f73 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-423974972 HTTP/1.1" status: 204 len: 168 time: 0.1181941 Nov 27 16:08:24.467702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35706) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.477109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-0f0e2c17-a220-4de5-b9e0-c6e98ac7a74f tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-423974972') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.481729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439bad61-7472-45c6-a250-c8929b1046bb']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.496021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c9e00f-91bd-4a74-a59a-3f1cb9878d40') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.496328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c9e00f-91bd-4a74-a59a-3f1cb9878d40') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.511454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.514242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:08:24.520540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:24.521399 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.543730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.544440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.547660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.565377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:24.566126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:24.569625 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:24.572157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eb19f725-e853-4001-8a40-4e033ddea734 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be3a583fd5ec435985312dc099a125ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715112 Nov 27 16:08:24.572791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35708) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.573662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for f178a08a-7619-43ce-9fed-e6eccbad7eb4 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:24.668819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d266fb1-7a9f-478c-ba19-dddfd10d847b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.673676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0f0e2c17-a220-4de5-b9e0-c6e98ac7a74f tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-423974972 HTTP/1.1" status: 204 len: 168 time: 0.2043288 Nov 27 16:08:24.676249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35712) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:24.686074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-d3b7969c-cac3-4305-aa5a-8c462a261a1d tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:24.730977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.768843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d266fb1-7a9f-478c-ba19-dddfd10d847b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.782283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:24.790948 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d5e14-21b2-4a26-9cda-e7d6164a3f69" -d '{"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:24.819111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:24.829219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:24.908282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d3b7969c-cac3-4305-aa5a-8c462a261a1d tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags HTTP/1.1" status: 200 len: 205 time: 0.2306879 Nov 27 16:08:24.914114 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217dd759-51a5-46ce-a855-0e3d297c0413 x-openstack-request-id: req-217dd759-51a5-46ce-a855-0e3d297c0413 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:24.914417 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:24.916318 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-217dd759-51a5-46ce-a855-0e3d297c0413 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:24.916742 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'code': 200} Nov 27 16:08:24.979715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:24.981560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35720) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.024151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-ca68ca3a-67b6-407b-95a2-b68636b6cc35 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:25.027268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d266fb1-7a9f-478c-ba19-dddfd10d847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.030180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d266fb1-7a9f-478c-ba19-dddfd10d847b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.030318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.034590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1d266fb1-7a9f-478c-ba19-dddfd10d847b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6a04770-7f4c-493d-a60d-73e97eb0a495 HTTP/1.1" status: 204 len: 168 time: 0.4567244 Nov 27 16:08:25.041217 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.044448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/439bad61-7472-45c6-a250-c8929b1046bb HTTP/1.1" status: 204 len: 168 time: 2.1302981 Nov 27 16:08:25.052105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35724) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.066440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1326193765'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:25.084715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8156f-efe6-4e65-81e4-7bff00ccb521 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=439bad61-7472-45c6-a250-c8929b1046bb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:25.096266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e232d-e5f0-4533-beb7-8cb287dd52b8 req-7a1d9811-ac7e-42ce-bb76-9f0772256bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:25.098057 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4b5e232d-e5f0-4533-beb7-8cb287dd52b8 req-7a1d9811-ac7e-42ce-bb76-9f0772256bea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 1101 time: 0.1201158 Nov 27 16:08:25.110382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d266fb1-7a9f-478c-ba19-dddfd10d847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a04770-7f4c-493d-a60d-73e97eb0a495,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:25.122189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.150212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca68ca3a-67b6-407b-95a2-b68636b6cc35 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags HTTP/1.1" status: 200 len: 240 time: 0.1470444 Nov 27 16:08:25.169093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35726) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.179185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb66a26-87e2-46e0-ab2a-f78e43991702 req-098bdb71-f150-47c4-9c6a-49c0c93065b1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:25.180811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acb66a26-87e2-46e0-ab2a-f78e43991702 req-098bdb71-f150-47c4-9c6a-49c0c93065b1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 950 time: 0.1981094 Nov 27 16:08:25.186267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=f178a08a-7619-43ce-9fed-e6eccbad7eb4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:25.191076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-84d15198-ae09-4fc6-942a-126909593a91 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-486795346') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:25.195144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:25.202234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.271560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:08:25.279117 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4b5e232d-e5f0-4533-beb7-8cb287dd52b8 req-b3b87555-696d-4733-aaef-5e0afb03defe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667795 Nov 27 16:08:25.295593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.295956 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment 4c9db0fc-1470-4b10-9665-0f18a855672f of type vlan for network 94ace935-4bc8-4395-9239-b88576a4e40c Nov 27 16:08:25.298871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84d15198-ae09-4fc6-942a-126909593a91 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-486795346 HTTP/1.1" status: 204 len: 168 time: 0.1263275 Nov 27 16:08:25.302345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35730) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.306543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-72834c35-7594-4293-8166-42d11c33f314 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-486795346') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:25.309701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.309999 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Floating IP 6954fb5e-6ff8-403c-8eac-86d1873243a8 disassociated (deleted). External IP: 172.25.1.82, port: 791f613f-f492-4a00-8582-f92c53ca380d. Nov 27 16:08:25.356504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acb66a26-87e2-46e0-ab2a-f78e43991702 req-cc2dca10-06a3-427f-bbbf-85dbe78aa0f5 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468203 Nov 27 16:08:25.379374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.397288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1db5f3-7307-41d7-8061-01cf212c9aa0 req-5674b5c6-79b8-4237-ab00-9fb566291fe9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:25.398839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb1db5f3-7307-41d7-8061-01cf212c9aa0 req-5674b5c6-79b8-4237-ab00-9fb566291fe9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.0902247 Nov 27 16:08:25.432112 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.437611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:25.438210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:25.446022 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-72834c35-7594-4293-8166-42d11c33f314 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-486795346 HTTP/1.1" status: 204 len: 168 time: 0.1430650 Nov 27 16:08:25.449551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35734) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.460792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-939c4486-ce7c-42f8-89ff-97974d5fe3b5 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:25.497271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-939c4486-ce7c-42f8-89ff-97974d5fe3b5 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags HTTP/1.1" status: 200 len: 205 time: 0.0443134 Nov 27 16:08:25.500850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.569652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-a32581d8-eade-4184-b93b-b859728ec6c3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:25.664504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a32581d8-eade-4184-b93b-b859728ec6c3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags HTTP/1.1" status: 204 len: 168 time: 0.1621602 Nov 27 16:08:25.667129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35744) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.671816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.676761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-d0d0b45c-49dc-4533-8e27-4efab2cd9503 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:25.812962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router 478b9043-9f1c-4559-8332-a93c0c74c1b8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:25.872423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-536c1aa9-c268-4473-a6a5-6af0d316e319 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57b46b387d914c72892ee85c5b6515bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969085 Nov 27 16:08:25.872699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35752) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.892105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb1db5f3-7307-41d7-8061-01cf212c9aa0 req-600ca8bd-f967-4436-b39b-50c40c27c77c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841430 Nov 27 16:08:25.893497 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d0d0b45c-49dc-4533-8e27-4efab2cd9503 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags HTTP/1.1" status: 204 len: 168 time: 0.2253406 Nov 27 16:08:25.898674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8454478 Nov 27 16:08:25.900110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35754) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.900926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac6a81-fef5-4e6f-a6fc-f9f4d55f8841 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=94ace935-4bc8-4395-9239-b88576a4e40c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:25.904647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35756) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:25.910497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:25.913834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 94ace935-4bc8-4395-9239-b88576a4e40c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:08:25.917499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-a1615ed9-1a10-4f8c-8f99-304931d99545 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:26.060899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a1615ed9-1a10-4f8c-8f99-304931d99545 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags HTTP/1.1" status: 204 len: 168 time: 0.1569414 Nov 27 16:08:26.062355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:26.066486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.068149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f3d2-d3d3-4ad1-82b5-c8a612cd5637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.070494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35760) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:26.076315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-53d37890-ba19-447a-b563-77f1dc38201c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:26.140832 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f3d2-d3d3-4ad1-82b5-c8a612cd5637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.215370 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f3d2-d3d3-4ad1-82b5-c8a612cd5637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.219160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f3d2-d3d3-4ad1-82b5-c8a612cd5637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.220715 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6ce3f3d2-d3d3-4ad1-82b5-c8a612cd5637 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1483f037-b29c-4e73-897a-1fe4c0a025fe HTTP/1.1" status: 204 len: 168 time: 0.3462369 Nov 27 16:08:26.237124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:26.247335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3f3d2-d3d3-4ad1-82b5-c8a612cd5637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483f037-b29c-4e73-897a-1fe4c0a025fe,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:26.257286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-53d37890-ba19-447a-b563-77f1dc38201c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags HTTP/1.1" status: 204 len: 168 time: 0.1808624 Nov 27 16:08:26.259947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35764) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:26.265642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.272177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-c5c3d41a-6a4d-40aa-8cc9-df770e204d05 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-1687225810') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:26.329078 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-870fa403-4aee-446d-89f2-3b7af8bd89da tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/floatingips/6954fb5e-6ff8-403c-8eac-86d1873243a8 HTTP/1.1" status: 204 len: 168 time: 2.6091046 Nov 27 16:08:26.329753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:26.332197 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce0db76-2eb1-4522-b838-f0f178b9e207" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "tag": "791f613f-f492-4a00-8582-f92c53ca380d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:26.381373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.416055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] Sync routers for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:26.482128 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb6a9a-9ad1-49d4-a9fb-b50fdd860657 x-openstack-request-id: req-33bb6a9a-9ad1-49d4-a9fb-b50fdd860657 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:26.482431 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "tag": "791f613f-f492-4a00-8582-f92c53ca380d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:26.482691 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33bb6a9a-9ad1-49d4-a9fb-b50fdd860657 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:26.483099 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d', 'status': 'completed', 'code': 200} Nov 27 16:08:26.516459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:26.517526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:26.525475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': '4c9db0fc-1470-4b10-9665-0f18a855672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:26.525999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: 94ace935-4bc8-4395-9239-b88576a4e40c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:08:26.529430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=d5ed1e71-c356-42a9-a7cf-07b058e8fb72,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:26.578009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35772) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:26.578679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c5c3d41a-6a4d-40aa-8cc9-df770e204d05 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-1687225810 HTTP/1.1" status: 201 len: 201 time: 0.3178532 Nov 27 16:08:26.585088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-491a775a-463b-4eb0-b52e-8910033cf5df tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-1657266248') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:26.594361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 94ace935-4bc8-4395-9239-b88576a4e40c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:08:26.614605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 94ace935-4bc8-4395-9239-b88576a4e40c) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:26.637584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:26.639054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.641425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb26da9-92e8-4174-b3ba-2af86d874257 None None] Network 94ace935-4bc8-4395-9239-b88576a4e40c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:26.691087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-da4c93ce-7e60-4bfa-b6de-7d8c7d0e03e9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7848678 Nov 27 16:08:26.694431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35776) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:26.714584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024234043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:26.730222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-ae835a34-9183-45cb-9609-9a98814975dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:26.732213 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-ae835a34-9183-45cb-9609-9a98814975dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e88e12e496a340728623af1612a7242c&device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 1135 time: 0.2478671 Nov 27 16:08:26.799984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba126-c197-458c-b0fb-68385ae69e6f req-9972f0e8-a6c0-4f9b-b057-a5f9de2b68f1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:26.802018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-822ba126-c197-458c-b0fb-68385ae69e6f req-9972f0e8-a6c0-4f9b-b057-a5f9de2b68f1 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 950 time: 0.1088498 Nov 27 16:08:26.883505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bae50-53fe-4131-9a21-4368d738c71b req-be50adf0-bce2-4eeb-88fd-a6d0f3e4ab2d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:26.887208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-000bae50-53fe-4131-9a21-4368d738c71b req-be50adf0-bce2-4eeb-88fd-a6d0f3e4ab2d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.1568329 Nov 27 16:08:26.934825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-94ace935-4bc8-4395-9239-b88576a4e40c', 'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': 'd5ed1e71-c356-42a9-a7cf-07b058e8fb72'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:08:26.936136 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.939735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:26.951648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:26.952703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:27.058417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-822ba126-c197-458c-b0fb-68385ae69e6f req-3c44fc8d-bc9e-4562-9773-8498923059e2 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352345 Nov 27 16:08:27.072009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:27.073918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-c418d59e-c18c-4ca5-94f7-602d3b94c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:27.075447 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-c418d59e-c18c-4ca5-94f7-602d3b94c102 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 200 len: 898 time: 0.3047125 Nov 27 16:08:27.080435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-491a775a-463b-4eb0-b52e-8910033cf5df tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-1657266248 HTTP/1.1" status: 201 len: 201 time: 0.4970601 Nov 27 16:08:27.080666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35788) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:27.087558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-af38b67b-5df3-42ac-8b47-1fa5e759d509 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-370434167') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:27.095195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-000bae50-53fe-4131-9a21-4368d738c71b req-45482271-dd3c-4538-b1ee-26011b239193 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1856287 Nov 27 16:08:27.107719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:27.221335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6f41c-06ec-4c70-8cd3-2f18e2103f55 req-4815d18a-b973-41e6-9fde-610de420adb7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:27.234127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7b6f41c-06ec-4c70-8cd3-2f18e2103f55 req-4815d18a-b973-41e6-9fde-610de420adb7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.0768545 Nov 27 16:08:27.324203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7b6f41c-06ec-4c70-8cd3-2f18e2103f55 req-a33f74d5-f519-4f50-a31f-625847e9ba91 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847974 Nov 27 16:08:27.422490 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-cc4f438b-67e7-4eae-8a8f-09832e1f8b0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 200 len: 217 time: 0.3321652 Nov 27 16:08:27.467131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:27.472175 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c9973ac-241c-4310-a238-c68e10bb10f8 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7757139 Nov 27 16:08:27.475316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35810) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:27.481662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'port': {'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c', 'name': 'tempest-RoutersIpV6Test-2035258255'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:27.584163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af38b67b-5df3-42ac-8b47-1fa5e759d509 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-370434167 HTTP/1.1" status: 201 len: 201 time: 0.5023837 Nov 27 16:08:27.588255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35814) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:27.593824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-7af6052b-b653-457e-8049-704f269b303e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1627588 Nov 27 16:08:27.604687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-d67bdc67-34f6-4d91-a234-a9ee73334a41 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-1335287933') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:27.609253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-b666392e-06b2-4528-a914-a3366047e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:27.610742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-b666392e-06b2-4528-a914-a3366047e99d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec3f902b-17c6-423a-a714-b758bf1c15ca HTTP/1.1" status: 200 len: 835 time: 0.1793730 Nov 27 16:08:27.713610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-01120ca8-0a35-4165-938b-70622818895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:27.715567 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-01120ca8-0a35-4165-938b-70622818895e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb51125d-d244-43bb-bcae-a855bea262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945089 Nov 27 16:08:27.721523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35818) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:27.729502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d67bdc67-34f6-4d91-a234-a9ee73334a41 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-1335287933 HTTP/1.1" status: 201 len: 201 time: 0.1343594 Nov 27 16:08:27.740954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35820) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:27.758946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-70488962-e3a8-4dd0-a36d-a122dda3d810 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', {'tags': ['tempest-TagsExtTest-Tag-1946252115', 'tempest-TagsExtTest-Tag-123596258', 'tempest-TagsExtTest-Tag-675724576']}) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:27.810077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Allocated IP 2001:db8::2 (94ace935-4bc8-4395-9239-b88576a4e40c/d5ed1e71-c356-42a9-a7cf-07b058e8fb72/3a0718bf-1c7d-4797-aaa8-01afffa82c73) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:27.881343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:27.887123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:27.932892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-4146c65f-66bb-45be-87d0-8793241e696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:27.934431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-4146c65f-66bb-45be-87d0-8793241e696c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 1096 time: 0.2700279 Nov 27 16:08:27.967422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] device_id is not set on port 08fc3f32-5e6d-4b34-90a1-f63317c3e457 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:08:28.013488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:18Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:28.020434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-502390516-network', 'tenant_id': '18125cbe40ae49509805a55b022c979d'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:28.029936 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-0cf66f1a-702f-4fdc-b2fd-c7f23d4fe0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039382 Nov 27 16:08:28.034733 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70488962-e3a8-4dd0-a36d-a122dda3d810 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags HTTP/1.1" status: 200 len: 316 time: 0.2869563 Nov 27 16:08:28.035216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35836) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:28.043916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-4b0fe416-c4c2-4725-9ac3-bf3e9906f089 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:28.088911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] Checking router: 478b9043-9f1c-4559-8332-a93c0c74c1b8 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:28.131128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:28.144101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:28.220092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Made reservation on behalf of 18125cbe40ae49509805a55b022c979d for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:28.221895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-5bfae7ce-15f4-475d-85ba-856dae72861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:28.223884 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-5bfae7ce-15f4-475d-85ba-856dae72861e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.1277797 Nov 27 16:08:28.236755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.279377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.293565 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.310138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.355873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Network 94ace935-4bc8-4395-9239-b88576a4e40c is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:28.362862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:28.365687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:28.398925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:28.455574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-66116450-591c-455b-bc44-c0e190865ba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 200 len: 1001 time: 0.2054341 Nov 27 16:08:28.460194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-9a69362a-feae-49b1-848d-3f8190b3d3ef tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:28.472452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-9a69362a-feae-49b1-848d-3f8190b3d3ef tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.3356290 Nov 27 16:08:28.493126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Pushing event updated for resources: {'Port': ['ID=3a0718bf-1c7d-4797-aaa8-01afffa82c73,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:28.559907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-c56a3005-3f2e-4daa-bad6-40bf99b59e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:28.562374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-c56a3005-3f2e-4daa-bad6-40bf99b59e41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.0762136 Nov 27 16:08:28.574577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b0fe416-c4c2-4725-9ac3-bf3e9906f089 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags HTTP/1.1" status: 204 len: 168 time: 0.5379782 Nov 27 16:08:28.579038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3b84a-39ca-44e5-9e8f-f05bcf15bbe0 req-fdae8154-3b6e-4823-8480-1e26ba6f755d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:28.587878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Attempting to bind port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:28.588401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Attempting to bind port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4c9db0fc-1470-4b10-9665-0f18a855672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:28.588879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Attempting to bind port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 on network 94ace935-4bc8-4395-9239-b88576a4e40c {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:28.591362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dcc3b84a-39ca-44e5-9e8f-f05bcf15bbe0 req-fdae8154-3b6e-4823-8480-1e26ba6f755d tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.3315568 Nov 27 16:08:28.591983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35844) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:28.601818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:28.602300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Checking segment: {'id': '4c9db0fc-1470-4b10-9665-0f18a855672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:28.604985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.604985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Bound using segment: {'id': '4c9db0fc-1470-4b10-9665-0f18a855672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:28.604985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Bound port: 3a0718bf-1c7d-4797-aaa8-01afffa82c73, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9db0fc-1470-4b10-9665-0f18a855672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94ace935-4bc8-4395-9239-b88576a4e40c'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:28.604985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.628993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-bf7d36cf-a0f8-4487-be11-20000fd7900e service neutron] 10.222.0.21 "GET /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797334 Nov 27 16:08:28.638776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-4003b853-1dc5-433e-862a-8c2eecc764dd tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-1946252115') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:28.669755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-03111b9a-dfde-4496-ae9b-76b19b5a22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:28.671461 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-03111b9a-dfde-4496-ae9b-76b19b5a22bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958705 Nov 27 16:08:28.694778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8::35a (94ace935-4bc8-4395-9239-b88576a4e40c/d5ed1e71-c356-42a9-a7cf-07b058e8fb72/08fc3f32-5e6d-4b34-90a1-f63317c3e457) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:28.776631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] For port 3a0718bf-1c7d-4797-aaa8-01afffa82c73, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:28.804832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] For port 3a0718bf-1c7d-4797-aaa8-01afffa82c73, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a0718bf-1c7d-4797-aaa8-01afffa82c73,segment=NetworkSegment(4c9db0fc-1470-4b10-9665-0f18a855672f),segment_id=4c9db0fc-1470-4b10-9665-0f18a855672f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:28.823734 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.865768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-18aaf16d-2a4b-4c54-8ce8-13a0954782df service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854026 Nov 27 16:08:28.906570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:28.934423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2510a-b8cc-4e1b-90d2-4f37dc12eee3 None None] Pushing event updated for resources: {'Port': ['ID=3a0718bf-1c7d-4797-aaa8-01afffa82c73,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:28.976010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:18Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:29.042826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921962a-8734-44ab-8d11-27d1992b8ff2 None None] The sync data for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 is: [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:06:10Z', 'revision_number': 4, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'c66a41d1-4a1c-4efa-a3c1-dd575b933ca4', 'name': '', 'network_id': 'bb51125d-d244-43bb-bcae-a855bea262f6', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'mac_address': 'fa:16:3e:d0:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:09Z', 'updated_at': '2021-11-27T16:06:18Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'subnets': [{'id': 'ec3f902b-17c6-423a-a714-b758bf1c15ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:29.049017 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cab3e09b-3d9f-4d68-83f0-1b97a8b17aa9 req-5eb7e976-69ea-4ef5-9ec1-17a33c882c2a service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737001 Nov 27 16:08:29.056076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.116949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.191866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.232862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 94ace935-4bc8-4395-9239-b88576a4e40c is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:29.238623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:29.256411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:29.262999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:29.263680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.288909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfb13b-ded6-427e-8c71-34e520dd5882 req-a69891e1-f2c9-4c72-814f-43a14c3a693c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:29.290796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bdfb13b-ded6-427e-8c71-34e520dd5882 req-a69891e1-f2c9-4c72-814f-43a14c3a693c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.8107262 Nov 27 16:08:29.345785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:08:29.420612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35852) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:29.422959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9464757 Nov 27 16:08:29.424413 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-4003b853-1dc5-433e-862a-8c2eecc764dd tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:29.431625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4003b853-1dc5-433e-862a-8c2eecc764dd tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-1946252115 HTTP/1.1" status: 404 len: 329 time: 0.7961378 Nov 27 16:08:29.432482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ef63c-4803-4d38-aae6-b7c548ebbf85 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=08fc3f32-5e6d-4b34-90a1-f63317c3e457,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:29.440047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35854) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:29.449929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dcc3b84a-39ca-44e5-9e8f-f05bcf15bbe0 req-8efeeb35-290c-4133-978e-3e1e10853789 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7933705 Nov 27 16:08:29.456672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-7d5122c8-895e-43ef-85d2-745dd4938c82 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-123596258') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:29.510434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.510842 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Added segment 6a1d2855-14f2-4002-8038-286ade8633f4 of type vlan for network c416e264-c96b-4650-88ec-cefcaa9b9c85 Nov 27 16:08:29.616972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a142338-5b6e-45b5-ad89-f1b86e3ac2b0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:29.648317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port 791f613f-f492-4a00-8582-f92c53ca380d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:29.648662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.684918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.705149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bdfb13b-ded6-427e-8c71-34e520dd5882 req-846dd47d-4a2e-4b59-a2a2-48119275996d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862715 Nov 27 16:08:29.715679 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e0e79-5724-4dfe-ac74-ed21aed6b23f None None] New status for floating IP 6954fb5e-6ff8-403c-8eac-86d1873243a8: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:08:29.767572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.817108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.resource_extend [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:08:29.917791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.919336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:29.921511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:29.931591 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-7d5122c8-895e-43ef-85d2-745dd4938c82 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:29.934253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d5122c8-895e-43ef-85d2-745dd4938c82 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-123596258 HTTP/1.1" status: 404 len: 328 time: 0.4907093 Nov 27 16:08:29.948948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35866) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:29.983019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-6023de55-87b7-4e72-bfc3-7b60ffa4cf20 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639', 'tempest-TagsExtTest-Tag-675724576') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:30.059990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port 791f613f-f492-4a00-8582-f92c53ca380d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=791f613f-f492-4a00-8582-f92c53ca380d,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:30.062184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:30.179459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for 791f613f-f492-4a00-8582-f92c53ca380d owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:30.200260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4775238 Nov 27 16:08:30.210708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:30.211881 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-6023de55-87b7-4e72-bfc3-7b60ffa4cf20 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:30.216119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6023de55-87b7-4e72-bfc3-7b60ffa4cf20 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags/tempest-TagsExtTest-Tag-675724576 HTTP/1.1" status: 404 len: 328 time: 0.2381165 Nov 27 16:08:30.216119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425b763-05be-4f16-8429-eb2f86695e03 admin admin] Pushing event updated for resources: {'Network': ['ID=c416e264-c96b-4650-88ec-cefcaa9b9c85,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:30.229167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:08:30.235226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Request body: {'subnet': {'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-502390516-subnet', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:30.266126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a0718bf-1c7d-4797-aaa8-01afffa82c73 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:30.276956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35872) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:30.283744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-b83035e9-cbe5-4553-a666-0e59b5a76e0a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', {'tags': ['tempest-TagsExtTest-Tag-1089890249', 'tempest-TagsExtTest-Tag-474568079', 'tempest-TagsExtTest-Tag-1543931466']}) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:30.382280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Made reservation on behalf of 18125cbe40ae49509805a55b022c979d for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:30.385164 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:30.747660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:30.841111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35894) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:30.843329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b83035e9-cbe5-4553-a666-0e59b5a76e0a tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags HTTP/1.1" status: 200 len: 317 time: 0.5648887 Nov 27 16:08:30.846947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-0ab55994-461c-42b4-82a2-7b6aac111597 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:30.965802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec168b-e9be-486f-a19a-705976b26a1a None None] Network 94ace935-4bc8-4395-9239-b88576a4e40c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:31.129724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe171472-7e1f-4c51-9569-0cc1356e1baa req-7dd4fa60-7f4e-48f6-b5a3-30c8dfaaefe0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:31.138526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe171472-7e1f-4c51-9569-0cc1356e1baa req-7dd4fa60-7f4e-48f6-b5a3-30c8dfaaefe0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2024255 Nov 27 16:08:31.201044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df338bc7-12cc-40cc-ab12-d1727bd8e0fa req-3b5638ef-bb06-40bb-a774-a2abac4842c0 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:31.205300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6c8d91aa-dacb-4dda-ad1a-503de356cce2 None None] Provisioning complete for port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:31.205871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d91aa-dacb-4dda-ad1a-503de356cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.212106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df338bc7-12cc-40cc-ab12-d1727bd8e0fa req-3b5638ef-bb06-40bb-a774-a2abac4842c0 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5c27a1-69dd-40cf-8606-25f12e13a3b6 HTTP/1.1" status: 200 len: 984 time: 0.3875868 Nov 27 16:08:31.213779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:31.214383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.301217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0ab55994-461c-42b4-82a2-7b6aac111597 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags HTTP/1.1" status: 204 len: 168 time: 0.4564927 Nov 27 16:08:31.309125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35902) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:31.314001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.315011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-fbdcda03-2b2e-46af-aa7d-f2d3ed426c2c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-1089890249') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:31.410863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df338bc7-12cc-40cc-ab12-d1727bd8e0fa req-ff4fb42d-16b9-4ee6-add3-2c2d59f8f9ce tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "GET /v2.0/security-groups?id=05c5ea3c-cebb-44f1-83f4-fcefef908cea&id=d730a9c0-8a15-4f25-b66b-eb22fa2dda09&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1977773 Nov 27 16:08:31.467583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.587530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abde9041-a473-4b52-bb63-97efe98af883,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:31.601236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=791f613f-f492-4a00-8582-f92c53ca380d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:31.631771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Checking segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:31.632559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Network hostable DHCP agents. Network: c416e264-c96b-4650-88ec-cefcaa9b9c85, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:08:31.637818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] No DVR routers for this DVR port 791f613f-f492-4a00-8582-f92c53ca380d on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:31.641678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.646436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccb3308e-3634-4e12-acdc-6f3b15f34e5e req-cf1d0e5a-98cb-4b46-bee8-f84127accc1b tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.21 "DELETE /v2.0/ports/791f613f-f492-4a00-8582-f92c53ca380d HTTP/1.1" status: 204 len: 173 time: 3.1388719 Nov 27 16:08:31.650258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'name': 'network-vif-deleted', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:31.660060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.664980 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca9577-f4d2-4e15-ad2c-7a7b80697d96" -d '{"events": [{"server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "name": "network-vif-deleted", "tag": "791f613f-f492-4a00-8582-f92c53ca380d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:31.691829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe171472-7e1f-4c51-9569-0cc1356e1baa req-9ceb2c89-38f8-4b76-9c64-659c21fd3214 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291703 Nov 27 16:08:31.710419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.713303 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.775530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:08:31.793190 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22fd217-0bd3-47fa-be8a-52af9b8b9f81 x-openstack-request-id: req-b22fd217-0bd3-47fa-be8a-52af9b8b9f81 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:31.794484 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5c27a1-69dd-40cf-8606-25f12e13a3b6", "name": "network-vif-deleted", "tag": "791f613f-f492-4a00-8582-f92c53ca380d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:31.795360 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b22fd217-0bd3-47fa-be8a-52af9b8b9f81 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:31.796789 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5c27a1-69dd-40cf-8606-25f12e13a3b6', 'name': 'network-vif-deleted', 'tag': '791f613f-f492-4a00-8582-f92c53ca380d', 'status': 'completed', 'code': 200} Nov 27 16:08:31.799767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, c416e264-c96b-4650-88ec-cefcaa9b9c85) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:31.812449 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d91aa-dacb-4dda-ad1a-503de356cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.835442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:31.842688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:31.903729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=08fc3f32-5e6d-4b34-90a1-f63317c3e457,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:31.923364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28739d3-4a67-4000-862f-eaed82d1a9ac None None] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:31.928862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a844a67e-72e1-4c34-8c9c-2d8ec0065238 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7022657 Nov 27 16:08:31.929609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35932) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:31.950737 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-fbdcda03-2b2e-46af-aa7d-f2d3ed426c2c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:31.964002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fbdcda03-2b2e-46af-aa7d-f2d3ed426c2c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-1089890249 HTTP/1.1" status: 404 len: 329 time: 0.6508133 Nov 27 16:08:31.965431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:31.966755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35934) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:31.971389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-a0a991f6-7d0b-4785-aac2-04368f6e5d16 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-474568079') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:32.050997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:32.053534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 3a0718bf-1c7d-4797-aaa8-01afffa82c73, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a0718bf-1c7d-4797-aaa8-01afffa82c73,segment=NetworkSegment(4c9db0fc-1470-4b10-9665-0f18a855672f),segment_id=4c9db0fc-1470-4b10-9665-0f18a855672f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:32.092751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:32.095035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:32.163899 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:32.217105 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-a0a991f6-7d0b-4785-aac2-04368f6e5d16 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:32.228761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0a991f6-7d0b-4785-aac2-04368f6e5d16 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-474568079 HTTP/1.1" status: 404 len: 328 time: 0.2607217 Nov 27 16:08:32.229399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35936) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:32.247357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-46b1e6e5-1c12-4d89-8757-19ae40d598ae tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7', 'tempest-TagsExtTest-Tag-1543931466') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:32.357103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:32.584250 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-46b1e6e5-1c12-4d89-8757-19ae40d598ae tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:32.594063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:08:32.594745 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46b1e6e5-1c12-4d89-8757-19ae40d598ae tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags/tempest-TagsExtTest-Tag-1543931466 HTTP/1.1" status: 404 len: 329 time: 0.3618746 Nov 27 16:08:32.598787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35944) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:32.625951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-dfe73396-728c-481c-8325-3cbf580fd00f tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', {'tags': ['tempest-TagsExtTest-Tag-1445097513', 'tempest-TagsExtTest-Tag-343482953', 'tempest-TagsExtTest-Tag-1036775258']}) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:32.663329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 791f613f-f492-4a00-8582-f92c53ca380d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:32.750629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35946) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:32.828753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:32.886813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 791f613f-f492-4a00-8582-f92c53ca380d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:32.887369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 791f613f-f492-4a00-8582-f92c53ca380d not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:32.891498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6c8d91aa-dacb-4dda-ad1a-503de356cce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:08:32.891498 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6c8d91aa-dacb-4dda-ad1a-503de356cce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:08:32.896433 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dfe73396-728c-481c-8325-3cbf580fd00f tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags HTTP/1.1" status: 200 len: 317 time: 0.2911887 Nov 27 16:08:32.897717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35958) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:32.903010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=3a0718bf-1c7d-4797-aaa8-01afffa82c73,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:32.906320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-fd508d07-15ef-469d-870c-52a648fc5444 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:33.002570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:08:33.088561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.247978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-c416e264-c96b-4650-88ec-cefcaa9b9c85', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'fixed_ips': [{'subnet_id': 'abde9041-a473-4b52-bb63-97efe98af883'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:08:33.249064 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.303356 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fd508d07-15ef-469d-870c-52a648fc5444 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags HTTP/1.1" status: 204 len: 168 time: 0.3988905 Nov 27 16:08:33.313745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:33.315146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.351768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-0fbf7825-ee42-42c9-9616-0bdc9e06dd23 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-1445097513') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:33.362636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:33.411406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28844d48-6288-4a25-b777-8b9cb17ffe72 req-c89389b6-772c-4209-900d-834ea044e448 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:33.414075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28844d48-6288-4a25-b777-8b9cb17ffe72 req-c89389b6-772c-4209-900d-834ea044e448 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.4425483 Nov 27 16:08:33.493669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c550fc45-3108-4ba0-a310-e44e0e675f07 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.518881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'mac_address': 'fa:16:3e:8c:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:08:33.524696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28844d48-6288-4a25-b777-8b9cb17ffe72 req-a6432127-c4b4-4475-9857-bd19ea50a464 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939431 Nov 27 16:08:33.613301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c550fc45-3108-4ba0-a310-e44e0e675f07 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.631987 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-0fbf7825-ee42-42c9-9616-0bdc9e06dd23 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:33.633035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0fbf7825-ee42-42c9-9616-0bdc9e06dd23 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-1445097513 HTTP/1.1" status: 404 len: 329 time: 0.2860441 Nov 27 16:08:33.636409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35964) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:33.644838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-46aa03fa-8e90-481d-9142-37aa53754a21 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-343482953') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:33.805067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Allocated IP 172.20.0.2 (c416e264-c96b-4650-88ec-cefcaa9b9c85/abde9041-a473-4b52-bb63-97efe98af883/50f2dee7-82bf-4f44-a4c8-b2fa93683167) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:33.979722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.995628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:33.996636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.128472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=08fc3f32-5e6d-4b34-90a1-f63317c3e457,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:34.173033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.195125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 94ace935-4bc8-4395-9239-b88576a4e40c is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:34.198352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:34.262104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 000e99eb-d96c-4dd2-82dd-99dfa3576e58 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:34.344105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:34.405282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a0718bf-1c7d-4797-aaa8-01afffa82c73 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:34.523418 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.567864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router a498bcda-5e71-40c3-bd45-41495bfae1e3 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:08:34.576972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c550fc45-3108-4ba0-a310-e44e0e675f07 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.579604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c550fc45-3108-4ba0-a310-e44e0e675f07 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.585372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35982) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:34.590047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c550fc45-3108-4ba0-a310-e44e0e675f07 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/security-groups/d730a9c0-8a15-4f25-b66b-eb22fa2dda09 HTTP/1.1" status: 204 len: 168 time: 1.8363869 Nov 27 16:08:34.597698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.611173 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.612728 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.764351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.830385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['000e99eb-d96c-4dd2-82dd-99dfa3576e58'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:08:34.879994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Allocated IP 172.25.1.57 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/7b606c6e-3bc2-4d11-b54e-8745883900d5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:34.895909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3d14f1ed-b80f-47d3-858b-bdac957f1870 None None] Provisioning complete for port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:34.896287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1ed-b80f-47d3-858b-bdac957f1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:34.899697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:34.920272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54a1f322-24f0-4a15-9468-23ccf371aba8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.054422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:35.066079 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-54498b2f-b85d-419f-ab0f-58418ad9202e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/a498bcda-5e71-40c3-bd45-41495bfae1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6415753 Nov 27 16:08:35.070117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54a1f322-24f0-4a15-9468-23ccf371aba8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.076662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36000) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:35.103992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.154244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Pushing event updated for resources: {'Port': ['ID=50f2dee7-82bf-4f44-a4c8-b2fa93683167,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:35.163306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] Sync routers for ids ['a498bcda-5e71-40c3-bd45-41495bfae1e3'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:35.187977 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-46aa03fa-8e90-481d-9142-37aa53754a21 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:35.188795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:35.189659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46aa03fa-8e90-481d-9142-37aa53754a21 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-343482953 HTTP/1.1" status: 404 len: 328 time: 1.5515168 Nov 27 16:08:35.195697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36002) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:35.198648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.215576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:35.216288 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.236635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-b3533991-e28d-4704-a1a6-ce3b4ab215b2 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191', 'tempest-TagsExtTest-Tag-1036775258') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:35.250572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] Routers {'a498bcda-5e71-40c3-bd45-41495bfae1e3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:35.251615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a498bcda-5e71-40c3-bd45-41495bfae1e3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:35.259565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550fc45-3108-4ba0-a310-e44e0e675f07 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d730a9c0-8a15-4f25-b66b-eb22fa2dda09,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:35.267859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0f28a-f732-433a-95ac-48084bfeee62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:35.269122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2dc0f28a-f732-433a-95ac-48084bfeee62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports/08fc3f32-5e6d-4b34-90a1-f63317c3e457 HTTP/1.1" status: 200 len: 984 time: 0.1894050 Nov 27 16:08:35.273040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:35.384839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:35.405543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:35.417552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:35.478966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] Routers {'a498bcda-5e71-40c3-bd45-41495bfae1e3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:35.479818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a498bcda-5e71-40c3-bd45-41495bfae1e3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:35.526516 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-b3533991-e28d-4704-a1a6-ce3b4ab215b2 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:35.529338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b3533991-e28d-4704-a1a6-ce3b4ab215b2 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags/tempest-TagsExtTest-Tag-1036775258 HTTP/1.1" status: 404 len: 329 time: 0.3184092 Nov 27 16:08:35.532715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:35.534181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0735120b-1d00-47ad-ba2e-687a722b98af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.537131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:35.546651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-5824e4db-5366-4a18-9f2f-5b7e2bd09bb8 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', {'tags': ['tempest-TagsExtTest-Tag-1637525533', 'tempest-TagsExtTest-Tag-877724832', 'tempest-TagsExtTest-Tag-1547223470']}) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:35.551495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54a1f322-24f0-4a15-9468-23ccf371aba8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.557214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-54a1f322-24f0-4a15-9468-23ccf371aba8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:35.565072 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-54a1f322-24f0-4a15-9468-23ccf371aba8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/security-groups/05c5ea3c-cebb-44f1-83f4-fcefef908cea HTTP/1.1" status: 204 len: 168 time: 0.9785509 Nov 27 16:08:35.568374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36010) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:35.583453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:35.590738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd73a86-4ffa-4f8d-babc-d7afa11b8e44 None None] The sync data for ids ['a498bcda-5e71-40c3-bd45-41495bfae1e3'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:35.616567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:35.624430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:35.685377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf7cfb-119a-4f1a-92c6-bcda961414dc None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:35.892647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2847-d7e8-49bf-b3f5-792b693b1202 req-79551cb5-0419-41dd-9ed0-63acbd9ab27f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:35.894280 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ceb2847-d7e8-49bf-b3f5-792b693b1202 req-79551cb5-0419-41dd-9ed0-63acbd9ab27f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.7179434 Nov 27 16:08:35.960634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b606c6e-3bc2-4d11-b54e-8745883900d5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:36.163866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1f322-24f0-4a15-9468-23ccf371aba8 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c5ea3c-cebb-44f1-83f4-fcefef908cea,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:36.224594 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5824e4db-5366-4a18-9f2f-5b7e2bd09bb8 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "PUT /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags HTTP/1.1" status: 200 len: 317 time: 0.6894610 Nov 27 16:08:36.228359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36024) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:36.234103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-3ae446cd-3015-4954-acc5-8ab02bc8be6c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:36.311503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3ae446cd-3015-4954-acc5-8ab02bc8be6c tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags HTTP/1.1" status: 204 len: 168 time: 0.0818188 Nov 27 16:08:36.316362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:36.322180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.tag.tag_plugin [None req-446252ea-0240-4f16-8bd9-cc563fe34bc7 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-1637525533') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:36.374067 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-446252ea-0240-4f16-8bd9-cc563fe34bc7 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:36.375468 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-446252ea-0240-4f16-8bd9-cc563fe34bc7 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-1637525533 HTTP/1.1" status: 404 len: 329 time: 0.0569091 Nov 27 16:08:36.387815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36028) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:36.407637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-7ff5c233-9dea-4b50-9aba-69f5ed8a444e tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-877724832') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:36.428670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:36.444672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Attempting to bind port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:36.445236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Attempting to bind port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:36.445833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Attempting to bind port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 on network c416e264-c96b-4650-88ec-cefcaa9b9c85 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:36.475420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:36.480411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Checking segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:36.480961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:36.482035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Bound using segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:36.483322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Bound port: 50f2dee7-82bf-4f44-a4c8-b2fa93683167, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:36.483840 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:36.487905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ceb2847-d7e8-49bf-b3f5-792b693b1202 req-fba5b102-1f41-4215-9845-4afc15df771d tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048671 Nov 27 16:08:36.756483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:36.833669 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-7ff5c233-9dea-4b50-9aba-69f5ed8a444e tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:36.834799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7ff5c233-9dea-4b50-9aba-69f5ed8a444e tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-877724832 HTTP/1.1" status: 404 len: 328 time: 0.4327333 Nov 27 16:08:36.840872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36032) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:36.850981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-27edb898-cefe-47a6-a84f-631217862d43 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea', 'tempest-TagsExtTest-Tag-1547223470') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:36.958072 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-27edb898-cefe-47a6-a84f-631217862d43 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] show failed (client error): The resource could not be found. Nov 27 16:08:36.959099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-27edb898-cefe-47a6-a84f-631217862d43 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags/tempest-TagsExtTest-Tag-1547223470 HTTP/1.1" status: 404 len: 329 time: 0.1147571 Nov 27 16:08:36.964150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36034) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:36.971379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-3b06c342-18c1-4d9d-85fc-da0ccbdc5aec tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1417d41c-f26d-4e18-9e3e-aea249f1cfea') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:37.007405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] For port 50f2dee7-82bf-4f44-a4c8-b2fa93683167, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:37.011266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] For port 50f2dee7-82bf-4f44-a4c8-b2fa93683167, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=50f2dee7-82bf-4f44-a4c8-b2fa93683167,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:37.029981 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.156040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3d14f1ed-b80f-47d3-858b-bdac957f1870 None None] Provisioning complete for port 08fc3f32-5e6d-4b34-90a1-f63317c3e457 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:37.160190 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1ed-b80f-47d3-858b-bdac957f1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.207153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6c11d-bfc7-420c-b854-d40c30fe81d8 None None] Pushing event updated for resources: {'Port': ['ID=50f2dee7-82bf-4f44-a4c8-b2fa93683167,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:37.212025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3d14f1ed-b80f-47d3-858b-bdac957f1870 None None] Port 08fc3f32-5e6d-4b34-90a1-f63317c3e457 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:37.283107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b06c342-18c1-4d9d-85fc-da0ccbdc5aec tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea/tags HTTP/1.1" status: 204 len: 168 time: 0.3144658 Nov 27 16:08:37.288838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:37.295648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-a429c10e-68bb-4260-945d-5e0e0b0e6884 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f115560-70ed-477c-b085-03a5ea349191') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:37.351624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9f8b6f3e-33a4-47e5-89dd-435d7afec75a None None] Provisioning complete for port 08fc3f32-5e6d-4b34-90a1-f63317c3e457 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:37.352319 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6f3e-33a4-47e5-89dd-435d7afec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.483593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.499257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.499785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b6f3e-33a4-47e5-89dd-435d7afec75a None None] Port 08fc3f32-5e6d-4b34-90a1-f63317c3e457 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:37.514662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9f8b6f3e-33a4-47e5-89dd-435d7afec75a None None] Provisioning complete for port 7b606c6e-3bc2-4d11-b54e-8745883900d5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:37.515284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6f3e-33a4-47e5-89dd-435d7afec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.608222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b6f3e-33a4-47e5-89dd-435d7afec75a None None] Port 7b606c6e-3bc2-4d11-b54e-8745883900d5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:37.665312 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a0c28e1b-b19a-4879-bfaa-8fa226c625e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.892345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:37.893425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:37.952639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a429c10e-68bb-4260-945d-5e0e0b0e6884 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191/tags HTTP/1.1" status: 204 len: 168 time: 0.6626580 Nov 27 16:08:37.968288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:37.980352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-cc9154a9-ac5f-412a-bed0-7d0476b1ec62 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '739ca5e9-1ab3-471c-be72-d12b2fc028c7') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:38.012581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port c66a41d1-4a1c-4efa-a3c1-dd575b933ca4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:38.013904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:38.028946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:38.085426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ed50a-17da-4d55-922c-c898c10a3824 req-832caae4-d9aa-4cd4-92d6-2f175a5f9ebb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:38.095827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-104ed50a-17da-4d55-922c-c898c10a3824 req-832caae4-d9aa-4cd4-92d6-2f175a5f9ebb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.3582048 Nov 27 16:08:38.281695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-104ed50a-17da-4d55-922c-c898c10a3824 req-d381fa1c-51e8-4a8f-9aaa-7bf684f86aca tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846054 Nov 27 16:08:38.283385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Router 7706f234-4470-4f2f-85b6-288ded82c2ed is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:08:38.348827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cc9154a9-ac5f-412a-bed0-7d0476b1ec62 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7/tags HTTP/1.1" status: 204 len: 168 time: 0.3758929 Nov 27 16:08:38.352517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:38.408146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:38.438211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=c66a41d1-4a1c-4efa-a3c1-dd575b933ca4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:38.541603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:38.605526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.tag.tag_plugin [None req-2270fc98-d3aa-47a3-b8aa-ad8d0d1c2586 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dfa79d9e-9ffb-4460-a34f-a6a6bc664639') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:38.610641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:38.621778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:38.623755 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Sync routers for ids ['7706f234-4470-4f2f-85b6-288ded82c2ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:38.642932 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Routers {'7706f234-4470-4f2f-85b6-288ded82c2ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:38.646670 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['7706f234-4470-4f2f-85b6-288ded82c2ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:38.809642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:38.815328 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:38.872986 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:38.971523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:38.978097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d3a57574-a4fa-4eda-8471-8f667b9bc8f6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0474093 Nov 27 16:08:38.985106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36072) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:39.005924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d033b3-aab5-48b8-ab23-55e8e00a5153 None None] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:39.057941 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Set router 7706f234-4470-4f2f-85b6-288ded82c2ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:39.152753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1dcacc35-a8bd-4e1f-a242-271c72b0ee55 None None] Provisioning complete for port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:39.153129 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc35-a8bd-4e1f-a242-271c72b0ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.210843 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.360988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:39.406604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:39.407854 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73b33ed-3716-4755-b46f-2997baa471d0" -d '{"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:39.437611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 50f2dee7-82bf-4f44-a4c8-b2fa93683167 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:39.512799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Router 478b9043-9f1c-4559-8332-a93c0c74c1b8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:39.566792 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476a02a-4657-4f46-892f-e07f01f696da x-openstack-request-id: req-8476a02a-4657-4f46-892f-e07f01f696da {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:39.567403 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:39.567515 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8476a02a-4657-4f46-892f-e07f01f696da {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:39.567859 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'code': 200} Nov 27 16:08:39.575016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc35-a8bd-4e1f-a242-271c72b0ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.577009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.668466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:39.669138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.693552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1dcacc35-a8bd-4e1f-a242-271c72b0ee55 None None] For port 50f2dee7-82bf-4f44-a4c8-b2fa93683167, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=50f2dee7-82bf-4f44-a4c8-b2fa93683167,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:39.732199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc35-a8bd-4e1f-a242-271c72b0ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.750185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2270fc98-d3aa-47a3-b8aa-ad8d0d1c2586 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639/tags HTTP/1.1" status: 204 len: 168 time: 1.3906474 Nov 27 16:08:39.750893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:39.762822 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-48eb96f0-6670-4c51-bfb0-0d150a7cc3ad tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "PUT /v2.0/routers/478b9043-9f1c-4559-8332-a93c0c74c1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1846287 Nov 27 16:08:39.763614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36090) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:39.763969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36092) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:39.772312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] Sync routers for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:39.786244 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:08:36Z', 'revision_number': 3, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:39.792930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:39.831892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1ba16-e8c5-4bb9-829e-5a32632f5e63 req-217a9270-edc6-42d5-8d0f-9978a76ac627 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:39.833439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fba1ba16-e8c5-4bb9-829e-5a32632f5e63 req-217a9270-edc6-42d5-8d0f-9978a76ac627 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2596014 Nov 27 16:08:39.840528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting subnet ec3f902b-17c6-423a-a714-b758bf1c15ca {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:39.860404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.861766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 08fc3f32-5e6d-4b34-90a1-f63317c3e457 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:39.862035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.868872 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Checking router: 7706f234-4470-4f2f-85b6-288ded82c2ed for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:39.869151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Updating router 7706f234-4470-4f2f-85b6-288ded82c2ed port 7b606c6e-3bc2-4d11-b54e-8745883900d5 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:08:39.901284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcacc35-a8bd-4e1f-a242-271c72b0ee55 None None] Pushing event updated for resources: {'Port': ['ID=50f2dee7-82bf-4f44-a4c8-b2fa93683167,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:39.935296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:39.936705 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:39.938994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:39.946916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.056864 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-746b2a7b-b226-4c08-81f1-e724b4a7e548 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for subnetpool, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.058575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-746b2a7b-b226-4c08-81f1-e724b4a7e548 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1417d41c-f26d-4e18-9e3e-aea249f1cfea HTTP/1.1" status: 204 len: 168 time: 0.2935352 Nov 27 16:08:40.065041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36096) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:40.231877 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-33d50bac-0bcf-4311-b133-4a3955063bae tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f115560-70ed-477c-b085-03a5ea349191 HTTP/1.1" status: 200 len: 205 time: 0.1621387 Nov 27 16:08:40.233366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36098) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:40.343888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.366106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:40.379948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fba1ba16-e8c5-4bb9-829e-5a32632f5e63 req-7271f5cd-0a56-429e-aae6-fab1ceb62ad9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038078 Nov 27 16:08:40.523018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.536249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.541463 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.544762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.555871 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.589496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 08fc3f32-5e6d-4b34-90a1-f63317c3e457 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:40.628939 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Attempting to bind port 7b606c6e-3bc2-4d11-b54e-8745883900d5 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:40.629821 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Attempting to bind port 7b606c6e-3bc2-4d11-b54e-8745883900d5 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:40.631465 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Attempting to bind port 7b606c6e-3bc2-4d11-b54e-8745883900d5 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:40.707929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6224b-7dd2-47dc-9f92-aa3e8bd372f1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:40.762767 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:40.763142 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:40.765872 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.768572 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:40.770160 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Bound port: 7b606c6e-3bc2-4d11-b54e-8745883900d5, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:40.772194 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.895651 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] For port 7b606c6e-3bc2-4d11-b54e-8745883900d5, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:40.904692 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] For port 7b606c6e-3bc2-4d11-b54e-8745883900d5, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7b606c6e-3bc2-4d11-b54e-8745883900d5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:40.907754 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Pushing event updated for resources: {'Port': ['ID=7b606c6e-3bc2-4d11-b54e-8745883900d5,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:40.917323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4c0e5d95-417f-403c-b678-1b6e723e517e None None] Provisioning complete for port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:40.917323 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5d95-417f-403c-b678-1b6e723e517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:40.925452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.925776 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.926116 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.927598 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.927950 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.928287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.929648 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.932744 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.933157 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.933547 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.933890 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.934225 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:40.946420 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.006744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1dacc4-512a-4d89-a49a-df4b78b047d8 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:41.045188 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Routers {'7706f234-4470-4f2f-85b6-288ded82c2ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:41.045850 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['7706f234-4470-4f2f-85b6-288ded82c2ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:41.065659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36116) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:41.139819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.162735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.189554 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.201562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.268083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 50f2dee7-82bf-4f44-a4c8-b2fa93683167 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:41.321472 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] Set router 7706f234-4470-4f2f-85b6-288ded82c2ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:41.350444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.410992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.419851 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/subnets/ec3f902b-17c6-423a-a714-b758bf1c15ca HTTP/1.1" status: 204 len: 168 time: 1.6468298 Nov 27 16:08:41.422206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36124) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:41.427084 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.429358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Fanout notify agent at l3_agent the message router_deleted on router 4f115560-70ed-477c-b085-03a5ea349191 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:41.460727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.466604 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-36cd7c12-29af-46c3-ab02-4c598db1e6a3 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/routers/4f115560-70ed-477c-b085-03a5ea349191 HTTP/1.1" status: 204 len: 168 time: 1.2269013 Nov 27 16:08:41.469138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95784be3-2678-433e-9075-5537c4f39ee7 tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3f902b-17c6-423a-a714-b758bf1c15ca,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:41.472002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c5b95-a894-4f0e-a611-a00276321706 None None] Network bb51125d-d244-43bb-bcae-a855bea262f6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:41.478687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36126) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:41.733936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8db8f63-5cff-4947-ada1-e8ff02815318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.813594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.906208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:41.927572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Allocated IP 172.20.0.1 (c416e264-c96b-4650-88ec-cefcaa9b9c85/abde9041-a473-4b52-bb63-97efe98af883/7bb2759f-76e9-483a-8856-c61c3de9bfcc) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:41.940031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89333c4-5a99-476d-bd38-d47ce84cfa4c req-014fadf3-f60a-42e6-b977-7cd55f74e2b3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:41.941743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f89333c4-5a99-476d-bd38-d47ce84cfa4c req-014fadf3-f60a-42e6-b977-7cd55f74e2b3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2976201 Nov 27 16:08:41.996932 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:08:36Z', 'revision_number': 3, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:42.086177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f52d677f-175e-4ce2-acc0-1c2eb514431c None None] Provisioning complete for port 7b606c6e-3bc2-4d11-b54e-8745883900d5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:42.087943 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f52d677f-175e-4ce2-acc0-1c2eb514431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.095035 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66566-e0b7-426f-bc08-20d99668f05f None None] Pushing event updated for resources: {'Port': ['ID=7b606c6e-3bc2-4d11-b54e-8745883900d5,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:42.109085 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a42c8b-ec11-437b-8341-d75fad229ab6 None None] The sync data for ids ['7706f234-4470-4f2f-85b6-288ded82c2ed'] in n-d-819494-4 is: [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:08:36Z', 'revision_number': 3, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:42.199310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '70900de1-9037-4216-8972-09cd58b00ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:08:38Z', 'revision_number': 5, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port': {'id': '70900de1-9037-4216-8972-09cd58b00ba6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:06:01Z', 'updated_at': '2021-11-27T16:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:42.229704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.232194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=08fc3f32-5e6d-4b34-90a1-f63317c3e457,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:42.237989 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.260158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Deleting port 739ca5e9-1ab3-471c-be72-d12b2fc028c7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:42.260437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.407830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] Checking router: 478b9043-9f1c-4559-8332-a93c0c74c1b8 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:42.467989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:42.468372 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.640004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] Routers {'478b9043-9f1c-4559-8332-a93c0c74c1b8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:42.641708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['478b9043-9f1c-4559-8332-a93c0c74c1b8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:42.654200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.659243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Deleting port 70900de1-9037-4216-8972-09cd58b00ba6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:42.659795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.663337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.707045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Calling delete_port for 739ca5e9-1ab3-471c-be72-d12b2fc028c7 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:42.774981 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8db8f63-5cff-4947-ada1-e8ff02815318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.864165 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f52d677f-175e-4ce2-acc0-1c2eb514431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.912341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f89333c4-5a99-476d-bd38-d47ce84cfa4c req-b7b19e9b-4580-4b86-a787-52c7d91b9b3a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9593897 Nov 27 16:08:42.913671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] For port 70900de1-9037-4216-8972-09cd58b00ba6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=70900de1-9037-4216-8972-09cd58b00ba6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:42.914138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:42.943639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Calling delete_port for 70900de1-9037-4216-8972-09cd58b00ba6 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:43.017310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8db8f63-5cff-4947-ada1-e8ff02815318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.021845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.099238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f52d677f-175e-4ce2-acc0-1c2eb514431c None None] For port 7b606c6e-3bc2-4d11-b54e-8745883900d5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7b606c6e-3bc2-4d11-b54e-8745883900d5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:43.118332 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f52d677f-175e-4ce2-acc0-1c2eb514431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.131088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db8f63-5cff-4947-ada1-e8ff02815318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ad6175-606c-49e0-a4b8-dc2bb536dee5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:43.135912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb2759f-76e9-483a-8856-c61c3de9bfcc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:43.174301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b8db8f63-5cff-4947-ada1-e8ff02815318 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=405b4be75dea400485a8bcebcccf275b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0972168 Nov 27 16:08:43.174882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:43.177195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router a498bcda-5e71-40c3-bd45-41495bfae1e3 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:43.178351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:43.181385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:43.184842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:43.225958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] Set router 478b9043-9f1c-4559-8332-a93c0c74c1b8 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:43.228897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d677f-175e-4ce2-acc0-1c2eb514431c None None] Pushing event updated for resources: {'Port': ['ID=7b606c6e-3bc2-4d11-b54e-8745883900d5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:43.266138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] DHCP port deletion for bb51125d-d244-43bb-bcae-a855bea262f6 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:43.325669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.356593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 6, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:43.416438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da2689-5b93-4d14-9e6a-d58e94175588 None None] The sync data for ids ['478b9043-9f1c-4559-8332-a93c0c74c1b8'] in n-d-819494-4 is: [{'id': '478b9043-9f1c-4559-8332-a93c0c74c1b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905017708', 'tenant_id': 'e88e12e496a340728623af1612a7242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:06:00Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 6, 'project_id': 'e88e12e496a340728623af1612a7242c', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:43.422906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.459133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7b606c6e-3bc2-4d11-b54e-8745883900d5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:43.470060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-773d0ba3-fd96-410f-a17d-e2dc925c285e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.572283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Port': ['ID=70900de1-9037-4216-8972-09cd58b00ba6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:43.607287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434129e-5ece-4a31-9547-df11e5ad3860 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:43.671631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] Deleting port 3d338a8f-ef47-432d-98b3-aa0782117748 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:43.672355 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.687204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:43.698194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca26caf7-7965-474c-bce1-6fb2af93caa4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/a498bcda-5e71-40c3-bd45-41495bfae1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4135263 Nov 27 16:08:43.702167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36162) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:43.703740 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] Sync routers for ids ['a498bcda-5e71-40c3-bd45-41495bfae1e3'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:43.717464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-773d0ba3-fd96-410f-a17d-e2dc925c285e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.719612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7b606c6e-3bc2-4d11-b54e-8745883900d5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:43.719999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.724975 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] Routers {'a498bcda-5e71-40c3-bd45-41495bfae1e3'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:43.725632 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a498bcda-5e71-40c3-bd45-41495bfae1e3'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:43.769808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.830954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:43.838793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] For port 3d338a8f-ef47-432d-98b3-aa0782117748, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d338a8f-ef47-432d-98b3-aa0782117748,segment=NetworkSegment(f6438ef3-691e-4452-8cac-ff62ebfdc375),segment_id=f6438ef3-691e-4452-8cac-ff62ebfdc375)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:43.839483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.871402 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] Routers {'a498bcda-5e71-40c3-bd45-41495bfae1e3'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:43.873284 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['a498bcda-5e71-40c3-bd45-41495bfae1e3'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:43.895565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] Calling delete_port for 3d338a8f-ef47-432d-98b3-aa0782117748 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:43.909673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:43.927935 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:43.928728 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6bcc7-7e96-480f-8cff-1f53794af222 None None] The sync data for ids ['a498bcda-5e71-40c3-bd45-41495bfae1e3'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:43.947080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event deleted for resources: {'Port': ['ID=739ca5e9-1ab3-471c-be72-d12b2fc028c7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:44.176777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-256262ec-78b9-4df4-aee2-546305d0ed91 None None] Provisioning complete for port 7bb2759f-76e9-483a-8856-c61c3de9bfcc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:44.177326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-256262ec-78b9-4df4-aee2-546305d0ed91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.209131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-773d0ba3-fd96-410f-a17d-e2dc925c285e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.212775 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-773d0ba3-fd96-410f-a17d-e2dc925c285e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.214151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-773d0ba3-fd96-410f-a17d-e2dc925c285e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4ad6175-606c-49e0-a4b8-dc2bb536dee5 HTTP/1.1" status: 204 len: 168 time: 1.0344868 Nov 27 16:08:44.222305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.227765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-256262ec-78b9-4df4-aee2-546305d0ed91 None None] Port 7bb2759f-76e9-483a-8856-c61c3de9bfcc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:44.229653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.301230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.301549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Fanout notify agent at l3_agent the message router_deleted on router 478b9043-9f1c-4559-8332-a93c0c74c1b8 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:44.317048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.319574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f643000-8610-439d-ba88-37a3af357b4f tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/routers/478b9043-9f1c-4559-8332-a93c0c74c1b8 HTTP/1.1" status: 204 len: 168 time: 2.8957448 Nov 27 16:08:44.350071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:44.363340 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.420597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d0ba3-fd96-410f-a17d-e2dc925c285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ad6175-606c-49e0-a4b8-dc2bb536dee5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:44.423775 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.517199 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.524279 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0259411-e5a9-4812-8be2-e0fdf5cb1632 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/ports/739ca5e9-1ab3-471c-be72-d12b2fc028c7 HTTP/1.1" status: 204 len: 168 time: 3.0365341 Nov 27 16:08:44.527788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:44.530122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] No DVR routers for this DVR port 3d338a8f-ef47-432d-98b3-aa0782117748 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:44.536651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4630e-57ac-4272-b24f-1303a26d2c8d None None] Pushing event deleted for resources: {'Port': ['ID=3d338a8f-ef47-432d-98b3-aa0782117748,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:44.543818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27c6e3-1e08-471b-91a8-6e5c02a35f8b req-d7fd119e-890b-4b42-920b-e685288f1fe3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:44.546896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b27c6e3-1e08-471b-91a8-6e5c02a35f8b req-d7fd119e-890b-4b42-920b-e685288f1fe3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.4107509 Nov 27 16:08:44.550251 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.566891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 57b05e68-a81c-4752-9e1d-63a04764285c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:08:44.666992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Deleting subnet dfa79d9e-9ffb-4460-a34f-a6a6bc664639 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:44.684487 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-37c54019-b668-4812-8c23-e3eb91c3996a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 16:08:44.685605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-37c54019-b668-4812-8c23-e3eb91c3996a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/a498bcda-5e71-40c3-bd45-41495bfae1e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9807951 Nov 27 16:08:44.704430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36186) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:44.730637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.790427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.792540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:44.824483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '57b05e68-a81c-4752-9e1d-63a04764285c', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'port_id': '57b05e68-a81c-4752-9e1d-63a04764285c', 'mac_address': 'fa:16:3e:8e:bd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801437c9-3a8c-401b-877a-149055023f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:08:44.853638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bcedd667-2651-4924-922a-10d73edfbf0c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=a498bcda-5e71-40c3-bd45-41495bfae1e3 HTTP/1.1" status: 200 len: 205 time: 0.1455903 Nov 27 16:08:44.874261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b27c6e3-1e08-471b-91a8-6e5c02a35f8b req-2794bbe0-d5e2-44e6-b4bf-dcc4e29fad7a tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681634 Nov 27 16:08:44.874813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36188) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:44.875124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36190) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:44.890431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.921797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:44.950663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57b05e68-a81c-4752-9e1d-63a04764285c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:45.007336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.015449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:45.016264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.025715 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.049580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-9fee2232-bc12-40bc-954e-027dc1138034 req-e0aa761a-58af-46ce-9b66-e7e83b94f0af service neutron] (110075) timed out ('10.222.0.21', 64541) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:08:45.054189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa79d9e-9ffb-4460-a34f-a6a6bc664639,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:45.060248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.068209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3676a5ae-9893-45f2-ad08-49a298d7dee6 tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/subnets/dfa79d9e-9ffb-4460-a34f-a6a6bc664639 HTTP/1.1" status: 204 len: 168 time: 0.5389278 Nov 27 16:08:45.068867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36202) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:45.076277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c3594d0a-c0e5-4004-a0ba-ecee5aae2c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.092318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b9db7-dbc9-4b59-90a3-4edba168a108 None None] Network 23d08a5d-53c4-47b3-a305-4a986c94826d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:45.158689 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.202381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb51125d-d244-43bb-bcae-a855bea262f6']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:45.223170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7b606c6e-3bc2-4d11-b54e-8745883900d5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:45.258947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6438ef3-691e-4452-8cac-ff62ebfdc375') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:45.259253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6438ef3-691e-4452-8cac-ff62ebfdc375') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:45.273925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.283849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.335078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:45.345745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['57b05e68-a81c-4752-9e1d-63a04764285c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:08:45.400143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7b606c6e-3bc2-4d11-b54e-8745883900d5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:45.400517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.667230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] DHCP port deletion for 23d08a5d-53c4-47b3-a305-4a986c94826d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:45.704346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.717186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 70900de1-9037-4216-8972-09cd58b00ba6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:45.719332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:45.719760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:45.727981 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:45.750075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 70900de1-9037-4216-8972-09cd58b00ba6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:45.750421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 70900de1-9037-4216-8972-09cd58b00ba6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:45.750831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:45.799040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:45.799391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c66a41d1-4a1c-4efa-a3c1-dd575b933ca4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:45.799862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d338a8f-ef47-432d-98b3-aa0782117748 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:45.822409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Deleting port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:45.822562 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.823035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.826873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.832125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3d338a8f-ef47-432d-98b3-aa0782117748 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:45.832515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d338a8f-ef47-432d-98b3-aa0782117748 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:45.877031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] Deleting port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:45.877377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.927057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c3594d0a-c0e5-4004-a0ba-ecee5aae2c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.932031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.941187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c3594d0a-c0e5-4004-a0ba-ecee5aae2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.951222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] For port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,segment=NetworkSegment(3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a),segment_id=3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:45.951631 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.957021 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:45.966966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] 10.222.0.15 "DELETE /v2.0/networks/bb51125d-d244-43bb-bcae-a855bea262f6 HTTP/1.1" status: 204 len: 168 time: 1.6131282 Nov 27 16:08:45.966966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e2b25-6459-4a41-bb97-9334c6bd32af tempest-TestSecurityGroupsBasicOps-872766503 tempest-TestSecurityGroupsBasicOps-872766503-project] Pushing event deleted for resources: {'Network': ['ID=bb51125d-d244-43bb-bcae-a855bea262f6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:45.984891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] Calling delete_port for 6105336a-90ea-4f4f-8edc-2b268f3dbc6d owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:46.055343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c3594d0a-c0e5-4004-a0ba-ecee5aae2c8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0d9915663bb40ab84ec1bf409b5667c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0341859 Nov 27 16:08:46.061347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36214) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:46.093215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] For port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,segment=NetworkSegment(3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a),segment_id=3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:46.093605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.099717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.122764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Calling delete_port for 6105336a-90ea-4f4f-8edc-2b268f3dbc6d owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:46.159051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] Pushing event deleted for resources: {'Port': ['ID=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:46.165358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5959b76-1495-4b48-9ea4-f83bd301ce0f None None] No DVR routers for this DVR port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:46.172621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d42bfefd-1283-46f3-9c37-0b373f7ec9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.259382 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.300130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event deleted for resources: {'Port': ['ID=6105336a-90ea-4f4f-8edc-2b268f3dbc6d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:46.317041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.317712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] No DVR routers for this DVR port 6105336a-90ea-4f4f-8edc-2b268f3dbc6d on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:46.319326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3594d0a-c0e5-4004-a0ba-ecee5aae2c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8cc08e-1e37-4339-8473-e38099a195d1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:46.326434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.327569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d42bfefd-1283-46f3-9c37-0b373f7ec9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.380434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb2759f-76e9-483a-8856-c61c3de9bfcc,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:46.393954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.394630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router a498bcda-5e71-40c3-bd45-41495bfae1e3 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:08:46.406907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.416297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.417873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-310c7f6b-5abf-4926-8128-f7c1639c75fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/a498bcda-5e71-40c3-bd45-41495bfae1e3 HTTP/1.1" status: 204 len: 168 time: 1.5396266 Nov 27 16:08:46.427722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36226) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:46.447109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1acdc-a68e-4cf7-9fe3-8a624d6cda20 req-44deb66b-34d7-4a73-a6cf-d3d8817f53e6 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:46.448891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39c1acdc-a68e-4cf7-9fe3-8a624d6cda20 req-44deb66b-34d7-4a73-a6cf-d3d8817f53e6 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 944 time: 0.3952153 Nov 27 16:08:46.449840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36228) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:46.511486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.552162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d08a5d-53c4-47b3-a305-4a986c94826d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:46.565788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet d5ed1e71-c356-42a9-a7cf-07b058e8fb72 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:08:46.571480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:46.571785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3809cc1c-89e8-4411-a0ad-ab53d7f1eb2a') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:46.581823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.584577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39c1acdc-a68e-4cf7-9fe3-8a624d6cda20 req-aeadff00-3175-480e-a5a6-b8ef23228468 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279719 Nov 27 16:08:46.597230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 57b05e68-a81c-4752-9e1d-63a04764285c up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:46.606900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:46.608728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:46.642905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.682593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d42bfefd-1283-46f3-9c37-0b373f7ec9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.685295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d42bfefd-1283-46f3-9c37-0b373f7ec9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.686463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d42bfefd-1283-46f3-9c37-0b373f7ec9d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f8cc08e-1e37-4339-8473-e38099a195d1 HTTP/1.1" status: 204 len: 168 time: 0.6126184 Nov 27 16:08:46.707583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 57b05e68-a81c-4752-9e1d-63a04764285c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:46.708305 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.722545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.728725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bfefd-1283-46f3-9c37-0b373f7ec9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8cc08e-1e37-4339-8473-e38099a195d1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:46.759852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.763648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:46.764554 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:46.769780 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:46.886376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:46.891736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Router 7706f234-4470-4f2f-85b6-288ded82c2ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:08:46.955891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:46.973506 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd7cfc3-1e85-4ee5-b19e-c2ffc50b1d6a" -d '{"events": [{"server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "name": "network-vif-plugged", "status": "completed", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:47.006681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:47.019447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.080220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4d5c903-97c6-4e2c-a342-32836362e407 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e88e12e496a340728623af1612a7242c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158569 Nov 27 16:08:47.081040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36240) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:47.099627 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc85b287-9268-4f43-93b8-e5267dd346b4 x-openstack-request-id: req-bc85b287-9268-4f43-93b8-e5267dd346b4 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:47.099864 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "name": "network-vif-plugged", "status": "completed", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:47.100118 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc85b287-9268-4f43-93b8-e5267dd346b4 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:47.100530 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c', 'code': 200} Nov 27 16:08:47.207971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.213792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.220747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] 10.222.0.15 "DELETE /v2.0/networks/23d08a5d-53c4-47b3-a305-4a986c94826d HTTP/1.1" status: 204 len: 168 time: 2.1410103 Nov 27 16:08:47.234500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:47.256383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4f83f061-a35e-42df-a1c7-90cee735e269 admin admin] 10.222.0.15 "PUT /v2.0/routers/7706f234-4470-4f2f-85b6-288ded82c2ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2673788 Nov 27 16:08:47.312223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Pushing event deleted for resources: {'Network': ['ID=23d08a5d-53c4-47b3-a305-4a986c94826d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:47.328747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-73f8c36c-8783-42c3-b414-c652f7afe3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.354590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df46a-917a-48a9-a3a0-76e9c565d8fd req-b2af6e98-737e-4cd7-91d9-496bfa7364ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:47.358185 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-73f8c36c-8783-42c3-b414-c652f7afe3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.360777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e9df46a-917a-48a9-a3a0-76e9c565d8fd req-b2af6e98-737e-4cd7-91d9-496bfa7364ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 1096 time: 0.0731428 Nov 27 16:08:47.418562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.419318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.419452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.419930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.420467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.421085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.421568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.422302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.422717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.423121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.423564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.423961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853c4f1-1ae6-4e52-a9db-dfb01a3908dc tempest-TagsExtTest-445890850 tempest-TagsExtTest-445890850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:08:47.431571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-73f8c36c-8783-42c3-b414-c652f7afe3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.434279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-73f8c36c-8783-42c3-b414-c652f7afe3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.438796 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-73f8c36c-8783-42c3-b414-c652f7afe3bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2aed46b-81c5-44e2-8a11-dfb7e963653d HTTP/1.1" status: 204 len: 168 time: 0.3456659 Nov 27 16:08:47.452566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8c36c-8783-42c3-b414-c652f7afe3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aed46b-81c5-44e2-8a11-dfb7e963653d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:47.459759 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.505479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e9df46a-917a-48a9-a3a0-76e9c565d8fd req-2898c5d7-cade-464a-a245-842a5384cf52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267815 Nov 27 16:08:47.545271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6105336a-90ea-4f4f-8edc-2b268f3dbc6d no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:47.548671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Sync routers for ids ['7706f234-4470-4f2f-85b6-288ded82c2ed'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:47.559992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-722d28cc-8530-401e-8698-9a26bfc23ed6 None None] Provisioning complete for port 7bb2759f-76e9-483a-8856-c61c3de9bfcc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:47.559992 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-722d28cc-8530-401e-8698-9a26bfc23ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.581492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:47.612534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6105336a-90ea-4f4f-8edc-2b268f3dbc6d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:47.613220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6105336a-90ea-4f4f-8edc-2b268f3dbc6d not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:47.616015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Routers {'7706f234-4470-4f2f-85b6-288ded82c2ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:47.616699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['7706f234-4470-4f2f-85b6-288ded82c2ed'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:47.621535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.676709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-722d28cc-8530-401e-8698-9a26bfc23ed6 None None] Port 7bb2759f-76e9-483a-8856-c61c3de9bfcc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:47.715491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ed1e71-c356-42a9-a7cf-07b058e8fb72,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:47.728303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.735611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36270) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:47.735824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e172a2a6-e279-4d48-a4c5-e5a4b321195a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/d5ed1e71-c356-42a9-a7cf-07b058e8fb72 HTTP/1.1" status: 204 len: 168 time: 1.3052177 Nov 27 16:08:47.741873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:47.760458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a12114-5887-42d3-aeff-8b62e445441d None None] Network 94ace935-4bc8-4395-9239-b88576a4e40c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:47.852549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:47.886960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Set router 7706f234-4470-4f2f-85b6-288ded82c2ed gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:47.976659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f26737-46ac-438b-a64e-a8394c715daa req-14ede671-81fb-4e8f-81d4-c0e6e126f1f3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:47.979267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61f26737-46ac-438b-a64e-a8394c715daa req-14ede671-81fb-4e8f-81d4-c0e6e126f1f3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1230037 Nov 27 16:08:48.020813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:48.021230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.188280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] DHCP port deletion for 94ace935-4bc8-4395-9239-b88576a4e40c request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:48.242734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 3a0718bf-1c7d-4797-aaa8-01afffa82c73, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a0718bf-1c7d-4797-aaa8-01afffa82c73,segment=NetworkSegment(4c9db0fc-1470-4b10-9665-0f18a855672f),segment_id=4c9db0fc-1470-4b10-9665-0f18a855672f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:48.242970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.265512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61f26737-46ac-438b-a64e-a8394c715daa req-d04e1775-7043-4c7c-8ce9-3e61897f93e9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801380 Nov 27 16:08:48.277952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 3a0718bf-1c7d-4797-aaa8-01afffa82c73 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:48.331459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8ea170f7-d469-4c91-8f63-e8f649665a10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9938cf1ae43441068b583966a8098b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5875456 Nov 27 16:08:48.347035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36292) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:48.393565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:08:44Z', 'revision_number': 4, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '7bb2759f-76e9-483a-8856-c61c3de9bfcc', 'name': '', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'mac_address': 'fa:16:3e:d5:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'abde9041-a473-4b52-bb63-97efe98af883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:41Z', 'updated_at': '2021-11-27T16:08:44Z', 'revision_number': 2, 'project_id': '18125cbe40ae49509805a55b022c979d', 'subnets': [{'id': 'abde9041-a473-4b52-bb63-97efe98af883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:48.433900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Checking router: 7706f234-4470-4f2f-85b6-288ded82c2ed for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:48.434732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Updating router 7706f234-4470-4f2f-85b6-288ded82c2ed port 7bb2759f-76e9-483a-8856-c61c3de9bfcc binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:08:48.439242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] Deleting port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:48.440058 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.443323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e9e37cf-3c17-4d3e-9e67-f5d63d272c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.483818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:48.512733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.514317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e9e37cf-3c17-4d3e-9e67-f5d63d272c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.535761 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-317ca1a8-d876-4e0b-a662-7aa4b8b1fc90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.562452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] For port 3a0718bf-1c7d-4797-aaa8-01afffa82c73, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a0718bf-1c7d-4797-aaa8-01afffa82c73,segment=NetworkSegment(4c9db0fc-1470-4b10-9665-0f18a855672f),segment_id=4c9db0fc-1470-4b10-9665-0f18a855672f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:48.563413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.602510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] Calling delete_port for 3a0718bf-1c7d-4797-aaa8-01afffa82c73 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:48.651406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e9e37cf-3c17-4d3e-9e67-f5d63d272c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.654415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e9e37cf-3c17-4d3e-9e67-f5d63d272c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.659404 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6e9e37cf-3c17-4d3e-9e67-f5d63d272c96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34c8d234-61c3-487f-a637-fcb226f1b83f HTTP/1.1" status: 204 len: 168 time: 0.3073936 Nov 27 16:08:48.659575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.678184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e37cf-3c17-4d3e-9e67-f5d63d272c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8d234-61c3-487f-a637-fcb226f1b83f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:48.723643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=3a0718bf-1c7d-4797-aaa8-01afffa82c73,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:48.756822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:48.977876 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:48.992825 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.039480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] No DVR routers for this DVR port 3a0718bf-1c7d-4797-aaa8-01afffa82c73 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:49.041030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6ce4-fe11-4c90-b3fc-a7d7101383f2 None None] Pushing event deleted for resources: {'Port': ['ID=3a0718bf-1c7d-4797-aaa8-01afffa82c73,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:49.047956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ace935-4bc8-4395-9239-b88576a4e40c']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:49.073552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9db0fc-1470-4b10-9665-0f18a855672f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:49.073856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9db0fc-1470-4b10-9665-0f18a855672f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:49.085455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-317ca1a8-d876-4e0b-a662-7aa4b8b1fc90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.090738 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.102659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-317ca1a8-d876-4e0b-a662-7aa4b8b1fc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.143620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-317ca1a8-d876-4e0b-a662-7aa4b8b1fc90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=619ea0e1fd7b4c4d87c74cb1146ff19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585739 Nov 27 16:08:49.146318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36316) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:49.166063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.187835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:08:49.188090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:08:49.203654 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:08:49.207270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36320) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:49.213968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a0718bf-1c7d-4797-aaa8-01afffa82c73 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:49.221353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1270333590-network', 'tenant_id': '927e4f9206814d938bb118dde7c89329'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:49.279035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ca1a8-d876-4e0b-a662-7aa4b8b1fc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9f1c8-5b49-45ac-aeb6-bdfa72deac18,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:49.282427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4526bda-ad75-42ca-b546-839c5c88158b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.328863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3a0718bf-1c7d-4797-aaa8-01afffa82c73 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:49.329225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a0718bf-1c7d-4797-aaa8-01afffa82c73 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:49.360129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4526bda-ad75-42ca-b546-839c5c88158b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.392853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.418912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.420800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.459360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4526bda-ad75-42ca-b546-839c5c88158b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.468961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4526bda-ad75-42ca-b546-839c5c88158b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.471378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4526bda-ad75-42ca-b546-839c5c88158b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdb9f1c8-5b49-45ac-aeb6-bdfa72deac18 HTTP/1.1" status: 204 len: 168 time: 0.3240709 Nov 27 16:08:49.481701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.486264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/94ace935-4bc8-4395-9239-b88576a4e40c HTTP/1.1" status: 204 len: 168 time: 1.7492173 Nov 27 16:08:49.494695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36340) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:49.502482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Made reservation on behalf of 927e4f9206814d938bb118dde7c89329 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:49.504938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.513184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1299526853'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:49.522572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4526bda-ad75-42ca-b546-839c5c88158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9f1c8-5b49-45ac-aeb6-bdfa72deac18,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:49.531871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.538619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd3f76-c9f3-4c04-91b3-64ea330059ca tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=94ace935-4bc8-4395-9239-b88576a4e40c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:49.593341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354dd03-4c79-4c57-af4d-9904fb77edfc req-27622461-9427-4d8c-ba0a-243e0e68f313 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:49.595073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e354dd03-4c79-4c57-af4d-9904fb77edfc req-27622461-9427-4d8c-ba0a-243e0e68f313 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1787529 Nov 27 16:08:49.604579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:49.611127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.655316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85612-64cc-4642-81dc-64647efee1b8 None None] Pushing event updated for resources: {'Port': ['ID=7bb2759f-76e9-483a-8856-c61c3de9bfcc,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:49.673936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:08:49.706235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.707212 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment dcf0731d-a2dd-4bd2-ae21-9e3dc915327e of type vlan for network 490e1a56-3361-458d-a550-98771bc23c0d Nov 27 16:08:49.738101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e354dd03-4c79-4c57-af4d-9904fb77edfc req-d857412a-c324-4d8a-87c0-c15f7eeaa302 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331582 Nov 27 16:08:49.780951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.842244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.868111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Attempting to bind port 7bb2759f-76e9-483a-8856-c61c3de9bfcc on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:49.868489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Attempting to bind port 7bb2759f-76e9-483a-8856-c61c3de9bfcc by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:49.868856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Attempting to bind port 7bb2759f-76e9-483a-8856-c61c3de9bfcc on network c416e264-c96b-4650-88ec-cefcaa9b9c85 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:49.869000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:49.870911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.875429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.902633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:49.907687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Checking segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:49.908424 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.909091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Bound using segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:49.909793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Bound port: 7bb2759f-76e9-483a-8856-c61c3de9bfcc, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:49.910659 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.931699 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:49.989800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd37748d-b29a-42a2-9ca7-e04a87448b7f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:50.025630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:08:50.046442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.048119 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Added segment 7c8013e2-623e-453c-90b0-a24306db1f1e of type vlan for network 3d781149-d8bf-4602-a217-7f7171def0e6 Nov 27 16:08:50.059876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7a6a-bd4c-4ca0-aaf4-6fa6fcda3f42 req-eadc5f9d-b1c8-4a38-9b9b-208723b6455e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:50.068824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95fc7a6a-bd4c-4ca0-aaf4-6fa6fcda3f42 req-eadc5f9d-b1c8-4a38-9b9b-208723b6455e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.1850774 Nov 27 16:08:50.075757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] For port 7bb2759f-76e9-483a-8856-c61c3de9bfcc, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:50.096443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] For port 7bb2759f-76e9-483a-8856-c61c3de9bfcc, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7bb2759f-76e9-483a-8856-c61c3de9bfcc,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:50.100140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-59878e41-0d56-4ec5-a047-e69d90c4e5a5 None None] Provisioning complete for port 7bb2759f-76e9-483a-8856-c61c3de9bfcc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:50.100382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=490e1a56-3361-458d-a550-98771bc23c0d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:50.102930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-59878e41-0d56-4ec5-a047-e69d90c4e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.113970 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.130060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8108ea7c-7524-4842-8b46-a0bbaa3bf156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6327829 Nov 27 16:08:50.133709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36354) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:50.145856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': '490e1a56-3361-458d-a550-98771bc23c0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:50.169998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95fc7a6a-bd4c-4ca0-aaf4-6fa6fcda3f42 req-ad0385ea-89bf-470d-9009-778a446619b0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986228 Nov 27 16:08:50.173241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 490e1a56-3361-458d-a550-98771bc23c0d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:08:50.218281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.258622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.259730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:50.261160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.301234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36360) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:50.308696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0935557 Nov 27 16:08:50.323250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Request body: {'subnet': {'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1270333590-subnet', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:50.444826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Made reservation on behalf of 927e4f9206814d938bb118dde7c89329 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:50.458111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.573083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c02cf-0b56-429f-8d21-49946a7e7023 admin admin] Pushing event updated for resources: {'Network': ['ID=3d781149-d8bf-4602-a217-7f7171def0e6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:50.582464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36368) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:50.639940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3d781149-d8bf-4602-a217-7f7171def0e6 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:08:50.709494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:50.717025 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.723772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.725665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85612-64cc-4642-81dc-64647efee1b8 None None] Pushing event updated for resources: {'Port': ['ID=7bb2759f-76e9-483a-8856-c61c3de9bfcc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:50.734991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-19918991-beba-4eba-bef6-9277560e497d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40ed723b8d1d4ac4a89921a2efa705db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474192 Nov 27 16:08:50.740201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36380) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:50.834487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Routers {'7706f234-4470-4f2f-85b6-288ded82c2ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:50.839355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['7706f234-4470-4f2f-85b6-288ded82c2ed'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:50.927133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Checking segment: {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:50.927590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Network hostable DHCP agents. Network: 3d781149-d8bf-4602-a217-7f7171def0e6, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:08:50.935142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90135379-2c27-4c09-af1f-fba0d136048b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:50.958576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae7618e1-3fbb-4124-bf48-2f222c4034eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:50.986163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Network 3d781149-d8bf-4602-a217-7f7171def0e6 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:08:51.027310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae7618e1-3fbb-4124-bf48-2f222c4034eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.079561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3d781149-d8bf-4602-a217-7f7171def0e6) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:51.111025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:51.111613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.174394 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-348945e5-be3c-4e51-a974-f44b4dd6bb92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8718691 Nov 27 16:08:51.184327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36400) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:51.185493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873ac41-efed-44fa-8b7b-4ca449a521f3 None None] Network 3d781149-d8bf-4602-a217-7f7171def0e6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:51.191469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:51.267131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.279426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.280719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.392515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae7618e1-3fbb-4124-bf48-2f222c4034eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.396088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ae7618e1-3fbb-4124-bf48-2f222c4034eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.399741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ae7618e1-3fbb-4124-bf48-2f222c4034eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1304ffd-a4e7-4ec3-aa54-23dba4f828d0 HTTP/1.1" status: 204 len: 168 time: 0.6541030 Nov 27 16:08:51.421016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7618e1-3fbb-4124-bf48-2f222c4034eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1304ffd-a4e7-4ec3-aa54-23dba4f828d0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:51.435931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-61fb0f6b-1914-4f32-b415-fbaebbfd1ae4 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:51.438787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-61fb0f6b-1914-4f32-b415-fbaebbfd1ae4 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 814 time: 0.4431510 Nov 27 16:08:51.453906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:51.457743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026948 Nov 27 16:08:51.478520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36414) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:51.508779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-eea0ba21-4c82-4aca-940f-943eba90f825 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/quotas/2a8628dd680541088821968c9661e7e0 HTTP/1.1" status: 200 len: 375 time: 0.0564101 Nov 27 16:08:51.571790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.586633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=5a6c246b-fc92-435f-beab-af8ef69d6871,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:51.736575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-bda1eabb-213f-4309-a6e7-6038b6f88778 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2213740 Nov 27 16:08:51.869557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-59878e41-0d56-4ec5-a047-e69d90c4e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:51.941321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] Set router 7706f234-4470-4f2f-85b6-288ded82c2ed gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:51.980503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '490e1a56-3361-458d-a550-98771bc23c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:51.981898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: 490e1a56-3361-458d-a550-98771bc23c0d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:08:52.016139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-59878e41-0d56-4ec5-a047-e69d90c4e5a5 None None] For port 7bb2759f-76e9-483a-8856-c61c3de9bfcc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7bb2759f-76e9-483a-8856-c61c3de9bfcc,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:52.027196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-a699de73-ee72-4407-a340-dad6bbb7fb22 service neutron] 10.222.0.15 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729969 Nov 27 16:08:52.035735 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-59878e41-0d56-4ec5-a047-e69d90c4e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.103340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878e41-0d56-4ec5-a047-e69d90c4e5a5 None None] Pushing event updated for resources: {'Port': ['ID=7bb2759f-76e9-483a-8856-c61c3de9bfcc,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:52.153497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.191552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 490e1a56-3361-458d-a550-98771bc23c0d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:08:52.232754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 490e1a56-3361-458d-a550-98771bc23c0d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:52.247081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:52.248226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.260748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0aac4-454e-416b-83f2-a31950c32093 None None] Network 490e1a56-3361-458d-a550-98771bc23c0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:52.271486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-3b48e59f-c0b7-4535-a9d9-291c298a073d service neutron] 10.222.0.15 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480689 Nov 27 16:08:52.287256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3d781149-d8bf-4602-a217-7f7171def0e6', 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'fixed_ips': [{'subnet_id': '90135379-2c27-4c09-af1f-fba0d136048b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:08:52.288150 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.304000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-55896f3b-21db-4c33-a5fa-22a88c7afc2f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1688993 Nov 27 16:08:52.305192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36434) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:52.314274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-076b72e6-a687-4432-b3d0-c6cd4de6520e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:52.318388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-763853233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:52.319277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-076b72e6-a687-4432-b3d0-c6cd4de6520e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.21 "GET /v2.0/ports?device_id=53565bc8-33fe-49c5-adc7-3de512efafbb HTTP/1.1" status: 200 len: 945 time: 0.2906735 Nov 27 16:08:52.404349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a3fa3a21-d7e6-41a1-abac-9074e4c6fb8f tempest-NetworksApiDiscovery-443504337 tempest-NetworksApiDiscovery-443504337-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.9245374 Nov 27 16:08:52.437252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.442343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.564927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Deleting port 57b05e68-a81c-4752-9e1d-63a04764285c {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:08:52.568039 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.593823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.604438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.608585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-78b817a1-51d2-487f-b4c4-7678bd4d11e0 None None] Provisioning complete for port 7bb2759f-76e9-483a-8856-c61c3de9bfcc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:52.608926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-78b817a1-51d2-487f-b4c4-7678bd4d11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.789396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.806417 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9b171a80-9002-43a9-a5fc-dff2dc7989ea tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4969552 Nov 27 16:08:52.808404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:52.927035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:52.954212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.087573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ceb88b58-4e6d-402a-a0a2-2f7ec57f63f2 req-222d28b7-b036-4e20-bded-43371ac32692 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 210 time: 0.3144116 Nov 27 16:08:53.229124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-490e1a56-3361-458d-a550-98771bc23c0d', 'network_id': '490e1a56-3361-458d-a550-98771bc23c0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': '5a6c246b-fc92-435f-beab-af8ef69d6871'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:08:53.230124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.258844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36462) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:53.306967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] For port 57b05e68-a81c-4752-9e1d-63a04764285c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=57b05e68-a81c-4752-9e1d-63a04764285c,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:53.307584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.327459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Allocated IP 172.20.0.2 (3d781149-d8bf-4602-a217-7f7171def0e6/90135379-2c27-4c09-af1f-fba0d136048b/5e90316e-e2df-4f2b-b1c2-32c69df60021) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:53.333283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Allocated IP 172.25.1.230 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ad1c047d-815f-41d5-ae42-ea4779722047) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:53.346644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Calling delete_port for 57b05e68-a81c-4752-9e1d-63a04764285c owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:08:53.569294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d4226c2-83bf-48a5-8f40-398c0339f7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.700375 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.705287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Allocated IP 2001:db8::2 (490e1a56-3361-458d-a550-98771bc23c0d/5a6c246b-fc92-435f-beab-af8ef69d6871/c3b61e2c-e08f-482c-9a5f-ed4e8a904705) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:53.711395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:08:44Z', 'revision_number': 4, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '7bb2759f-76e9-483a-8856-c61c3de9bfcc', 'name': '', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'mac_address': 'fa:16:3e:d5:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'abde9041-a473-4b52-bb63-97efe98af883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:41Z', 'updated_at': '2021-11-27T16:08:50Z', 'revision_number': 4, 'project_id': '18125cbe40ae49509805a55b022c979d', 'subnets': [{'id': 'abde9041-a473-4b52-bb63-97efe98af883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:53.753921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a7b1b-4aad-4b18-8c69-a705774ceaab None None] The sync data for ids ['7706f234-4470-4f2f-85b6-288ded82c2ed'] in n-d-819494-4 is: [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:08:44Z', 'revision_number': 4, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '7bb2759f-76e9-483a-8856-c61c3de9bfcc', 'name': '', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'mac_address': 'fa:16:3e:d5:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'abde9041-a473-4b52-bb63-97efe98af883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:41Z', 'updated_at': '2021-11-27T16:08:50Z', 'revision_number': 4, 'project_id': '18125cbe40ae49509805a55b022c979d', 'subnets': [{'id': 'abde9041-a473-4b52-bb63-97efe98af883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:08:53.882641 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d4226c2-83bf-48a5-8f40-398c0339f7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.891006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d4226c2-83bf-48a5-8f40-398c0339f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.949201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:53.971823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.033428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.080642 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.084500 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4d4226c2-83bf-48a5-8f40-398c0339f7f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a07e6a592ea3408c88b73c949ed7ac02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8244617 Nov 27 16:08:54.106374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36472) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:54.120883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4226c2-83bf-48a5-8f40-398c0339f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9932550-695d-4e61-b897-b876ea9ed787,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:54.153040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:54.184363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Pushing event updated for resources: {'Port': ['ID=5e90316e-e2df-4f2b-b1c2-32c69df60021,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:54.188528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:54.198971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:54.207327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Pushing event updated for resources: {'Port': ['ID=ad1c047d-815f-41d5-ae42-ea4779722047,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:54.229627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df41fb9-edda-467b-8d8a-f760de050e7b None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:54.246969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Network 3d781149-d8bf-4602-a217-7f7171def0e6 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:54.258246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:54.265329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:54.271401 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.301232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Pushing event deleted for resources: {'Port': ['ID=57b05e68-a81c-4752-9e1d-63a04764285c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:54.340331 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.389229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] No DVR routers for this DVR port 57b05e68-a81c-4752-9e1d-63a04764285c on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:08:54.414620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.418107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff69abbe-4108-46f4-8156-a03e60457ff8 req-8d4cc4d5-1672-4b61-9093-f653b04dc166 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.21 "DELETE /v2.0/ports/57b05e68-a81c-4752-9e1d-63a04764285c HTTP/1.1" status: 204 len: 173 time: 2.0881903 Nov 27 16:08:54.426545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4b6a8cb-cf12-4ac0-a32d-72cfc7f69a79 req-65a321f3-50f6-47bc-bc77-6adfeb220f26 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 210 time: 0.1170771 Nov 27 16:08:54.427578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'name': 'network-vif-deleted', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:08:54.430850 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9fa490-c23f-4e8e-9ec2-cd0297df20f4" -d '{"events": [{"server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "name": "network-vif-deleted", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:08:54.508457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Pushing event updated for resources: {'Port': ['ID=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:54.520221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0ea-8e24-4f14-9cb6-e119e022917a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.530708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Network 490e1a56-3361-458d-a550-98771bc23c0d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:54.585288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:54.598331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:54.606007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0ea-8e24-4f14-9cb6-e119e022917a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.635916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Attempting to bind port 5e90316e-e2df-4f2b-b1c2-32c69df60021 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:54.636444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Attempting to bind port 5e90316e-e2df-4f2b-b1c2-32c69df60021 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:54.636916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Attempting to bind port 5e90316e-e2df-4f2b-b1c2-32c69df60021 on network 3d781149-d8bf-4602-a217-7f7171def0e6 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:54.667712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3859580-20b0-4587-a13d-fa25642f5d7a None None] Provisioning complete for port ad1c047d-815f-41d5-ae42-ea4779722047 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:54.668151 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c3859580-20b0-4587-a13d-fa25642f5d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.677594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 57b05e68-a81c-4752-9e1d-63a04764285c no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:08:54.691161 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e366d89-a054-4808-b7a6-8f88466590c4 x-openstack-request-id: req-1e366d89-a054-4808-b7a6-8f88466590c4 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:08:54.691812 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53565bc8-33fe-49c5-adc7-3de512efafbb", "name": "network-vif-deleted", "tag": "57b05e68-a81c-4752-9e1d-63a04764285c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:08:54.692456 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e366d89-a054-4808-b7a6-8f88466590c4 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:08:54.693036 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53565bc8-33fe-49c5-adc7-3de512efafbb', 'name': 'network-vif-deleted', 'tag': '57b05e68-a81c-4752-9e1d-63a04764285c', 'status': 'completed', 'code': 200} Nov 27 16:08:54.709909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0ea-8e24-4f14-9cb6-e119e022917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.714421 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0ea-8e24-4f14-9cb6-e119e022917a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.716177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1cddb0ea-8e24-4f14-9cb6-e119e022917a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9932550-695d-4e61-b897-b876ea9ed787 HTTP/1.1" status: 204 len: 168 time: 0.5504823 Nov 27 16:08:54.737111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddb0ea-8e24-4f14-9cb6-e119e022917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9932550-695d-4e61-b897-b876ea9ed787,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:54.765250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.815206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:54.816183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Checking segment: {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:54.816863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.819294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Bound using segment: {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:54.820598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Bound port: 5e90316e-e2df-4f2b-b1c2-32c69df60021, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:54.822475 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:54.844893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 57b05e68-a81c-4752-9e1d-63a04764285c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:08:54.848810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 57b05e68-a81c-4752-9e1d-63a04764285c not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:08:54.952915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Attempting to bind port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:54.956061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Attempting to bind port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '490e1a56-3361-458d-a550-98771bc23c0d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:54.956816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Attempting to bind port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 on network 490e1a56-3361-458d-a550-98771bc23c0d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:55.080337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:55.082333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Checking segment: {'id': 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '490e1a56-3361-458d-a550-98771bc23c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:55.082840 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.083271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Bound using segment: {'id': 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '490e1a56-3361-458d-a550-98771bc23c0d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:55.084956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Bound port: c3b61e2c-e08f-482c-9a5f-ed4e8a904705, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '490e1a56-3361-458d-a550-98771bc23c0d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:55.090724 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.095026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c3859580-20b0-4587-a13d-fa25642f5d7a None None] Port ad1c047d-815f-41d5-ae42-ea4779722047 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:08:55.213387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.351174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8::1 (490e1a56-3361-458d-a550-98771bc23c0d/5a6c246b-fc92-435f-beab-af8ef69d6871/16e935c8-f321-4fc7-ad0b-6d88354f25e4) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:55.401194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7bb2759f-76e9-483a-8856-c61c3de9bfcc up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:55.594433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.618713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] For port 5e90316e-e2df-4f2b-b1c2-32c69df60021, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:55.699005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1372aeb3-de3f-43c9-b5dd-cd35bda11786 req-b4f23c25-66ab-4e32-843f-fc65edb9fec9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 210 time: 0.1024315 Nov 27 16:08:55.711566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] For port c3b61e2c-e08f-482c-9a5f-ed4e8a904705, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:08:55.724356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] For port 5e90316e-e2df-4f2b-b1c2-32c69df60021, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5e90316e-e2df-4f2b-b1c2-32c69df60021,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:55.734888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-01e80a98-f76d-4e0b-affa-e75d90df4486 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:55.736741 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-01e80a98-f76d-4e0b-affa-e75d90df4486 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 814 time: 0.8097541 Nov 27 16:08:55.756014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Request body: {'port': {'device_id': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'admin_state_up': True, 'tenant_id': '2a8628dd680541088821968c9661e7e0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:55.758327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.761956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] For port c3b61e2c-e08f-482c-9a5f-ed4e8a904705, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,segment=NetworkSegment(dcf0731d-a2dd-4bd2-ae21-9e3dc915327e),segment_id=dcf0731d-a2dd-4bd2-ae21-9e3dc915327e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:08:55.767166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.888855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 490e1a56-3361-458d-a550-98771bc23c0d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:55.897511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:55.904610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79413cd-feab-4aa9-915f-41004f242369 None None] Pushing event updated for resources: {'Port': ['ID=5e90316e-e2df-4f2b-b1c2-32c69df60021,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:55.909922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:55.910605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.926832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:55.968485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=16e935c8-f321-4fc7-ad0b-6d88354f25e4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:56.036944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2f110-ffe4-466e-b849-a2ebb779e953 None None] Pushing event updated for resources: {'Port': ['ID=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:56.053013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7bb2759f-76e9-483a-8856-c61c3de9bfcc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:56.053480 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:56.285349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:56.872706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Made reservation on behalf of 2a8628dd680541088821968c9661e7e0 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:08:56.878464 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:56.903185 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.298319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Allocated IP 172.20.0.3 (881553f4-3b49-4236-96c1-7684573e6667/801437c9-3a8c-401b-877a-149055023f68/bd4f47c2-9c6a-459b-8a54-39f62f43c72e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:08:57.321776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c3b61e2c-e08f-482c-9a5f-ed4e8a904705 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:57.340448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Router c2f763ad-fbb4-4837-9d82-929025f331af is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:08:57.436264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b44bbe7d-d46d-4c7f-991c-dc0d0c046ef2 req-624f4ae9-39c3-44fb-ad51-17ab33e1e6f0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 210 time: 0.0421510 Nov 27 16:08:57.509443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:57.510229 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.740497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:08:57.760628 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Sync routers for ids ['c2f763ad-fbb4-4837-9d82-929025f331af'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:08:57.781949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Routers {'c2f763ad-fbb4-4837-9d82-929025f331af'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:08:57.782839 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c2f763ad-fbb4-4837-9d82-929025f331af'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:57.797723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.803011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.806618 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cdad1af5-dbb5-43aa-85cf-b6267b8e51ad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6210675 Nov 27 16:08:57.809504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36572) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:57.818198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.834608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.848992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.854710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.901886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port c3b61e2c-e08f-482c-9a5f-ed4e8a904705, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,segment=NetworkSegment(dcf0731d-a2dd-4bd2-ae21-9e3dc915327e),segment_id=dcf0731d-a2dd-4bd2-ae21-9e3dc915327e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:57.913077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:57.914162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5e90316e-e2df-4f2b-b1c2-32c69df60021 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:08:57.965354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:58.062077 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Set router c2f763ad-fbb4-4837-9d82-929025f331af gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:08:58.111447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Network 881553f4-3b49-4236-96c1-7684573e6667 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:58.116838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:58.124373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:08:58.157754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:58.219859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 5e90316e-e2df-4f2b-b1c2-32c69df60021 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:58.223178 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:58.224375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Pushing event updated for resources: {'Port': ['ID=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:58.280412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:58.281094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:58.318276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-06ec4a77-5a4d-4e57-a5ee-d5d1678afa21 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5696929 Nov 27 16:08:58.333144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Request body: {'port': {'device_id': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:08:58.459598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=16e935c8-f321-4fc7-ad0b-6d88354f25e4,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:58.494745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:58.552999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c2b7f-9421-41ac-b3d3-9aba4b3c016c None None] Network 490e1a56-3361-458d-a550-98771bc23c0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:58.604631 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:08:58.633782 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:58.690610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 490e1a56-3361-458d-a550-98771bc23c0d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:08:58.701705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:08:58.712173 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:08:54Z', 'revision_number': 3, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:08:58.744182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298766d2-9f27-4009-9ae3-e51ef197d5b4 None None] Network 3d781149-d8bf-4602-a217-7f7171def0e6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:08:58.778649 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Checking router: c2f763ad-fbb4-4837-9d82-929025f331af for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:08:58.779250 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Updating router c2f763ad-fbb4-4837-9d82-929025f331af port ad1c047d-815f-41d5-ae42-ea4779722047 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:08:58.844293 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.018315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0777-3b74-41dd-88b3-afcafd469fb4 req-e8cc8c70-2803-41b5-9b22-2d86825b07ec tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:08:59.020234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adae0777-3b74-41dd-88b3-afcafd469fb4 req-e8cc8c70-2803-41b5-9b22-2d86825b07ec tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 931 time: 0.2925749 Nov 27 16:08:59.313382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-adae0777-3b74-41dd-88b3-afcafd469fb4 req-b6c4aadf-94dd-47d0-b5b5-14a45874814c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546537 Nov 27 16:08:59.409841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router c98d25e8-ad79-4d79-994e-822d219b2917 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:08:59.473695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-79e44633-4ed6-4e10-a471-1bd7cfdcc0b5 None None] Provisioning complete for port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:08:59.475253 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e44633-4ed6-4e10-a471-1bd7cfdcc0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.575087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4f47c2-9c6a-459b-8a54-39f62f43c72e {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:08:59.609222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36620) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:08:59.617069 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.649672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Transition to ACTIVE for port object bd4f47c2-9c6a-459b-8a54-39f62f43c72e will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:08:59.666988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.687597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 5e90316e-e2df-4f2b-b1c2-32c69df60021, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5e90316e-e2df-4f2b-b1c2-32c69df60021,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:08:59.727699 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.748353 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.797236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493b41d-32cf-4690-b91d-8e85b98a50d1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:08:59.799657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.874327 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Attempting to bind port ad1c047d-815f-41d5-ae42-ea4779722047 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:08:59.874769 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Attempting to bind port ad1c047d-815f-41d5-ae42-ea4779722047 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:08:59.875049 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Attempting to bind port ad1c047d-815f-41d5-ae42-ea4779722047 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:08:59.890671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=5e90316e-e2df-4f2b-b1c2-32c69df60021,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:08:59.918249 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:08:59.918636 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:08:59.919460 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.920379 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:08:59.923815 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Bound port: ad1c047d-815f-41d5-ae42-ea4779722047, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:08:59.924237 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.968402 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:08:59.990389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:00.012652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f14a5029-1fb9-4293-8817-433b780410f6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/c98d25e8-ad79-4d79-994e-822d219b2917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1851122 Nov 27 16:09:00.022706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36634) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:00.030786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:00.040288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] Sync routers for ids ['c98d25e8-ad79-4d79-994e-822d219b2917'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:00.050676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Attempting to bind port bd4f47c2-9c6a-459b-8a54-39f62f43c72e on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:00.052252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Attempting to bind port bd4f47c2-9c6a-459b-8a54-39f62f43c72e by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:00.052909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c3b61e2c-e08f-482c-9a5f-ed4e8a904705 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:00.053591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Attempting to bind port bd4f47c2-9c6a-459b-8a54-39f62f43c72e on network 881553f4-3b49-4236-96c1-7684573e6667 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:00.073720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Port bd4f47c2-9c6a-459b-8a54-39f62f43c72e on network 881553f4-3b49-4236-96c1-7684573e6667 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:09:00.074058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Attempting to bind port bd4f47c2-9c6a-459b-8a54-39f62f43c72e on network 881553f4-3b49-4236-96c1-7684573e6667 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:00.094269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:00.094637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Checking segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:00.095046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Bound using segment: {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:00.095508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Bound port: bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640fa8d3-5f77-44c1-8aec-4699711219a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '881553f4-3b49-4236-96c1-7684573e6667'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:00.095882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.122420 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] For port ad1c047d-815f-41d5-ae42-ea4779722047, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:00.134126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] For port ad1c047d-815f-41d5-ae42-ea4779722047, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad1c047d-815f-41d5-ae42-ea4779722047,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:00.153277 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.165746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1395-f5e0-4741-8c00-a90976ce9f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.243672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520d59-8b88-41b7-9cb1-35d3eb74e85a None None] Pushing event updated for resources: {'Port': ['ID=ad1c047d-815f-41d5-ae42-ea4779722047,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:00.260645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] For port bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:00.264916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] For port bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:00.271861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.311787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:00.312433 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.313918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd4f47c2-9c6a-459b-8a54-39f62f43c72e HTTP/1.1" status: 200 len: 1091 time: 1.9851217 Nov 27 16:09:00.314391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'tag': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:00.317060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02aa5f1-9e65-4ad3-a7db-14cade53979c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:09:00.325591 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Routers {'c2f763ad-fbb4-4837-9d82-929025f331af'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:00.326702 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a890758f-4486-45ba-b08c-3bcb2f9bce8f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7f6014-6cfb-4d7d-902d-0819b51e46b1", "tag": "bd4f47c2-9c6a-459b-8a54-39f62f43c72e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:00.327009 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c2f763ad-fbb4-4837-9d82-929025f331af'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:00.332107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:00.332812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.359635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] Routers {'c98d25e8-ad79-4d79-994e-822d219b2917'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:00.360207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c98d25e8-ad79-4d79-994e-822d219b2917'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:00.514428 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a5a499-9561-4be2-9611-de5c456b14b6 x-openstack-request-id: req-46a5a499-9561-4be2-9611-de5c456b14b6 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:00.514742 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7f6014-6cfb-4d7d-902d-0819b51e46b1", "tag": "bd4f47c2-9c6a-459b-8a54-39f62f43c72e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:00.515104 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46a5a499-9561-4be2-9611-de5c456b14b6 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:00.517385 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'tag': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e', 'status': 'completed', 'code': 200} Nov 27 16:09:00.527531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:00.571341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa9c79-8951-4f12-a653-5d3a01fa56c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:00.583655 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520d59-8b88-41b7-9cb1-35d3eb74e85a None None] Pushing event updated for resources: {'Port': ['ID=ad1c047d-815f-41d5-ae42-ea4779722047,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:00.600562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-c56be78a-6db3-4da7-a3fa-dd7b25ad2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:00.603534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-c56be78a-6db3-4da7-a3fa-dd7b25ad2bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 1094 time: 0.2196987 Nov 27 16:09:00.607100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72f3c2-3144-4ce9-bd22-d2d429de2154 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:00.608551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4a72f3c2-3144-4ce9-bd22-d2d429de2154 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports/16e935c8-f321-4fc7-ad0b-6d88354f25e4 HTTP/1.1" status: 200 len: 911 time: 0.5058005 Nov 27 16:09:00.612219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36646) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:00.634082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Provisioning complete for port 5e90316e-e2df-4f2b-b1c2-32c69df60021 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:00.635730 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.637339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] Routers {'c98d25e8-ad79-4d79-994e-822d219b2917'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:00.638300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c98d25e8-ad79-4d79-994e-822d219b2917'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:00.716943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:00.717886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6dbd35-b89c-49a8-8541-dab02a37374f None None] The sync data for ids ['c98d25e8-ad79-4d79-994e-822d219b2917'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:00.721220 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] Set router c2f763ad-fbb4-4837-9d82-929025f331af gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:00.755745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.862112 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1395-f5e0-4741-8c00-a90976ce9f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.885177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c9c92-6958-4582-8b41-891088408e15 req-feea6863-df2a-4c9f-8aaf-ab143fb2d7cc tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:00.892256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467c9c92-6958-4582-8b41-891088408e15 req-feea6863-df2a-4c9f-8aaf-ab143fb2d7cc tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 943 time: 0.3514359 Nov 27 16:09:00.909749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1395-f5e0-4741-8c00-a90976ce9f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:00.962240 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-783ddf7b-0448-42d5-aaad-ccf5e1ec1539 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e HTTP/1.1" status: 200 len: 217 time: 0.3488152 Nov 27 16:09:00.966480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Provisioning complete for port ad1c047d-815f-41d5-ae42-ea4779722047 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:00.966985 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.167282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.201739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] For port ad1c047d-815f-41d5-ae42-ea4779722047, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad1c047d-815f-41d5-ae42-ea4779722047,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:01.225456 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.343495 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:08:54Z', 'revision_number': 3, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:01.350684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa05494-b3a2-4cc7-944c-9e4555084341 None None] Pushing event updated for resources: {'Port': ['ID=ad1c047d-815f-41d5-ae42-ea4779722047,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:01.393916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760863d-60b6-40a1-af80-b7e508921155 req-857e33a0-dacc-4c93-819f-ade87943c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:01.397329 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-857e33a0-dacc-4c93-819f-ade87943c33f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 200 len: 854 time: 0.2302470 Nov 27 16:09:01.415659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Provisioning complete for port 16e935c8-f321-4fc7-ad0b-6d88354f25e4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:01.416421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.426602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef8fb7-8669-4745-a318-b21f53a03ee0 None None] The sync data for ids ['c2f763ad-fbb4-4837-9d82-929025f331af'] in n-d-819494-4 is: [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:08:54Z', 'revision_number': 3, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:01.486866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-877b33e3-7cf6-4f52-94da-d88c32c3d6da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=881553f4-3b49-4236-96c1-7684573e6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681276 Nov 27 16:09:01.497015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ee5d1395-f5e0-4741-8c00-a90976ce9f07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a97b7b0df8e84b459aebba5c8026583b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8817861 Nov 27 16:09:01.511032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36678) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:01.536182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-467c9c92-6958-4582-8b41-891088408e15 req-3814af1b-f5fc-49d6-ae94-3eecc57f764f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387115 Nov 27 16:09:01.546537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Port 16e935c8-f321-4fc7-ad0b-6d88354f25e4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:01.576732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Provisioning complete for port ad1c047d-815f-41d5-ae42-ea4779722047 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:01.577373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.591276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1395-f5e0-4741-8c00-a90976ce9f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c496c7-8e53-403c-be6d-3cc3c620274e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:01.660087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-0e780df6-0956-4934-af30-37d77c636280 service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642747 Nov 27 16:09:01.741119 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Allocated IP 172.20.0.1 (3d781149-d8bf-4602-a217-7f7171def0e6/90135379-2c27-4c09-af1f-fba0d136048b/8158092b-4a29-4386-8187-649aaeb874e6) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:01.797560 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.801127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Provisioning complete for port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:01.801810 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3147c86d-bc28-4ae8-9138-98ec943795fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.906271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:01.939304 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4760863d-60b6-40a1-af80-b7e508921155 req-d8cf6575-882a-4326-900b-c050c0bb125e service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706707 Nov 27 16:09:01.970369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.060837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6024143-d9ff-4c45-b6bb-3477713e6bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.074376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Network 3d781149-d8bf-4602-a217-7f7171def0e6 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:02.079033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:02.083739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:02.112595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5e90316e-e2df-4f2b-b1c2-32c69df60021 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:02.223609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.262589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-f5458daf-6ee2-445f-ba8a-d9a24afb7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:02.269022 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-f5458daf-6ee2-445f-ba8a-d9a24afb7c9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a8628dd680541088821968c9661e7e0&device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 1094 time: 0.2370577 Nov 27 16:09:02.344558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.367582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 5e90316e-e2df-4f2b-b1c2-32c69df60021 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:02.367858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.373295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Pushing event updated for resources: {'Port': ['ID=8158092b-4a29-4386-8187-649aaeb874e6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:02.403796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6024143-d9ff-4c45-b6bb-3477713e6bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.444290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02a04aef-24aa-4f8f-8837-c879fef08c79 None None] Provisioning complete for port 16e935c8-f321-4fc7-ad0b-6d88354f25e4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:02.444290 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02a04aef-24aa-4f8f-8837-c879fef08c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.534119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-02a04aef-24aa-4f8f-8837-c879fef08c79 None None] Port 16e935c8-f321-4fc7-ad0b-6d88354f25e4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:02.595436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02a04aef-24aa-4f8f-8837-c879fef08c79 None None] Provisioning complete for port 5e90316e-e2df-4f2b-b1c2-32c69df60021 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:02.596064 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02a04aef-24aa-4f8f-8837-c879fef08c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.863892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-025d58bd-3fe6-494b-af93-a1334c111b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:02.866014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-025d58bd-3fe6-494b-af93-a1334c111b7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 200 len: 915 time: 0.5775857 Nov 27 16:09:02.874121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9723a-5d96-43ae-b9f2-0e51407349ac req-486722e3-bd1f-4739-869f-f3fe62853cf1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:02.885921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1a9723a-5d96-43ae-b9f2-0e51407349ac req-486722e3-bd1f-4739-869f-f3fe62853cf1 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 943 time: 0.1805391 Nov 27 16:09:02.957459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-39d9dccf-8639-493e-8c5a-7e7b4b53cdf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e HTTP/1.1" status: 200 len: 217 time: 0.0823057 Nov 27 16:09:02.992875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6024143-d9ff-4c45-b6bb-3477713e6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:02.999044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6024143-d9ff-4c45-b6bb-3477713e6bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.005629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b6024143-d9ff-4c45-b6bb-3477713e6bd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5c496c7-8e53-403c-be6d-3cc3c620274e HTTP/1.1" status: 204 len: 168 time: 1.4654453 Nov 27 16:09:03.019434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f75edd2a-56dd-4aaa-bbd9-463432d8ca6b None None] Provisioning complete for port 8158092b-4a29-4386-8187-649aaeb874e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:03.020019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f75edd2a-56dd-4aaa-bbd9-463432d8ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.039451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6024143-d9ff-4c45-b6bb-3477713e6bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c496c7-8e53-403c-be6d-3cc3c620274e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:03.048114 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.105553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-23f589b3-c154-42c8-b744-bcee3169c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:03.107146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-23f589b3-c154-42c8-b744-bcee3169c33b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 200 len: 854 time: 0.1116822 Nov 27 16:09:03.129955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 16e935c8-f321-4fc7-ad0b-6d88354f25e4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:03.130307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.181864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-781bcdf6-73c8-4a04-8af1-1c0a476934ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=881553f4-3b49-4236-96c1-7684573e6667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649974 Nov 27 16:09:03.222003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f75edd2a-56dd-4aaa-bbd9-463432d8ca6b None None] Port 8158092b-4a29-4386-8187-649aaeb874e6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:03.289743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.324179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1a9723a-5d96-43ae-b9f2-0e51407349ac req-33066ef1-7f8e-435e-85a9-507fe4f40743 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270668 Nov 27 16:09:03.327582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.384394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.418747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-1d8a01de-f37e-46eb-bf5c-e90a4e18c8a3 service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519129 Nov 27 16:09:03.473088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Pushing event updated for resources: {'Port': ['ID=8158092b-4a29-4386-8187-649aaeb874e6,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:03.543848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Network 3d781149-d8bf-4602-a217-7f7171def0e6 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:03.545891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:03.547855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a890758f-4486-45ba-b08c-3bcb2f9bce8f req-06b3132d-5752-4303-aaa6-bc4fdb680868 service neutron] 10.222.0.37 "GET /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199110 Nov 27 16:09:03.658960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.671014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36724) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:03.691146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 16e935c8-f321-4fc7-ad0b-6d88354f25e4 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:03.693379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea8709b1-ab89-4b00-8f8c-4e8a6b8eecde admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:03.744949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Router c2f763ad-fbb4-4837-9d82-929025f331af has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:04.023254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad1c047d-815f-41d5-ae42-ea4779722047 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:04.048654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:04.065491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-47aa4e72-4e9a-447c-b4b2-3e92bbe532dd admin admin] 10.222.0.15 "PUT /v2.0/routers/c2f763ad-fbb4-4837-9d82-929025f331af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2459757 Nov 27 16:09:04.065705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea8709b1-ab89-4b00-8f8c-4e8a6b8eecde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.115310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e67e058f-765e-41f8-8d72-c53357512801 None None] Provisioning complete for port 8158092b-4a29-4386-8187-649aaeb874e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:04.115879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e67e058f-765e-41f8-8d72-c53357512801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.122168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ea8709b1-ab89-4b00-8f8c-4e8a6b8eecde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.166013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.196419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ad1c047d-815f-41d5-ae42-ea4779722047 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:04.197106 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.226780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ea8709b1-ab89-4b00-8f8c-4e8a6b8eecde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=745c0fc4da7344999e93bf4c1264ee71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538332 Nov 27 16:09:04.227118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:04.230644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=16e935c8-f321-4fc7-ad0b-6d88354f25e4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:04.233791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8709b1-ab89-4b00-8f8c-4e8a6b8eecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17b9ef-93f2-41c5-9ebe-99d236cba930,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:04.261797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e67e058f-765e-41f8-8d72-c53357512801 None None] Port 8158092b-4a29-4386-8187-649aaeb874e6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:04.359984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526d4d92-b1be-4acb-a376-52003362bd0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.425956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526d4d92-b1be-4acb-a376-52003362bd0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.444178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.549512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526d4d92-b1be-4acb-a376-52003362bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.552550 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-526d4d92-b1be-4acb-a376-52003362bd0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:04.556426 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-526d4d92-b1be-4acb-a376-52003362bd0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df17b9ef-93f2-41c5-9ebe-99d236cba930 HTTP/1.1" status: 204 len: 168 time: 0.3254111 Nov 27 16:09:04.575857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d4d92-b1be-4acb-a376-52003362bd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17b9ef-93f2-41c5-9ebe-99d236cba930,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:04.599613 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Sync routers for ids ['c2f763ad-fbb4-4837-9d82-929025f331af'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:04.603972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3015d-c27b-424d-a7b6-0de44c222238 req-4d1d7343-ab5f-4533-9556-c7fd66abaa8c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:04.613774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e3015d-c27b-424d-a7b6-0de44c222238 req-4d1d7343-ab5f-4533-9556-c7fd66abaa8c tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 943 time: 0.1554098 Nov 27 16:09:04.630226 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Routers {'c2f763ad-fbb4-4837-9d82-929025f331af'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:04.630866 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c2f763ad-fbb4-4837-9d82-929025f331af'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:04.730046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e3015d-c27b-424d-a7b6-0de44c222238 req-460d3253-346f-4262-8cb8-77013af29e6b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151547 Nov 27 16:09:04.743589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bd4f47c2-9c6a-459b-8a54-39f62f43c72e details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:09:04.786813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router c98d25e8-ad79-4d79-994e-822d219b2917 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:05.067670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f742-9d95-4c0d-9016-9173e124e9c3 req-999634a5-d171-4eb6-926e-afd3b72a9800 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:05.077219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8b4f742-9d95-4c0d-9016-9173e124e9c3 req-999634a5-d171-4eb6-926e-afd3b72a9800 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 950 time: 0.1442633 Nov 27 16:09:05.107226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:05.126653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e', 'network_id': '881553f4-3b49-4236-96c1-7684573e6667', 'port_id': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e', 'mac_address': 'fa:16:3e:1c:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801437c9-3a8c-401b-877a-149055023f68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:09:05.143398 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Set router c2f763ad-fbb4-4837-9d82-929025f331af gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:05.210087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8b4f742-9d95-4c0d-9016-9173e124e9c3 req-6434bbe9-aa2b-4ff0-b44f-5f0a4aa8c10e tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237700 Nov 27 16:09:05.215867 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:05.278533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4f47c2-9c6a-459b-8a54-39f62f43c72e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:05.328135 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7680129e-742b-4802-b574-aa4f8b07e504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:05.358395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:05.374744 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:05.426331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-c6c40f9d-1951-4b32-89db-96d56f4a6a55 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:05.439390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-c6c40f9d-1951-4b32-89db-96d56f4a6a55 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/networks?id=c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 200 len: 910 time: 0.2210820 Nov 27 16:09:05.466532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-72ce8450-0a65-428f-805b-c54e0005af82 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/quotas/927e4f9206814d938bb118dde7c89329 HTTP/1.1" status: 200 len: 375 time: 0.0258431 Nov 27 16:09:05.530057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:05.553602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:09:02Z', 'revision_number': 4, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8158092b-4a29-4386-8187-649aaeb874e6', 'name': '', 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'mac_address': 'fa:16:3e:3f:a9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '90135379-2c27-4c09-af1f-fba0d136048b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:00Z', 'updated_at': '2021-11-27T16:09:03Z', 'revision_number': 2, 'project_id': '927e4f9206814d938bb118dde7c89329', 'subnets': [{'id': '90135379-2c27-4c09-af1f-fba0d136048b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:05.589227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-c37e7411-6868-40cb-9ca0-7d14ea7af289 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=927e4f9206814d938bb118dde7c89329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215942 Nov 27 16:09:05.598844 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Checking router: c2f763ad-fbb4-4837-9d82-929025f331af for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:09:05.599418 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Updating router c2f763ad-fbb4-4837-9d82-929025f331af port 8158092b-4a29-4386-8187-649aaeb874e6 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:09:05.610325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bd4f47c2-9c6a-459b-8a54-39f62f43c72e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:05.629035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:05.631403 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:05.636405 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eab6dc8c-1967-4153-aef3-3bca2b84325c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/c98d25e8-ad79-4d79-994e-822d219b2917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0206184 Nov 27 16:09:05.639754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36826) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:05.686370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] Sync routers for ids ['c98d25e8-ad79-4d79-994e-822d219b2917'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:05.699945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36830) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:05.708182 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1528f1b5-0738-4b88-9d19-e81ae4185c1a tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=c98d25e8-ad79-4d79-994e-822d219b2917 HTTP/1.1" status: 200 len: 205 time: 0.0672150 Nov 27 16:09:05.713861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] Routers {'c98d25e8-ad79-4d79-994e-822d219b2917'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:05.714820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c98d25e8-ad79-4d79-994e-822d219b2917'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:05.750004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:05.789087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] Routers {'c98d25e8-ad79-4d79-994e-822d219b2917'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:05.790528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c98d25e8-ad79-4d79-994e-822d219b2917'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:05.806098 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:05.838510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:05.839204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df149187-5e7e-4ac2-8ffc-d491e95bf7fa None None] The sync data for ids ['c98d25e8-ad79-4d79-994e-822d219b2917'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:06.070493 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.080600 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.149351 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5c2c6-f683-45c0-a90b-6909d2866a34 None None] Pushing event updated for resources: {'Port': ['ID=8158092b-4a29-4386-8187-649aaeb874e6,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:06.233208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Attempting to bind port 8158092b-4a29-4386-8187-649aaeb874e6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:06.234069 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Attempting to bind port 8158092b-4a29-4386-8187-649aaeb874e6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:06.234675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Attempting to bind port 8158092b-4a29-4386-8187-649aaeb874e6 on network 3d781149-d8bf-4602-a217-7f7171def0e6 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:06.241544 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:06.242763 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Checking segment: {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:06.243455 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.244073 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Bound using segment: {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:06.245128 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Bound port: 8158092b-4a29-4386-8187-649aaeb874e6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8013e2-623e-453c-90b0-a24306db1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:06.245970 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.387325 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] For port 8158092b-4a29-4386-8187-649aaeb874e6, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:06.392713 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] For port 8158092b-4a29-4386-8187-649aaeb874e6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8158092b-4a29-4386-8187-649aaeb874e6,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:06.402642 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.464990 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Routers {'c2f763ad-fbb4-4837-9d82-929025f331af'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:06.465807 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c2f763ad-fbb4-4837-9d82-929025f331af'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:06.520907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cdf83ba9-249b-42f8-a6e4-9295079af150 None None] Provisioning complete for port 8158092b-4a29-4386-8187-649aaeb874e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:06.521506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdf83ba9-249b-42f8-a6e4-9295079af150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.572102 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5c2c6-f683-45c0-a90b-6909d2866a34 None None] Pushing event updated for resources: {'Port': ['ID=8158092b-4a29-4386-8187-649aaeb874e6,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:06.580516 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.587265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.692277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.692844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router c98d25e8-ad79-4d79-994e-822d219b2917 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:09:06.704255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.705380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-444d49c3-144c-4b82-b13a-2fe686dffb86 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/c98d25e8-ad79-4d79-994e-822d219b2917 HTTP/1.1" status: 204 len: 168 time: 1.0029540 Nov 27 16:09:06.708215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:06.720435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-92177332-fa8c-4898-b011-755debd531e2 service neutron] 10.222.0.15 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1192710 Nov 27 16:09:06.722762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdf83ba9-249b-42f8-a6e4-9295079af150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.729257 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] Set router c2f763ad-fbb4-4837-9d82-929025f331af gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:06.775039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bd4f47c2-9c6a-459b-8a54-39f62f43c72e up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:06.812608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet 5a6c246b-fc92-435f-beab-af8ef69d6871 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:09:06.816493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.879905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cdf83ba9-249b-42f8-a6e4-9295079af150 None None] For port 8158092b-4a29-4386-8187-649aaeb874e6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8158092b-4a29-4386-8187-649aaeb874e6,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:06.887377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdf83ba9-249b-42f8-a6e4-9295079af150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.919115 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:06.978008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76453f-37f2-4e00-a7cc-03afc91ba269 req-867f12ce-d509-430a-a56f-603b801a494f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:06.979313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83ba9-249b-42f8-a6e4-9295079af150 None None] Pushing event updated for resources: {'Port': ['ID=8158092b-4a29-4386-8187-649aaeb874e6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:06.979589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d76453f-37f2-4e00-a7cc-03afc91ba269 req-867f12ce-d509-430a-a56f-603b801a494f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 944 time: 0.2936037 Nov 27 16:09:07.012463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port bd4f47c2-9c6a-459b-8a54-39f62f43c72e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:09:07.017731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8db25f08-8118-45ab-aa3c-ed09a0021cb3 None None] Provisioning complete for port 8158092b-4a29-4386-8187-649aaeb874e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:07.018411 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8db25f08-8118-45ab-aa3c-ed09a0021cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.088909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-6510a3ee-3e09-4b9d-8911-d9b8ea3f48fa service neutron] 10.222.0.15 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674700 Nov 27 16:09:07.092627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d76453f-37f2-4e00-a7cc-03afc91ba269 req-5ec2a78c-33c3-4e8a-b20b-bab2328742df tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866866 Nov 27 16:09:07.100068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.113339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port bd4f47c2-9c6a-459b-8a54-39f62f43c72e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:07.113760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.197033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.253866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac95a0e-d7bd-4519-bd3f-c1bffa628573 None None] Network 490e1a56-3361-458d-a550-98771bc23c0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:07.257514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.262150 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:09:02Z', 'revision_number': 4, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8158092b-4a29-4386-8187-649aaeb874e6', 'name': '', 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'mac_address': 'fa:16:3e:3f:a9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '90135379-2c27-4c09-af1f-fba0d136048b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:00Z', 'updated_at': '2021-11-27T16:09:06Z', 'revision_number': 4, 'project_id': '927e4f9206814d938bb118dde7c89329', 'subnets': [{'id': '90135379-2c27-4c09-af1f-fba0d136048b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:07.269431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/5a6c246b-fc92-435f-beab-af8ef69d6871 HTTP/1.1" status: 204 len: 168 time: 0.5566020 Nov 27 16:09:07.269635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36900) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:07.314421 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8381ce-e939-442d-84cf-e91d197a6ef8 None None] The sync data for ids ['c2f763ad-fbb4-4837-9d82-929025f331af'] in n-d-819494-4 is: [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:09:02Z', 'revision_number': 4, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8158092b-4a29-4386-8187-649aaeb874e6', 'name': '', 'network_id': '3d781149-d8bf-4602-a217-7f7171def0e6', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'mac_address': 'fa:16:3e:3f:a9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '90135379-2c27-4c09-af1f-fba0d136048b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:00Z', 'updated_at': '2021-11-27T16:09:06Z', 'revision_number': 4, 'project_id': '927e4f9206814d938bb118dde7c89329', 'subnets': [{'id': '90135379-2c27-4c09-af1f-fba0d136048b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:07.353495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0e597-c6c8-4698-9110-ad28aa439983 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6c246b-fc92-435f-beab-af8ef69d6871,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:07.517600 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.573814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6de0e2eb-4959-42e4-bb7f-74e1c9a0d4d3 req-d42e7da8-97d4-4905-9ded-b03825345d00 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 210 time: 0.0531135 Nov 27 16:09:07.648884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:07.649569 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.674786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.735903 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5220f5f-6a60-4a93-948c-fa68e1750079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.766563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port c3b61e2c-e08f-482c-9a5f-ed4e8a904705, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,segment=NetworkSegment(dcf0731d-a2dd-4bd2-ae21-9e3dc915327e),segment_id=dcf0731d-a2dd-4bd2-ae21-9e3dc915327e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:07.767163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.790970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for c3b61e2c-e08f-482c-9a5f-ed4e8a904705 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:07.794468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:07.808375 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c197bd1d-61c9-4904-822b-788d3db55dd8" -d '{"events": [{"server_uuid": "cc7f6014-6cfb-4d7d-902d-0819b51e46b1", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f47c2-9c6a-459b-8a54-39f62f43c72e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:07.851866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:07.860522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:07.861343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:07.977250 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba99a1-53b2-415a-8b06-1185f2c1148c x-openstack-request-id: req-ccba99a1-53b2-415a-8b06-1185f2c1148c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:07.977806 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f6014-6cfb-4d7d-902d-0819b51e46b1", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f47c2-9c6a-459b-8a54-39f62f43c72e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:07.978320 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccba99a1-53b2-415a-8b06-1185f2c1148c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:07.979008 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e', 'code': 200} Nov 27 16:09:07.983719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0e67e-059e-4c1c-b41c-07d36880b73e None None] DHCP port deletion for 490e1a56-3361-458d-a550-98771bc23c0d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:09:07.993175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.070552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=c3b61e2c-e08f-482c-9a5f-ed4e8a904705,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:08.139549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0e67e-059e-4c1c-b41c-07d36880b73e None None] The port 'c3b61e2c-e08f-482c-9a5f-ed4e8a904705' was deleted {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 16:09:08.140351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.140885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.141385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.142059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.142551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.143042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.145146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.145809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.147125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8158092b-4a29-4386-8187-649aaeb874e6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:08.147770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.148331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.148853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.150321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:08.158143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port c3b61e2c-e08f-482c-9a5f-ed4e8a904705 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:08.219970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824c7ef-40d0-4918-9bbe-c4b98fc1896a req-9fbc5efc-2630-4db3-aae7-6333af7cbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:08.228805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e824c7ef-40d0-4918-9bbe-c4b98fc1896a req-9fbc5efc-2630-4db3-aae7-6333af7cbe9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 1096 time: 0.1590173 Nov 27 16:09:08.321371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:08.347139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e824c7ef-40d0-4918-9bbe-c4b98fc1896a req-af6a6040-17ca-44d3-b638-74c5c9a9859c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090858 Nov 27 16:09:08.402724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.468531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490e1a56-3361-458d-a550-98771bc23c0d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:08.562170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:08.562530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf0731d-a2dd-4bd2-ae21-9e3dc915327e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:08.614937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.703871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.729309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:09:08.730135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:09:08.738975 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:09:08.760293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501afa94-b9cb-4e1e-88c9-4831d3e8b8fe req-a2855b57-db64-416e-8526-ad7973283dc3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:08.769206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-501afa94-b9cb-4e1e-88c9-4831d3e8b8fe req-a2855b57-db64-416e-8526-ad7973283dc3 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.3360710 Nov 27 16:09:08.802997 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.858770 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.881398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:08.896318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8158092b-4a29-4386-8187-649aaeb874e6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:08.896983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.901314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.920987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-501afa94-b9cb-4e1e-88c9-4831d3e8b8fe req-4d538ca5-b879-474b-ae64-55f6fe12f012 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505554 Nov 27 16:09:08.934912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b26e2021-e81e-46f0-ad71-9f98ff6076e8 req-55fe56f5-b5af-4e68-8796-b324aa1b52e1 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 210 time: 0.1794372 Nov 27 16:09:08.943577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.963982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:08.981162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/490e1a56-3361-458d-a550-98771bc23c0d HTTP/1.1" status: 204 len: 168 time: 1.7119012 Nov 27 16:09:08.986248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36954) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:08.990969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1117825884', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:09.001843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855ca56-3066-453a-85a8-21b43908a2ba tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=490e1a56-3361-458d-a550-98771bc23c0d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:09.011660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:09.032228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.033381 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.100278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.271663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.539280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-2afd93fe-ca21-406f-b5cf-14d6fc3b453a tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:09.541776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-2afd93fe-ca21-406f-b5cf-14d6fc3b453a tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 200 len: 910 time: 0.1629758 Nov 27 16:09:09.560597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Request body: {'port': {'device_id': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'admin_state_up': True, 'tenant_id': '927e4f9206814d938bb118dde7c89329'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:09.602456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Made reservation on behalf of 927e4f9206814d938bb118dde7c89329 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:09.605121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.734571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.765112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:09.885229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Allocated IP 172.20.0.8 (c416e264-c96b-4650-88ec-cefcaa9b9c85/abde9041-a473-4b52-bb63-97efe98af883/acd570a9-fbcd-49c0-95c6-edac3cec4106) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:09.919849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c3b61e2c-e08f-482c-9a5f-ed4e8a904705 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:09.966401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c3b61e2c-e08f-482c-9a5f-ed4e8a904705 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:09.968005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c3b61e2c-e08f-482c-9a5f-ed4e8a904705 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:09.980111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 172.25.1.49 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b83e1d06-c771-4f99-ab29-69df47fa3c44) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:09.985770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:09.995182 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e9c65d-91fb-45f8-ad5b-9c77bbf3b02f" -d '{"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:10.144060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.188719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a5654c1-8431-48b9-b0df-d74580f0631f req-cac65fbb-d3ce-4fd9-a4ca-efe9ecc6af61 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 210 time: 0.0529196 Nov 27 16:09:10.202779 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.230231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab4112-f030-42f8-8835-f93152da2878 req-d058403f-c8fd-4979-b431-5bd0dff1b3dd tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:10.237834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0aab4112-f030-42f8-8835-f93152da2878 req-d058403f-c8fd-4979-b431-5bd0dff1b3dd tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.1229215 Nov 27 16:09:10.257664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:10.264618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:10.268505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:10.286882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5791ec-0ac4-4782-bf76-5b1c65eaf475 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:09:10.292557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.315124 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a15cf-3c02-4a4d-97a4-d1f122792bfc x-openstack-request-id: req-bd6a15cf-3c02-4a4d-97a4-d1f122792bfc {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:10.315451 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:10.315673 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd6a15cf-3c02-4a4d-97a4-d1f122792bfc {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:10.316249 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'code': 200} Nov 27 16:09:10.321704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.357340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0aab4112-f030-42f8-8835-f93152da2878 req-eb34b11c-4df1-457b-986b-fbce958991f5 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185646 Nov 27 16:09:10.409160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.414912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b709b7b6-f85f-4a7a-a9e2-3c553dd2f301 None None] Provisioning complete for port b83e1d06-c771-4f99-ab29-69df47fa3c44 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:10.417878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b709b7b6-f85f-4a7a-a9e2-3c553dd2f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.463814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:10.467919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:10.484563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:10.498408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b709b7b6-f85f-4a7a-a9e2-3c553dd2f301 None None] Port b83e1d06-c771-4f99-ab29-69df47fa3c44 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:10.541901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=b83e1d06-c771-4f99-ab29-69df47fa3c44,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:10.570533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Pushing event updated for resources: {'Port': ['ID=acd570a9-fbcd-49c0-95c6-edac3cec4106,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:10.611662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:10.613008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.625468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee66099-25bc-4145-bd5e-279f605b355e req-f356d6e0-c863-4259-8d77-940ca1f7ae2e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:10.627212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ee66099-25bc-4145-bd5e-279f605b355e req-f356d6e0-c863-4259-8d77-940ca1f7ae2e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.1400323 Nov 27 16:09:10.631491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.653006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1cf2f637-73d0-4023-9219-a545800db379 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0987787 Nov 27 16:09:10.679775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Request body: {'port': {'device_id': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:10.771022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ee66099-25bc-4145-bd5e-279f605b355e req-967bb094-f490-46d0-8e1d-54960aa2903b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323266 Nov 27 16:09:10.789460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.842648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4052b745-be67-410e-99f6-c2e901b6ad17 None None] Provisioning complete for port acd570a9-fbcd-49c0-95c6-edac3cec4106 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:10.844782 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4052b745-be67-410e-99f6-c2e901b6ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:10.970457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4052b745-be67-410e-99f6-c2e901b6ad17 None None] Port acd570a9-fbcd-49c0-95c6-edac3cec4106 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:11.012983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:11.176658 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:11.208628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router 223b995b-08a9-4f8a-ad34-284f19c4bbd9 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:09:11.245429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c7b8-902f-450c-beee-8ff306186ed1 req-e946ad66-9400-4474-99ca-7d4e7e978bd0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:11.246957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d92c7b8-902f-450c-beee-8ff306186ed1 req-e946ad66-9400-4474-99ca-7d4e7e978bd0 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.2030118 Nov 27 16:09:11.352225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:11.352741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:11.370938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] Sync routers for ids ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:11.377008 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:11.381088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3752aa24-3d28-4d4d-b7ad-d5247f26cf71 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3911664 Nov 27 16:09:11.381434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37020) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:11.392419 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] Routers {'223b995b-08a9-4f8a-ad34-284f19c4bbd9'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:11.393873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:11.435420 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:11.446842 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] Routers {'223b995b-08a9-4f8a-ad34-284f19c4bbd9'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:11.447836 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:11.483273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d92c7b8-902f-450c-beee-8ff306186ed1 req-a11b3261-d746-47f9-962f-400d2cddb182 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242439 Nov 27 16:09:11.488061 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:11.489126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc326f-e7d5-4f33-99ce-f616d18550ec None None] The sync data for ids ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:11.547143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e9c8b-e33a-4258-86ad-9252af475c84 req-4fdd4590-faca-4176-8f71-cedb5c796126 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:11.560732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-521e9c8b-e33a-4258-86ad-9252af475c84 req-4fdd4590-faca-4176-8f71-cedb5c796126 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1027 time: 0.2487078 Nov 27 16:09:11.606619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-abb7da8e-47e7-4685-87b0-71490e994dd9 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/routers/223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 200 len: 884 time: 0.2233450 Nov 27 16:09:11.614150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37034) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:11.742141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-521e9c8b-e33a-4258-86ad-9252af475c84 req-441680b6-68f7-4b42-85d4-87c53d964b07 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798506 Nov 27 16:09:11.747910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2f21d0-7a8f-4b1f-aef3-c83981c70832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:11.789163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd570a9-fbcd-49c0-95c6-edac3cec4106 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:11.831647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:11.854862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Transition to ACTIVE for port object acd570a9-fbcd-49c0-95c6-edac3cec4106 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:09:11.868241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.043431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Pushing event updated for resources: {'Port': ['ID=acd570a9-fbcd-49c0-95c6-edac3cec4106,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:12.098055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-190485a5-3239-4aed-9f5a-525bfa3997bf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4818637 Nov 27 16:09:12.098608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37060) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:12.104725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1117825884'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:12.132684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2f21d0-7a8f-4b1f-aef3-c83981c70832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.168423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dd04b-3cca-4f95-b6d5-5a28100c1ece req-216023f5-58b2-403f-9e0d-05e0e0a04bdb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:12.170039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d99dd04b-3cca-4f95-b6d5-5a28100c1ece req-216023f5-58b2-403f-9e0d-05e0e0a04bdb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.4232869 Nov 27 16:09:12.171944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f2f21d0-7a8f-4b1f-aef3-c83981c70832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.274347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f21d0-7a8f-4b1f-aef3-c83981c70832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab11e9-a4b1-484d-8c4d-e17982356710,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:12.279170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1f2f21d0-7a8f-4b1f-aef3-c83981c70832 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6cf028821c043dcba14730749eef763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9049861 Nov 27 16:09:12.286513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37066) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:12.344825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Attempting to bind port acd570a9-fbcd-49c0-95c6-edac3cec4106 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:12.345318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Attempting to bind port acd570a9-fbcd-49c0-95c6-edac3cec4106 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:12.345779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Attempting to bind port acd570a9-fbcd-49c0-95c6-edac3cec4106 on network c416e264-c96b-4650-88ec-cefcaa9b9c85 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:12.373055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d99dd04b-3cca-4f95-b6d5-5a28100c1ece req-508cc9c2-340f-48a3-80ad-4a75e5c8179e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697803 Nov 27 16:09:12.375651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Port acd570a9-fbcd-49c0-95c6-edac3cec4106 on network c416e264-c96b-4650-88ec-cefcaa9b9c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:09:12.377262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Attempting to bind port acd570a9-fbcd-49c0-95c6-edac3cec4106 on network c416e264-c96b-4650-88ec-cefcaa9b9c85 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:12.391656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:12.392339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Checking segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:12.392984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Bound using segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:12.393703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Bound port: acd570a9-fbcd-49c0-95c6-edac3cec4106, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:12.394315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.556956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723276d5-4af0-4ba5-bf33-5f7163908eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.650474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723276d5-4af0-4ba5-bf33-5f7163908eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.784675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:09:12.855083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] For port acd570a9-fbcd-49c0-95c6-edac3cec4106, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:12.899348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] For port acd570a9-fbcd-49c0-95c6-edac3cec4106, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:12.929752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:12.982660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518d803-8428-43c3-92c5-3880276d9424 req-cd2b569d-56b7-4991-b38b-02c283146bb9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:12.991454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7518d803-8428-43c3-92c5-3880276d9424 req-cd2b569d-56b7-4991-b38b-02c283146bb9 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.2545524 Nov 27 16:09:13.003047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723276d5-4af0-4ba5-bf33-5f7163908eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.005989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-723276d5-4af0-4ba5-bf33-5f7163908eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.007843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-723276d5-4af0-4ba5-bf33-5f7163908eb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6ab11e9-a4b1-484d-8c4d-e17982356710 HTTP/1.1" status: 204 len: 168 time: 0.7191412 Nov 27 16:09:13.020304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:13.042430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'mac_address': 'fa:16:3e:8c:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:09:13.059392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:13.059938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.065756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] 10.222.0.21 "PUT /v2.0/ports/acd570a9-fbcd-49c0-95c6-edac3cec4106 HTTP/1.1" status: 200 len: 1091 time: 2.3976977 Nov 27 16:09:13.066581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723276d5-4af0-4ba5-bf33-5f7163908eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab11e9-a4b1-484d-8c4d-e17982356710,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:13.086931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'tag': 'acd570a9-fbcd-49c0-95c6-edac3cec4106'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:13.089546 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8975c06f-23f2-4c73-b432-d3a51abfec1f", "tag": "acd570a9-fbcd-49c0-95c6-edac3cec4106"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:13.104081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.126894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.131263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ada51d-e6d7-4df0-82ed-751aaff39a82 req-f9280872-0bf8-4ddd-b999-66dd4541df8b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:13.132844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77ada51d-e6d7-4df0-82ed-751aaff39a82 req-f9280872-0bf8-4ddd-b999-66dd4541df8b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1052 time: 0.2688265 Nov 27 16:09:13.148031 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.157138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bf0ea-2f6d-4952-9311-f9e88d7db485 service neutron] Pushing event updated for resources: {'Port': ['ID=acd570a9-fbcd-49c0-95c6-edac3cec4106,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:13.187222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000e99eb-d96c-4dd2-82dd-99dfa3576e58 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:13.245988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:13.257377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.361368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7518d803-8428-43c3-92c5-3880276d9424 req-5c2ff74b-e201-410d-bb98-6f6afce405bb tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686495 Nov 27 16:09:13.394433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:13.410094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.410714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.411362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.412750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.414055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.414608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.415676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.416309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.416831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.417266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.417722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.418300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:13.435805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router 223b995b-08a9-4f8a-ad34-284f19c4bbd9 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:13.450569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['000e99eb-d96c-4dd2-82dd-99dfa3576e58'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:13.501279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77ada51d-e6d7-4df0-82ed-751aaff39a82 req-07ff00eb-e6ce-4bc7-8be4-4f8148d13314 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585050 Nov 27 16:09:13.504276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-564401ce-c579-464c-b43e-02634155aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:13.505809 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-564401ce-c579-464c-b43e-02634155aea3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=927e4f9206814d938bb118dde7c89329&device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1094 time: 0.3643224 Nov 27 16:09:13.662261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-89368e94-befd-4bdc-9b30-06454d62fede service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106 HTTP/1.1" status: 200 len: 217 time: 0.1447480 Nov 27 16:09:13.787958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:13.801059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1c899695-b90a-4382-96d8-11cc4d79216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:13.802729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-1c899695-b90a-4382-96d8-11cc4d79216a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abde9041-a473-4b52-bb63-97efe98af883 HTTP/1.1" status: 200 len: 848 time: 0.1232095 Nov 27 16:09:13.807233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:13.808436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c3d132ae-8317-4e56-8fbb-12e944ad74f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 200 len: 891 time: 1.7087879 Nov 27 16:09:13.812083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37108) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:13.816947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728b1f5-c4c9-48eb-a215-3cd34801f034 req-d78f15ab-2d5a-431d-8dac-eedcc79d8ba5 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:13.826360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8728b1f5-c4c9-48eb-a215-3cd34801f034 req-d78f15ab-2d5a-431d-8dac-eedcc79d8ba5 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.1586227 Nov 27 16:09:13.834524 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f94b2a2-6906-48eb-a2d5-e67ba68f8ee8 x-openstack-request-id: req-9f94b2a2-6906-48eb-a2d5-e67ba68f8ee8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:13.835533 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8975c06f-23f2-4c73-b432-d3a51abfec1f", "tag": "acd570a9-fbcd-49c0-95c6-edac3cec4106", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:13.835859 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f94b2a2-6906-48eb-a2d5-e67ba68f8ee8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:13.836343 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'tag': 'acd570a9-fbcd-49c0-95c6-edac3cec4106', 'status': 'completed', 'code': 200} Nov 27 16:09:13.845175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] Sync routers for ids ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:13.893756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] Routers {'223b995b-08a9-4f8a-ad34-284f19c4bbd9'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:13.894688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:13.970689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:14.012404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8728b1f5-c4c9-48eb-a215-3cd34801f034 req-7ae87648-5396-4e08-a69a-0d7317dbd19e tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789672 Nov 27 16:09:14.013559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] Routers {'223b995b-08a9-4f8a-ad34-284f19c4bbd9'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:14.015530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:14.022012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1016503-6ff5-4ea2-8594-f608236e05df req-82713a78-f3a0-4c3e-bbac-bb18fd154ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:14.041964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-82713a78-f3a0-4c3e-bbac-bb18fd154ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c416e264-c96b-4650-88ec-cefcaa9b9c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034225 Nov 27 16:09:14.055557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:14.056292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed35ff-b09a-40d8-81be-1b3e44e348bc None None] The sync data for ids ['223b995b-08a9-4f8a-ad34-284f19c4bbd9'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:14.131563 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-52a39690-14ec-4b68-b89b-79d5159b732e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/routers/223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 200 len: 891 time: 0.3182397 Nov 27 16:09:14.132938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37124) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:14.208890 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-40d20fa8-22c1-42fb-a186-1c57c736f5d1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 200 len: 205 time: 0.0741482 Nov 27 16:09:14.210755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:14.214810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-2960a542-34a1-431a-a66d-7076b83c8675 service neutron] 10.222.0.21 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578522 Nov 27 16:09:14.799924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:14.932655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:14.937785 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.115702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.176309 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.233315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1016503-6ff5-4ea2-8594-f608236e05df req-065b9e8c-c483-4d83-813b-242f7fd548d6 service neutron] 10.222.0.21 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0049462 Nov 27 16:09:15.239199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:15.251681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bfe2d-d92a-4216-aa98-de3f3298a3aa req-9128068a-660b-4bc3-aff8-48b4da745ac5 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:15.253298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb2bfe2d-d92a-4216-aa98-de3f3298a3aa req-9128068a-660b-4bc3-aff8-48b4da745ac5 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.7430692 Nov 27 16:09:15.264024 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39e0cb-0da3-40ae-9228-9a4eb8ff81b6" -d '{"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:15.302101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50488-af2f-4829-8bd4-f6b6dd40bbbe req-5018a7a5-998e-4188-a904-71438329725d tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:15.304254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25f50488-af2f-4829-8bd4-f6b6dd40bbbe req-5018a7a5-998e-4188-a904-71438329725d tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1094 time: 0.2265403 Nov 27 16:09:15.304737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:15.311116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.380238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:15.442153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb2bfe2d-d92a-4216-aa98-de3f3298a3aa req-e8296ffc-b0a3-46c7-9c73-9dfe5573af3f tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb3f582-7690-467b-bf65-3f0950326a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591194 Nov 27 16:09:15.450658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-306356b5-b318-486a-8556-4ce09e8d78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:15.452273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-306356b5-b318-486a-8556-4ce09e8d78d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=927e4f9206814d938bb118dde7c89329&device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1094 time: 0.1426642 Nov 27 16:09:15.518235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.559975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25f50488-af2f-4829-8bd4-f6b6dd40bbbe req-920195e5-ceca-49d6-8027-5ab0142186ba tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192526 Nov 27 16:09:15.744711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-5e8a969e-49cf-4bbf-8288-d291d103eda7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:15.746268 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f5cf6-6472-48dd-bc03-633f24db7f57 x-openstack-request-id: req-eb7f5cf6-6472-48dd-bc03-633f24db7f57 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:15.746568 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:15.746851 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb7f5cf6-6472-48dd-bc03-633f24db7f57 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:15.747244 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'code': 200} Nov 27 16:09:15.747949 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-5e8a969e-49cf-4bbf-8288-d291d103eda7 tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 945 time: 0.1086583 Nov 27 16:09:15.778070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-8b0b3c66-0c51-438f-a071-e465d6148ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:15.779968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-8b0b3c66-0c51-438f-a071-e465d6148ab1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 200 len: 910 time: 0.3161154 Nov 27 16:09:15.789239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port b83e1d06-c771-4f99-ab29-69df47fa3c44 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:15.789921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.887985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-780d4647-a162-4d8f-9d88-5179ce96cb67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106 HTTP/1.1" status: 200 len: 217 time: 0.0948741 Nov 27 16:09:15.933827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Deleting port bd4f47c2-9c6a-459b-8a54-39f62f43c72e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:15.934333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.977984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:15.981868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-332e2438-e213-4a1c-8ce4-222024008723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:15.983631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-332e2438-e213-4a1c-8ce4-222024008723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abde9041-a473-4b52-bb63-97efe98af883 HTTP/1.1" status: 200 len: 848 time: 0.0882785 Nov 27 16:09:16.012531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for b83e1d06-c771-4f99-ab29-69df47fa3c44 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:16.133074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-6b53f934-ad73-4823-88ef-d396a90f8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:16.136856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] For port bd4f47c2-9c6a-459b-8a54-39f62f43c72e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,segment=NetworkSegment(640fa8d3-5f77-44c1-8aec-4699711219a4),segment_id=640fa8d3-5f77-44c1-8aec-4699711219a4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:16.137442 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:16.138514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-6b53f934-ad73-4823-88ef-d396a90f8df5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c416e264-c96b-4650-88ec-cefcaa9b9c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412394 Nov 27 16:09:16.160554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Calling delete_port for bd4f47c2-9c6a-459b-8a54-39f62f43c72e owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:16.351712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:16.366995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['bd4f47c2-9c6a-459b-8a54-39f62f43c72e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:16.376447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-b091c256-b07d-4b23-ae3b-03e85f9ce3a6 service neutron] 10.222.0.21 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240593 Nov 27 16:09:16.498172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] No DVR routers for this DVR port bd4f47c2-9c6a-459b-8a54-39f62f43c72e on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:16.507176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:16.510841 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c8cb96b7-68a6-46d9-a0e5-64c1c0e6461b req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.37 "DELETE /v2.0/ports/bd4f47c2-9c6a-459b-8a54-39f62f43c72e HTTP/1.1" status: 204 len: 173 time: 0.7546458 Nov 27 16:09:16.511636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45807131-4fac-4f9c-94a5-5a38fdf0284b tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] Pushing event deleted for resources: {'Port': ['ID=bd4f47c2-9c6a-459b-8a54-39f62f43c72e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:16.513288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'name': 'network-vif-deleted', 'tag': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:16.518046 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3135fff-31bf-4ace-b4aa-5b6b472a13a8" -d '{"events": [{"server_uuid": "cc7f6014-6cfb-4d7d-902d-0819b51e46b1", "name": "network-vif-deleted", "tag": "bd4f47c2-9c6a-459b-8a54-39f62f43c72e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:16.626059 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde5e5d4-faec-4e12-9e48-bc2e45a2e6e4 x-openstack-request-id: req-fde5e5d4-faec-4e12-9e48-bc2e45a2e6e4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:16.626780 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f6014-6cfb-4d7d-902d-0819b51e46b1", "name": "network-vif-deleted", "tag": "bd4f47c2-9c6a-459b-8a54-39f62f43c72e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:16.627234 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fde5e5d4-faec-4e12-9e48-bc2e45a2e6e4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:16.627876 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f6014-6cfb-4d7d-902d-0819b51e46b1', 'name': 'network-vif-deleted', 'tag': 'bd4f47c2-9c6a-459b-8a54-39f62f43c72e', 'status': 'completed', 'code': 200} Nov 27 16:09:16.638558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-443ba58c-8a29-4030-a1a3-02b69df3ebe0 req-2a0e5882-435a-4e88-8ab0-e314495be2ea tempest-ServerDiskConfigTestJSON-1238626339 tempest-ServerDiskConfigTestJSON-1238626339-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f6014-6cfb-4d7d-902d-0819b51e46b1 HTTP/1.1" status: 200 len: 210 time: 0.0453176 Nov 27 16:09:16.642109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bcc7096-a3b4-451a-900e-a5ff0e2e04f2 req-9f2e966b-cf5a-408f-ae15-f6a87c7c163b service neutron] 10.222.0.21 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325807 Nov 27 16:09:16.699104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:16.770488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acd570a9-fbcd-49c0-95c6-edac3cec4106 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:09:16.798544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=b83e1d06-c771-4f99-ab29-69df47fa3c44,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:16.852126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e76c33-8609-4a18-bcb7-f3d7670a39b5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:09:16.906280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1828e31-a97a-4fed-9c7e-dbae7597d814 req-2c6420b0-3897-42a4-be36-297e9c9d7f7e tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:16.915632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1828e31-a97a-4fed-9c7e-dbae7597d814 req-2c6420b0-3897-42a4-be36-297e9c9d7f7e tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1094 time: 0.1378429 Nov 27 16:09:16.947708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.151052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.160475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.169681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acd570a9-fbcd-49c0-95c6-edac3cec4106, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:17.185290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1828e31-a97a-4fed-9c7e-dbae7597d814 req-0792b84f-8705-4f75-89a0-a7c941d63039 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683992 Nov 27 16:09:17.189387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'acd570a9-fbcd-49c0-95c6-edac3cec4106', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'port_id': 'acd570a9-fbcd-49c0-95c6-edac3cec4106', 'mac_address': 'fa:16:3e:9a:89:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde9041-a473-4b52-bb63-97efe98af883', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:09:17.248472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.249050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router 223b995b-08a9-4f8a-ad34-284f19c4bbd9 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:09:17.257357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.263615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37196) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:17.266173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c458ed1-f2ce-41cf-bff3-a95776f66eaf tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 204 len: 168 time: 3.0491478 Nov 27 16:09:17.270285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-283230766'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:17.281136 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.301929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd570a9-fbcd-49c0-95c6-edac3cec4106 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:17.319490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:17.327196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.359206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acd570a9-fbcd-49c0-95c6-edac3cec4106, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:17.370392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:09:17.370897 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.394713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.395301 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment 9d603eb6-d8e7-47a4-ab4b-d276f2787bf5 of type vlan for network a1ae9242-3141-45d7-a943-b1e0b99c8a17 Nov 27 16:09:17.445692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acd570a9-fbcd-49c0-95c6-edac3cec4106,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:17.530940 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.587457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:17.610744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.619738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:17.624973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.643290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acd570a9-fbcd-49c0-95c6-edac3cec4106'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:17.752888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:17.758033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:17.793807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5281100 Nov 27 16:09:17.842570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f525c-ab32-4d3c-b842-66c02e00619e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=a1ae9242-3141-45d7-a943-b1e0b99c8a17,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:17.924420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b101295-9a0f-40b3-9514-7fe9249fcec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:17.927040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:09:18.083297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b101295-9a0f-40b3-9514-7fe9249fcec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.098105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b101295-9a0f-40b3-9514-7fe9249fcec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.106869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:18.110790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.163886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37234) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:18.266622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Deleting subnet 801437c9-3a8c-401b-877a-149055023f68 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:09:18.276073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.301064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b101295-9a0f-40b3-9514-7fe9249fcec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf470a-aa34-4a9e-b880-c3319666d9d2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:18.337307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37238) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:18.337532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6b101295-9a0f-40b3-9514-7fe9249fcec3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d9523717fd44c388a256f4208297105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7482030 Nov 27 16:09:18.442928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.447317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b3102a-1cf7-47a5-bd5c-37b128e2f276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.494417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b3102a-1cf7-47a5-bd5c-37b128e2f276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.570157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.625123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b3102a-1cf7-47a5-bd5c-37b128e2f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.628455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08b3102a-1cf7-47a5-bd5c-37b128e2f276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.633137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-08b3102a-1cf7-47a5-bd5c-37b128e2f276 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddaf470a-aa34-4a9e-b880-c3319666d9d2 HTTP/1.1" status: 204 len: 168 time: 0.2947800 Nov 27 16:09:18.649226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3102a-1cf7-47a5-bd5c-37b128e2f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf470a-aa34-4a9e-b880-c3319666d9d2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:18.660311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa33d-6fe6-45e0-a5d0-879c61bde456 req-ba0e168a-0f58-47d8-bb3b-05e7d1556a66 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:18.670537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c50fa33d-6fe6-45e0-a5d0-879c61bde456 req-ba0e168a-0f58-47d8-bb3b-05e7d1556a66 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1095 time: 0.2913191 Nov 27 16:09:18.689172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.711754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.754239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801437c9-3a8c-401b-877a-149055023f68,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:18.769599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:18.777453 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c9c3b081-c8c4-4c42-939e-901c6c80fe59 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/801437c9-3a8c-401b-877a-149055023f68 HTTP/1.1" status: 204 len: 168 time: 0.6108439 Nov 27 16:09:18.778729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37244) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:18.783311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acd570a9-fbcd-49c0-95c6-edac3cec4106 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:18.882926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port acd570a9-fbcd-49c0-95c6-edac3cec4106 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:09:18.891115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port acd570a9-fbcd-49c0-95c6-edac3cec4106 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:18.892172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.006105 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.007406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:19.007790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: a1ae9242-3141-45d7-a943-b1e0b99c8a17, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:09:19.025517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=db41d97f-959d-447f-8ba3-aca0b3fd6361,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:19.027977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.068828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acd570a9-fbcd-49c0-95c6-edac3cec4106, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:19.070542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd570a9-fbcd-49c0-95c6-edac3cec4106'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:19.078199 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b583f428-aa59-4770-ac5a-f8796d15a71c" -d '{"events": [{"server_uuid": "8975c06f-23f2-4c73-b432-d3a51abfec1f", "name": "network-vif-plugged", "status": "completed", "tag": "acd570a9-fbcd-49c0-95c6-edac3cec4106"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:19.082789 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.085632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c50fa33d-6fe6-45e0-a5d0-879c61bde456 req-7af2ce37-5aeb-48d0-ac36-e7d1dbfd94bd tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061286 Nov 27 16:09:19.108535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:09:19.145820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, a1ae9242-3141-45d7-a943-b1e0b99c8a17) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:19.158873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acd570a9-fbcd-49c0-95c6-edac3cec4106,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:19.163989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1941394-e975-49a8-8534-644dffb2b68e None None] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:19.171759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:19.176387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.238023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-07d8bbe7-6395-4679-bb0f-4ea8166affb3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4839280 Nov 27 16:09:19.240639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:19.251447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-878625226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:19.284084 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.315582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.318405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.324332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881553f4-3b49-4236-96c1-7684573e6667']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:19.336887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37264) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:19.344720 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87698fba-058f-4cff-bcde-6b2b1c0367e1 x-openstack-request-id: req-87698fba-058f-4cff-bcde-6b2b1c0367e1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:19.345482 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8975c06f-23f2-4c73-b432-d3a51abfec1f", "name": "network-vif-plugged", "status": "completed", "tag": "acd570a9-fbcd-49c0-95c6-edac3cec4106", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:19.345992 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87698fba-058f-4cff-bcde-6b2b1c0367e1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:19.346618 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd570a9-fbcd-49c0-95c6-edac3cec4106', 'code': 200} Nov 27 16:09:19.377732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120781bc-eb69-4683-bc96-4bc78bdfe29e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.388979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640fa8d3-5f77-44c1-8aec-4699711219a4') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:19.389195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640fa8d3-5f77-44c1-8aec-4699711219a4') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:19.402190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.431151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.445661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:09:19.446455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:09:19.448466 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:09:19.525953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-a1ae9242-3141-45d7-a943-b1e0b99c8a17', 'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': 'db41d97f-959d-447f-8ba3-aca0b3fd6361'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:09:19.528380 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.533088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.544502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.548876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] 10.222.0.15 "DELETE /v2.0/networks/881553f4-3b49-4236-96c1-7684573e6667 HTTP/1.1" status: 204 len: 168 time: 0.7549045 Nov 27 16:09:19.597787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120781bc-eb69-4683-bc96-4bc78bdfe29e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.600389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129acfa7-90a7-4525-8cd1-073235881e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=881553f4-3b49-4236-96c1-7684573e6667,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:19.616827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-120781bc-eb69-4683-bc96-4bc78bdfe29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.657653 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-120781bc-eb69-4683-bc96-4bc78bdfe29e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f5aeab6f8814058975fd9cc4b03a4b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196089 Nov 27 16:09:19.662046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37268) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:19.725583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120781bc-eb69-4683-bc96-4bc78bdfe29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadc8a1c-00f1-4089-9f98-122079a341d5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:19.765347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ee02872-4a8e-4772-b13a-996fe2da522b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.796621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ee02872-4a8e-4772-b13a-996fe2da522b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.879560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ee02872-4a8e-4772-b13a-996fe2da522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.882492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ee02872-4a8e-4772-b13a-996fe2da522b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.883740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6ee02872-4a8e-4772-b13a-996fe2da522b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fadc8a1c-00f1-4089-9f98-122079a341d5 HTTP/1.1" status: 204 len: 168 time: 0.2202237 Nov 27 16:09:19.903941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ee62e-8f27-4fe4-87a6-0ad4cd461940 req-aed3a2ab-2565-447a-8e78-8dd03f2d8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:19.906354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee02872-4a8e-4772-b13a-996fe2da522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadc8a1c-00f1-4089-9f98-122079a341d5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:19.906753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e5ee62e-8f27-4fe4-87a6-0ad4cd461940 req-aed3a2ab-2565-447a-8e78-8dd03f2d8420 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.5762868 Nov 27 16:09:19.910769 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.918473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.968992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:19.973485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:19.973714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5b54b7c-2f9c-4d81-a7d9-2f6f05766281 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7318401 Nov 27 16:09:19.994587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e5ee62e-8f27-4fe4-87a6-0ad4cd461940 req-b328662e-b756-4c00-9375-0541faf43cf4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673726 Nov 27 16:09:20.006176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Allocated IP 2001:db8::2 (a1ae9242-3141-45d7-a943-b1e0b99c8a17/db41d97f-959d-447f-8ba3-aca0b3fd6361/356ae0cf-b994-4b2e-83aa-3da5b7067dd0) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:20.011092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37276) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:20.082404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0d2331f-c9cf-4f43-bcac-5f112d901954 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a8628dd680541088821968c9661e7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681770 Nov 27 16:09:20.084035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:20.241899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75e493a2-39e9-40b2-a04b-5f3f08d3b085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.359579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75e493a2-39e9-40b2-a04b-5f3f08d3b085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.371865 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.384422 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.485923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bdccb-6040-4197-ac3b-8fd4602a9819 req-c06aeb7d-d773-4761-98fb-6cc671993369 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:20.490227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd9bdccb-6040-4197-ac3b-8fd4602a9819 req-c06aeb7d-d773-4761-98fb-6cc671993369 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.2742691 Nov 27 16:09:20.519492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:20.523691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:20.528131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:20.531063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Pushing event updated for resources: {'Port': ['ID=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:20.536822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75e493a2-39e9-40b2-a04b-5f3f08d3b085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.542092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75e493a2-39e9-40b2-a04b-5f3f08d3b085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.546341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-75e493a2-39e9-40b2-a04b-5f3f08d3b085 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eb3f582-7690-467b-bf65-3f0950326a4e HTTP/1.1" status: 204 len: 168 time: 0.4609458 Nov 27 16:09:20.584270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.592777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e493a2-39e9-40b2-a04b-5f3f08d3b085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb3f582-7690-467b-bf65-3f0950326a4e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:20.650435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd9bdccb-6040-4197-ac3b-8fd4602a9819 req-3a1bd0df-9ce4-41a2-941f-0569da8ede8a tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540048 Nov 27 16:09:20.680651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Attempting to bind port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:20.684720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Attempting to bind port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:20.684720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Attempting to bind port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 on network a1ae9242-3141-45d7-a943-b1e0b99c8a17 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:20.709136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:20.710898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Checking segment: {'id': '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:20.711790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.712377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Bound using segment: {'id': '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:20.713385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Bound port: 356ae0cf-b994-4b2e-83aa-3da5b7067dd0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a1ae9242-3141-45d7-a943-b1e0b99c8a17'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:20.715259 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:20.831022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] For port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:20.835167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] For port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,segment=NetworkSegment(9d603eb6-d8e7-47a4-ab4b-d276f2787bf5),segment_id=9d603eb6-d8e7-47a4-ab4b-d276f2787bf5)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:20.842478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bd4f47c2-9c6a-459b-8a54-39f62f43c72e no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:20.901838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: bd4f47c2-9c6a-459b-8a54-39f62f43c72e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:20.902061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device bd4f47c2-9c6a-459b-8a54-39f62f43c72e not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:20.908783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:21.160527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8::1 (a1ae9242-3141-45d7-a943-b1e0b99c8a17/db41d97f-959d-447f-8ba3-aca0b3fd6361/948e9414-cc20-45ef-aa66-76d71e816797) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:21.200968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf20f2-ee10-45ff-94d4-645c18300122 None None] Pushing event updated for resources: {'Port': ['ID=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:21.435398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:21.532757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:21.616660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=948e9414-cc20-45ef-aa66-76d71e816797,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:21.640385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:21.641966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:21.645839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:21.646617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:21.856202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd461b-faa7-480e-b1b5-9f0db27993cd req-58aca992-c211-4cc7-b902-5fe82f574bb4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:21.865810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41fd461b-faa7-480e-b1b5-9f0db27993cd req-58aca992-c211-4cc7-b902-5fe82f574bb4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.0769241 Nov 27 16:09:21.889182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.010942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41fd461b-faa7-480e-b1b5-9f0db27993cd req-0dee4fdd-6fa5-42be-a660-ab99e94f63fc tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205359 Nov 27 16:09:22.034258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:22.211285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:22.211972 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.245912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9643-2d05-4d77-8631-2e021f224ad7 req-e7d2a456-65c6-45a2-86bb-9087221ac4ac tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:22.258375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f45d9643-2d05-4d77-8631-2e021f224ad7 req-e7d2a456-65c6-45a2-86bb-9087221ac4ac tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.1372056 Nov 27 16:09:22.322152 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.347090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f45d9643-2d05-4d77-8631-2e021f224ad7 req-b04e21f2-c4cd-48ad-a3ba-438e126c4d2c tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853577 Nov 27 16:09:22.380661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,segment=NetworkSegment(9d603eb6-d8e7-47a4-ab4b-d276f2787bf5),segment_id=9d603eb6-d8e7-47a4-ab4b-d276f2787bf5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:22.392309 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.483611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37372) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:22.575239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.590881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.591676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:22.593277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.642015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e7db4-78a7-408e-b310-2f58b8ddc6e8 req-88847c51-f3f7-4c89-ab2f-fc749e523f4b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:22.650090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-230e7db4-78a7-408e-b310-2f58b8ddc6e8 req-88847c51-f3f7-4c89-ab2f-fc749e523f4b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.1594603 Nov 27 16:09:22.740078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-230e7db4-78a7-408e-b310-2f58b8ddc6e8 req-a7971dbb-92f6-4ff2-b796-600ee8a48c3b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 Nov 27 16:09:22.785152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=948e9414-cc20-45ef-aa66-76d71e816797,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:22.937559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1063951514-network', 'tenant_id': 'c3a3df1e10c643b6b728bc9ea0e87e4f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:22.981280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Made reservation on behalf of c3a3df1e10c643b6b728bc9ea0e87e4f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:22.984062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:22.998182 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:23.060117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:23.061908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:23.126146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e14f6-982b-48bd-b8b1-bb8d052b645b None None] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:23.266493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-92db746e-21ca-4743-9f98-4791114a7a66 None None] Provisioning complete for port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:23.267154 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-92db746e-21ca-4743-9f98-4791114a7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:23.302074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-88cab710-06ac-4726-b47c-a254e0084390 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:23.313041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-88cab710-06ac-4726-b47c-a254e0084390 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/networks?id=c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 200 len: 910 time: 0.2963786 Nov 27 16:09:23.337252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router 2620d10e-b38c-4296-8375-070154843c5e is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:09:23.368057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-3ff903eb-9ad1-4ba6-b2e4-a4e24eba4745 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/quotas/927e4f9206814d938bb118dde7c89329 HTTP/1.1" status: 200 len: 375 time: 0.0483375 Nov 27 16:09:23.569572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:23.580676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:23.642340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:09:23.671240 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-e69e7b73-a9a4-4e80-acf2-a8d989cb59f0 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=927e4f9206814d938bb118dde7c89329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3019176 Nov 27 16:09:23.740607 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:23.740981 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Added segment 751fc46f-4065-47a1-9f1e-c082f951c1a6 of type vlan for network ea0e5066-7f0a-445a-b0b7-265289db6cd7 Nov 27 16:09:23.948200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-3f81ecce-6e4e-487d-982e-a8367fde9284 service neutron] 10.222.0.15 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633166 Nov 27 16:09:23.950917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5044cd87-828e-47cd-ba2f-e975ba163de8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:24.038500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:24.167616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:24.183569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:24.195164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93663c54-51e0-4046-9503-c0a24973cab7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/2620d10e-b38c-4296-8375-070154843c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2177105 Nov 27 16:09:24.199168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37432) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:24.204496 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] Sync routers for ids ['2620d10e-b38c-4296-8375-070154843c5e'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:24.244743 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] Routers {'2620d10e-b38c-4296-8375-070154843c5e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:24.247349 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2620d10e-b38c-4296-8375-070154843c5e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:24.388376 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:24.399658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-e4b397f8-6806-4af9-b028-355623e4f798 service neutron] 10.222.0.15 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491665 Nov 27 16:09:24.437858 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] Routers {'2620d10e-b38c-4296-8375-070154843c5e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:24.438582 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2620d10e-b38c-4296-8375-070154843c5e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:24.564496 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:24.567364 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88748a87-d8b4-4284-acdb-0864d3dfc0c5 None None] The sync data for ids ['2620d10e-b38c-4296-8375-070154843c5e'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:24.578590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7644271e-48cb-4ee1-9624-97175280c898 None None] Provisioning complete for port 948e9414-cc20-45ef-aa66-76d71e816797 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:24.582114 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7644271e-48cb-4ee1-9624-97175280c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:24.583552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec19e98-f0b2-483b-8e19-f3ab8ae42edb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:24.588391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37440) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:24.590742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ec19e98-f0b2-483b-8e19-f3ab8ae42edb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports/948e9414-cc20-45ef-aa66-76d71e816797 HTTP/1.1" status: 200 len: 911 time: 0.3527358 Nov 27 16:09:24.596867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.resource_extend [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:09:24.602182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db41d97f-959d-447f-8ba3-aca0b3fd6361'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:24.672105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:24.676064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:24.677794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:24.687830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:24.689973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:24.782335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7644271e-48cb-4ee1-9624-97175280c898 None None] Port 948e9414-cc20-45ef-aa66-76d71e816797 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:24.803039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3157415 Nov 27 16:09:24.823197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37450) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:24.835678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Request body: {'subnet': {'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1063951514-subnet', 'tenant_id': 'c3a3df1e10c643b6b728bc9ea0e87e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:24.904087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7644271e-48cb-4ee1-9624-97175280c898 None None] Provisioning complete for port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:24.904607 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7644271e-48cb-4ee1-9624-97175280c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:24.998664 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-358a5d21-8191-457a-b147-1b56caf1228c req-60b1deea-fd9b-4157-b708-7d66b0228df1 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 210 time: 0.2770746 Nov 27 16:09:25.006582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Made reservation on behalf of c3a3df1e10c643b6b728bc9ea0e87e4f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:25.022961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:25.165526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22562f-3aef-408c-ad4d-00e1f7b474f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ea0e5066-7f0a-445a-b0b7-265289db6cd7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:25.196886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ea0e5066-7f0a-445a-b0b7-265289db6cd7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:09:25.579200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ec82d53f-213d-4c51-b20d-6ea2a7612337 None None] Provisioning complete for port 948e9414-cc20-45ef-aa66-76d71e816797 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:25.579823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ec82d53f-213d-4c51-b20d-6ea2a7612337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:25.591333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:25.652010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ec82d53f-213d-4c51-b20d-6ea2a7612337 None None] Port 948e9414-cc20-45ef-aa66-76d71e816797 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:25.886530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:26.038897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2b2538-5aba-43e4-b4e7-1f50c4a02677,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:26.050582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Checking segment: {'id': '751fc46f-4065-47a1-9f1e-c082f951c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:26.051889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Network hostable DHCP agents. Network: ea0e5066-7f0a-445a-b0b7-265289db6cd7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:09:26.150877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Network ea0e5066-7f0a-445a-b0b7-265289db6cd7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:09:26.198232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ea0e5066-7f0a-445a-b0b7-265289db6cd7) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:26.207020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f044295-29c1-471a-945b-244255866d7a None None] Network ea0e5066-7f0a-445a-b0b7-265289db6cd7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:26.235440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:26.236113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:26.238184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d832ed43-adb2-4f0c-a591-78b3de6f08e0 req-9234004f-cef2-4b48-a7ec-796cd0a7c1fa tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 210 time: 0.0554004 Nov 27 16:09:26.313517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d04d78a0-f234-4051-b61a-139ede8e51f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4837768 Nov 27 16:09:26.523045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0cd90-6206-4ec3-addb-930d4205dbe8 None None] Network ea0e5066-7f0a-445a-b0b7-265289db6cd7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:26.525315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:26.715659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-e0880bce-465c-442e-af8d-94c5c4c86095 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:26.731370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-e0880bce-465c-442e-af8d-94c5c4c86095 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 200 len: 910 time: 0.2298040 Nov 27 16:09:26.774878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Request body: {'port': {'device_id': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'admin_state_up': True, 'tenant_id': '927e4f9206814d938bb118dde7c89329'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:26.797382 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:26.810640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:26.815684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:26.819189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/ports/948e9414-cc20-45ef-aa66-76d71e816797 HTTP/1.1" status: 200 len: 911 time: 2.2290261 Nov 27 16:09:26.822260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37510) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:27.003069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Made reservation on behalf of 927e4f9206814d938bb118dde7c89329 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:27.006333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:27.137632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48dedd-434f-4de0-9c53-5eb69a78612f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=948e9414-cc20-45ef-aa66-76d71e816797,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:27.330540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Allocated IP 172.20.0.9 (c416e264-c96b-4650-88ec-cefcaa9b9c85/abde9041-a473-4b52-bb63-97efe98af883/7c97efaf-9142-43df-a386-bd257cf29f7c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:27.337214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-20584083-7b0b-47d8-85e8-8f3b345a341f tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:27.346460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-20584083-7b0b-47d8-85e8-8f3b345a341f tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/networks?id=ea0e5066-7f0a-445a-b0b7-265289db6cd7 HTTP/1.1" status: 200 len: 818 time: 0.2421358 Nov 27 16:09:27.395707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07dceedf-d17c-467e-9d27-d430deb1420d req-9740ad0f-6e26-419a-8f72-855d4e3b7e3f tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Nov 27 16:09:27.410320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-f4ddf1bc-9ad3-4fda-8039-bfa169304b07 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/quotas/c3a3df1e10c643b6b728bc9ea0e87e4f HTTP/1.1" status: 200 len: 375 time: 0.0620599 Nov 27 16:09:27.516178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-641651b2-22fd-4c69-acfa-4bc77d0c0966 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3a3df1e10c643b6b728bc9ea0e87e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044593 Nov 27 16:09:27.684319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:27.729842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:27.742782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acd570a9-fbcd-49c0-95c6-edac3cec4106'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:27.743364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-83e8f8eb-2dd0-4a1e-87a6-21433a5e0794 service neutron] 10.222.0.15 "GET /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258394 Nov 27 16:09:27.843105 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:27.867053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:27.886234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:27.946579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Pushing event updated for resources: {'Port': ['ID=7c97efaf-9142-43df-a386-bd257cf29f7c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:28.000659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:28.001394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:28.042449 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fa07eb2a-eaab-4d7d-8e76-ae61a50bf3e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3007808 Nov 27 16:09:28.060175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Request body: {'port': {'device_id': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:28.118104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-fed2267e-f965-4170-9ffe-6a33eb3bddf3 service neutron] 10.222.0.15 "GET /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738852 Nov 27 16:09:28.199736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:28.208617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:28.420662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ccab5b6e-677d-4a15-bfe8-da3d22ae1931 None None] Provisioning complete for port 7c97efaf-9142-43df-a386-bd257cf29f7c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:28.421174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ccab5b6e-677d-4a15-bfe8-da3d22ae1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:28.527118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ccab5b6e-677d-4a15-bfe8-da3d22ae1931 None None] Port 7c97efaf-9142-43df-a386-bd257cf29f7c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:28.635637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9203d0a-e2b7-4c90-b4a1-6cdcb1a100f6 req-7769e185-2448-464f-9ca5-9efecb48147e tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 210 time: 0.0804763 Nov 27 16:09:28.753463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec683c08-d511-4d8c-af7a-86ceaa3751cd req-252036bd-d25c-458a-8e79-b6ac162a3f43 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:28.755521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec683c08-d511-4d8c-af7a-86ceaa3751cd req-252036bd-d25c-458a-8e79-b6ac162a3f43 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1027 time: 0.1752586 Nov 27 16:09:28.766182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c97efaf-9142-43df-a386-bd257cf29f7c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:28.774560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:28.790828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Transition to ACTIVE for port object 7c97efaf-9142-43df-a386-bd257cf29f7c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:09:28.796607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:28.945389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Pushing event updated for resources: {'Port': ['ID=7c97efaf-9142-43df-a386-bd257cf29f7c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:28.990017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec683c08-d511-4d8c-af7a-86ceaa3751cd req-2561fe71-6470-4f58-9604-bdf0b72af333 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122309 Nov 27 16:09:29.060084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Attempting to bind port 7c97efaf-9142-43df-a386-bd257cf29f7c on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:29.060458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Attempting to bind port 7c97efaf-9142-43df-a386-bd257cf29f7c by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:29.060799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Attempting to bind port 7c97efaf-9142-43df-a386-bd257cf29f7c on network c416e264-c96b-4650-88ec-cefcaa9b9c85 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:29.079163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Port 7c97efaf-9142-43df-a386-bd257cf29f7c on network c416e264-c96b-4650-88ec-cefcaa9b9c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:09:29.079497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Attempting to bind port 7c97efaf-9142-43df-a386-bd257cf29f7c on network c416e264-c96b-4650-88ec-cefcaa9b9c85 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:29.096820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:29.097175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Checking segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:29.097821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Bound using segment: {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:29.098264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Bound port: 7c97efaf-9142-43df-a386-bd257cf29f7c, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1d2855-14f2-4002-8038-286ade8633f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:29.100873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.113313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 948e9414-cc20-45ef-aa66-76d71e816797 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:29.113694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.290935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.301393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] For port 7c97efaf-9142-43df-a386-bd257cf29f7c, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:29.310161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] For port 7c97efaf-9142-43df-a386-bd257cf29f7c, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7c97efaf-9142-43df-a386-bd257cf29f7c,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:29.322297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.323574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 948e9414-cc20-45ef-aa66-76d71e816797 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:29.527380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:29.528037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.529501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c97efaf-9142-43df-a386-bd257cf29f7c HTTP/1.1" status: 200 len: 1091 time: 1.4782147 Nov 27 16:09:29.530206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'tag': '7c97efaf-9142-43df-a386-bd257cf29f7c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:29.532548 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab2dc34-faae-4089-80da-33a8365beb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24", "tag": "7c97efaf-9142-43df-a386-bd257cf29f7c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:29.793465 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebf54cc-1991-486d-82ac-ab3f936a8046 x-openstack-request-id: req-9ebf54cc-1991-486d-82ac-ab3f936a8046 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:29.793465 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24", "tag": "7c97efaf-9142-43df-a386-bd257cf29f7c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:29.795328 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ebf54cc-1991-486d-82ac-ab3f936a8046 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:29.795792 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'tag': '7c97efaf-9142-43df-a386-bd257cf29f7c', 'status': 'completed', 'code': 200} Nov 27 16:09:29.809156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.869562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ab48d65-2180-4b92-a7d3-5b7c50add158 req-5c479651-e7fa-4c91-979d-1998fd096d78 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 210 time: 0.0705302 Nov 27 16:09:29.897044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:29.932030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a6081-5f1d-469f-8e2e-d51c71672100 service neutron] Pushing event updated for resources: {'Port': ['ID=7c97efaf-9142-43df-a386-bd257cf29f7c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:29.968749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=948e9414-cc20-45ef-aa66-76d71e816797,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:30.010056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-4ab1e8b6-52ee-4247-9c48-9ea0b350b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:30.011777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-4ab1e8b6-52ee-4247-9c48-9ea0b350b200 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 1102 time: 0.5976007 Nov 27 16:09:30.199694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-a7b138c7-f6f3-452d-a7f3-31d75863913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:30.201367 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-a7b138c7-f6f3-452d-a7f3-31d75863913c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=927e4f9206814d938bb118dde7c89329&device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1094 time: 0.5391936 Nov 27 16:09:30.316784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:30.387805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edded55d-4d78-4e73-ab67-d1dcfae14e3a req-77fcb846-a57d-4d27-930d-ab3dd7bef296 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:30.390722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edded55d-4d78-4e73-ab67-d1dcfae14e3a req-77fcb846-a57d-4d27-930d-ab3dd7bef296 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1094 time: 0.1364625 Nov 27 16:09:30.512462 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-63274435-7279-4635-8aaf-ae2e2a8bacca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c97efaf-9142-43df-a386-bd257cf29f7c HTTP/1.1" status: 200 len: 217 time: 0.2269492 Nov 27 16:09:30.675414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router 2620d10e-b38c-4296-8375-070154843c5e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:30.689707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-edded55d-4d78-4e73-ab67-d1dcfae14e3a req-432db7a6-f285-44b7-b196-615c13f2e17b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118344 Nov 27 16:09:30.799868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-5962c2bb-ec87-4c8c-9dab-86ba2965beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:30.810758 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-5962c2bb-ec87-4c8c-9dab-86ba2965beaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde9041-a473-4b52-bb63-97efe98af883 HTTP/1.1" status: 200 len: 848 time: 0.2684357 Nov 27 16:09:30.953567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-0be46498-e7d0-448d-97ce-7b6835c801a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:30.955098 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-0be46498-e7d0-448d-97ce-7b6835c801a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.9006565 Nov 27 16:09:31.078031 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-4d3bf962-f329-4583-9cb3-031e54f93316 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58 HTTP/1.1" status: 200 len: 217 time: 0.1045275 Nov 27 16:09:31.080216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-402a63a5-ef5a-4237-b868-5f5d10bf7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:31.088454 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-402a63a5-ef5a-4237-b868-5f5d10bf7ced service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c416e264-c96b-4650-88ec-cefcaa9b9c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655308 Nov 27 16:09:31.301932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:31.314515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] Sync routers for ids ['2620d10e-b38c-4296-8375-070154843c5e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:31.321133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3bbde1c7-6fc0-4159-b036-d155abc08058 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/2620d10e-b38c-4296-8375-070154843c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4971275 Nov 27 16:09:31.329468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] Routers {'2620d10e-b38c-4296-8375-070154843c5e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:31.330035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2620d10e-b38c-4296-8375-070154843c5e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:31.338517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37618) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:31.352335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-763360e0-3095-481c-8fbd-4a7e16865659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:31.356512 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-763360e0-3095-481c-8fbd-4a7e16865659 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.2669332 Nov 27 16:09:31.356979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b9b9dd9-06fe-44e0-9068-400a2378bb55 req-b7508c1e-0d50-478d-b5f1-0ad150b07e02 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 210 time: 0.1489680 Nov 27 16:09:31.444581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a88e162-f4aa-4920-a9a5-26f9d07de5e4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=2620d10e-b38c-4296-8375-070154843c5e HTTP/1.1" status: 200 len: 205 time: 0.1020949 Nov 27 16:09:31.446264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:31.446815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:31.485681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] Routers {'2620d10e-b38c-4296-8375-070154843c5e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:31.489881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2620d10e-b38c-4296-8375-070154843c5e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:31.567159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-5d35b1a7-3106-4b67-a55c-d676a2ba984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:31.575440 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-5d35b1a7-3106-4b67-a55c-d676a2ba984e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009609 Nov 27 16:09:31.597033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:31.605074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9f6f6-3348-40f9-9267-dcd9e1c468c0 None None] The sync data for ids ['2620d10e-b38c-4296-8375-070154843c5e'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:31.616673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-1a3c1ac3-e40b-4ad1-9123-10375f2f169e service neutron] 10.222.0.37 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047040 Nov 27 16:09:31.620483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:31.737254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-3b79bfbc-9cdc-481c-851a-8fde9fe05185 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:31.743543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-3b79bfbc-9cdc-481c-851a-8fde9fe05185 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.21 "GET /v2.0/networks?id=ea0e5066-7f0a-445a-b0b7-265289db6cd7 HTTP/1.1" status: 200 len: 818 time: 1.0441165 Nov 27 16:09:31.761890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Request body: {'port': {'device_id': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7', 'admin_state_up': True, 'tenant_id': 'c3a3df1e10c643b6b728bc9ea0e87e4f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:31.774457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:31.872644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-837024a4-bc8a-402a-b725-c33ec9217fbe req-fc415962-7603-4fbf-89a1-db93c99071c1 service neutron] 10.222.0.37 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394321 Nov 27 16:09:32.095826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2dc34-faae-4089-80da-33a8365beb4c req-b90e530e-9c58-41d9-9188-f87013116de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:32.100735 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-b90e530e-9c58-41d9-9188-f87013116de5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=927e4f9206814d938bb118dde7c89329&device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1094 time: 0.1553059 Nov 27 16:09:32.116110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:32.124583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:32.268464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Made reservation on behalf of c3a3df1e10c643b6b728bc9ea0e87e4f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:32.273054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:32.365761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-613a2c51-830d-49de-b787-72966bf46a99 service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773988 Nov 27 16:09:32.445846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2dc34-faae-4089-80da-33a8365beb4c req-3dff77ce-df2e-41d1-ad8e-28103f36387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:32.454971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-3dff77ce-df2e-41d1-ad8e-28103f36387f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 200 len: 910 time: 0.3459864 Nov 27 16:09:32.467066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3df96-adeb-47cd-bd9e-69a7875dfe59 req-585020a6-b27e-4bea-8e5c-9abb49caa6d4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:32.486328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ca3df96-adeb-47cd-bd9e-69a7875dfe59 req-585020a6-b27e-4bea-8e5c-9abb49caa6d4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1094 time: 0.6330924 Nov 27 16:09:32.666419 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-3a850828-0ff1-40f8-bc44-f4dbdeca55c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c97efaf-9142-43df-a386-bd257cf29f7c HTTP/1.1" status: 200 len: 217 time: 0.1345031 Nov 27 16:09:32.684110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c25d59e2-4562-4ebc-a93f-dfdfe11ffec4 req-3b6f22d3-77bd-49bc-9f74-eda705ffb447 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 210 time: 0.1458502 Nov 27 16:09:32.687753 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:32.691416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router 2620d10e-b38c-4296-8375-070154843c5e {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:09:32.717685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:32.721893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-42605cbb-2082-4e6f-a3de-23526307e35e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/2620d10e-b38c-4296-8375-070154843c5e HTTP/1.1" status: 204 len: 168 time: 1.2703459 Nov 27 16:09:32.747837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37648) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:32.873508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ca3df96-adeb-47cd-bd9e-69a7875dfe59 req-79c87de9-9b59-4774-aa15-16e380248bd1 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836968 Nov 27 16:09:32.897295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-97b401ce-0dfc-49e8-8e3c-20563fe82698 req-a89345d5-4e32-4219-900f-2e67b1c9e74a service neutron] 10.222.0.37 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175147 Nov 27 16:09:32.905897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Allocated IP 172.20.0.6 (ea0e5066-7f0a-445a-b0b7-265289db6cd7/8f2b2538-5aba-43e4-b4e7-1f50c4a02677/cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:32.914151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2dc34-faae-4089-80da-33a8365beb4c req-7ed38ca8-a537-4fe3-8970-00b46f49087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:32.918755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-7ed38ca8-a537-4fe3-8970-00b46f49087f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde9041-a473-4b52-bb63-97efe98af883 HTTP/1.1" status: 200 len: 848 time: 0.2428844 Nov 27 16:09:33.018945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet db41d97f-959d-447f-8ba3-aca0b3fd6361 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:09:33.026380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2dc34-faae-4089-80da-33a8365beb4c req-4c44b5c6-2719-4e85-ab2f-b08886aef552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:33.031118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-4c44b5c6-2719-4e85-ab2f-b08886aef552 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c416e264-c96b-4650-88ec-cefcaa9b9c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036797 Nov 27 16:09:33.033003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.140742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.142263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37660) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:33.273935 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-baaac4ef-3afc-4034-b598-8075efbf3074 service neutron] 10.222.0.37 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365656 Nov 27 16:09:33.403144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.416717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.487338 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6512d0c5-2901-40d4-bcd7-9ec9df0670c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.577386 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dab2dc34-faae-4089-80da-33a8365beb4c req-6025c8b3-6995-4aa9-8d8a-15c8496cd1eb service neutron] 10.222.0.37 "GET /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956898 Nov 27 16:09:33.597076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6512d0c5-2901-40d4-bcd7-9ec9df0670c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.614181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6512d0c5-2901-40d4-bcd7-9ec9df0670c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.645155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6512d0c5-2901-40d4-bcd7-9ec9df0670c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a68e7eae92104db081f7a637122c60e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5021899 Nov 27 16:09:33.649011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37678) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:33.691400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512d0c5-2901-40d4-bcd7-9ec9df0670c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb519c-9cfc-4472-8254-ee92b34f7f52,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:33.699628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.702349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.761874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9878aca-c2da-4de8-9ec6-9f8e6922e02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.800271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=db41d97f-959d-447f-8ba3-aca0b3fd6361,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:33.802207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Pushing event updated for resources: {'Port': ['ID=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:33.822264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Network ea0e5066-7f0a-445a-b0b7-265289db6cd7 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:33.825494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:33.828944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:33.833200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:33.838606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9dcd67b2-cbc0-4be5-86fb-8287f06e7761 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/db41d97f-959d-447f-8ba3-aca0b3fd6361 HTTP/1.1" status: 204 len: 168 time: 1.0810325 Nov 27 16:09:33.840947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37684) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:33.842601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a99b20-bf5e-43c6-a2ab-a5d46907e189 None None] Network a1ae9242-3141-45d7-a943-b1e0b99c8a17 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:33.873215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9878aca-c2da-4de8-9ec6-9f8e6922e02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.022679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9878aca-c2da-4de8-9ec6-9f8e6922e02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.026585 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9878aca-c2da-4de8-9ec6-9f8e6922e02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.028018 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d9878aca-c2da-4de8-9ec6-9f8e6922e02d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ffb519c-9cfc-4472-8254-ee92b34f7f52 HTTP/1.1" status: 204 len: 168 time: 0.3780875 Nov 27 16:09:34.044311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9878aca-c2da-4de8-9ec6-9f8e6922e02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb519c-9cfc-4472-8254-ee92b34f7f52,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:34.237718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] DHCP port deletion for a1ae9242-3141-45d7-a943-b1e0b99c8a17 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:09:34.247180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.353970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] Deleting port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:34.354713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.417346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:34.421356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.495421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] For port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,segment=NetworkSegment(9d603eb6-d8e7-47a4-ab4b-d276f2787bf5),segment_id=9d603eb6-d8e7-47a4-ab4b-d276f2787bf5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:34.496044 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.522499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] Calling delete_port for 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:34.619608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a877-a976-4d27-b5ef-d72eee1839af req-53b85991-5f39-4e63-8364-ce31fd22bfa8 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:34.633584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc27a877-a976-4d27-b5ef-d72eee1839af req-53b85991-5f39-4e63-8364-ce31fd22bfa8 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 931 time: 0.7101140 Nov 27 16:09:34.659399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37698) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:34.680233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ac52fcd-fa3d-495f-9685-b552de075b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.686911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-210a4f42-38af-43b4-b19f-c1fe58deda22 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9289324 Nov 27 16:09:34.718643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Request body: {'port': {'device_id': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:34.723072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.762083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d134-cbde-4ada-93d6-ec5e011ada9a req-6e88a8b5-f2e5-40b0-a280-f4f5a47dda34 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:34.764145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a6d134-cbde-4ada-93d6-ec5e011ada9a req-6e88a8b5-f2e5-40b0-a280-f4f5a47dda34 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1094 time: 0.4620128 Nov 27 16:09:34.793625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] Pushing event deleted for resources: {'Port': ['ID=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:34.799407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc27a877-a976-4d27-b5ef-d72eee1839af req-98d9495e-ec4d-48a2-924a-7b1c746a32be tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494753 Nov 27 16:09:34.800517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdba21-f783-4f04-b9b7-b9667743f9a3 None None] No DVR routers for this DVR port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:34.871211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7c97efaf-9142-43df-a386-bd257cf29f7c details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:09:34.917052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.972977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ac52fcd-fa3d-495f-9685-b552de075b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.986044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ac52fcd-fa3d-495f-9685-b552de075b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:34.995231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:34.995484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.054924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac52fcd-fa3d-495f-9685-b552de075b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39066cd8-1bde-49bf-99de-68d39ec57dd7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:35.078965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6ac52fcd-fa3d-495f-9685-b552de075b33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db7fe8528b1b445b945e20b173b98d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159942 Nov 27 16:09:35.080378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37708) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:35.081359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7c97efaf-9142-43df-a386-bd257cf29f7c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7c97efaf-9142-43df-a386-bd257cf29f7c,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:35.120937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '7c97efaf-9142-43df-a386-bd257cf29f7c', 'network_id': 'c416e264-c96b-4650-88ec-cefcaa9b9c85', 'port_id': '7c97efaf-9142-43df-a386-bd257cf29f7c', 'mac_address': 'fa:16:3e:10:5b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde9041-a473-4b52-bb63-97efe98af883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:09:35.153180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffdc19ab-c078-4d47-a8e9-25e325ef34c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.190019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffdc19ab-c078-4d47-a8e9-25e325ef34c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.206015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.239748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c97efaf-9142-43df-a386-bd257cf29f7c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:35.260245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffdc19ab-c078-4d47-a8e9-25e325ef34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.263187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7c97efaf-9142-43df-a386-bd257cf29f7c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7c97efaf-9142-43df-a386-bd257cf29f7c,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:35.265703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffdc19ab-c078-4d47-a8e9-25e325ef34c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.267627 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ffdc19ab-c078-4d47-a8e9-25e325ef34c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39066cd8-1bde-49bf-99de-68d39ec57dd7 HTTP/1.1" status: 204 len: 168 time: 0.1842089 Nov 27 16:09:35.288870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc19ab-c078-4d47-a8e9-25e325ef34c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39066cd8-1bde-49bf-99de-68d39ec57dd7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:35.298015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.384448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0788acd0-8c20-4702-88e5-260c88f49ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.451400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=7c97efaf-9142-43df-a386-bd257cf29f7c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:35.533688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['7c97efaf-9142-43df-a386-bd257cf29f7c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:35.574667 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:09:35.694650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a6d134-cbde-4ada-93d6-ec5e011ada9a req-e7daed4c-e022-4127-858b-5d6af32b2fa3 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9198625 Nov 27 16:09:35.790410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:35.790955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:35.863899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:35.913168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 was not found and therefore no delete operation was performed {{(pid=110076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:09:35.936581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:36.017158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:36.048501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=356ae0cf-b994-4b2e-83aa-3da5b7067dd0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:36.073766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:36.077905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:36.122835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:36.123189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 356ae0cf-b994-4b2e-83aa-3da5b7067dd0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:36.153789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:36.237394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Transition to ACTIVE for port object cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:09:36.258656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:36.351964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Pushing event updated for resources: {'Port': ['ID=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:36.370432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaa1f-2bba-4062-8f21-07ab5c02ab3f req-b08780af-dbf3-4495-9cb5-1037506b6490 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:36.372309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de2aaa1f-2bba-4062-8f21-07ab5c02ab3f req-b08780af-dbf3-4495-9cb5-1037506b6490 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 931 time: 0.3287261 Nov 27 16:09:36.424758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:36.476837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ae9242-3141-45d7-a943-b1e0b99c8a17']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:36.527503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de2aaa1f-2bba-4062-8f21-07ab5c02ab3f req-6b97b45f-5547-49fa-9f1c-d260ef155f11 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473866 Nov 27 16:09:36.534441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:36.534752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d603eb6-d8e7-47a4-ab4b-d276f2787bf5') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:36.879820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7c97efaf-9142-43df-a386-bd257cf29f7c up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:36.946264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.044597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.073277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:09:37.074726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 7c97efaf-9142-43df-a386-bd257cf29f7c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:09:37.085284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 7c97efaf-9142-43df-a386-bd257cf29f7c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:37.087061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.099517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:09:37.107075 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:09:37.270528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.338935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Attempting to bind port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:37.339321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Attempting to bind port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '751fc46f-4065-47a1-9f1e-c082f951c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:37.340006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Attempting to bind port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 on network ea0e5066-7f0a-445a-b0b7-265289db6cd7 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:37.340127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7c97efaf-9142-43df-a386-bd257cf29f7c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7c97efaf-9142-43df-a386-bd257cf29f7c,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:37.343058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c97efaf-9142-43df-a386-bd257cf29f7c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:37.346543 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de990bca-f49d-4079-94a7-93d24243f759" -d '{"events": [{"server_uuid": "6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24", "name": "network-vif-plugged", "status": "completed", "tag": "7c97efaf-9142-43df-a386-bd257cf29f7c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:37.347513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed4149-7219-4487-bbba-395381de1914 req-442e068c-65ca-4329-a60e-e05bc876b33f tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:37.350148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72ed4149-7219-4487-bbba-395381de1914 req-442e068c-65ca-4329-a60e-e05bc876b33f tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1095 time: 0.4355118 Nov 27 16:09:37.354794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.355079 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.362903 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.366720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/a1ae9242-3141-45d7-a943-b1e0b99c8a17 HTTP/1.1" status: 204 len: 168 time: 3.5246468 Nov 27 16:09:37.371142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37766) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:37.376029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1796993276', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:37.391215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 on network ea0e5066-7f0a-445a-b0b7-265289db6cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:09:37.391547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Attempting to bind port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 on network ea0e5066-7f0a-445a-b0b7-265289db6cd7 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:37.419283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:37.419640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Checking segment: {'id': '751fc46f-4065-47a1-9f1e-c082f951c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:37.420054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Bound using segment: {'id': '751fc46f-4065-47a1-9f1e-c082f951c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:37.420507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Bound port: cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751fc46f-4065-47a1-9f1e-c082f951c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:37.420873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.449016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=7c97efaf-9142-43df-a386-bd257cf29f7c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:37.458270 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e0e127-7a3e-4b49-92fd-ff7b4e16bd10 x-openstack-request-id: req-33e0e127-7a3e-4b49-92fd-ff7b4e16bd10 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:37.459911 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24", "name": "network-vif-plugged", "status": "completed", "tag": "7c97efaf-9142-43df-a386-bd257cf29f7c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:37.460309 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33e0e127-7a3e-4b49-92fd-ff7b4e16bd10 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:37.460821 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c97efaf-9142-43df-a386-bd257cf29f7c', 'code': 200} Nov 27 16:09:37.502899 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.506031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0ea35-be27-40ce-8699-0abefb1b92a6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=a1ae9242-3141-45d7-a943-b1e0b99c8a17,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:37.511440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.616131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72ed4149-7219-4487-bbba-395381de1914 req-d64a220d-47a7-42bb-b7b3-6eff54487ad2 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470572 Nov 27 16:09:37.669298 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-665173e2-4144-4c07-9388-7bb630c943e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.694438 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.698713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1470-14dd-4177-ba4a-aa7d5a10daed req-6a6f0f3d-1e96-483e-9599-d07be4384fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:37.701144 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e18b1470-14dd-4177-ba4a-aa7d5a10daed req-6a6f0f3d-1e96-483e-9599-d07be4384fee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.1648901 Nov 27 16:09:37.717319 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.794129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] For port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:37.797735 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e18b1470-14dd-4177-ba4a-aa7d5a10daed req-79b6b79a-39e4-4f77-953c-46afc56d9345 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Nov 27 16:09:37.812005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] For port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,segment=NetworkSegment(751fc46f-4065-47a1-9f1e-c082f951c1a6),segment_id=751fc46f-4065-47a1-9f1e-c082f951c1a6)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:37.817646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.822930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fbe4608f-5f57-4759-aead-da45ee770008 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4507048 Nov 27 16:09:37.827258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37778) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:37.838391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1423546430'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:37.848194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4d37-5914-4df5-ae89-029d115c01a6 req-0726e21f-5c6a-42a9-9352-25496279088d tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:37.854540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8fe4d37-5914-4df5-ae89-029d115c01a6 req-0726e21f-5c6a-42a9-9352-25496279088d tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 943 time: 0.1407497 Nov 27 16:09:37.858602 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.898297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:37.902581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.948483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:09:37.968283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:37.969865 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment 9d0e105c-62e1-4c24-99ad-72d3c474cdda of type vlan for network b01fa097-d0b1-4246-9686-46224021ff0d Nov 27 16:09:38.006704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:38.008066 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:38.010169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] 10.222.0.21 "PUT /v2.0/ports/cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 HTTP/1.1" status: 200 len: 1091 time: 3.3065455 Nov 27 16:09:38.010889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'tag': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:38.013680 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052a6262-6c3b-4390-b120-5c4e2b5686a4" -d '{"events": [{"name": "network-changed", "server_uuid": "68270a25-4be1-41cc-bfd9-a0ed712b2f57", "tag": "cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:38.095729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:38.141352 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441fd41-aa5f-406d-9a67-40cba30b6d4a x-openstack-request-id: req-4441fd41-aa5f-406d-9a67-40cba30b6d4a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:38.143834 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68270a25-4be1-41cc-bfd9-a0ed712b2f57", "tag": "cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:38.144321 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4441fd41-aa5f-406d-9a67-40cba30b6d4a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:38.144953 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'tag': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41', 'status': 'completed', 'code': 200} Nov 27 16:09:38.166170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:38.172412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:38.173389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:38.246031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8fe4d37-5914-4df5-ae89-029d115c01a6 req-93b6ebcd-99ca-45a7-98f3-9f18db541d39 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842125 Nov 27 16:09:38.276517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91f469-a7b5-410b-99e0-6e7b0ae7e63b service neutron] Pushing event updated for resources: {'Port': ['ID=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:38.326246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=b01fa097-d0b1-4246-9686-46224021ff0d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:38.333118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-a14b3f2a-e636-40fb-932c-ffdb6b13657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:38.339387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-a14b3f2a-e636-40fb-932c-ffdb6b13657b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3a3df1e10c643b6b728bc9ea0e87e4f&device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 1094 time: 0.2775497 Nov 27 16:09:38.340073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network b01fa097-d0b1-4246-9686-46224021ff0d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:09:38.364047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c33ab6d1-c02c-4d56-8ae7-ef15da212f93 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5352099 Nov 27 16:09:38.367626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37800) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:38.445797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:38.551828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:38.623920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-bd31b007-80cd-4a79-82d7-7dab0d73877e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 HTTP/1.1" status: 200 len: 217 time: 0.2693238 Nov 27 16:09:38.780912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-c86bf0aa-1de1-449c-95a8-3442698d483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:38.783411 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-c86bf0aa-1de1-449c-95a8-3442698d483b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f2b2538-5aba-43e4-b4e7-1f50c4a02677 HTTP/1.1" status: 200 len: 858 time: 0.1422739 Nov 27 16:09:38.785226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:38.789740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:39.041400 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:39.108681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-d3b0e80a-1f4d-4e0f-abba-cccf269f7fca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea0e5066-7f0a-445a-b0b7-265289db6cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768864 Nov 27 16:09:39.255211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-b1618e15-2f8f-41fe-b1de-72249b5c9dae service neutron] 10.222.0.21 "GET /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257911 Nov 27 16:09:39.405010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ddc9f1d-e716-4993-ac11-db17a9a0c91c req-57a3859f-919b-490a-bf56-f4b3b40259ce service neutron] 10.222.0.21 "GET /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378982 Nov 27 16:09:39.415978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=dd4eafbd-685e-4740-bd25-9521b4e9ffd3,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:39.429648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:39.430175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: b01fa097-d0b1-4246-9686-46224021ff0d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:09:39.436207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c289e-3503-411d-a345-b193b33756ed req-4c81c7f7-dff8-45ca-9be3-cb6068cb1633 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:39.445487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be1c289e-3503-411d-a345-b193b33756ed req-4c81c7f7-dff8-45ca-9be3-cb6068cb1633 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.4206998 Nov 27 16:09:39.592052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network b01fa097-d0b1-4246-9686-46224021ff0d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:09:39.641003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be1c289e-3503-411d-a345-b193b33756ed req-cd4c8ad1-683e-4fc4-9f71-70057bebf7a9 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836777 Nov 27 16:09:39.641003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-922b0971-f36f-4638-a436-135807d70e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:39.641003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-922b0971-f36f-4638-a436-135807d70e71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3a3df1e10c643b6b728bc9ea0e87e4f&device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 1094 time: 0.1650004 Nov 27 16:09:39.654168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, b01fa097-d0b1-4246-9686-46224021ff0d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:39.664956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d90b9-1c12-46d3-a7ed-dfbc62ae2359 None None] Network b01fa097-d0b1-4246-9686-46224021ff0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:39.667253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed86e03-3a3f-48b2-a5c7-f1e7237dc80a req-d867885e-1aef-4256-9229-900819776abc tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:39.669724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ed86e03-3a3f-48b2-a5c7-f1e7237dc80a req-d867885e-1aef-4256-9229-900819776abc tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 943 time: 0.1415606 Nov 27 16:09:39.682179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:39.682765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:39.810860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ea43151b-72c7-4be1-bf03-033e4b2de1e5 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4419601 Nov 27 16:09:39.816836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37844) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:39.825469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ed86e03-3a3f-48b2-a5c7-f1e7237dc80a req-078151cb-424a-431a-a832-d123f2f7f538 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464703 Nov 27 16:09:39.872407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-a652a9dc-e8ab-4c3d-a8d4-58522530aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:39.877274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-a652a9dc-e8ab-4c3d-a8d4-58522530aa56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea0e5066-7f0a-445a-b0b7-265289db6cd7 HTTP/1.1" status: 200 len: 919 time: 0.2188904 Nov 27 16:09:39.962476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-f5f09b10-fd68-4447-b6d1-1cd5196b7b2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 HTTP/1.1" status: 200 len: 217 time: 0.0731835 Nov 27 16:09:40.055877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-b01fa097-d0b1-4246-9686-46224021ff0d', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:09:40.060028 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:40.094528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-9317b867-d339-4e17-9a59-260488d7778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:40.104864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-9317b867-d339-4e17-9a59-260488d7778c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f2b2538-5aba-43e4-b4e7-1f50c4a02677 HTTP/1.1" status: 200 len: 858 time: 0.1358900 Nov 27 16:09:40.212678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-7c465f95-c2da-4f0c-9e49-1ecbbb032835 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea0e5066-7f0a-445a-b0b7-265289db6cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996988 Nov 27 16:09:40.401503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-1994a2e9-b4df-4cd9-8715-ab3b016daa1a service neutron] 10.222.0.21 "GET /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782827 Nov 27 16:09:40.438036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:40.620291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:40.652375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Allocated IP 2001:db8::2 (b01fa097-d0b1-4246-9686-46224021ff0d/dd4eafbd-685e-4740-bd25-9521b4e9ffd3/6e92e8fd-176e-4bd9-91d9-2c955ef445cf) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:40.713470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-052a6262-6c3b-4390-b120-5c4e2b5686a4 req-b636f95f-acbb-4cf8-b0ac-fe71c628b7a3 service neutron] 10.222.0.21 "GET /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039801 Nov 27 16:09:40.901877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:09:40.919376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfee47d-f5c5-43ab-8bd9-75b50e0a6b47 req-39a6b71d-734e-4b04-93be-1672ccc36004 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:40.936330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0cfee47d-f5c5-43ab-8bd9-75b50e0a6b47 req-39a6b71d-734e-4b04-93be-1672ccc36004 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.1293144 Nov 27 16:09:41.063397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0cfee47d-f5c5-43ab-8bd9-75b50e0a6b47 req-d7af2b0b-2e3a-4095-b54f-48dd30699e02 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253231 Nov 27 16:09:41.260301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194163-6a9c-4ec0-ac30-15190f5a4488 req-53960e6e-ae8e-40e1-9f42-43db98cc0064 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:41.294601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73194163-6a9c-4ec0-ac30-15190f5a4488 req-53960e6e-ae8e-40e1-9f42-43db98cc0064 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 943 time: 0.2189186 Nov 27 16:09:41.364322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:41.436807 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:41.467746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:41.606499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ecb55-2a4b-4afc-beb5-508983bbcd7c req-c62ddfe4-c072-4f8e-82ae-93357ba929d6 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:41.611194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de3ecb55-2a4b-4afc-beb5-508983bbcd7c req-c62ddfe4-c072-4f8e-82ae-93357ba929d6 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.3131325 Nov 27 16:09:41.617384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Network b01fa097-d0b1-4246-9686-46224021ff0d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:41.619296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73194163-6a9c-4ec0-ac30-15190f5a4488 req-958b75ae-e6b3-4b54-a694-2d155a2de147 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928457 Nov 27 16:09:41.635784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,segment=NetworkSegment(751fc46f-4065-47a1-9f1e-c082f951c1a6),segment_id=751fc46f-4065-47a1-9f1e-c082f951c1a6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:41.656916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Pushing event updated for resources: {'Port': ['ID=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:41.734503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:41.805177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de3ecb55-2a4b-4afc-beb5-508983bbcd7c req-8804c74d-3990-47fb-8c60-995faf202fe7 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811910 Nov 27 16:09:41.897718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8::1 (b01fa097-d0b1-4246-9686-46224021ff0d/dd4eafbd-685e-4740-bd25-9521b4e9ffd3/c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:41.906764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37904) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:42.033595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817f99-f9fc-4a70-93f6-1dc6394e72d7 req-405810b7-bc37-4722-8c35-bd9110b70926 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:42.043904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85817f99-f9fc-4a70-93f6-1dc6394e72d7 req-405810b7-bc37-4722-8c35-bd9110b70926 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.0637565 Nov 27 16:09:42.071628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:42.082024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41', 'network_id': 'ea0e5066-7f0a-445a-b0b7-265289db6cd7', 'port_id': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41', 'mac_address': 'fa:16:3e:ec:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2b2538-5aba-43e4-b4e7-1f50c4a02677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:09:42.165584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85817f99-f9fc-4a70-93f6-1dc6394e72d7 req-8085a00a-4e86-4d78-96c4-b3a1f1b20171 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138120 Nov 27 16:09:42.177600 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.214641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Attempting to bind port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:42.215372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Attempting to bind port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:42.216008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Attempting to bind port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf on network b01fa097-d0b1-4246-9686-46224021ff0d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:42.222074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.229298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:42.230095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Checking segment: {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:42.230758 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.231512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Bound using segment: {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:42.232469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Bound port: 6e92e8fd-176e-4bd9-91d9-2c955ef445cf, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:42.233309 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.263598 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87e412a1-303a-4a95-b518-817711de327f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.300841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.390549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:09:42.399389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network b01fa097-d0b1-4246-9686-46224021ff0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:42.408531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:42.418334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:42.419604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.481135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:42.501138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87e412a1-303a-4a95-b518-817711de327f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.543639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,segment=NetworkSegment(751fc46f-4065-47a1-9f1e-c082f951c1a6),segment_id=751fc46f-4065-47a1-9f1e-c082f951c1a6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:42.563813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87e412a1-303a-4a95-b518-817711de327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.600751 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.687279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaceb8-1698-4cc9-9f68-060bf0aee271 req-32e38ef6-c14f-4aa4-8574-500d0f009a4d tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:42.688530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0baaceb8-1698-4cc9-9f68-060bf0aee271 req-32e38ef6-c14f-4aa4-8574-500d0f009a4d tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.1848109 Nov 27 16:09:42.700535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-87e412a1-303a-4a95-b518-817711de327f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4a444b08dd842e4a65cfce8694359a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7924836 Nov 27 16:09:42.715054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.719349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37920) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:42.772955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0baaceb8-1698-4cc9-9f68-060bf0aee271 req-fcd64165-373f-4356-94f7-1d2b849638bf tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659809 Nov 27 16:09:42.774463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e412a1-303a-4a95-b518-817711de327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03145e8d-1d5f-4586-8a8e-62a932012f8e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:42.824174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] For port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:42.863742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] For port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,segment=NetworkSegment(9d0e105c-62e1-4c24-99ad-72d3c474cdda),segment_id=9d0e105c-62e1-4c24-99ad-72d3c474cdda)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:42.869136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:42.893293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:42.899173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70278d28-0876-434f-ae85-7cae90b7254e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.903468 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:42.927045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696cc9e-45d1-4f5c-927c-8302d3d2636b req-9b1e060e-c45d-4612-88f7-c882be3b2ddf tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:42.937073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a696cc9e-45d1-4f5c-927c-8302d3d2636b req-9b1e060e-c45d-4612-88f7-c882be3b2ddf tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 944 time: 0.1382909 Nov 27 16:09:43.093818 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70278d28-0876-434f-ae85-7cae90b7254e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.112393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a696cc9e-45d1-4f5c-927c-8302d3d2636b req-adc84c98-d0da-4f22-bfad-41af7bd363b4 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741531 Nov 27 16:09:43.190621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f6635-2b56-43b3-968b-ce724d21d6dc None None] Pushing event updated for resources: {'Port': ['ID=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:43.258307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70278d28-0876-434f-ae85-7cae90b7254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.261018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70278d28-0876-434f-ae85-7cae90b7254e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.274414 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70278d28-0876-434f-ae85-7cae90b7254e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03145e8d-1d5f-4586-8a8e-62a932012f8e HTTP/1.1" status: 204 len: 168 time: 0.5512733 Nov 27 16:09:43.303176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70278d28-0876-434f-ae85-7cae90b7254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03145e8d-1d5f-4586-8a8e-62a932012f8e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:43.506068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.511784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.513739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.641914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:43.692121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network b01fa097-d0b1-4246-9686-46224021ff0d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:43.692531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:43.699092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:43.712844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9176e570-a713-4037-941a-f7cd14462297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.834128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-7aa9f932-2808-4df5-94be-b6865abbd1a4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:43.835649 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-7aa9f932-2808-4df5-94be-b6865abbd1a4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.1243207 Nov 27 16:09:43.846056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9176e570-a713-4037-941a-f7cd14462297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.853777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9176e570-a713-4037-941a-f7cd14462297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:43.972194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:09:43.983811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9176e570-a713-4037-941a-f7cd14462297 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37436efae43c4b9eb66c8103fb58482d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895026 Nov 27 16:09:43.985730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37958) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:44.000188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176e570-a713-4037-941a-f7cd14462297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a9e97-3505-4570-b92c-dd0e5310fd02,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:44.051426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a769ae4-4a03-4aa8-b319-7f1f6895542e req-dc529efd-ff61-4725-96f1-f26820dff5ec tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:44.055242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a769ae4-4a03-4aa8-b319-7f1f6895542e req-dc529efd-ff61-4725-96f1-f26820dff5ec tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 1096 time: 0.1591690 Nov 27 16:09:44.088131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6e92e8fd-176e-4bd9-91d9-2c955ef445cf up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:44.145488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Deleting port 7c97efaf-9142-43df-a386-bd257cf29f7c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:44.145865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.200705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a769ae4-4a03-4aa8-b319-7f1f6895542e req-216a941a-f058-40e2-9925-ac8b36780b0b tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367049 Nov 27 16:09:44.240237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:44.240755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.328080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8be89d21-4dc3-436e-92e6-0fc439151960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.336726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:44.351023 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:44.356517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ec721fcd-4ee7-410c-bfe8-605d40808e2d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5383639 Nov 27 16:09:44.357221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37986) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:44.367614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:44.368614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:44.430381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-374822960'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:44.440241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.468348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:44.475695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.504536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585af0c-57a4-46a3-bced-9eb67d807f0d req-7338d82c-108c-4800-ba25-a4acd54520df tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:44.507311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6585af0c-57a4-46a3-bced-9eb67d807f0d req-7338d82c-108c-4800-ba25-a4acd54520df tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 944 time: 0.2032702 Nov 27 16:09:44.530266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,segment=NetworkSegment(9d0e105c-62e1-4c24-99ad-72d3c474cdda),segment_id=9d0e105c-62e1-4c24-99ad-72d3c474cdda)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:44.539546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.554116 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:44.557868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52686bce-73f9-4f92-8ca4-28c0f7094fe2 req-6ac34726-42cc-4abb-8f4d-364db1a6304a tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:44.560213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52686bce-73f9-4f92-8ca4-28c0f7094fe2 req-6ac34726-42cc-4abb-8f4d-364db1a6304a tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 951 time: 0.1585476 Nov 27 16:09:44.577812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] For port 7c97efaf-9142-43df-a386-bd257cf29f7c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7c97efaf-9142-43df-a386-bd257cf29f7c,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:44.579190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.584182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8be89d21-4dc3-436e-92e6-0fc439151960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.609216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:09:44.616411 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Calling delete_port for 7c97efaf-9142-43df-a386-bd257cf29f7c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:44.638574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.639175 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment f34b01c7-0ae1-41c0-8965-8ce1c96c13e6 of type vlan for network e731896f-dec1-4404-bb7c-2a28111bb3ad Nov 27 16:09:44.641469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:44.643307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6585af0c-57a4-46a3-bced-9eb67d807f0d req-b44c60e2-ad48-417c-adfb-07ba001afa7e tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Nov 27 16:09:44.682708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b402939b-0f7a-40b8-9e39-7222c0f05257 None None] Network b01fa097-d0b1-4246-9686-46224021ff0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:44.734569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52686bce-73f9-4f92-8ca4-28c0f7094fe2 req-12badfde-34bc-4cbf-a798-92276df17a53 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243017 Nov 27 16:09:44.806713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.840738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8be89d21-4dc3-436e-92e6-0fc439151960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.846866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8be89d21-4dc3-436e-92e6-0fc439151960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.848493 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8be89d21-4dc3-436e-92e6-0fc439151960 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/870a9e97-3505-4570-b92c-dd0e5310fd02 HTTP/1.1" status: 204 len: 168 time: 0.8614349 Nov 27 16:09:44.893075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be89d21-4dc3-436e-92e6-0fc439151960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a9e97-3505-4570-b92c-dd0e5310fd02,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:44.899760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5523f125-3ce4-4daf-a3d8-1307d4a6472e None None] Provisioning complete for port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:44.900230 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5523f125-3ce4-4daf-a3d8-1307d4a6472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.945213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:44.950997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:44.956785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:45.009993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:45.031387 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:42Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:43Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:45.068445 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6516249 Nov 27 16:09:45.071873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:45.076704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:45.079634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bced3-1620-486b-ba16-df26a1328088 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=e731896f-dec1-4404-bb7c-2a28111bb3ad,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:45.111581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:45.137832 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:09:45.138208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Updating router f502b40f-8201-42fc-a428-a2504cccb9a1 port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:09:45.140648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network e731896f-dec1-4404-bb7c-2a28111bb3ad details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:09:45.207434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c97efaf-9142-43df-a386-bd257cf29f7c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:45.251878 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:45.320672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acd570a9-fbcd-49c0-95c6-edac3cec4106'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:45.360715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] No DVR routers for this DVR port 7c97efaf-9142-43df-a386-bd257cf29f7c on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:45.364383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:45.375153 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-27d20fdf-7b8e-4cdd-8145-70a54644252f req-84eafbf7-fd06-4ace-a513-25e1958e62c5 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7c97efaf-9142-43df-a386-bd257cf29f7c HTTP/1.1" status: 204 len: 173 time: 1.5287502 Nov 27 16:09:45.385761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'name': 'network-vif-deleted', 'tag': '7c97efaf-9142-43df-a386-bd257cf29f7c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:45.389739 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a543d844-28f7-48de-b285-adf69c441f3e" -d '{"events": [{"server_uuid": "6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24", "name": "network-vif-deleted", "tag": "7c97efaf-9142-43df-a386-bd257cf29f7c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:45.404487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['7c97efaf-9142-43df-a386-bd257cf29f7c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:45.545748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9aea2c4a-d888-4bf4-b70d-75d1e64754f3 req-fbd7503a-2640-4482-9c29-a49d32d253f6 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24 HTTP/1.1" status: 200 len: 210 time: 0.1468689 Nov 27 16:09:45.576847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:45.582306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:45.659767 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90d018-1c8f-498e-999a-78de4497e369 x-openstack-request-id: req-cb90d018-1c8f-498e-999a-78de4497e369 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:45.660183 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24", "name": "network-vif-deleted", "tag": "7c97efaf-9142-43df-a386-bd257cf29f7c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:45.661088 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb90d018-1c8f-498e-999a-78de4497e369 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:45.661833 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5a9bc-1e9a-4d69-84fe-9cfe3b1bfc24', 'name': 'network-vif-deleted', 'tag': '7c97efaf-9142-43df-a386-bd257cf29f7c', 'status': 'completed', 'code': 200} Nov 27 16:09:45.737649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:09:45.793489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:45.794206 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.005868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.056983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:46.060202 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a220ff9-957f-4065-9037-621f2fca521e" -d '{"events": [{"server_uuid": "68270a25-4be1-41cc-bfd9-a0ed712b2f57", "name": "network-vif-plugged", "status": "completed", "tag": "cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:46.095693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,segment=NetworkSegment(751fc46f-4065-47a1-9f1e-c082f951c1a6),segment_id=751fc46f-4065-47a1-9f1e-c082f951c1a6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:46.106871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.153690 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.157585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ad360-ea3e-4cf2-9da9-fdd44607de19 req-ce91bfb5-c675-4423-a980-dda49da25865 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:46.164415 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.168543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f49ad360-ea3e-4cf2-9da9-fdd44607de19 req-ce91bfb5-c675-4423-a980-dda49da25865 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 944 time: 0.2818718 Nov 27 16:09:46.211226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.231682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6e92e8fd-176e-4bd9-91d9-2c955ef445cf up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:46.296735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=e80b4398-d22c-445e-9fb8-f0f12207c7d5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:46.354537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f49ad360-ea3e-4cf2-9da9-fdd44607de19 req-125947a5-836c-4d08-b79c-95f1127911a4 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848023 Nov 27 16:09:46.414627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:46.417117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: e731896f-dec1-4404-bb7c-2a28111bb3ad, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:09:46.434574 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Pushing event updated for resources: {'Port': ['ID=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:46.459605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02754a79-d39b-400e-be93-6616ab69f39d None None] Provisioning complete for port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:46.462030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02754a79-d39b-400e-be93-6616ab69f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.467994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:46.499453 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.500446 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.506290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.506948 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.507293 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.507664 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.508031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.508347 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.508705 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.509043 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.509373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.509675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network e731896f-dec1-4404-bb7c-2a28111bb3ad is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:09:46.509799 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:46.529877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, e731896f-dec1-4404-bb7c-2a28111bb3ad) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:46.535318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:46.535932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.583308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-86a5178c-4631-44a1-9647-d76062dcea36 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5105507 Nov 27 16:09:46.590066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38074) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:46.675515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Attempting to bind port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:46.675883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Attempting to bind port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:46.682335 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Attempting to bind port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 on network b01fa097-d0b1-4246-9686-46224021ff0d {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:46.702087 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:46.704299 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Checking segment: {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:46.704944 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcb148f-f1a9-4882-9a41-114b055c775e x-openstack-request-id: req-7fcb148f-f1a9-4882-9a41-114b055c775e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:46.710102 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.710658 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68270a25-4be1-41cc-bfd9-a0ed712b2f57", "name": "network-vif-plugged", "status": "completed", "tag": "cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:46.711143 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Bound using segment: {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:46.713155 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fcb148f-f1a9-4882-9a41-114b055c775e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:46.713867 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Bound port: c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0e105c-62e1-4c24-99ad-72d3c474cdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:46.714397 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41', 'code': 200} Nov 27 16:09:46.718127 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.733508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6fcf2-8fb9-41c4-85b1-6a8b555ae896 None None] Network e731896f-dec1-4404-bb7c-2a28111bb3ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:46.746438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92deb9-4c3a-48af-8128-3c7db08f30ca req-a1c1f638-6ff0-4a6f-9c88-14b07746fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:46.752721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a92deb9-4c3a-48af-8128-3c7db08f30ca req-a1c1f638-6ff0-4a6f-9c88-14b07746fcc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 1096 time: 0.1109903 Nov 27 16:09:46.874354 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] For port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:46.878478 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] For port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,segment=NetworkSegment(9d0e105c-62e1-4c24-99ad-72d3c474cdda),segment_id=9d0e105c-62e1-4c24-99ad-72d3c474cdda)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:46.894615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a92deb9-4c3a-48af-8128-3c7db08f30ca req-6fca41f4-b606-4537-b48b-531463a9f0b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315696 Nov 27 16:09:46.895657 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.897538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-02754a79-d39b-400e-be93-6616ab69f39d None None] Port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:46.916237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:46.916887 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:46.979278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:47.113179 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:47.116504 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:47.165054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988b933-c1c8-4e43-a840-fec2f4dc0961 req-1c4a866a-3b9d-49d3-b69b-d736521dca80 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:47.168376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02754a79-d39b-400e-be93-6616ab69f39d None None] Provisioning complete for port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:47.170104 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02754a79-d39b-400e-be93-6616ab69f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:47.175637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4988b933-c1c8-4e43-a840-fec2f4dc0961 req-1c4a866a-3b9d-49d3-b69b-d736521dca80 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 951 time: 0.1260424 Nov 27 16:09:47.209893 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fc267-83c4-47f3-b7df-010a14704280 None None] Pushing event updated for resources: {'Port': ['ID=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:47.314952 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:47.356682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4988b933-c1c8-4e43-a840-fec2f4dc0961 req-4bc11dbf-af73-4048-8413-a4f562d9c116 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760421 Nov 27 16:09:47.372315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a45ad-84cd-42cf-ad95-5b8cc00160bd req-0f5c5cfc-248d-4267-9dcb-fb90a91a65a9 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:47.377845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-123a45ad-84cd-42cf-ad95-5b8cc00160bd req-0f5c5cfc-248d-4267-9dcb-fb90a91a65a9 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.1609504 Nov 27 16:09:47.443970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-e731896f-dec1-4404-bb7c-2a28111bb3ad', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:09:47.457777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:47.488016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-123a45ad-84cd-42cf-ad95-5b8cc00160bd req-570befe5-c6d4-4437-b6fa-480bc29bc6f8 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970809 Nov 27 16:09:47.583063 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:47.614228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:47.647348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d749-3951-4362-80a4-90243fd9b25e req-50022816-c2b2-4839-a8ad-c8d31c90519e tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:47.649009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77a2d749-3951-4362-80a4-90243fd9b25e req-50022816-c2b2-4839-a8ad-c8d31c90519e tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 945 time: 0.1329587 Nov 27 16:09:47.724727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38098) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:47.778579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77a2d749-3951-4362-80a4-90243fd9b25e req-ceab218e-8597-46c0-b122-6139ae9650c0 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178756 Nov 27 16:09:47.803400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:47.804299 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:42Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:46Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:47.825365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:47.885351 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5f7e9-4fb7-466d-9ccf-87ef01c5f88f None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:42Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:46Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:47.946637 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aad8987d-d935-4684-8ea0-d67259493e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:47.961812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d54b7dcb-43fc-460c-adce-1d1de1298c24 None None] Provisioning complete for port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:47.962568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d54b7dcb-43fc-460c-adce-1d1de1298c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.088573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:48.098461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Allocated IP 2001:db8:1::2 (e731896f-dec1-4404-bb7c-2a28111bb3ad/e80b4398-d22c-445e-9fb8-f0f12207c7d5/3e86db40-e439-49cb-9752-2fefaf1c78d9) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:48.190582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aad8987d-d935-4684-8ea0-d67259493e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.208528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aad8987d-d935-4684-8ea0-d67259493e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.282530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-aad8987d-d935-4684-8ea0-d67259493e26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a94f1676b0f43b699c97830e20d3df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567424 Nov 27 16:09:48.288428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38106) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:48.315660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8987d-d935-4684-8ea0-d67259493e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b46c6-e881-48ae-99e4-f901549a5cfd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:48.420080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.437137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d54b7dcb-43fc-460c-adce-1d1de1298c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.463945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.532280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d54b7dcb-43fc-460c-adce-1d1de1298c24 None None] For port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,segment=NetworkSegment(9d0e105c-62e1-4c24-99ad-72d3c474cdda),segment_id=9d0e105c-62e1-4c24-99ad-72d3c474cdda)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:48.553833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.557090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.558623 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba8b46c6-e881-48ae-99e4-f901549a5cfd HTTP/1.1" status: 204 len: 168 time: 0.2705312 Nov 27 16:09:48.569010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b46c6-e881-48ae-99e4-f901549a5cfd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:48.569936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d54b7dcb-43fc-460c-adce-1d1de1298c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.579484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.580090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.581218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.581802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.582376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.583270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.585017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.585585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.586148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.586916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.589843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.590387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f0343-9cfd-4c33-a500-99d56f5967a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:09:48.598798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20f20-bf36-4825-99e3-d84b9a488436 req-08e06368-0639-44f7-85d0-44da9b868522 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:48.602525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-add20f20-bf36-4825-99e3-d84b9a488436 req-08e06368-0639-44f7-85d0-44da9b868522 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 949 time: 0.1442771 Nov 27 16:09:48.647775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b7dcb-43fc-460c-adce-1d1de1298c24 None None] Pushing event updated for resources: {'Port': ['ID=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:48.719274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:48.721696 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d283b-eb92-4a8e-a83b-8439e8c5474e" -d '{"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:48.735825 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.743092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d416a340-2c5e-417d-9934-aaaba9f8b644 None None] Provisioning complete for port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:48.743618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d416a340-2c5e-417d-9934-aaaba9f8b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.748000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:48.763285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-add20f20-bf36-4825-99e3-d84b9a488436 req-6ed5a090-a2a6-4496-9a8a-9bebe90e9286 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458552 Nov 27 16:09:48.795650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792cc1-6ca4-43c5-ba05-f1a2b2b6b367 req-8a68009f-7466-491a-a62b-c7e3b3475955 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:48.803437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a792cc1-6ca4-43c5-ba05-f1a2b2b6b367 req-8a68009f-7466-491a-a62b-c7e3b3475955 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.1663611 Nov 27 16:09:48.832072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-8b10a1b2-6a85-4f2d-9715-c564dd1204e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:48.834780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-8b10a1b2-6a85-4f2d-9715-c564dd1204e4 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8975c06f-23f2-4c73-b432-d3a51abfec1f HTTP/1.1" status: 200 len: 1096 time: 0.1540403 Nov 27 16:09:48.878715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Network e731896f-dec1-4404-bb7c-2a28111bb3ad is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:48.897852 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb8fbed-8946-43d8-953b-50138148f60f x-openstack-request-id: req-7bb8fbed-8946-43d8-953b-50138148f60f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:48.898149 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:48.898640 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bb8fbed-8946-43d8-953b-50138148f60f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:48.899456 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'code': 200} Nov 27 16:09:48.902795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:48.910021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:48.933786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7c97efaf-9142-43df-a386-bd257cf29f7c no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:48.937178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-5b24464a-1494-4333-8ecc-6b7c50e9da2b tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:48.947974 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-5b24464a-1494-4333-8ecc-6b7c50e9da2b tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 949 time: 0.2681344 Nov 27 16:09:48.957340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8:1::1 (e731896f-dec1-4404-bb7c-2a28111bb3ad/e80b4398-d22c-445e-9fb8-f0f12207c7d5/873101ea-3604-498c-aa76-757ff22f2877) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:48.982815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 7c97efaf-9142-43df-a386-bd257cf29f7c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:48.988788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7c97efaf-9142-43df-a386-bd257cf29f7c not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:48.991665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Pushing event updated for resources: {'Port': ['ID=3e86db40-e439-49cb-9752-2fefaf1c78d9,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:49.026518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a792cc1-6ca4-43c5-ba05-f1a2b2b6b367 req-c8ecd29a-296f-4578-acdb-f239302a7aad tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cd37748d-b29a-42a2-9ca7-e04a87448b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218721 Nov 27 16:09:49.159999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Deleting port acd570a9-fbcd-49c0-95c6-edac3cec4106 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:49.160905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.215804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Attempting to bind port 3e86db40-e439-49cb-9752-2fefaf1c78d9 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:49.225777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Attempting to bind port 3e86db40-e439-49cb-9752-2fefaf1c78d9 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:49.226306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Attempting to bind port 3e86db40-e439-49cb-9752-2fefaf1c78d9 on network e731896f-dec1-4404-bb7c-2a28111bb3ad {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:49.229684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Deleting port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:49.230143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.242594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:49.252128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Checking segment: {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:49.252681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.253225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Bound using segment: {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:49.253902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Bound port: 3e86db40-e439-49cb-9752-2fefaf1c78d9, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:49.254344 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.254947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5608f-a6a6-43db-a1ed-17c66f08e6ea req-f6271170-2ad3-426a-a05b-a4c27dab2cd3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:49.257120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8f5608f-a6a6-43db-a1ed-17c66f08e6ea req-f6271170-2ad3-426a-a05b-a4c27dab2cd3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 945 time: 0.2904131 Nov 27 16:09:49.296497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] For port acd570a9-fbcd-49c0-95c6-edac3cec4106, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acd570a9-fbcd-49c0-95c6-edac3cec4106,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:49.296900 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.323054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Calling delete_port for acd570a9-fbcd-49c0-95c6-edac3cec4106 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:49.363127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8f5608f-a6a6-43db-a1ed-17c66f08e6ea req-36124c90-4655-46b6-9403-7af06a7e436b tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979440 Nov 27 16:09:49.391228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] For port 000e99eb-d96c-4dd2-82dd-99dfa3576e58, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=000e99eb-d96c-4dd2-82dd-99dfa3576e58,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:49.391692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.404127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] For port 3e86db40-e439-49cb-9752-2fefaf1c78d9, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:49.404718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Calling delete_port for 000e99eb-d96c-4dd2-82dd-99dfa3576e58 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:49.410161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] For port 3e86db40-e439-49cb-9752-2fefaf1c78d9, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3e86db40-e439-49cb-9752-2fefaf1c78d9,segment=NetworkSegment(f34b01c7-0ae1-41c0-8965-8ce1c96c13e6),segment_id=f34b01c7-0ae1-41c0-8965-8ce1c96c13e6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:49.421049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.421311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.545486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.570002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.581251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdd0c-0766-4574-aeb3-64215020c831 None None] Pushing event updated for resources: {'Port': ['ID=3e86db40-e439-49cb-9752-2fefaf1c78d9,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:49.683914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network e731896f-dec1-4404-bb7c-2a28111bb3ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:49.689456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Pushing event deleted for resources: {'Port': ['ID=acd570a9-fbcd-49c0-95c6-edac3cec4106,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:49.695274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:49.699580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=873101ea-3604-498c-aa76-757ff22f2877,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:49.709976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:49.710524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.753114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] No DVR routers for this DVR port acd570a9-fbcd-49c0-95c6-edac3cec4106 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:49.756180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:49.771110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a0cfa14-7b6f-4065-a151-eb28917a76ad req-63f9030c-03a1-4ac6-9656-fae6089a8d74 tempest-TestServerMultinode-494990956 tempest-TestServerMultinode-494990956-project-admin] 10.222.0.21 "DELETE /v2.0/ports/acd570a9-fbcd-49c0-95c6-edac3cec4106 HTTP/1.1" status: 204 len: 173 time: 0.9034204 Nov 27 16:09:49.771715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'name': 'network-vif-deleted', 'tag': 'acd570a9-fbcd-49c0-95c6-edac3cec4106'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:49.791509 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a85895-acee-40fe-b1ea-bd068fb1abba" -d '{"events": [{"server_uuid": "8975c06f-23f2-4c73-b432-d3a51abfec1f", "name": "network-vif-deleted", "tag": "acd570a9-fbcd-49c0-95c6-edac3cec4106"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:50.080814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:50.139670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:50.234885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:50.235735 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:50.263738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:50.280585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Pushing event deleted for resources: {'Port': ['ID=000e99eb-d96c-4dd2-82dd-99dfa3576e58,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:50.375684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] No DVR routers for this DVR port 000e99eb-d96c-4dd2-82dd-99dfa3576e58 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:50.473153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:50.486406 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f5891db-c6b9-4c65-b5d8-31775e5746d9 req-888ce453-5b49-4933-bc59-61a336135565 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.37 "DELETE /v2.0/ports/000e99eb-d96c-4dd2-82dd-99dfa3576e58 HTTP/1.1" status: 204 len: 173 time: 1.5257881 Nov 27 16:09:50.487041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-deleted', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:50.507065 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373f85b-2a67-433e-867f-e3516d680feb" -d '{"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-deleted", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:50.762370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640f3f9-e511-4316-8722-27670ffd37bf req-383a9b0a-182d-41ce-98e2-a1cdb231bc0b tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:50.772250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d640f3f9-e511-4316-8722-27670ffd37bf req-383a9b0a-182d-41ce-98e2-a1cdb231bc0b tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 945 time: 0.9016149 Nov 27 16:09:50.841756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b1bd-71f4-4249-8bfb-78cf323801ac req-dee3ccc3-630e-4f3d-8205-bf828f74d51a tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:50.855077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb5b1bd-71f4-4249-8bfb-78cf323801ac req-dee3ccc3-630e-4f3d-8205-bf828f74d51a tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f64aa8e-e093-4d55-985e-6d3a79ef7ae3 HTTP/1.1" status: 200 len: 866 time: 0.9167566 Nov 27 16:09:50.956143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acd570a9-fbcd-49c0-95c6-edac3cec4106 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:51.025395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d640f3f9-e511-4316-8722-27670ffd37bf req-9956d18d-ec75-4781-a2f2-f31efc9ba14d tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5044cd87-828e-47cd-ba2f-e975ba163de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509966 Nov 27 16:09:51.045161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: acd570a9-fbcd-49c0-95c6-edac3cec4106 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:51.050959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acd570a9-fbcd-49c0-95c6-edac3cec4106 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:51.098471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:51.120427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:51.122184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:51.131144 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd19189-b00c-4337-9b34-ea2b880581ed x-openstack-request-id: req-3bd19189-b00c-4337-9b34-ea2b880581ed {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:51.131463 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8975c06f-23f2-4c73-b432-d3a51abfec1f", "name": "network-vif-deleted", "tag": "acd570a9-fbcd-49c0-95c6-edac3cec4106", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:51.134671 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bd19189-b00c-4337-9b34-ea2b880581ed {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:51.135082 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8975c06f-23f2-4c73-b432-d3a51abfec1f', 'name': 'network-vif-deleted', 'tag': 'acd570a9-fbcd-49c0-95c6-edac3cec4106', 'status': 'completed', 'code': 200} Nov 27 16:09:51.145967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb5b1bd-71f4-4249-8bfb-78cf323801ac req-3d74c6c1-56c5-42bb-858d-bf9d5bdb52d5 tempest-ImagesOneServerTestJSON-773676591 tempest-ImagesOneServerTestJSON-773676591-project] 10.222.0.15 "GET /v2.0/security-groups?id=da0892a0-ae67-4e58-8720-641abbac133e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890885 Nov 27 16:09:51.193449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38172) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:51.260870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=873101ea-3604-498c-aa76-757ff22f2877,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:51.272916 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df92f30b-8e6b-4b40-9455-28464c6a785a x-openstack-request-id: req-df92f30b-8e6b-4b40-9455-28464c6a785a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:51.273221 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64aa8e-e093-4d55-985e-6d3a79ef7ae3", "name": "network-vif-deleted", "tag": "000e99eb-d96c-4dd2-82dd-99dfa3576e58", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:51.273531 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df92f30b-8e6b-4b40-9455-28464c6a785a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:51.273944 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f64aa8e-e093-4d55-985e-6d3a79ef7ae3', 'name': 'network-vif-deleted', 'tag': '000e99eb-d96c-4dd2-82dd-99dfa3576e58', 'status': 'completed', 'code': 200} Nov 27 16:09:51.403620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-700992cd-902b-4c33-a091-5a00b45961a0 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:51.406493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-700992cd-902b-4c33-a091-5a00b45961a0 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.21 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 945 time: 0.1680999 Nov 27 16:09:51.428673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network e731896f-dec1-4404-bb7c-2a28111bb3ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:51.430404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:51.567156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8fee3-83e6-4184-9f03-fdfb36359ee9 None None] Network e731896f-dec1-4404-bb7c-2a28111bb3ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:51.673355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Deleting port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:51.674001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:51.683965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:51.756715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fc7d2e25-8c21-4bf5-b456-23ec36e5361f None None] Provisioning complete for port 3e86db40-e439-49cb-9752-2fefaf1c78d9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:51.759548 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2e25-8c21-4bf5-b456-23ec36e5361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:51.772688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] For port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,segment=NetworkSegment(751fc46f-4065-47a1-9f1e-c082f951c1a6),segment_id=751fc46f-4065-47a1-9f1e-c082f951c1a6)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:51.773767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:51.789509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Calling delete_port for cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:51.965845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:51.976756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa9c3aee-0c26-4895-8d97-136732c58d9e tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3838651 Nov 27 16:09:51.982664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:51.991015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:51.998432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1899723713'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:52.056599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:52.057567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:52.060262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:52.064746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.071770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3e86db40-e439-49cb-9752-2fefaf1c78d9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:52.108475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.129071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:09:52.154819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.155309 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment e45fd97b-abc3-46db-86f2-f6c919ebeec7 of type vlan for network 8f3e0142-7158-45da-a8de-bfd197dda902 Nov 27 16:09:52.217729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Pushing event deleted for resources: {'Port': ['ID=cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:52.253581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.292202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7621037b-42fb-48b5-a96e-9ed1252edb31 req-f8c1cd45-4332-42be-b361-c4eecf582254 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.15 "GET /v2.0/ports?device_id=68270a25-4be1-41cc-bfd9-a0ed712b2f57 HTTP/1.1" status: 200 len: 210 time: 0.0559657 Nov 27 16:09:52.311596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.323196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:52.324577 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.400034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] No DVR routers for this DVR port cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:09:52.410023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:52.465439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.479000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4096db9b-2ca7-4dc6-aa53-f9a3bdbe884e req-c49b356c-8bd2-4895-a92d-7dcfadd1b5f3 tempest-InstanceActionsV221TestJSON-1252202728 tempest-InstanceActionsV221TestJSON-1252202728-project] 10.222.0.21 "DELETE /v2.0/ports/cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 HTTP/1.1" status: 204 len: 173 time: 1.0601485 Nov 27 16:09:52.579255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:09:52.719834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.861182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3e86db40-e439-49cb-9752-2fefaf1c78d9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:52.863899 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:52.937295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:52.976072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:53.095610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 000e99eb-d96c-4dd2-82dd-99dfa3576e58 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:53.100291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 000e99eb-d96c-4dd2-82dd-99dfa3576e58 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:53.130680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2e25-8c21-4bf5-b456-23ec36e5361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.136428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Deleting port 7bb2759f-76e9-483a-8856-c61c3de9bfcc {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:53.147594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.163818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'name': 'network-vif-deleted', 'tag': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:09:53.167173 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0421b1-cb16-4e64-b44a-e0c9560e2835" -d '{"events": [{"server_uuid": "68270a25-4be1-41cc-bfd9-a0ed712b2f57", "name": "network-vif-deleted", "tag": "cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:09:53.325654 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ec0723-00ed-4243-a171-0e6b2afdfc65 x-openstack-request-id: req-48ec0723-00ed-4243-a171-0e6b2afdfc65 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:09:53.326416 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68270a25-4be1-41cc-bfd9-a0ed712b2f57", "name": "network-vif-deleted", "tag": "cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:09:53.326665 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48ec0723-00ed-4243-a171-0e6b2afdfc65 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:09:53.327550 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68270a25-4be1-41cc-bfd9-a0ed712b2f57', 'name': 'network-vif-deleted', 'tag': 'cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41', 'status': 'completed', 'code': 200} Nov 27 16:09:53.359148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc7d2e25-8c21-4bf5-b456-23ec36e5361f None None] For port 3e86db40-e439-49cb-9752-2fefaf1c78d9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3e86db40-e439-49cb-9752-2fefaf1c78d9,segment=NetworkSegment(f34b01c7-0ae1-41c0-8965-8ce1c96c13e6),segment_id=f34b01c7-0ae1-41c0-8965-8ce1c96c13e6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:53.409381 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2e25-8c21-4bf5-b456-23ec36e5361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.432901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-923d3da5-0b29-41c9-967d-b3340995f6fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebdb5c3facaf4ccb86a5e439e2eb1a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4919345 Nov 27 16:09:53.433843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:53.452402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=8f3e0142-7158-45da-a8de-bfd197dda902,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:53.485936 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0e0dcc4-aa54-42a0-aa2c-6ee755d6625c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5021069 Nov 27 16:09:53.486609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38222) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:53.497224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:09:53.577783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2e25-8c21-4bf5-b456-23ec36e5361f None None] Pushing event updated for resources: {'Port': ['ID=3e86db40-e439-49cb-9752-2fefaf1c78d9,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:53.585101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8f3e0142-7158-45da-a8de-bfd197dda902 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:09:53.601199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.661440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] For port 7bb2759f-76e9-483a-8856-c61c3de9bfcc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7bb2759f-76e9-483a-8856-c61c3de9bfcc,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:53.662470 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.713658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Calling delete_port for 7bb2759f-76e9-483a-8856-c61c3de9bfcc owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:09:53.763039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:09:53.767582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.781764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81e422da-efd3-4b7b-92ae-6c82c8536444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.859345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38236) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:53.887936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-379da55d-e068-42da-8e1d-e9c904f20205 None None] Provisioning complete for port 873101ea-3604-498c-aa76-757ff22f2877 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:53.888321 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-379da55d-e068-42da-8e1d-e9c904f20205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:53.973431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-379da55d-e068-42da-8e1d-e9c904f20205 None None] Port 873101ea-3604-498c-aa76-757ff22f2877 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:54.030629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:49Z', 'revision_number': 3, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:50Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:54.034861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Deleting subnet 8f2b2538-5aba-43e4-b4e7-1f50c4a02677 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:09:54.071538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.101203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:09:54.103917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Updating router f502b40f-8201-42fc-a428-a2504cccb9a1 port 873101ea-3604-498c-aa76-757ff22f2877 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:09:54.147235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81e422da-efd3-4b7b-92ae-6c82c8536444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.208850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.227380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-379da55d-e068-42da-8e1d-e9c904f20205 None None] Provisioning complete for port 3e86db40-e439-49cb-9752-2fefaf1c78d9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:54.227975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-379da55d-e068-42da-8e1d-e9c904f20205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.237778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.266430 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.293859 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:09:54.294202 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:09:54.339849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=26ca021e-1b31-4a2f-8bad-cfb2fb2bc812,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:54.366352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.376026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:54.376320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: 8f3e0142-7158-45da-a8de-bfd197dda902, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:09:54.419990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 8f3e0142-7158-45da-a8de-bfd197dda902 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:09:54.432455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8f3e0142-7158-45da-a8de-bfd197dda902) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:54.440981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:09:54.443834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.453438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81e422da-efd3-4b7b-92ae-6c82c8536444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.461300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81e422da-efd3-4b7b-92ae-6c82c8536444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.464626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-81e422da-efd3-4b7b-92ae-6c82c8536444 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da0892a0-ae67-4e58-8720-641abbac133e HTTP/1.1" status: 204 len: 168 time: 1.0199196 Nov 27 16:09:54.479844 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-26a3d7f5-52c5-4eb2-8812-8cf275828a5f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9917028 Nov 27 16:09:54.482356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:54.572139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e422da-efd3-4b7b-92ae-6c82c8536444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0892a0-ae67-4e58-8720-641abbac133e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:54.579739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.626000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb2759f-76e9-483a-8856-c61c3de9bfcc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:54.692769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.701430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1479a95-141c-4284-b63d-2cbc413a983c None None] Network 8f3e0142-7158-45da-a8de-bfd197dda902 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:09:54.717855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.768656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.863884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2b2538-5aba-43e4-b4e7-1f50c4a02677,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:54.866929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:54.873565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-92668fad-93a9-432c-89fa-cd19625eb23a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8f2b2538-5aba-43e4-b4e7-1f50c4a02677 HTTP/1.1" status: 204 len: 168 time: 1.0109520 Nov 27 16:09:54.874938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38266) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:54.985297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.142691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:09:55.348018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:09:55.348166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device cd9cb89e-55a9-4be2-8d85-e3a6b6cc1e41 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:09:55.448146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3cae-bb9e-4de9-8927-a1b688e53a87 None None] Pushing event updated for resources: {'Port': ['ID=873101ea-3604-498c-aa76-757ff22f2877,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:55.504029 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.506944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.514042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3e86db40-e439-49cb-9752-2fefaf1c78d9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:09:55.591924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0e5066-7f0a-445a-b0b7-265289db6cd7']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:55.613725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b55f7334-a5b6-4aaf-8f02-0e430814d889 None None] Provisioning complete for port 873101ea-3604-498c-aa76-757ff22f2877 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:55.614601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b55f7334-a5b6-4aaf-8f02-0e430814d889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.654518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751fc46f-4065-47a1-9f1e-c082f951c1a6') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:55.655000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751fc46f-4065-47a1-9f1e-c082f951c1a6') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:55.671429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b55f7334-a5b6-4aaf-8f02-0e430814d889 None None] Port 873101ea-3604-498c-aa76-757ff22f2877 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:55.690229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Attempting to bind port 873101ea-3604-498c-aa76-757ff22f2877 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:55.690875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Attempting to bind port 873101ea-3604-498c-aa76-757ff22f2877 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:55.691582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Attempting to bind port 873101ea-3604-498c-aa76-757ff22f2877 on network e731896f-dec1-4404-bb7c-2a28111bb3ad {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:55.700561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:55.701235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Checking segment: {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:55.701865 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.702290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Bound using segment: {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:55.702845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Bound port: 873101ea-3604-498c-aa76-757ff22f2877, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:55.703300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.704465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.744814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.898766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.934522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:09:55.934996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:09:55.944993 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:09:56.094981 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.110084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.121926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea0e5066-7f0a-445a-b0b7-265289db6cd7 HTTP/1.1" status: 204 len: 168 time: 1.2427697 Nov 27 16:09:56.138024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-288db09c-aef3-4908-b04b-8610a0bf177d None None] Provisioning complete for port 873101ea-3604-498c-aa76-757ff22f2877 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:56.147523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-288db09c-aef3-4908-b04b-8610a0bf177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.165897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3e86db40-e439-49cb-9752-2fefaf1c78d9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:56.166961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f26ffe-73ef-4efd-b8ab-e91b0ef40b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0e5066-7f0a-445a-b0b7-265289db6cd7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:56.167557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.292914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8f3e0142-7158-45da-a8de-bfd197dda902', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:09:56.295514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.313111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] For port 873101ea-3604-498c-aa76-757ff22f2877, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:56.385542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] For port 873101ea-3604-498c-aa76-757ff22f2877, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=873101ea-3604-498c-aa76-757ff22f2877,segment=NetworkSegment(f34b01c7-0ae1-41c0-8965-8ce1c96c13e6),segment_id=f34b01c7-0ae1-41c0-8965-8ce1c96c13e6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:56.407943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-288db09c-aef3-4908-b04b-8610a0bf177d None None] Port 873101ea-3604-498c-aa76-757ff22f2877 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:09:56.428414 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.464615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8:2::1 (8f3e0142-7158-45da-a8de-bfd197dda902/26ca021e-1b31-4a2f-8bad-cfb2fb2bc812/2847ecc5-ccd9-4be6-8bb6-312d5825c9c1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:56.643030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Router 7706f234-4470-4f2f-85b6-288ded82c2ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:56.673323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:56.794612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:56.848358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:56.852321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:56.901706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9fa99531-357f-4cb3-b1fe-b010678c5089 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3a3df1e10c643b6b728bc9ea0e87e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234242 Nov 27 16:09:56.905148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38310) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:56.968016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.118018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:57.128082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 8f3e0142-7158-45da-a8de-bfd197dda902 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:57.132888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:57.138359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:57.139070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.165639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:57.201247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec34f1bf-5130-455d-9a30-b144db5e4b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.290293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:09:57.303151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-79154a89-552c-44dc-a7a4-f0c1bc44cada admin admin] 10.222.0.15 "PUT /v2.0/routers/7706f234-4470-4f2f-85b6-288ded82c2ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1064477 Nov 27 16:09:57.307543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38322) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:57.318707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec34f1bf-5130-455d-9a30-b144db5e4b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.331850 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] Sync routers for ids ['7706f234-4470-4f2f-85b6-288ded82c2ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:09:57.355169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] Routers {'7706f234-4470-4f2f-85b6-288ded82c2ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:57.355819 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['7706f234-4470-4f2f-85b6-288ded82c2ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:57.425689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3cae-bb9e-4de9-8927-a1b688e53a87 None None] Pushing event updated for resources: {'Port': ['ID=873101ea-3604-498c-aa76-757ff22f2877,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:57.431803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec34f1bf-5130-455d-9a30-b144db5e4b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.444015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec34f1bf-5130-455d-9a30-b144db5e4b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.445434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ec34f1bf-5130-455d-9a30-b144db5e4b5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5044cd87-828e-47cd-ba2f-e975ba163de8 HTTP/1.1" status: 204 len: 168 time: 0.5392790 Nov 27 16:09:57.477059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34f1bf-5130-455d-9a30-b144db5e4b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044cd87-828e-47cd-ba2f-e975ba163de8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:57.619417 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] Set router 7706f234-4470-4f2f-85b6-288ded82c2ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:57.770149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Allocated IP 2001:db8:2::2 (8f3e0142-7158-45da-a8de-bfd197dda902/26ca021e-1b31-4a2f-8bad-cfb2fb2bc812/a067ff51-921d-4713-bf25-2689b2b07946) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:09:57.829695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.882344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:57.924037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:58.008403 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.076553 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.140687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Network 8f3e0142-7158-45da-a8de-bfd197dda902 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:58.152951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:58.153773 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:09:54Z', 'revision_number': 5, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:58.163912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:09:58.256102 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] Checking router: 7706f234-4470-4f2f-85b6-288ded82c2ed for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:09:58.269887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-755c723d-3d79-4f64-ace1-8c73f4045763 None None] Provisioning complete for port 873101ea-3604-498c-aa76-757ff22f2877 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:09:58.274167 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-755c723d-3d79-4f64-ace1-8c73f4045763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.295993 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] Routers {'7706f234-4470-4f2f-85b6-288ded82c2ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:09:58.297029 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['7706f234-4470-4f2f-85b6-288ded82c2ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:58.490063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Pushing event updated for resources: {'Port': ['ID=a067ff51-921d-4713-bf25-2689b2b07946,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:58.603333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e090a2e2-080a-403e-a0d5-a1718efbe7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.604401 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] Set router 7706f234-4470-4f2f-85b6-288ded82c2ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:09:58.650421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Attempting to bind port a067ff51-921d-4713-bf25-2689b2b07946 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:09:58.654070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Attempting to bind port a067ff51-921d-4713-bf25-2689b2b07946 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:09:58.654456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Attempting to bind port a067ff51-921d-4713-bf25-2689b2b07946 on network 8f3e0142-7158-45da-a8de-bfd197dda902 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:09:58.670590 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-755c723d-3d79-4f64-ace1-8c73f4045763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.691042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:09:58.691400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Checking segment: {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:09:58.691760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.692215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Bound using segment: {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:09:58.693200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Bound port: a067ff51-921d-4713-bf25-2689b2b07946, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:09:58.693618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.810572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e090a2e2-080a-403e-a0d5-a1718efbe7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.819507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e090a2e2-080a-403e-a0d5-a1718efbe7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.871688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e090a2e2-080a-403e-a0d5-a1718efbe7ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=575feb59e85b4d6dbc808ec95b6c108d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9435599 Nov 27 16:09:58.872667 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.874188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:09:58.918175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a2e2-080a-403e-a0d5-a1718efbe7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33e75b-4e9c-49a4-aa74-e7636108b1c8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:58.923807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.924795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:58.952833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-755c723d-3d79-4f64-ace1-8c73f4045763 None None] For port 873101ea-3604-498c-aa76-757ff22f2877, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=873101ea-3604-498c-aa76-757ff22f2877,segment=NetworkSegment(f34b01c7-0ae1-41c0-8965-8ce1c96c13e6),segment_id=f34b01c7-0ae1-41c0-8965-8ce1c96c13e6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:09:59.001851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-755c723d-3d79-4f64-ace1-8c73f4045763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.124669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] For port a067ff51-921d-4713-bf25-2689b2b07946, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:09:59.191122 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.197615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:59.198342 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:09:54Z', 'revision_number': 5, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:59.211181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 8f3e0142-7158-45da-a8de-bfd197dda902 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:09:59.216424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:09:59.229972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] For port a067ff51-921d-4713-bf25-2689b2b07946, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a067ff51-921d-4713-bf25-2689b2b07946,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:09:59.269352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.272146 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08454b-f866-427f-9d68-7106c35d7005 None None] The sync data for ids ['7706f234-4470-4f2f-85b6-288ded82c2ed'] in n-d-819494-4 is: [{'id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'name': 'tempest-TestServerMultinode-502390516-router', 'tenant_id': '18125cbe40ae49509805a55b022c979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:32Z', 'updated_at': '2021-11-27T16:09:54Z', 'revision_number': 5, 'project_id': '18125cbe40ae49509805a55b022c979d', 'gw_port': {'id': '7b606c6e-3bc2-4d11-b54e-8745883900d5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7706f234-4470-4f2f-85b6-288ded82c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:34Z', 'updated_at': '2021-11-27T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:59.297591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c723d-3d79-4f64-ace1-8c73f4045763 None None] Pushing event updated for resources: {'Port': ['ID=873101ea-3604-498c-aa76-757ff22f2877,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:59.425888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:49Z', 'revision_number': 3, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:56Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:09:59.513960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323827-a6f1-4dbb-94d2-0f0b73c5e006 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:49Z', 'revision_number': 3, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:56Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:09:59.525892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4e3e7-6ff4-4dc9-aa1b-000c2927c099 None None] Pushing event updated for resources: {'Port': ['ID=a067ff51-921d-4713-bf25-2689b2b07946,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:09:59.541643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28bd5fd0-8973-4a1e-88bc-e5bb73eb705e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.664635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28bd5fd0-8973-4a1e-88bc-e5bb73eb705e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.710770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Deleting port 7b606c6e-3bc2-4d11-b54e-8745883900d5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:09:59.711117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.714341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:09:59.807981 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:09:59.881627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:00.022169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28bd5fd0-8973-4a1e-88bc-e5bb73eb705e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.025667 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28bd5fd0-8973-4a1e-88bc-e5bb73eb705e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.027199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-28bd5fd0-8973-4a1e-88bc-e5bb73eb705e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b33e75b-4e9c-49a4-aa74-e7636108b1c8 HTTP/1.1" status: 204 len: 168 time: 1.1503146 Nov 27 16:10:00.069424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5fd0-8973-4a1e-88bc-e5bb73eb705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33e75b-4e9c-49a4-aa74-e7636108b1c8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:00.079488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] For port 7b606c6e-3bc2-4d11-b54e-8745883900d5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7b606c6e-3bc2-4d11-b54e-8745883900d5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:00.079865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.110240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Calling delete_port for 7b606c6e-3bc2-4d11-b54e-8745883900d5 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:00.116527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:00.131071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38370) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:00.132108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d63ee062-f868-498b-bef8-a77df0ebd758 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6485555 Nov 27 16:10:00.138097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-664947583'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:00.251125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:00.267425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.360803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:10:00.390809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1482030095-network', 'tenant_id': '96d4abda79dd41d9bd82d1746eeeb180'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:00.536350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.537130 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added segment 9f518e70-adca-4d54-8cfb-6a689be08f3c of type vlan for network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 Nov 27 16:10:00.540777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 873101ea-3604-498c-aa76-757ff22f2877 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:00.714082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.765832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 873101ea-3604-498c-aa76-757ff22f2877 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:00.766596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:00.873782 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:01.016601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b606c6e-3bc2-4d11-b54e-8745883900d5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:01.027134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a067ff51-921d-4713-bf25-2689b2b07946 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:01.147545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e2689-53a4-4b84-a9ce-d25ae9fd1147 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:01.277256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a067ff51-921d-4713-bf25-2689b2b07946 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:01.277892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:01.498382 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:01.597944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port a067ff51-921d-4713-bf25-2689b2b07946, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a067ff51-921d-4713-bf25-2689b2b07946,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:01.607333 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:01.669314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38388) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:01.710258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7bb2759f-76e9-483a-8856-c61c3de9bfcc no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:01.756673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:01.782913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:01.783848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:01.785158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc16be-34d6-4087-adb2-525ae2e9194a None None] Network 8f3e0142-7158-45da-a8de-bfd197dda902 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:01.793171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:01.812403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7bb2759f-76e9-483a-8856-c61c3de9bfcc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:01.814055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7bb2759f-76e9-483a-8856-c61c3de9bfcc not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:01.968410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:01.969083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:09:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:01.998179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Network': ['ID=9af5d481-15f7-4c3e-93fa-aa0bf87da0a9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:02.006148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Made reservation on behalf of 96d4abda79dd41d9bd82d1746eeeb180 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:02.009989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.026501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.079452 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6f81d51-af25-4904-b076-548560decf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.262297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6f81d51-af25-4904-b076-548560decf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.267513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa8ba534-7cdb-47b0-9bcd-28ccdc5b6eb6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1353552 Nov 27 16:10:02.272345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38408) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:02.287511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'subnet': {'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:02.292931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:10:02.294887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6f81d51-af25-4904-b076-548560decf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.303034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.319076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.326533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-adae1faa-b65d-496c-b79e-14f4c006c7c2 None None] Provisioning complete for port a067ff51-921d-4713-bf25-2689b2b07946 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:02.326907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-adae1faa-b65d-496c-b79e-14f4c006c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.361232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=a067ff51-921d-4713-bf25-2689b2b07946,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:02.368647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6f81d51-af25-4904-b076-548560decf58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0fcad5a24b442089adb013dc5757cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6847689 Nov 27 16:10:02.376754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38414) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:02.471199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f81d51-af25-4904-b076-548560decf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8258e81f-4c04-4ec4-bdcb-02d2b96ff948,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:02.548330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.552372 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.579339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:02.648448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.649246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7706f234-4470-4f2f-85b6-288ded82c2ed {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:10:02.654286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.655595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e79ba99f-14d6-4c26-83c9-190094b8e373 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7706f234-4470-4f2f-85b6-288ded82c2ed HTTP/1.1" status: 204 len: 168 time: 5.3470306 Nov 27 16:10:02.658794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38416) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:02.793923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Deleting subnet abde9041-a473-4b52-bb63-97efe98af883 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:10:02.804669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.893046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Made reservation on behalf of f2f9e30256734cb7a4c5893b4ad1e5a9 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:02.902218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:02.932414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.071624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.080504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6016de51-2a25-4e84-8391-fe24bf4bc287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.150704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.160627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6016de51-2a25-4e84-8391-fe24bf4bc287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.232596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.301353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.330959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:10:03.380733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abde9041-a473-4b52-bb63-97efe98af883,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:03.404616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.406813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7cb652-2d34-4ba9-8bb9-bde84a037f43 None None] Network c416e264-c96b-4650-88ec-cefcaa9b9c85 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:03.408277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee4a1a-584e-4f09-b159-6132a1bebc45,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:03.412527 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.412971 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Added segment 8e9d2f88-f331-43ef-b477-49b7bf3e57a2 of type vlan for network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 Nov 27 16:10:03.429981 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ffd2ebc4-1cf0-4695-ab8c-b09d27ac66b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abde9041-a473-4b52-bb63-97efe98af883 HTTP/1.1" status: 204 len: 168 time: 0.7702472 Nov 27 16:10:03.441245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38426) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:03.447774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:57Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:03.580787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.625492 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.626832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:03.627435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.633795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:03.634178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Updating router f502b40f-8201-42fc-a428-a2504cccb9a1 port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:03.637983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.639986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6016de51-2a25-4e84-8391-fe24bf4bc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.643478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6016de51-2a25-4e84-8391-fe24bf4bc287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.648595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6016de51-2a25-4e84-8391-fe24bf4bc287 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8258e81f-4c04-4ec4-bdcb-02d2b96ff948 HTTP/1.1" status: 204 len: 168 time: 1.2516828 Nov 27 16:10:03.719038 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.775546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Deleting port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:03.776420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.814939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016de51-2a25-4e84-8391-fe24bf4bc287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8258e81f-4c04-4ec4-bdcb-02d2b96ff948,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:03.861310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-193150da-9a30-40d4-848a-0ee0e6c71f61 None None] Provisioning complete for port a067ff51-921d-4713-bf25-2689b2b07946 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:03.861773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-193150da-9a30-40d4-848a-0ee0e6c71f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.965559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.0814369 Nov 27 16:10:03.966351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38436) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:03.987269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] For port 50f2dee7-82bf-4f44-a4c8-b2fa93683167, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=50f2dee7-82bf-4f44-a4c8-b2fa93683167,segment=NetworkSegment(6a1d2855-14f2-4002-8038-286ade8633f4),segment_id=6a1d2855-14f2-4002-8038-286ade8633f4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:03.989552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:03.995541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Request body: {'subnet': {'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1482030095-subnet', 'tenant_id': '96d4abda79dd41d9bd82d1746eeeb180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:04.011419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94e244-3dc2-4042-a80f-786abef99cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:04.037477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Calling delete_port for 50f2dee7-82bf-4f44-a4c8-b2fa93683167 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:04.060143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.190040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Made reservation on behalf of 96d4abda79dd41d9bd82d1746eeeb180 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:04.192992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.214871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:10:04.279476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a067ff51-921d-4713-bf25-2689b2b07946 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:04.287856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.378001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] No DVR routers for this DVR port 50f2dee7-82bf-4f44-a4c8-b2fa93683167 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:04.430713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a600be-f5bd-4b02-b75c-09cd7db728a1 None None] DHCP port deletion for c416e264-c96b-4650-88ec-cefcaa9b9c85 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:04.456592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Subnet': ['ID=6f192b90-dd3d-47b2-8d8a-58ab83d040a3,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:04.491982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f2dee7-82bf-4f44-a4c8-b2fa93683167,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:04.499187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.552852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a067ff51-921d-4713-bf25-2689b2b07946 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:04.553626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.555363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c416e264-c96b-4650-88ec-cefcaa9b9c85']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:04.599741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1d2855-14f2-4002-8038-286ade8633f4') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:04.600972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1d2855-14f2-4002-8038-286ade8633f4') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:04.609968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Checking segment: {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:04.613028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network hostable DHCP agents. Network: 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:10:04.638945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.674980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:10:04.675318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.695487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:10:04.696657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:10:04.705320 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:10:04.780143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:04.797670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:04.798277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.811520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc76ef4-fc24-41ff-b27c-553c646cc3f8 None None] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:04.826536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.833891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:04.845931 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c416e264-c96b-4650-88ec-cefcaa9b9c85 HTTP/1.1" status: 204 len: 168 time: 1.4026358 Nov 27 16:10:04.849764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38458) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:04.921692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901afd-f982-43bd-8e3a-e31bac192286 admin admin] Pushing event deleted for resources: {'Network': ['ID=c416e264-c96b-4650-88ec-cefcaa9b9c85,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:04.925422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:04.932417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-099a63c0-553a-461b-86db-60ac3b91c0da tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6453695 Nov 27 16:10:04.965330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:05.092940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf46d47e-10e8-4380-a099-1be828be3719,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:05.140338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Checking segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:05.141797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:10:05.142854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:05.150309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Network hostable DHCP agents. Network: 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:10:05.210428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:10:05.240920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:05.249304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:05.249919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:05.295208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f02bcb0f-0cfc-4019-b37c-ce23db943f57 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3197682 Nov 27 16:10:05.520512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Allocated IP 2001:db8:3::2 (9af5d481-15f7-4c3e-93fa-aa0bf87da0a9/6f192b90-dd3d-47b2-8d8a-58ab83d040a3/d67105af-e3c2-403b-afe0-27632abc99d6) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:05.660062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008f643-107d-4354-81f6-3f50685aef07 None None] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:06.162160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-05be3ee9-446b-432f-92fc-71853917e777 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:06.172055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-05be3ee9-446b-432f-92fc-71853917e777 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 813 time: 0.2278690 Nov 27 16:10:06.200194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-7a53b618-5ec1-4d2a-9337-ee5d0f54262a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/quotas/96d4abda79dd41d9bd82d1746eeeb180 HTTP/1.1" status: 200 len: 375 time: 0.0269830 Nov 27 16:10:06.208620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:06.267889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-f026ec69-7982-4a79-9f3a-c3deeaa33770 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665281 Nov 27 16:10:06.467261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-193150da-9a30-40d4-848a-0ee0e6c71f61 None None] Provisioning complete for port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:06.469087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-581408a0-6178-4319-8b4e-124538d33220 service neutron] 10.222.0.15 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995904 Nov 27 16:10:06.470828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-193150da-9a30-40d4-848a-0ee0e6c71f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:06.592260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:06.664506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:06.672049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-193150da-9a30-40d4-848a-0ee0e6c71f61 None None] Port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:06.695934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd69297-8959-4e7b-8ce1-25dbb6ffc156 None None] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:06.696313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-51e915ad-ff11-4245-9a77-1b79688f588a service neutron] 10.222.0.15 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250779 Nov 27 16:10:06.721314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4994cb0d-27f4-430e-8bac-c2f11211ac37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:06.727421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.255394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5292370-76a0-49f8-9b70-6e0a67628028 req-a25ce2a7-cf13-46bc-a173-7fe1e57c8f03 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Nov 27 16:10:07.415046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-181ff32b-5baf-46df-a4c9-0a1188f8470d None None] Provisioning complete for port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:07.415620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-181ff32b-5baf-46df-a4c9-0a1188f8470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.465084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7b606c6e-3bc2-4d11-b54e-8745883900d5 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:07.500538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Deleting port 8158092b-4a29-4386-8187-649aaeb874e6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:07.501148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.620756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd777b-4c07-47ca-8eb2-9689900b81c0 None None] Pushing event updated for resources: {'Port': ['ID=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:07.665206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7b606c6e-3bc2-4d11-b54e-8745883900d5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:07.666585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7b606c6e-3bc2-4d11-b54e-8745883900d5 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:07.698087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] For port 8158092b-4a29-4386-8187-649aaeb874e6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8158092b-4a29-4386-8187-649aaeb874e6,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:07.698475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.738787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Calling delete_port for 8158092b-4a29-4386-8187-649aaeb874e6 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:07.786681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Attempting to bind port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:07.790919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Attempting to bind port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:07.791413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Attempting to bind port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 on network 8f3e0142-7158-45da-a8de-bfd197dda902 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:07.807734 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f092dfa4-cec0-44f3-a4f6-060f49dfaefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.814732 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.819892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-181ff32b-5baf-46df-a4c9-0a1188f8470d None None] Port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:07.824848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:07.825503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Checking segment: {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:07.826847 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.827618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Bound using segment: {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:07.828322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Bound port: 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45fd97b-abc3-46db-86f2-f6c919ebeec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:07.828977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.834353 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:07.902059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Pushing event updated for resources: {'Port': ['ID=d67105af-e3c2-403b-afe0-27632abc99d6,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:07.905610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 50f2dee7-82bf-4f44-a4c8-b2fa93683167 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:07.946241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:07.949169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 50f2dee7-82bf-4f44-a4c8-b2fa93683167 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:07.949711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 50f2dee7-82bf-4f44-a4c8-b2fa93683167 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:07.955350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:07.958756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:08.011734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Allocated IP 2001:db8:3::1 (9af5d481-15f7-4c3e-93fa-aa0bf87da0a9/6f192b90-dd3d-47b2-8d8a-58ab83d040a3/59319d04-a2af-4dc3-b0b0-e241db03dbec) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:08.029180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1bc5bb2c-a80a-48a0-bf87-0be645a54b82 None None] Provisioning complete for port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:08.030532 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bb2c-a80a-48a0-bf87-0be645a54b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.139898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5bb2c-a80a-48a0-bf87-0be645a54b82 None None] Port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:08.181561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Attempting to bind port d67105af-e3c2-403b-afe0-27632abc99d6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:08.181989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Attempting to bind port d67105af-e3c2-403b-afe0-27632abc99d6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:08.182395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Attempting to bind port d67105af-e3c2-403b-afe0-27632abc99d6 on network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:08.219266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:08.219667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Checking segment: {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:08.220103 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.224140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Bound using segment: {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:08.224688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Bound port: d67105af-e3c2-403b-afe0-27632abc99d6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:08.225087 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.263940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] For port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:08.310772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] For port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:08.330117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.429990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2da20c06-fa4b-4003-bb9b-893f12ea88ed req-5dd72fb5-62c6-4718-84bf-b565aad2c1a4 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 210 time: 0.1070576 Nov 27 16:10:08.460354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.500515 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.509504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38568) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:08.576258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] For port d67105af-e3c2-403b-afe0-27632abc99d6, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:08.619308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Pushing event deleted for resources: {'Port': ['ID=8158092b-4a29-4386-8187-649aaeb874e6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:08.739813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd777b-4c07-47ca-8eb2-9689900b81c0 None None] Pushing event updated for resources: {'Port': ['ID=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:08.763349 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.770571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] For port d67105af-e3c2-403b-afe0-27632abc99d6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d67105af-e3c2-403b-afe0-27632abc99d6,segment=NetworkSegment(9f518e70-adca-4d54-8cfb-6a689be08f3c),segment_id=9f518e70-adca-4d54-8cfb-6a689be08f3c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:08.772206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:08.773087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:08.819064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:08.883925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.016335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.091615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.103002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.158534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a77a194d6d4a49ce9306b0b1c500af55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6475270 Nov 27 16:10:09.162528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38578) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:09.228043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6e012cdd-03ca-4732-be85-43b247299f87 None None] Provisioning complete for port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:09.228287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6e012cdd-03ca-4732-be85-43b247299f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.283185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4393849c-3e10-4493-9e64-b339ca009bf1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:09.331701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.333010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.333665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.334237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.334854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.337050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.337712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.338311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.340086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.348748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.350432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.351038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b3fb2-2434-4939-b570-266d7a7da95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:09.408694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:09.411548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d939fc1c-7a5f-4bbe-a7fb-3fdbb260fda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.500126 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d939fc1c-7a5f-4bbe-a7fb-3fdbb260fda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.542824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9512-88be-4595-9da4-5dbefa0c9c91 None None] Pushing event updated for resources: {'Port': ['ID=d67105af-e3c2-403b-afe0-27632abc99d6,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:09.642933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6e012cdd-03ca-4732-be85-43b247299f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.694601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6e012cdd-03ca-4732-be85-43b247299f87 None None] For port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:09.710886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6e012cdd-03ca-4732-be85-43b247299f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:09.808902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f993ec8-541a-49f3-af0e-fb5ab933ff21 req-bf2e62cd-ecb0-48b5-a25b-1c1682705413 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 210 time: 0.1613595 Nov 27 16:10:09.894306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e012cdd-03ca-4732-be85-43b247299f87 None None] Pushing event updated for resources: {'Port': ['ID=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:10.015574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:10.069012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:10.078508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d939fc1c-7a5f-4bbe-a7fb-3fdbb260fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.086389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d939fc1c-7a5f-4bbe-a7fb-3fdbb260fda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.096038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:10.100451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.101663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d939fc1c-7a5f-4bbe-a7fb-3fdbb260fda1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4393849c-3e10-4493-9e64-b339ca009bf1 HTTP/1.1" status: 204 len: 168 time: 0.9203255 Nov 27 16:10:10.106122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=59319d04-a2af-4dc3-b0b0-e241db03dbec,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:10.192740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939fc1c-7a5f-4bbe-a7fb-3fdbb260fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4393849c-3e10-4493-9e64-b339ca009bf1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:10.276082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-7afb7149-3fdd-48bd-9d88-668ff8bf0eab tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:10.280813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d67105af-e3c2-403b-afe0-27632abc99d6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:10.298360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-7afb7149-3fdd-48bd-9d88-668ff8bf0eab tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 813 time: 0.6953075 Nov 27 16:10:10.317776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.319410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Request body: {'port': {'device_id': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'admin_state_up': True, 'tenant_id': '96d4abda79dd41d9bd82d1746eeeb180'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:10.395627 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.465806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:57Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:08Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:10.468601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-df12aeb7-9ff9-49cf-8b3b-dde295ef8e4f tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:10.470215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-df12aeb7-9ff9-49cf-8b3b-dde295ef8e4f tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 813 time: 0.6354237 Nov 27 16:10:10.573097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Request body: {'port': {'device_id': 'e117e8af-9d52-42df-b965-f2799960f256', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'admin_state_up': True, 'tenant_id': '96d4abda79dd41d9bd82d1746eeeb180'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:10.587151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c365a30-8b8c-46d2-bc46-5d096ed7e9c6 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:09:57Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:08Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:10.588781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d67105af-e3c2-403b-afe0-27632abc99d6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:10.594353 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.605228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Made reservation on behalf of 96d4abda79dd41d9bd82d1746eeeb180 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:10.610313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:10.893176 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.024930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Allocated IP 172.20.0.5 (2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5/cf46d47e-10e8-4380-a099-1be828be3719/7bbf290e-8eb4-4d8a-a816-4e740fc7ec34) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:11.032738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d67105af-e3c2-403b-afe0-27632abc99d6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d67105af-e3c2-403b-afe0-27632abc99d6,segment=NetworkSegment(9f518e70-adca-4d54-8cfb-6a689be08f3c),segment_id=9f518e70-adca-4d54-8cfb-6a689be08f3c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:11.040764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.046353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.118572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Made reservation on behalf of 96d4abda79dd41d9bd82d1746eeeb180 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:11.119803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae2e84-2aa5-4373-a226-095bff6f2e2b None None] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:11.122963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.153116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c46c82c9-1ca6-4e3f-af4d-dbab9ed0a3a0 req-1a8fcc5d-9cd5-4f76-98e7-6a68877f78fe tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 210 time: 0.0894136 Nov 27 16:10:11.271289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-507f63ff-09ba-4ee8-83df-231349457846 None None] Provisioning complete for port d67105af-e3c2-403b-afe0-27632abc99d6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:11.271870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-507f63ff-09ba-4ee8-83df-231349457846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.348335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d67105af-e3c2-403b-afe0-27632abc99d6,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:11.372192 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.541803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.598405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.701148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.716816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.717660 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:11.741187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:11.752699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:11.783054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:11.921367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event updated for resources: {'Port': ['ID=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:11.977350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Allocated IP 172.20.0.8 (2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5/cf46d47e-10e8-4380-a099-1be828be3719/8b75c7ff-f06f-4be2-b884-83d04dd026e1) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:11.988530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:11.989215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.033675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:12.101646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-ac33b8da-df7f-413e-aa55-6010e098435d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7875059 Nov 27 16:10:12.127003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Request body: {'port': {'device_id': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:12.184572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:12.184944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.273023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.383519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e5b149f-3af5-4f83-957f-3779d1e4857c None None] Provisioning complete for port d67105af-e3c2-403b-afe0-27632abc99d6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:12.384071 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e5b149f-3af5-4f83-957f-3779d1e4857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.388841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d67105af-e3c2-403b-afe0-27632abc99d6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:12.531696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d67105af-e3c2-403b-afe0-27632abc99d6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:12.532123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.575372 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:10:12.597376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event updated for resources: {'Port': ['ID=59319d04-a2af-4dc3-b0b0-e241db03dbec,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:12.614030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Router c2f763ad-fbb4-4837-9d82-929025f331af has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:12.649297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cc68f-d468-4d5c-ac4e-683a44208175 req-6bc3e7f7-c655-4514-af42-425f905489ea tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:12.657309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38644) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:12.662938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b6cc68f-d468-4d5c-ac4e-683a44208175 req-6bc3e7f7-c655-4514-af42-425f905489ea tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 931 time: 0.3212092 Nov 27 16:10:12.709275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e5b149f-3af5-4f83-957f-3779d1e4857c None None] Provisioning complete for port 59319d04-a2af-4dc3-b0b0-e241db03dbec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:12.710127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e5b149f-3af5-4f83-957f-3779d1e4857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.798470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b149f-3af5-4f83-957f-3779d1e4857c None None] Port 59319d04-a2af-4dc3-b0b0-e241db03dbec cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:12.799660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b6cc68f-d468-4d5c-ac4e-683a44208175 req-499ac86c-9b17-4f38-a18b-c1e36a098e8b tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208036 Nov 27 16:10:12.818240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.886070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e2f71bc-e079-4419-8eba-7b4aa4bf7c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.921638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3157ea3b-7a4c-46a6-88a2-e03d97f2fe4b None None] Provisioning complete for port 59319d04-a2af-4dc3-b0b0-e241db03dbec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:12.922063 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3157ea3b-7a4c-46a6-88a2-e03d97f2fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:12.963959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3157ea3b-7a4c-46a6-88a2-e03d97f2fe4b None None] Port 59319d04-a2af-4dc3-b0b0-e241db03dbec cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:13.032421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.045039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:13.052041 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-88f4983e-9265-43aa-a027-963835ebb695 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2f763ad-fbb4-4837-9d82-929025f331af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1985505 Nov 27 16:10:13.062222 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] Sync routers for ids ['c2f763ad-fbb4-4837-9d82-929025f331af'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:13.063631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38654) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:13.071567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:13.087058 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] Routers {'c2f763ad-fbb4-4837-9d82-929025f331af'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:13.087714 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c2f763ad-fbb4-4837-9d82-929025f331af'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:13.134114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:13.208964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:13.235076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event updated for resources: {'Port': ['ID=8b75c7ff-f06f-4be2-b884-83d04dd026e1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:13.242111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:13.244500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:13.311289 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] Set router c2f763ad-fbb4-4837-9d82-929025f331af gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:13.402312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e2f71bc-e079-4419-8eba-7b4aa4bf7c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.421319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.488793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:13.495311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.515307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:13.524834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.543463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Transition to ACTIVE for port object 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:10:13.592358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.595414 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:10:08Z', 'revision_number': 5, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:13.616414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e2f71bc-e079-4419-8eba-7b4aa4bf7c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.634551 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] Checking router: c2f763ad-fbb4-4837-9d82-929025f331af for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:13.661891 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] Routers {'c2f763ad-fbb4-4837-9d82-929025f331af'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:13.662517 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c2f763ad-fbb4-4837-9d82-929025f331af'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:13.710528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4e21b496-2a69-4f97-b1a1-1771c172c6c8 None None] Provisioning complete for port 59319d04-a2af-4dc3-b0b0-e241db03dbec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:13.711212 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e21b496-2a69-4f97-b1a1-1771c172c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:13.733507 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-98528fe5-05c6-41e7-92e5-60230d492df0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1650150 Nov 27 16:10:13.749691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:13.777158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Request body: {'port': {'device_id': 'e117e8af-9d52-42df-b965-f2799960f256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:13.796794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4e21b496-2a69-4f97-b1a1-1771c172c6c8 None None] Port 59319d04-a2af-4dc3-b0b0-e241db03dbec cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:13.849102 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] Set router c2f763ad-fbb4-4837-9d82-929025f331af gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:13.869883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f71bc-e079-4419-8eba-7b4aa4bf7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed37759-a1c6-4714-881b-7b4148d4dfe3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:13.912582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4e2f71bc-e079-4419-8eba-7b4aa4bf7c05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c91b8e6b3ca4148bd367bb2b22aa40c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2538252 Nov 27 16:10:13.915952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38678) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:13.930840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.040087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Attempting to bind port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:14.040723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Attempting to bind port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:14.041209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Attempting to bind port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:14.042698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:14.064418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:10:14.065172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Attempting to bind port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:14.077630 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:10:08Z', 'revision_number': 5, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:14.079757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:14.080282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Checking segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:14.080894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Bound using segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:14.081526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Bound port: 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:14.082145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.137657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed41b-b94d-4090-b7db-6b38dc957482 None None] The sync data for ids ['c2f763ad-fbb4-4837-9d82-929025f331af'] in n-d-819494-4 is: [{'id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'name': 'tempest-TestServerMultinode-1270333590-router', 'tenant_id': '927e4f9206814d938bb118dde7c89329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:08:51Z', 'updated_at': '2021-11-27T16:10:08Z', 'revision_number': 5, 'project_id': '927e4f9206814d938bb118dde7c89329', 'gw_port': {'id': 'ad1c047d-815f-41d5-ae42-ea4779722047', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f763ad-fbb4-4837-9d82-929025f331af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:08:52Z', 'updated_at': '2021-11-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:14.146531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ff6e-8a2a-4387-968d-50b6445d8496 req-2ef8c073-bd9d-4104-9211-8b9dee56c9a5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:14.148963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f649ff6e-8a2a-4387-968d-50b6445d8496 req-2ef8c073-bd9d-4104-9211-8b9dee56c9a5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 943 time: 0.1612847 Nov 27 16:10:14.169847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdaac035-9b4e-42ae-8d17-a4718395c50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.173096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.201761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Deleting port ad1c047d-815f-41d5-ae42-ea4779722047 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:14.202143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.310093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f649ff6e-8a2a-4387-968d-50b6445d8496 req-427f4877-8808-414e-b71a-a08c2c87f3f3 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511850 Nov 27 16:10:14.311242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] For port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:14.345514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] For port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:14.366397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.448113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:14.451227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.455129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] 10.222.0.21 "PUT /v2.0/ports/7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 HTTP/1.1" status: 200 len: 1091 time: 2.3360050 Nov 27 16:10:14.506560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'tag': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:14.510243 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b09103-012d-4180-b7fd-2cd2d64f663c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d75495-8a7e-4be0-af79-34e7c4865f60", "tag": "7bbf290e-8eb4-4d8a-a816-4e740fc7ec34"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:14.515732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:14.538679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:14.570257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:14.573106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:14.587775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] For port ad1c047d-815f-41d5-ae42-ea4779722047, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ad1c047d-815f-41d5-ae42-ea4779722047,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:14.588162 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.654333 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-35ea791a-7839-48bf-9eb5-33d47d9d7842 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7267926 Nov 27 16:10:14.663758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38686) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:14.683441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:14.711434 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee880fa-0682-4bb7-be27-f3174a4d875f x-openstack-request-id: req-1ee880fa-0682-4bb7-be27-f3174a4d875f {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:14.711749 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d75495-8a7e-4be0-af79-34e7c4865f60", "tag": "7bbf290e-8eb4-4d8a-a816-4e740fc7ec34", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:14.712013 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ee880fa-0682-4bb7-be27-f3174a4d875f {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:14.712433 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'tag': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34', 'status': 'completed', 'code': 200} Nov 27 16:10:14.716030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Calling delete_port for ad1c047d-815f-41d5-ae42-ea4779722047 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:14.734223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02471777-ad98-40b7-9c0d-c2b6edb50542 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:14.749997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-c8dd057f-6ba2-40c2-a998-165550e50ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:14.752709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-c8dd057f-6ba2-40c2-a998-165550e50ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 1094 time: 0.2318103 Nov 27 16:10:14.804044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdaac035-9b4e-42ae-8d17-a4718395c50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:14.882861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-513bbb74-9bbf-416b-8fbb-6419e0eb8577 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 HTTP/1.1" status: 200 len: 217 time: 0.1156008 Nov 27 16:10:14.974018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-ca97fb02-df93-4b35-a1e1-d6305a75fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:14.975685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-ca97fb02-df93-4b35-a1e1-d6305a75fe69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.0761342 Nov 27 16:10:15.056857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdaac035-9b4e-42ae-8d17-a4718395c50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.060033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cdaac035-9b4e-42ae-8d17-a4718395c50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.061370 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cdaac035-9b4e-42ae-8d17-a4718395c50e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ed37759-a1c6-4714-881b-7b4148d4dfe3 HTTP/1.1" status: 204 len: 168 time: 1.1202719 Nov 27 16:10:15.169943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaac035-9b4e-42ae-8d17-a4718395c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed37759-a1c6-4714-881b-7b4148d4dfe3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:15.187986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:15.326417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-5b28a4ab-307f-4331-bef6-08c50d6ad4fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3356829 Nov 27 16:10:15.334130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.474367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:10Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:11Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:15.512213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:15.512578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Updating router f502b40f-8201-42fc-a428-a2504cccb9a1 port 59319d04-a2af-4dc3-b0b0-e241db03dbec binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:15.552643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.563146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b75c7ff-f06f-4be2-b884-83d04dd026e1 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:15.575969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.636736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e519b-dac9-4278-9751-c46986eec9d1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:15.637079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1c047d-815f-41d5-ae42-ea4779722047,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:15.646444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Transition to ACTIVE for port object 8b75c7ff-f06f-4be2-b884-83d04dd026e1 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:10:15.672573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.723420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-91931af3-204a-4075-b19f-c0fd9875e448 service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686082 Nov 27 16:10:15.750841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Pushing event updated for resources: {'Port': ['ID=8b75c7ff-f06f-4be2-b884-83d04dd026e1,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:15.807149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.extraroute_db [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 16:10:15.892450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8158092b-4a29-4386-8187-649aaeb874e6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:15.892601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.extraroute_db [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Removed routes are [] {{(pid=110075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 16:10:15.892601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:15.976001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8158092b-4a29-4386-8187-649aaeb874e6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:15.976450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8158092b-4a29-4386-8187-649aaeb874e6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:16.391151 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.405531 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.466790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c35a-8191-4033-b9d0-4bdd3539d193 req-8802012a-b99a-4930-a5a2-1621d8dca80a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:16.478030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8e0c35a-8191-4033-b9d0-4bdd3539d193 req-8802012a-b99a-4930-a5a2-1621d8dca80a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 943 time: 0.8961928 Nov 27 16:10:16.495010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38718) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:16.523212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Pushing event updated for resources: {'Port': ['ID=59319d04-a2af-4dc3-b0b0-e241db03dbec,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:16.556662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.557011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.561891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.562315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.562671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.563021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.563358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.563694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.564023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.564350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.564683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.565296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:16.599184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8e0c35a-8191-4033-b9d0-4bdd3539d193 req-2a816e6a-21fd-43a6-87a5-1a8bfcdb6f86 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197593 Nov 27 16:10:16.604552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.612183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Attempting to bind port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:16.612528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Attempting to bind port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:16.612861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Attempting to bind port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:16.624607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:10:16.624607 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Attempting to bind port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:16.681052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:16.681800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Checking segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:16.684903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Bound using segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:16.685381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Bound port: 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:16.685921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.702907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Attempting to bind port 59319d04-a2af-4dc3-b0b0-e241db03dbec on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:16.703288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Attempting to bind port 59319d04-a2af-4dc3-b0b0-e241db03dbec by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:16.703650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Attempting to bind port 59319d04-a2af-4dc3-b0b0-e241db03dbec on network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:16.718234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:16.718611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Checking segment: {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:16.719016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.719408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Bound using segment: {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:16.719877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Bound port: 59319d04-a2af-4dc3-b0b0-e241db03dbec, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f518e70-adca-4d54-8cfb-6a689be08f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:16.720256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.795424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-532451930-network', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:16.846709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] For port 59319d04-a2af-4dc3-b0b0-e241db03dbec, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:16.856434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] For port 59319d04-a2af-4dc3-b0b0-e241db03dbec, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59319d04-a2af-4dc3-b0b0-e241db03dbec,segment=NetworkSegment(9f518e70-adca-4d54-8cfb-6a689be08f3c),segment_id=9f518e70-adca-4d54-8cfb-6a689be08f3c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:16.866991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.871178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.886563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-1ef208df-85bd-4683-af21-86e1001e1dcd service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1518443 Nov 27 16:10:16.891910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.894197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.926428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.934403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:16.937932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:16.950898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:16.951831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:16.971369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] For port 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:16.990341 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.072606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.075189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f763ad-fbb4-4837-9d82-929025f331af {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:10:17.095398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.100724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a709a611-d0a9-49c5-9cfa-178242a0c467 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2f763ad-fbb4-4837-9d82-929025f331af HTTP/1.1" status: 204 len: 168 time: 4.0358665 Nov 27 16:10:17.104942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38730) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:17.195335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] For port 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:17.245265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Deleting subnet 90135379-2c27-4c09-af1f-fba0d136048b {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:10:17.280335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.280558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.284413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:17.324201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342e1ce-3802-4020-939f-3382c35a3667 None None] Pushing event updated for resources: {'Port': ['ID=59319d04-a2af-4dc3-b0b0-e241db03dbec,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:17.332259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-ee080564-1a55-4e12-b0b8-1273c0581e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:17.333872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-ee080564-1a55-4e12-b0b8-1273c0581e76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 1094 time: 0.3479617 Nov 27 16:10:17.366152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.392278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-64a40060-9b23-4fd1-9dac-a43782c16f39 None None] Provisioning complete for port 59319d04-a2af-4dc3-b0b0-e241db03dbec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:17.393259 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64a40060-9b23-4fd1-9dac-a43782c16f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.410271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:17.429133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:17.429849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.431466 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] 10.222.0.37 "PUT /v2.0/ports/8b75c7ff-f06f-4be2-b884-83d04dd026e1 HTTP/1.1" status: 200 len: 1091 time: 3.6818180 Nov 27 16:10:17.460151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e117e8af-9d52-42df-b965-f2799960f256', 'tag': '8b75c7ff-f06f-4be2-b884-83d04dd026e1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:17.462606 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad56971c-713d-4cc6-a33e-5af3a052ccd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e117e8af-9d52-42df-b965-f2799960f256", "tag": "8b75c7ff-f06f-4be2-b884-83d04dd026e1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:17.559243 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c553cd-a51e-4ed3-ade2-6541d5cefe1e x-openstack-request-id: req-a0c553cd-a51e-4ed3-ade2-6541d5cefe1e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:17.559591 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e117e8af-9d52-42df-b965-f2799960f256", "tag": "8b75c7ff-f06f-4be2-b884-83d04dd026e1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:17.559933 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0c553cd-a51e-4ed3-ade2-6541d5cefe1e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:17.560434 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e117e8af-9d52-42df-b965-f2799960f256', 'tag': '8b75c7ff-f06f-4be2-b884-83d04dd026e1', 'status': 'completed', 'code': 200} Nov 27 16:10:17.664656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-b00cac6d-e1c4-48e8-87e7-2970ba51164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:17.666313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-b00cac6d-e1c4-48e8-87e7-2970ba51164c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 914 time: 0.3226054 Nov 27 16:10:17.682226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.699566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ae56-d27a-4d82-b802-1a1a7a17654e service neutron] Pushing event updated for resources: {'Port': ['ID=8b75c7ff-f06f-4be2-b884-83d04dd026e1,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:17.778526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad1c047d-815f-41d5-ae42-ea4779722047 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:17.778758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:17.801566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-62f67eba-312c-4976-9f26-b043c292f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:17.803101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-62f67eba-312c-4976-9f26-b043c292f27d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 1094 time: 0.2461708 Nov 27 16:10:17.809215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-c5dfea95-c864-41f3-9353-49f811cca7e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 HTTP/1.1" status: 200 len: 217 time: 0.1287267 Nov 27 16:10:17.814790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ad1c047d-815f-41d5-ae42-ea4779722047 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:17.815466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ad1c047d-815f-41d5-ae42-ea4779722047 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:17.844640 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.845897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a7ff4cf6-8138-48ec-a20b-aaea8753ef62 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 954 time: 3.1677096 Nov 27 16:10:17.853649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:17.855527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.898512 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-4cc1854d-9b0e-41c3-87b0-c6c9987d1906 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1 HTTP/1.1" status: 200 len: 217 time: 0.0457540 Nov 27 16:10:17.905263 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.920155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64a40060-9b23-4fd1-9dac-a43782c16f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:17.946583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:15Z', 'revision_number': 6, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:16Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:18.017694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc7fd1-166f-426c-a173-d0a42b069847 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:15Z', 'revision_number': 6, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:16Z', 'revision_number': 4, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:18.051223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-1c079998-b0af-49c2-9e34-915c1fa90b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:18.053001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-1c079998-b0af-49c2-9e34-915c1fa90b70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.1248620 Nov 27 16:10:18.054838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:18.078018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:10:18.110456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-64a40060-9b23-4fd1-9dac-a43782c16f39 None None] For port 59319d04-a2af-4dc3-b0b0-e241db03dbec, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59319d04-a2af-4dc3-b0b0-e241db03dbec,segment=NetworkSegment(9f518e70-adca-4d54-8cfb-6a689be08f3c),segment_id=9f518e70-adca-4d54-8cfb-6a689be08f3c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:18.118651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:18.119056 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Added segment 03c7c133-b6a2-40ac-829c-269b30681ba5 of type vlan for network 35f129a8-6772-422f-8eaa-a495441cdeef Nov 27 16:10:18.135877 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64a40060-9b23-4fd1-9dac-a43782c16f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:18.154783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a651a8-aa9c-4445-9e07-7828278240f4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:18.167777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862049a2-af14-41ca-8167-4912414011b9 req-2b7c655e-a36a-4467-923f-72a3d834971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:18.174242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-2b7c655e-a36a-4467-923f-72a3d834971e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.2649827 Nov 27 16:10:18.252957 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5570b3c6-4987-4086-9490-9e8b9bb5e0ae tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 954 time: 0.3560379 Nov 27 16:10:18.284063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38762) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:18.312031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'routes': None}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:18.337605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-011c65f0-3e0b-478b-aeb9-318ec7f6f57e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725430 Nov 27 16:10:18.341966 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:18.345433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90135379-2c27-4c09-af1f-fba0d136048b HTTP/1.1" status: 204 len: 168 time: 1.2362022 Nov 27 16:10:18.359891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2470ec-aaee-4233-908e-c5d520955ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90135379-2c27-4c09-af1f-fba0d136048b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:18.366311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a866cf4-6a2d-4f94-a993-d82cd32cb3cf None None] Network 3d781149-d8bf-4602-a217-7f7171def0e6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:18.369215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38764) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:18.400632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-1ef8e36b-968c-497d-bc7b-c3646ee5d872 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910381 Nov 27 16:10:18.433048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1a8ec811-be1d-41f7-b99d-c7bddebf7e11 None None] Provisioning complete for port 59319d04-a2af-4dc3-b0b0-e241db03dbec triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:18.433615 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec811-be1d-41f7-b99d-c7bddebf7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:18.461493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:18.579544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a40060-9b23-4fd1-9dac-a43782c16f39 None None] Pushing event updated for resources: {'Port': ['ID=59319d04-a2af-4dc3-b0b0-e241db03dbec,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:18.617582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:10:18.734354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-e7838b01-a86e-41dd-a0fe-34026831f749 service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659124 Nov 27 16:10:18.755089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83171ed-1182-4ec1-8e69-9d7cdfcbc79a req-ec86928d-acab-47ec-8f4f-ab49aec36c6f tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:18.766991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b83171ed-1182-4ec1-8e69-9d7cdfcbc79a req-ec86928d-acab-47ec-8f4f-ab49aec36c6f tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 943 time: 0.8429179 Nov 27 16:10:18.986549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.000116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-84ad7c27-0c9d-4a59-8aa2-5769f59a0c2e service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409763 Nov 27 16:10:19.019858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38780) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:19.086660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:10:19.276907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b83171ed-1182-4ec1-8e69-9d7cdfcbc79a req-6276141d-cd09-47b4-b39b-295e0477ec40 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042894 Nov 27 16:10:19.296603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18b09103-012d-4180-b7fd-2cd2d64f663c req-d457a55b-1d8a-4059-a2cf-a7ad0f67d497 service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527446 Nov 27 16:10:19.361783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] DHCP port deletion for 3d781149-d8bf-4602-a217-7f7171def0e6 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:19.378813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Deleting port 5e90316e-e2df-4f2b-b1c2-32c69df60021 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:19.379294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.443597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa958431-6498-4d9e-8c4d-28581658d063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.556613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] Deleting port 5e90316e-e2df-4f2b-b1c2-32c69df60021 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:19.560006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.620142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] For port 5e90316e-e2df-4f2b-b1c2-32c69df60021, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5e90316e-e2df-4f2b-b1c2-32c69df60021,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:19.620513 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.643526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.extraroute_db [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added routes are [] {{(pid=110075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 16:10:19.643842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.extraroute_db [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 16:10:19.650126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:19.668219 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:19.671173 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:19.680303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Calling delete_port for 5e90316e-e2df-4f2b-b1c2-32c69df60021 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:19.713158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.734212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.737338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:19.739476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.806786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] For port 5e90316e-e2df-4f2b-b1c2-32c69df60021, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=5e90316e-e2df-4f2b-b1c2-32c69df60021,segment=NetworkSegment(7c8013e2-623e-453c-90b0-a24306db1f1e),segment_id=7c8013e2-623e-453c-90b0-a24306db1f1e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:19.811469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:19.846333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] Calling delete_port for 5e90316e-e2df-4f2b-b1c2-32c69df60021 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:19.917540 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:19.961944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa958431-6498-4d9e-8c4d-28581658d063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.000310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:20.001693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa958431-6498-4d9e-8c4d-28581658d063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.028599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59319d04-a2af-4dc3-b0b0-e241db03dbec up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:20.031778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'port_id': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34', 'mac_address': 'fa:16:3e:bb:b6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf46d47e-10e8-4380-a099-1be828be3719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:10:20.080224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.109058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.113859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] No DVR routers for this DVR port 5e90316e-e2df-4f2b-b1c2-32c69df60021 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:20.130840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-aa958431-6498-4d9e-8c4d-28581658d063 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=201c0e2ff9f84c2f911cb9df637c4361&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1098359 Nov 27 16:10:20.133542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] No DVR routers for this DVR port 5e90316e-e2df-4f2b-b1c2-32c69df60021 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:20.135144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa958431-6498-4d9e-8c4d-28581658d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e56cf4-a825-4bbc-88d2-5921d30b4516,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:20.154649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38790) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:20.183274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e90316e-e2df-4f2b-b1c2-32c69df60021,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:20.271524 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.299660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2391aa-0976-4f43-9c19-0f46829e8c0c None None] Pushing event deleted for resources: {'Port': ['ID=5e90316e-e2df-4f2b-b1c2-32c69df60021,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:20.308072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af1b4c1-5e7b-4ab7-8e33-b5591a256163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.311888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 59319d04-a2af-4dc3-b0b0-e241db03dbec triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:20.319290 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.401116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.442438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d781149-d8bf-4602-a217-7f7171def0e6']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:20.487567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af1b4c1-5e7b-4ab7-8e33-b5591a256163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.517131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.530644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8013e2-623e-453c-90b0-a24306db1f1e') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:20.530946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8013e2-623e-453c-90b0-a24306db1f1e') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:20.535993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0374010 Nov 27 16:10:20.565577 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:15Z', 'revision_number': 6, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:17Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:20.574893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:20.598171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Request body: {'subnet': {'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-subnet', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:20.615515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.654382 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:20.665290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:20.666118 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:20.718519 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.745319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:20.773508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.785946 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af1b4c1-5e7b-4ab7-8e33-b5591a256163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.790266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6af1b4c1-5e7b-4ab7-8e33-b5591a256163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.797927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6af1b4c1-5e7b-4ab7-8e33-b5591a256163 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10e56cf4-a825-4bbc-88d2-5921d30b4516 HTTP/1.1" status: 204 len: 168 time: 0.6404147 Nov 27 16:10:20.827304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:20.838439 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.859329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b4c1-5e7b-4ab7-8e33-b5591a256163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e56cf4-a825-4bbc-88d2-5921d30b4516,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:20.897597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9a51-7d5a-4f60-851c-8b8cc010d78c req-504c7e2c-89a9-49a1-9af8-4f2ba96400c0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:20.899558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-471e9a51-7d5a-4f60-851c-8b8cc010d78c req-504c7e2c-89a9-49a1-9af8-4f2ba96400c0 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 943 time: 0.5269051 Nov 27 16:10:20.905501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:10:20.906528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:20.938553 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:20.960784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5e90316e-e2df-4f2b-b1c2-32c69df60021 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:21.031275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:21.034416 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:10:21.038296 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:10:21.042218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.048365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.053697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d781149-d8bf-4602-a217-7f7171def0e6 HTTP/1.1" status: 204 len: 168 time: 2.6829553 Nov 27 16:10:21.087797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 5e90316e-e2df-4f2b-b1c2-32c69df60021 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:21.088183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 5e90316e-e2df-4f2b-b1c2-32c69df60021 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:21.153148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:21.156480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639569-c3fa-4035-b8ad-37315de68591 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d781149-d8bf-4602-a217-7f7171def0e6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:21.190171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['7bbf290e-8eb4-4d8a-a816-4e740fc7ec34'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:10:21.317293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-471e9a51-7d5a-4f60-851c-8b8cc010d78c req-2969b05f-403e-4b91-9b15-fc8ba4a2b1dd tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758577 Nov 27 16:10:21.493069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.591135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:21.592583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a35477-6535-43fc-ae46-0e4c013a5900,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:21.664279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3f3ef8ec-0624-4a8d-86fc-3a7ba9bc55c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18125cbe40ae49509805a55b022c979d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589714 Nov 27 16:10:21.667348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38830) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:21.717973 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-862049a2-af14-41ca-8167-4912414011b9 req-ccd170bf-7cf1-4b29-ac1f-2b3bf1a587eb service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9699924 Nov 27 16:10:21.724839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9904-f09a-4bdf-93ee-827cc0ba9a38 admin admin] Pushing event updated for resources: {'Network': ['ID=35f129a8-6772-422f-8eaa-a495441cdeef,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:21.740027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 35f129a8-6772-422f-8eaa-a495441cdeef details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:10:21.781703 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:19Z', 'revision_number': 7, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:17Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:21.798319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4973e569-7dfd-436c-a1aa-5c7513f350b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.822216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Checking segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:21.822592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Network hostable DHCP agents. Network: 35f129a8-6772-422f-8eaa-a495441cdeef, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:10:21.844115 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c4975-0db3-4681-a8dc-1ee99aa1af39 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:19Z', 'revision_number': 7, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:17Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:21.861291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:21.871293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4973e569-7dfd-436c-a1aa-5c7513f350b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.973028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4973e569-7dfd-436c-a1aa-5c7513f350b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.974258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4973e569-7dfd-436c-a1aa-5c7513f350b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:21.975982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4973e569-7dfd-436c-a1aa-5c7513f350b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a142338-5b6e-45b5-ad89-f1b86e3ac2b0 HTTP/1.1" status: 204 len: 168 time: 0.3076475 Nov 27 16:10:21.997050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973e569-7dfd-436c-a1aa-5c7513f350b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a142338-5b6e-45b5-ad89-f1b86e3ac2b0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:22.043179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Network 35f129a8-6772-422f-8eaa-a495441cdeef is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:10:22.057471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 35f129a8-6772-422f-8eaa-a495441cdeef) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:22.069559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5013b-7274-4ad0-a7d4-c589d325bc7d None None] Network 35f129a8-6772-422f-8eaa-a495441cdeef requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:22.076212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:22.076947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.099714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2bae7d77-6c87-4a17-8245-0dfb49477797 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5236080 Nov 27 16:10:22.102259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:22.108649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:22.149163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-fd95ecf1-95ec-4e5d-ad17-1284523514f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:22.151070 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.152908 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.155418 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-fd95ecf1-95ec-4e5d-ad17-1284523514f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 1094 time: 0.3676853 Nov 27 16:10:22.269319 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.317207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:22.351985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.355364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-baf8555a-c806-4bba-a2a5-49a882848f67 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 704 time: 4.0636375 Nov 27 16:10:22.375371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:22.415235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:22.431235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-35f129a8-6772-422f-8eaa-a495441cdeef', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:10:22.432299 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.457589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:22.458185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:22.617238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:22.639709 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-418415b8-1378-4dfe-95d4-be3af285ff8f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 704 time: 0.2631779 Nov 27 16:10:22.642375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:22.789291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:22.811210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6019ea-17c3-486a-9da1-1ec7a1e3ca5d req-42f8b290-a78a-4e84-a4ce-45c098833ce9 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:22.812874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df6019ea-17c3-486a-9da1-1ec7a1e3ca5d req-42f8b290-a78a-4e84-a4ce-45c098833ce9 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 944 time: 0.2731717 Nov 27 16:10:22.813504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38864) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:22.929844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-61f639ec-80d5-42ab-8da9-956234f05669 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=927e4f9206814d938bb118dde7c89329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140647 Nov 27 16:10:22.939735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38866) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:22.990696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df6019ea-17c3-486a-9da1-1ec7a1e3ca5d req-4a935de8-cc8b-418f-9633-a5ca62a6b063 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644864 Nov 27 16:10:22.997732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-ca1b1834-aa92-42fc-92f1-c913db40c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:23.000116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-ca1b1834-aa92-42fc-92f1-c913db40c0b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 914 time: 0.8335404 Nov 27 16:10:23.013083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b84aeed-3f9e-4b74-a6f5-57566f4e1e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.021201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Allocated IP 172.20.0.2 (35f129a8-6772-422f-8eaa-a495441cdeef/b0a35477-6535-43fc-ae46-0e4c013a5900/4f406f76-4552-4b97-8ebb-cd8b30b8a8b9) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:23.090743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:23.104425 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-7751df8d-b8b1-429b-9808-e6568c218879 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1 HTTP/1.1" status: 200 len: 217 time: 0.0664625 Nov 27 16:10:23.126392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b84aeed-3f9e-4b74-a6f5-57566f4e1e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.277801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:10:23.280025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-91d0daa1-b12c-4529-94d4-0edc63669345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:23.281541 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-91d0daa1-b12c-4529-94d4-0edc63669345 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.1577303 Nov 27 16:10:23.297535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:23.297966 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.324672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.349812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.382668 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-c91e7644-0ac4-4aa8-9d91-6f5e9f363275 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940185 Nov 27 16:10:23.418630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b84aeed-3f9e-4b74-a6f5-57566f4e1e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.422921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b84aeed-3f9e-4b74-a6f5-57566f4e1e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.426711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1b84aeed-3f9e-4b74-a6f5-57566f4e1e07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd37748d-b29a-42a2-9ca7-e04a87448b7f HTTP/1.1" status: 204 len: 168 time: 0.4822855 Nov 27 16:10:23.428922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:19Z', 'revision_number': 7, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:17Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:23.431627 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.443345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84aeed-3f9e-4b74-a6f5-57566f4e1e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd37748d-b29a-42a2-9ca7-e04a87448b7f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:23.471439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:23.475976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.502754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Allocated IP 172.25.1.32 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/963fabec-2110-4f26-9c65-a634c004abf6) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:23.610896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:23.616356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:23.628820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Network 35f129a8-6772-422f-8eaa-a495441cdeef is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:23.703786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.706754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:23.719853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:23.766256 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-308f786b-57b9-4ce2-94db-6be9ade04897 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749242 Nov 27 16:10:23.810220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Pushing event updated for resources: {'Port': ['ID=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:23.820124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.823704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:23.907357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:23.918446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:23.939217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:23.999036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1c551-a812-4dc7-a088-c129116711b6 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:24.018105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:24.021483 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e20de-8429-4be0-99e8-58adaf68f517" -d '{"events": [{"server_uuid": "e4d75495-8a7e-4be0-af79-34e7c4865f60", "name": "network-vif-plugged", "status": "completed", "tag": "7bbf290e-8eb4-4d8a-a816-4e740fc7ec34"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:24.060048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:24.063042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:24.216883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Pushing event updated for resources: {'Port': ['ID=963fabec-2110-4f26-9c65-a634c004abf6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:24.279712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad56971c-713d-4cc6-a33e-5af3a052ccd7 req-ba3fd55d-5ee9-4213-9568-4dc93fd5919c service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026891 Nov 27 16:10:24.292003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:24.511693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d12e-d23a-4d69-b4ad-88714465e7b7 req-a42e3a81-7a77-4fb7-a55a-03d621f92e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:24.513453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea71d12e-d23a-4d69-b4ad-88714465e7b7 req-a42e3a81-7a77-4fb7-a55a-03d621f92e90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 1096 time: 0.2933249 Nov 27 16:10:24.523757 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e4ee5-0126-49ff-89ff-fb58f854573b x-openstack-request-id: req-752e4ee5-0126-49ff-89ff-fb58f854573b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:24.525484 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d75495-8a7e-4be0-af79-34e7c4865f60", "name": "network-vif-plugged", "status": "completed", "tag": "7bbf290e-8eb4-4d8a-a816-4e740fc7ec34", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:24.525760 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-752e4ee5-0126-49ff-89ff-fb58f854573b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:24.526162 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34', 'code': 200} Nov 27 16:10:24.534552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Attempting to bind port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:24.534552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Attempting to bind port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:24.534552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Attempting to bind port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 on network 35f129a8-6772-422f-8eaa-a495441cdeef {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:24.536282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:24.638718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:24.653982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Checking segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:24.654589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:24.655190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Bound using segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:24.655808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Bound port: 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:24.656322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:24.888521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 59319d04-a2af-4dc3-b0b0-e241db03dbec {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:24.898023 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:24.948213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-76839c88-84cd-42fb-8bf3-ef0fdb3588dd None None] Provisioning complete for port 963fabec-2110-4f26-9c65-a634c004abf6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:24.949232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76839c88-84cd-42fb-8bf3-ef0fdb3588dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:24.994016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:25.057992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8b75c7ff-f06f-4be2-b884-83d04dd026e1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:10:25.093151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:25.133341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-76839c88-84cd-42fb-8bf3-ef0fdb3588dd None None] Port 963fabec-2110-4f26-9c65-a634c004abf6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:25.148731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 59319d04-a2af-4dc3-b0b0-e241db03dbec, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=59319d04-a2af-4dc3-b0b0-e241db03dbec,segment=NetworkSegment(9f518e70-adca-4d54-8cfb-6a689be08f3c),segment_id=9f518e70-adca-4d54-8cfb-6a689be08f3c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:25.149105 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.190521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 59319d04-a2af-4dc3-b0b0-e241db03dbec owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:25.239387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9ee22-8631-48fa-8358-bbba36c2b3f7 req-dcb649d0-61a2-4046-bf80-c59d56823d82 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:25.241209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ef9ee22-8631-48fa-8358-bbba36c2b3f7 req-dcb649d0-61a2-4046-bf80-c59d56823d82 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 945 time: 1.0321238 Nov 27 16:10:25.249056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:25.249292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea71d12e-d23a-4d69-b4ad-88714465e7b7 req-1fab96df-f741-41ad-a697-a945ceae40cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817720 Nov 27 16:10:25.264056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '8b75c7ff-f06f-4be2-b884-83d04dd026e1', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'port_id': '8b75c7ff-f06f-4be2-b884-83d04dd026e1', 'mac_address': 'fa:16:3e:63:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf46d47e-10e8-4380-a099-1be828be3719', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:10:25.291036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2009388522-network', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:25.334464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] For port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:25.360380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] For port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:25.399060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.403660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ef9ee22-8631-48fa-8358-bbba36c2b3f7 req-6806431d-323f-4a65-9be5-2b7c6c3afe2b tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512635 Nov 27 16:10:25.433028 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.473090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:25.478502 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.517597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.518588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.540786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.546599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b75c7ff-f06f-4be2-b884-83d04dd026e1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:25.589177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=59319d04-a2af-4dc3-b0b0-e241db03dbec,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:25.621724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:25.631009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a332cc-f3ff-4c9c-8f29-433a0408a8ef None None] Pushing event updated for resources: {'Port': ['ID=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:25.640091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:19Z', 'revision_number': 7, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:17Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:25.653061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.718524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2888ce7-c68f-4b5f-802f-2a84be1c2598 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:19Z', 'revision_number': 7, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59319d04-a2af-4dc3-b0b0-e241db03dbec', 'name': '', 'network_id': '9af5d481-15f7-4c3e-93fa-aa0bf87da0a9', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:ca:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:06Z', 'updated_at': '2021-11-27T16:10:17Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '6f192b90-dd3d-47b2-8d8a-58ab83d040a3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:25.838047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:25.855467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8b75c7ff-f06f-4be2-b884-83d04dd026e1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:10:25.864172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8b75c7ff-f06f-4be2-b884-83d04dd026e1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:26.407877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:26.609526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:26.645005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:26.674035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:26.688287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:26.700726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d09317be-f7c0-4c0b-b372-fe7ca3fda9f3 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0570340 Nov 27 16:10:26.703380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38928) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:26.707332 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:26.719581 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:26.720552 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:26.833827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet 6f192b90-dd3d-47b2-8d8a-58ab83d040a3 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:10:26.840999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:10:26.856869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:26.898408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b876b59-0a4f-4122-bbf5-5d7999c42856,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:26.932692 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:26.975106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:26.984022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:26.984438 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Added segment fc5b3eae-f02b-424e-9006-81840fca11d7 of type vlan for network 8ec18c30-01dc-4adc-af28-cc57e84c5799 Nov 27 16:10:27.061788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8b75c7ff-f06f-4be2-b884-83d04dd026e1 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:27.158511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.180612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:10:27.186256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:27.186857 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.216856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.218874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:27.219612 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.273927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.351269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51da4c-8b29-4b88-8020-db38666f6206 req-e84b7fb5-0fc5-49b9-822b-9971bfd64e11 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:27.352999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff51da4c-8b29-4b88-8020-db38666f6206 req-e84b7fb5-0fc5-49b9-822b-9971bfd64e11 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 945 time: 0.7045255 Nov 27 16:10:27.375895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38938) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:27.376461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3758090 Nov 27 16:10:27.393778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Request body: {'subnet': {'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2009388522-subnet', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:27.422254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.435518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ff86a-f6c7-42ff-8341-742f50fd67e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec18c30-01dc-4adc-af28-cc57e84c5799,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:27.480008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e117e8af-9d52-42df-b965-f2799960f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b75c7ff-f06f-4be2-b884-83d04dd026e1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:27.482266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:27.487931 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fba4d6-e025-4fd9-bacb-45dc5eff5667" -d '{"events": [{"server_uuid": "e117e8af-9d52-42df-b965-f2799960f256", "name": "network-vif-plugged", "status": "completed", "tag": "8b75c7ff-f06f-4be2-b884-83d04dd026e1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:27.490713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.504197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:10:27.534753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.569336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff51da4c-8b29-4b88-8020-db38666f6206 req-2760c153-82a8-4c7a-bd9d-bd61bab0bd0d tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870370 Nov 27 16:10:27.579167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:27.616988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Router 908dec9e-6845-4a04-a1de-294301527bb5 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:10:27.627455 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:25Z', 'revision_number': 8, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:27.681621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.692644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/6f192b90-dd3d-47b2-8d8a-58ab83d040a3 HTTP/1.1" status: 204 len: 168 time: 0.9881940 Nov 27 16:10:27.694582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f4c40-f6c7-44eb-aab9-f53baf1ece17 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=6f192b90-dd3d-47b2-8d8a-58ab83d040a3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:27.714697 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5044ff-e5d4-460f-94d2-17e6d97e6496 x-openstack-request-id: req-ef5044ff-e5d4-460f-94d2-17e6d97e6496 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:27.714988 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e117e8af-9d52-42df-b965-f2799960f256", "name": "network-vif-plugged", "status": "completed", "tag": "8b75c7ff-f06f-4be2-b884-83d04dd026e1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:27.715245 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef5044ff-e5d4-460f-94d2-17e6d97e6496 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:27.715641 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e117e8af-9d52-42df-b965-f2799960f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b75c7ff-f06f-4be2-b884-83d04dd026e1', 'code': 200} Nov 27 16:10:27.723715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38948) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:27.741772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6510c36-cbd4-4d39-8c9f-098a6e709848 None None] Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:27.755654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:27.779081 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:27.800802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed74a4-dea0-4afb-a19e-b56dba6eb847 None None] Network 35f129a8-6772-422f-8eaa-a495441cdeef requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:27.804578 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:27.805917 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:27.839644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38950) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:27.953712 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:27.996594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:28.027682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:28.044553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Sync routers for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:28.055795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.056171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18781-1058-424f-b61d-fd75b28d3bcc req-2f788463-bf56-43f8-93c0-43b5a07920f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:28.067776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3051a0f7-dd70-40f7-a31b-19edf56d7077 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9608581 Nov 27 16:10:28.068014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a3b18781-1058-424f-b61d-fd75b28d3bcc req-2f788463-bf56-43f8-93c0-43b5a07920f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 1096 time: 0.3541491 Nov 27 16:10:28.068656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:28.096562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.259212 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:25Z', 'revision_number': 8, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:28.279293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:28.279941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:28.313972 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0320c0-5fa5-4797-9725-46c0f0a1f1d0 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:25Z', 'revision_number': 8, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '2847ecc5-ccd9-4be6-8bb6-312d5825c9c1', 'name': '', 'network_id': '8f3e0142-7158-45da-a8de-bfd197dda902', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:55Z', 'updated_at': '2021-11-27T16:10:09Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': '26ca021e-1b31-4a2f-8bad-cfb2fb2bc812', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:28.355062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe8911ab-9564-46b3-bfb0-7ea52f0a7940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.382522 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a3b18781-1058-424f-b61d-fd75b28d3bcc req-6f7b1dae-1ef2-42d9-8ff5-6b313d336580 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033628 Nov 27 16:10:28.396894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-197211f4-4ccf-4eec-967f-2425085e8bb2 None None] Provisioning complete for port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:28.397888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-197211f4-4ccf-4eec-967f-2425085e8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.478380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8b75c7ff-f06f-4be2-b884-83d04dd026e1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:28.558942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.609883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port d67105af-e3c2-403b-afe0-27632abc99d6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:28.610981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.669221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:28.675863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.710983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:28.780315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe8911ab-9564-46b3-bfb0-7ea52f0a7940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.802149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe8911ab-9564-46b3-bfb0-7ea52f0a7940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.833606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc440213-610f-44f1-8e98-a6ff27fdfeb9,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:28.853677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port d67105af-e3c2-403b-afe0-27632abc99d6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d67105af-e3c2-403b-afe0-27632abc99d6,segment=NetworkSegment(9f518e70-adca-4d54-8cfb-6a689be08f3c),segment_id=9f518e70-adca-4d54-8cfb-6a689be08f3c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:28.855150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:28.902486 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fe8911ab-9564-46b3-bfb0-7ea52f0a7940 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e05bb742badc4f769ed3eb25252e6117&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0609400 Nov 27 16:10:28.920387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for d67105af-e3c2-403b-afe0-27632abc99d6 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:28.946128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:28.966392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58d6c-9c9d-4b19-b7ad-b1b590638a55 req-2d6bec5f-e3c2-4075-9ecc-c5d1db03e7a1 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:28.968275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01f58d6c-9c9d-4b19-b7ad-b1b590638a55 req-2d6bec5f-e3c2-4075-9ecc-c5d1db03e7a1 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 945 time: 0.2148099 Nov 27 16:10:29.120792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01f58d6c-9c9d-4b19-b7ad-b1b590638a55 req-4ae0d589-a68c-48ed-9d48-ca2d09ad1931 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297975 Nov 27 16:10:29.171374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-053ffea2-0011-4f26-9e07-e6da3124823c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.178874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.256741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-053ffea2-0011-4f26-9e07-e6da3124823c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.309144 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-197211f4-4ccf-4eec-967f-2425085e8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.388155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-197211f4-4ccf-4eec-967f-2425085e8bb2 None None] For port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:29.394422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36619778-52e5-4f57-9b08-cfb44c0d01a3 None None] DHCP port deletion for 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:29.400111 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-197211f4-4ccf-4eec-967f-2425085e8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.584252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8911ab-9564-46b3-bfb0-7ea52f0a7940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f64fe-b918-4126-a8cb-52dedc45c2ca,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:29.589723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:29.589723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Network hostable DHCP agents. Network: 8ec18c30-01dc-4adc-af28-cc57e84c5799, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:10:29.615706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a043c-b119-4c2c-bf62-fec17cd472e5 req-cd37fb55-4f67-40eb-9436-1dab544863bb tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:29.617573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-056a043c-b119-4c2c-bf62-fec17cd472e5 req-cd37fb55-4f67-40eb-9436-1dab544863bb tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 945 time: 0.3522282 Nov 27 16:10:29.640356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:10:29.647141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-053ffea2-0011-4f26-9e07-e6da3124823c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.654660 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-053ffea2-0011-4f26-9e07-e6da3124823c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.661871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-053ffea2-0011-4f26-9e07-e6da3124823c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d13f64fe-b918-4126-a8cb-52dedc45c2ca HTTP/1.1" status: 204 len: 168 time: 0.7085328 Nov 27 16:10:29.673657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8ec18c30-01dc-4adc-af28-cc57e84c5799) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:29.685979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:29.688195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.694430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197211f4-4ccf-4eec-967f-2425085e8bb2 None None] Pushing event updated for resources: {'Port': ['ID=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:29.720370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ffea2-0011-4f26-9e07-e6da3124823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f64fe-b918-4126-a8cb-52dedc45c2ca,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:29.724310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6252ad94-ec7b-4787-8a8e-5ed4ef0374a7 None None] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:29.758119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:29.780068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:24Z', 'revision_number': 3, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:29.848900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=d67105af-e3c2-403b-afe0-27632abc99d6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:29.864756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-44fa32fa-1fa7-4c35-9d92-69ac6602148c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4867291 Nov 27 16:10:29.867447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port d67105af-e3c2-403b-afe0-27632abc99d6 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:29.868778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38972) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:29.901295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:29.973591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-056a043c-b119-4c2c-bf62-fec17cd472e5 req-dfbe5701-d8ba-46ba-8692-9c97d141f2dd tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325906 Nov 27 16:10:30.021315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Allocated IP 172.20.0.1 (35f129a8-6772-422f-8eaa-a495441cdeef/b0a35477-6535-43fc-ae46-0e4c013a5900/13e58c36-cd36-467c-bf6c-b8b207685448) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:30.039443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Checking router: 908dec9e-6845-4a04-a1de-294301527bb5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:30.040140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Updating router 908dec9e-6845-4a04-a1de-294301527bb5 port 963fabec-2110-4f26-9c65-a634c004abf6 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:30.099758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.106264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:30.159093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af5d481-15f7-4c3e-93fa-aa0bf87da0a9']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:30.172722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.181249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f518e70-adca-4d54-8cfb-6a689be08f3c') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:30.190173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f518e70-adca-4d54-8cfb-6a689be08f3c') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:30.210067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.236991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38984) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:30.241316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.256604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:10:30.258239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.266188 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1c6-0f0f-427d-9ea8-b6e48b384d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.286482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:10:30.341333 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:10:30.358588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.373359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.381179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 HTTP/1.1" status: 204 len: 168 time: 2.6522820 Nov 27 16:10:30.397674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:30.435243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.452014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-d208fdad-c2ba-4073-a9db-7a8e4fe8b496 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904257 Nov 27 16:10:30.495177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Network 35f129a8-6772-422f-8eaa-a495441cdeef is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:30.503948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:30.514587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:30.517658 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1c6-0f0f-427d-9ea8-b6e48b384d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.520370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32052-fda2-4705-a43e-93be2e547408 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=9af5d481-15f7-4c3e-93fa-aa0bf87da0a9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:30.572157 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.578235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.579673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.581237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1c6-0f0f-427d-9ea8-b6e48b384d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.606487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.622978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-36619778-52e5-4f57-9b08-cfb44c0d01a3 None None] Deleting port d67105af-e3c2-403b-afe0-27632abc99d6 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:30.623478 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-36619778-52e5-4f57-9b08-cfb44c0d01a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.699591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc497ede-bdd2-48c8-a5ef-a6e4f3080127 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:30.705749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.724143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-36619778-52e5-4f57-9b08-cfb44c0d01a3 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 could not be found. Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 could not be found. Nov 27 16:10:30.726822 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:10:30.732525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4e77ec7e-32ed-4c62-b204-a6265e210ebe None None] Provisioning complete for port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:30.732525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e77ec7e-32ed-4c62-b204-a6265e210ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.743455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-50e6c1c6-0f0f-427d-9ea8-b6e48b384d2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9231af95013424cbf37f0286fa85332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4977427 Nov 27 16:10:30.745065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.745819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:30.804127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06dac1f-8fe6-44e0-b650-3d392b81edea None None] DHCP port deletion for 9af5d481-15f7-4c3e-93fa-aa0bf87da0a9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:30.816897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Pushing event updated for resources: {'Port': ['ID=13e58c36-cd36-467c-bf6c-b8b207685448,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:30.835203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Attempting to bind port 963fabec-2110-4f26-9c65-a634c004abf6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:30.836023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Attempting to bind port 963fabec-2110-4f26-9c65-a634c004abf6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:30.836806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Attempting to bind port 963fabec-2110-4f26-9c65-a634c004abf6 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:30.869548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c1c6-0f0f-427d-9ea8-b6e48b384d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ab9454-7f05-4d4c-93d1-4c26ac939e64,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:30.886564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:30.886844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-9d4babe2-8eb2-4874-8ef4-e14ed46e416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:30.887522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:30.888077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.888341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-9d4babe2-8eb2-4874-8ef4-e14ed46e416b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f82a637e589d45c8b62d014f9bd039a7&device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 1096 time: 0.3665164 Nov 27 16:10:30.889109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:30.889896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Bound port: 963fabec-2110-4f26-9c65-a634c004abf6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:30.890473 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:30.895361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea7fd1-61d6-4332-a8b0-6028889cdd53 None None] Pushing event updated for resources: {'Port': ['ID=963fabec-2110-4f26-9c65-a634c004abf6,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:31.061366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:31.061765 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.074318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.140981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03749c66-839b-4a24-846e-2226cb396e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.150478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.215368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Provisioning complete for port 13e58c36-cd36-467c-bf6c-b8b207685448 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:31.215913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.217451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03749c66-839b-4a24-846e-2226cb396e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.245213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-63816089-4361-4c47-9e65-428dea842cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:31.247667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-63816089-4361-4c47-9e65-428dea842cec service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 200 len: 912 time: 0.3336091 Nov 27 16:10:31.261902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] For port 963fabec-2110-4f26-9c65-a634c004abf6, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:31.309743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-8ec18c30-01dc-4adc-af28-cc57e84c5799', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:10:31.311237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.348510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] For port 963fabec-2110-4f26-9c65-a634c004abf6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=963fabec-2110-4f26-9c65-a634c004abf6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:31.366575 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.391639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-16255223-09d6-48e9-a063-8a83a04aab1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e117e8af-9d52-42df-b965-f2799960f256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828376 Nov 27 16:10:31.394858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03749c66-839b-4a24-846e-2226cb396e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.397727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03749c66-839b-4a24-846e-2226cb396e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.398961 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-03749c66-839b-4a24-846e-2226cb396e6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5ab9454-7f05-4d4c-93d1-4c26ac939e64 HTTP/1.1" status: 204 len: 168 time: 0.6522079 Nov 27 16:10:31.408882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442aaf8-c252-4dfb-95b7-8a80640c217a req-711ba47f-916f-4470-9bd7-89a0b6e1862e tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:31.413283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Port 13e58c36-cd36-467c-bf6c-b8b207685448 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:31.417750 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a442aaf8-c252-4dfb-95b7-8a80640c217a req-711ba47f-916f-4470-9bd7-89a0b6e1862e tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 945 time: 0.2482009 Nov 27 16:10:31.429928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03749c66-839b-4a24-846e-2226cb396e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ab9454-7f05-4d4c-93d1-4c26ac939e64,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:31.522547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-e5171cce-f8cc-4b07-b916-263483e4aec3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 200 len: 1001 time: 0.2567248 Nov 27 16:10:31.591924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e721bd4-5d96-4dc4-acae-7939210b13c9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:31.594995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-50b215f3-b12d-4740-9bca-72df3104db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:31.598261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-50b215f3-b12d-4740-9bca-72df3104db2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 200 len: 850 time: 0.0548069 Nov 27 16:10:31.636716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59319d04-a2af-4dc3-b0b0-e241db03dbec no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:31.663139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a442aaf8-c252-4dfb-95b7-8a80640c217a req-21f529c0-acc4-4646-8917-c7341202e07c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442472 Nov 27 16:10:31.744794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-79ed3784-ecde-4d81-9b7a-106c0a7a70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:31.746435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-79ed3784-ecde-4d81-9b7a-106c0a7a70cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 1096 time: 0.2903330 Nov 27 16:10:31.770039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.822543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea7fd1-61d6-4332-a8b0-6028889cdd53 None None] Pushing event updated for resources: {'Port': ['ID=963fabec-2110-4f26-9c65-a634c004abf6,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:31.833332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 59319d04-a2af-4dc3-b0b0-e241db03dbec {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:31.834095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 59319d04-a2af-4dc3-b0b0-e241db03dbec not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:31.834477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d67105af-e3c2-403b-afe0-27632abc99d6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:31.863233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Provisioning complete for port 963fabec-2110-4f26-9c65-a634c004abf6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:31.863625 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.875289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:31.910248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:31.910999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:31.947573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.021015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:32.095203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a13b-4738-4ba7-b0f2-7add3963f6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.102656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:32.193606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.210484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-39346963-cc55-4efb-b11e-e034ccff0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:32.211128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-e45e0441-1171-4197-baba-89b36fa9fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:32.211258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-39346963-cc55-4efb-b11e-e034ccff0977 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 914 time: 0.3328216 Nov 27 16:10:32.211375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-e45e0441-1171-4197-baba-89b36fa9fc27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8600956-2d94-422c-8269-1185893caabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5954504 Nov 27 16:10:32.211375 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.264330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.293517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-6923afad-9525-4fd3-948f-aec481d6ef17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1 HTTP/1.1" status: 200 len: 217 time: 0.0765085 Nov 27 16:10:32.350852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-93810f88-7dea-401a-97b2-678bca3045db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:32.352295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-93810f88-7dea-401a-97b2-678bca3045db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.0437677 Nov 27 16:10:32.357297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Allocated IP 172.20.0.2 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/a735d249-285a-4e22-9d3e-273cdbb813d4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:32.398158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.415760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Allocated IP 172.25.1.169 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:32.508744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-853b6515-f78e-46c3-b51a-b76edc8166f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468589 Nov 27 16:10:32.540960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d67105af-e3c2-403b-afe0-27632abc99d6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:32.541312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d67105af-e3c2-403b-afe0-27632abc99d6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:32.646613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-5dc6af2e-0685-487b-aa34-d890ced81ebd service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947928 Nov 27 16:10:32.689240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.719333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Pushing event updated for resources: {'Port': ['ID=13e58c36-cd36-467c-bf6c-b8b207685448,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:32.767147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a13b-4738-4ba7-b0f2-7add3963f6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.794097 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a13b-4738-4ba7-b0f2-7add3963f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:32.835121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6a13b-4738-4ba7-b0f2-7add3963f6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e3e7b5-aace-48ba-9fad-e901456f8cf8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:32.839832 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-d8cb7157-e6f9-48bb-a056-5a43ee43476b service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101959 Nov 27 16:10:32.884853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-c72750fe-8159-42c0-b253-4255b2de8796 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:32.886495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-c72750fe-8159-42c0-b253-4255b2de8796 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 813 time: 0.3871434 Nov 27 16:10:32.908587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Network 35f129a8-6772-422f-8eaa-a495441cdeef is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:32.913446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:32.917202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5e26a05-3b04-4813-8478-c1f72dd35b1f req-d44bb684-fe73-4264-a8c1-9fc160c6a262 service neutron] 10.222.0.21 "GET /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546880 Nov 27 16:10:32.923127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-6f0dab42-a923-41f9-b2fb-abcf7c81fd01 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/quotas/96d4abda79dd41d9bd82d1746eeeb180 HTTP/1.1" status: 200 len: 375 time: 0.0274880 Nov 27 16:10:32.947357 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0589ce82-41c3-4fb3-96f9-bfbc259fd178 req-62057786-1c4f-4375-b778-6cdeac3cb276 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871487 Nov 27 16:10:32.960638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8cd6a13b-4738-4ba7-b0f2-7add3963f6fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8b5dae6e2bd4c3db6e866c941563ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9330852 Nov 27 16:10:32.961251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:32.963230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:32.963635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.032968 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.041746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.054054 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.129584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] For port 963fabec-2110-4f26-9c65-a634c004abf6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=963fabec-2110-4f26-9c65-a634c004abf6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:33.132116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-4aa69ad0-6039-4c4f-a74f-02ea5d326613 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521120 Nov 27 16:10:33.144731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:30Z', 'revision_number': 1, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:33.147859 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.154548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:33.156142 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.161438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Router 908dec9e-6845-4a04-a1de-294301527bb5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:33.209979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:33.211593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:33.215428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5e034-b712-41ee-aa71-3e472505767c None None] The sync data for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 is: [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:30Z', 'revision_number': 1, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:33.217283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:33.219838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Pushing event updated for resources: {'Port': ['ID=a735d249-285a-4e22-9d3e-273cdbb813d4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:33.282521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:33.290202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:33.294546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:33.341999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb1ae1-1090-4f73-ba0d-089b1167286c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:33.391691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1e37dd5f-0218-4aef-af4b-88f039c10ed5 None None] Provisioning complete for port 963fabec-2110-4f26-9c65-a634c004abf6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:33.392117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1e37dd5f-0218-4aef-af4b-88f039c10ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.395536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-e4f221c2-0631-4a79-a966-5d01b0641cef service neutron] 10.222.0.15 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500691 Nov 27 16:10:33.399510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29270dd9-af7b-422a-aa0b-a36abbf48027 None None] Pushing event updated for resources: {'Port': ['ID=963fabec-2110-4f26-9c65-a634c004abf6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:33.424527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Attempting to bind port a735d249-285a-4e22-9d3e-273cdbb813d4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:33.424948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Attempting to bind port a735d249-285a-4e22-9d3e-273cdbb813d4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:33.425860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Attempting to bind port a735d249-285a-4e22-9d3e-273cdbb813d4 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:33.439804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:33.440183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:33.440672 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.441073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:33.441607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Bound port: a735d249-285a-4e22-9d3e-273cdbb813d4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:33.442008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.592747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-a021e32e-2fcd-4fb4-b956-ce9b44e2901b service neutron] 10.222.0.15 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723022 Nov 27 16:10:33.607774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:33.622960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] For port a735d249-285a-4e22-9d3e-273cdbb813d4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:33.646675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] For port a735d249-285a-4e22-9d3e-273cdbb813d4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a735d249-285a-4e22-9d3e-273cdbb813d4,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:33.659774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b7f33b3-a06f-44a0-8bc7-e7b4f0e2a09c admin admin] 10.222.0.15 "PUT /v2.0/routers/908dec9e-6845-4a04-a1de-294301527bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5831227 Nov 27 16:10:33.667776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.754511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c511e-f971-446d-8e09-acacc1263d37 None None] Pushing event updated for resources: {'Port': ['ID=a735d249-285a-4e22-9d3e-273cdbb813d4,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:33.822718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a057129e-1d0a-450a-ae64-31080a747905 None None] Provisioning complete for port 13e58c36-cd36-467c-bf6c-b8b207685448 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:33.823147 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a057129e-1d0a-450a-ae64-31080a747905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:33.872432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-e6baefaa-2721-44bf-b062-b4b3f3c28151 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:33.884713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-e6baefaa-2721-44bf-b062-b4b3f3c28151 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d75495-8a7e-4be0-af79-34e7c4865f60 HTTP/1.1" status: 200 len: 945 time: 0.1910079 Nov 27 16:10:33.896580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a057129e-1d0a-450a-ae64-31080a747905 None None] Port 13e58c36-cd36-467c-bf6c-b8b207685448 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:33.965729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a057129e-1d0a-450a-ae64-31080a747905 None None] Provisioning complete for port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:33.966445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a057129e-1d0a-450a-ae64-31080a747905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.121699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a057129e-1d0a-450a-ae64-31080a747905 None None] Port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:34.165785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Deleting port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:34.166157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.388739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:34.389268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.433823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-545a5620-086c-450e-affc-d95af0410bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.466630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-ab69a274-e86c-4f6c-9c6e-0c41e49595dd tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:34.468356 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-ab69a274-e86c-4f6c-9c6e-0c41e49595dd tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "GET /v2.0/ports?device_id=e117e8af-9d52-42df-b965-f2799960f256 HTTP/1.1" status: 200 len: 945 time: 1.1092794 Nov 27 16:10:34.469150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] For port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:34.475417 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.476843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:34.497991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Calling delete_port for 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:34.547543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dcdd571-268a-4d2b-a46a-079bedff7c8a req-d1730900-70a7-4e81-8835-137959e02a59 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 210 time: 0.0515189 Nov 27 16:10:34.663719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-545a5620-086c-450e-affc-d95af0410bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.868608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:34.881918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8b75c7ff-f06f-4be2-b884-83d04dd026e1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:10:34.958725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['7bbf290e-8eb4-4d8a-a816-4e740fc7ec34'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:10:35.028330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event deleted for resources: {'Port': ['ID=7bbf290e-8eb4-4d8a-a816-4e740fc7ec34,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:35.091846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a735d249-285a-4e22-9d3e-273cdbb813d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:35.106587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] No DVR routers for this DVR port 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:35.109486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.116379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fdc6b03-e217-4d9b-9fad-09806cd96a4d req-3cfcd54f-98b9-40af-bcba-55f4239a5a4c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "DELETE /v2.0/ports/7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 HTTP/1.1" status: 204 len: 173 time: 1.2189739 Nov 27 16:10:35.126935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'name': 'network-vif-deleted', 'tag': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:35.134386 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48ee93-59d0-478b-9687-5bbaf4d14e82" -d '{"events": [{"server_uuid": "e4d75495-8a7e-4be0-af79-34e7c4865f60", "name": "network-vif-deleted", "tag": "7bbf290e-8eb4-4d8a-a816-4e740fc7ec34"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:35.292824 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed85265-7948-4fd2-833e-3f57ed15815a x-openstack-request-id: req-9ed85265-7948-4fd2-833e-3f57ed15815a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:35.293239 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d75495-8a7e-4be0-af79-34e7c4865f60", "name": "network-vif-deleted", "tag": "7bbf290e-8eb4-4d8a-a816-4e740fc7ec34", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:35.293641 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ed85265-7948-4fd2-833e-3f57ed15815a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:35.294156 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d75495-8a7e-4be0-af79-34e7c4865f60', 'name': 'network-vif-deleted', 'tag': '7bbf290e-8eb4-4d8a-a816-4e740fc7ec34', 'status': 'completed', 'code': 200} Nov 27 16:10:35.332185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d4789a5-7396-4d0f-a72b-f8d1d62f418d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.344965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.423108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=2847ecc5-ccd9-4be6-8bb6-312d5825c9c1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:35.428899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:35.431905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a735d249-285a-4e22-9d3e-273cdbb813d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:35.435349 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.442984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-842636793-network', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:35.499210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.501923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Made reservation on behalf of 4d7e9b95c63b40ceadaa8fa7c800cb1b for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:35.510017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.522429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.687878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-545a5620-086c-450e-affc-d95af0410bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.701248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-545a5620-086c-450e-affc-d95af0410bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.702524 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-545a5620-086c-450e-affc-d95af0410bc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74e3e7b5-aace-48ba-9fad-e901456f8cf8 HTTP/1.1" status: 204 len: 168 time: 2.7356005 Nov 27 16:10:35.721477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0360e73a-7254-4dd5-b6a7-3f7b07bf0313 req-b892f9cc-731c-43ea-9f57-51bcb9d85107 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 210 time: 0.0563052 Nov 27 16:10:35.827806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10770f6c-168a-4eb8-a79f-8060bdc1bd6a None None] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:35.856857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.873995 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:35.976393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8179a3-ff57-4454-b9d4-42ab82441a2f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:36.033054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:10:36.074226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.074578 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Added segment bb072eeb-cb85-4626-9724-8eca9165ac6c of type vlan for network f72bc52e-23e0-46d2-aae5-47b332a050aa Nov 27 16:10:36.113440 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.168199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-aca90e27-e345-4b1a-bceb-68c2498debc6 None None] Provisioning complete for port a735d249-285a-4e22-9d3e-273cdbb813d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:36.173892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aca90e27-e345-4b1a-bceb-68c2498debc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.195589 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.275661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.276659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:36.277666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.291476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a5620-086c-450e-affc-d95af0410bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e3e7b5-aace-48ba-9fad-e901456f8cf8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:36.414760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f72bc52e-23e0-46d2-aae5-47b332a050aa,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:36.432791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2e49048e-c6ad-4785-8970-0d87006559e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0021124 Nov 27 16:10:36.435077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39082) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:36.439911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Request body: {'subnet': {'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-subnet', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:36.461940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network f72bc52e-23e0-46d2-aae5-47b332a050aa details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:10:36.478955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.489319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Made reservation on behalf of 4d7e9b95c63b40ceadaa8fa7c800cb1b for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:36.495327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port a735d249-285a-4e22-9d3e-273cdbb813d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a735d249-285a-4e22-9d3e-273cdbb813d4,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:36.501748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.641233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Deleting port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:36.641614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.702105 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.764807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=a735d249-285a-4e22-9d3e-273cdbb813d4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:36.864777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] For port 8b75c7ff-f06f-4be2-b884-83d04dd026e1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8b75c7ff-f06f-4be2-b884-83d04dd026e1,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:36.865177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.897977 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:36.934825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Calling delete_port for 8b75c7ff-f06f-4be2-b884-83d04dd026e1 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:37.053749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e668e50-f7f5-4d22-8292-dab19a99aeb0 req-2d9eaec2-0142-4fc5-a4d3-4bf5d3be35f7 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 210 time: 0.1180608 Nov 27 16:10:37.108807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8b75c7ff-f06f-4be2-b884-83d04dd026e1 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:37.218211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 963fabec-2110-4f26-9c65-a634c004abf6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:37.223104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:37.354260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3b905c-2024-4547-802b-cfad855dc742,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:37.421839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Checking segment: {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:37.422094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Network hostable DHCP agents. Network: f72bc52e-23e0-46d2-aae5-47b332a050aa, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:10:37.432259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:37.432610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7bbf290e-8eb4-4d8a-a816-4e740fc7ec34 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:37.520053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-0b76c0a2-acd5-4e1d-983f-7a5fca7794ac tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:37.530300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-0b76c0a2-acd5-4e1d-983f-7a5fca7794ac tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 813 time: 0.4700944 Nov 27 16:10:37.531155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Network f72bc52e-23e0-46d2-aae5-47b332a050aa is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:10:37.539049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.553168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Request body: {'port': {'device_id': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'admin_state_up': True, 'tenant_id': '96d4abda79dd41d9bd82d1746eeeb180'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:37.563646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, f72bc52e-23e0-46d2-aae5-47b332a050aa) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:37.588556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ff087-1ad9-4bfd-8d6a-2e44dddbaf44 None None] Network f72bc52e-23e0-46d2-aae5-47b332a050aa requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:37.592921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 963fabec-2110-4f26-9c65-a634c004abf6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:37.595989 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.613868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:37.614462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.715875 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Sync routers for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:37.726234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9dc575f7-92c0-4058-b880-4892f9fe8d85 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2878191 Nov 27 16:10:37.727287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:37.733586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:37.739225 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:37.745009 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:37.790087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.801763 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.803572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.877225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.879555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Made reservation on behalf of 96d4abda79dd41d9bd82d1746eeeb180 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:37.884237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.919662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event deleted for resources: {'Port': ['ID=8b75c7ff-f06f-4be2-b884-83d04dd026e1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:37.955747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:37.997523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a41e12bc-87f5-4079-b156-a77bfddfb13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.040292 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:38.055374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d5f7fe1f-740e-4cf9-8747-32d579a432f6 None None] Provisioning complete for port a735d249-285a-4e22-9d3e-273cdbb813d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:38.055755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d5f7fe1f-740e-4cf9-8747-32d579a432f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.128616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-f72bc52e-23e0-46d2-aae5-47b332a050aa', 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'fixed_ips': [{'subnet_id': 'ad3b905c-2024-4547-802b-cfad855dc742'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:10:38.129717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.197641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-59052fb7-5579-4391-a57a-80048d9a08e8 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:38.200658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-59052fb7-5579-4391-a57a-80048d9a08e8 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 813 time: 0.8812222 Nov 27 16:10:38.202281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] No DVR routers for this DVR port 8b75c7ff-f06f-4be2-b884-83d04dd026e1 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:38.209561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.214273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-49904e00-94a8-4ecd-aafb-cee7388da955 req-0af7fe41-0a59-4549-bbb1-15569dbd4f75 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "DELETE /v2.0/ports/8b75c7ff-f06f-4be2-b884-83d04dd026e1 HTTP/1.1" status: 204 len: 173 time: 3.7352252 Nov 27 16:10:38.289337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e117e8af-9d52-42df-b965-f2799960f256', 'name': 'network-vif-deleted', 'tag': '8b75c7ff-f06f-4be2-b884-83d04dd026e1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:38.293188 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0614423f-8a6b-420e-ad0b-fe95009c81f7" -d '{"events": [{"server_uuid": "e117e8af-9d52-42df-b965-f2799960f256", "name": "network-vif-deleted", "tag": "8b75c7ff-f06f-4be2-b884-83d04dd026e1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:38.304959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Request body: {'port': {'device_id': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'admin_state_up': True, 'tenant_id': '96d4abda79dd41d9bd82d1746eeeb180'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:38.314627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:38.322369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.361774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b827bd99-9f13-4e58-bdd9-c1c93fd2a8bc req-0a521956-1fb7-4e1a-a0da-bf363692c9f2 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 210 time: 0.1421661 Nov 27 16:10:38.445806 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d3ccf-4a25-42eb-bcf3-3d1726d37c20 x-openstack-request-id: req-005d3ccf-4a25-42eb-bcf3-3d1726d37c20 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:38.448395 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e117e8af-9d52-42df-b965-f2799960f256", "name": "network-vif-deleted", "tag": "8b75c7ff-f06f-4be2-b884-83d04dd026e1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:38.448931 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-005d3ccf-4a25-42eb-bcf3-3d1726d37c20 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:38.449659 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e117e8af-9d52-42df-b965-f2799960f256', 'name': 'network-vif-deleted', 'tag': '8b75c7ff-f06f-4be2-b884-83d04dd026e1', 'status': 'completed', 'code': 200} Nov 27 16:10:38.563458 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 2, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:38.589889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Allocated IP 172.20.0.2 (f72bc52e-23e0-46d2-aae5-47b332a050aa/ad3b905c-2024-4547-802b-cfad855dc742/b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:38.595333 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.601239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:38.618064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:38.643301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Allocated IP 172.20.0.13 (2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5/cf46d47e-10e8-4380-a099-1be828be3719/b75ffdd8-6912-40bd-b1a0-5b2424286c79) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:38.653336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39124) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:38.656749 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-de560031-a8a6-49f5-84e6-8acbd77282aa tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2574675 Nov 27 16:10:38.667331 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Checking router: 908dec9e-6845-4a04-a1de-294301527bb5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:38.668555 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Updating router 908dec9e-6845-4a04-a1de-294301527bb5 port 13e58c36-cd36-467c-bf6c-b8b207685448 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:38.773199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:38.783927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:38.807902 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.934871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet 26ca021e-1b31-4a2f-8bad-cfb2fb2bc812 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:10:38.947245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a735d249-285a-4e22-9d3e-273cdbb813d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:38.950505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:38.981343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Made reservation on behalf of 96d4abda79dd41d9bd82d1746eeeb180 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:38.986263 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.033688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.142934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.220774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.223603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:10:39.424898 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.494544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca82a1-6702-442d-827e-4bf8e6cf57d7 None None] Network 8f3e0142-7158-45da-a8de-bfd197dda902 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:39.508144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.515358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/26ca021e-1b31-4a2f-8bad-cfb2fb2bc812 HTTP/1.1" status: 204 len: 168 time: 0.8541720 Nov 27 16:10:39.517737 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.544221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39130) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:39.600855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:39.626115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Allocated IP 172.20.0.2 (2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5/cf46d47e-10e8-4380-a099-1be828be3719/7067f869-4462-4c6f-9f49-033ec61a5880) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:39.628449 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:39.660444 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:39.661635 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:39.662024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46a56e-2235-441a-a9f2-6ddfa848a136 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=26ca021e-1b31-4a2f-8bad-cfb2fb2bc812,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:39.666334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.667740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bd2e08b3-7b34-4965-9963-a14015e37ee2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7981286 Nov 27 16:10:39.668339 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.680313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39132) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:39.728814 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.733442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:39.737864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:39.743086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:39.749371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:39.854914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a735d249-285a-4e22-9d3e-273cdbb813d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:39.855660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:39.881270 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0ace-f15a-4be6-963e-9c4c8b38c3d6 None None] Pushing event updated for resources: {'Port': ['ID=13e58c36-cd36-467c-bf6c-b8b207685448,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:39.999787 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:40.014825 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Attempting to bind port 13e58c36-cd36-467c-bf6c-b8b207685448 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:40.019375 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Attempting to bind port 13e58c36-cd36-467c-bf6c-b8b207685448 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:40.020041 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Attempting to bind port 13e58c36-cd36-467c-bf6c-b8b207685448 on network 35f129a8-6772-422f-8eaa-a495441cdeef {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:40.202158 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:40.202682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Checking segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:40.203206 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.214279 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Bound using segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:40.215377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Bound port: 13e58c36-cd36-467c-bf6c-b8b207685448, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:40.215975 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.315125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.367589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.403409 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] For port 13e58c36-cd36-467c-bf6c-b8b207685448, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:40.408611 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] For port 13e58c36-cd36-467c-bf6c-b8b207685448, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13e58c36-cd36-467c-bf6c-b8b207685448,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:40.422055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.422329 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.482628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] DHCP port deletion for 8f3e0142-7158-45da-a8de-bfd197dda902 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:40.496742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3453c74b-a5df-4225-bc36-0b3cd0248c60 req-00b629d9-6788-45e0-8464-8cae2d1ba378 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 210 time: 0.7917070 Nov 27 16:10:40.503872 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0ace-f15a-4be6-963e-9c4c8b38c3d6 None None] Pushing event updated for resources: {'Port': ['ID=13e58c36-cd36-467c-bf6c-b8b207685448,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:40.554835 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:40.555713 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:40.563928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-42eee234-902f-47d2-9275-c8c29ea15504 None None] Provisioning complete for port 13e58c36-cd36-467c-bf6c-b8b207685448 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:40.566459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42eee234-902f-47d2-9275-c8c29ea15504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.584937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.600730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Network f72bc52e-23e0-46d2-aae5-47b332a050aa is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:40.621077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event updated for resources: {'Port': ['ID=b75ffdd8-6912-40bd-b1a0-5b2424286c79,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:40.645985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:40.651887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:40.663248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:40.663935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.666613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Pushing event updated for resources: {'Port': ['ID=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:40.824370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-03e14e3c-453e-4466-94ac-314e9be09dc6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2762451 Nov 27 16:10:40.862222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.890289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Attempting to bind port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:40.891188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Attempting to bind port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:40.891758 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Attempting to bind port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e on network f72bc52e-23e0-46d2-aae5-47b332a050aa {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:40.896567 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:40.912957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:40.915263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Checking segment: {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:40.915682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.916062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.916632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Bound using segment: {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:40.917298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Bound port: b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:40.917899 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:40.947430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.056459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port a067ff51-921d-4713-bf25-2689b2b07946 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:41.056972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.083290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] For port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:41.087846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] For port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,segment=NetworkSegment(bb072eeb-cb85-4626-9724-8eca9165ac6c),segment_id=bb072eeb-cb85-4626-9724-8eca9165ac6c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:41.092329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] Deleting port a067ff51-921d-4713-bf25-2689b2b07946 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:41.093007 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.108559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.184001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] For port a067ff51-921d-4713-bf25-2689b2b07946, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a067ff51-921d-4713-bf25-2689b2b07946,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:41.184413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.202434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] Calling delete_port for a067ff51-921d-4713-bf25-2689b2b07946 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:41.235798 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:34Z', 'revision_number': 3, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:41.240535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Request body: {'port': {'device_id': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:41.257211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:41.271053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:41.290071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:41.299467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.316526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42eee234-902f-47d2-9275-c8c29ea15504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.325081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event updated for resources: {'Port': ['ID=7067f869-4462-4c6f-9f49-033ec61a5880,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:41.326785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Allocated IP 172.25.1.93 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d04f857f-abf6-447f-bc00-293def5c7e6b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:41.358331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13e58c36-cd36-467c-bf6c-b8b207685448 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:41.358621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port a067ff51-921d-4713-bf25-2689b2b07946, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a067ff51-921d-4713-bf25-2689b2b07946,segment=NetworkSegment(e45fd97b-abc3-46db-86f2-f6c919ebeec7),segment_id=e45fd97b-abc3-46db-86f2-f6c919ebeec7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:41.359186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.400745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for a067ff51-921d-4713-bf25-2689b2b07946 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:41.405014 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.448559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-42eee234-902f-47d2-9275-c8c29ea15504 None None] For port 13e58c36-cd36-467c-bf6c-b8b207685448, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13e58c36-cd36-467c-bf6c-b8b207685448,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:41.457728 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.469375 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.497312 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:41.498587 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Updating router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:41.564421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] No DVR routers for this DVR port a067ff51-921d-4713-bf25-2689b2b07946 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:41.575798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:35Z', 'revision_number': 9, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:41.618184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42eee234-902f-47d2-9275-c8c29ea15504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.620741 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.634717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86cd2b-fd9f-49b6-960e-c6fe7be1ce26 None None] Pushing event updated for resources: {'Port': ['ID=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:41.672179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:41.686320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cce70-14ed-4ad3-b08e-4d1f6ae95836 None None] Pushing event deleted for resources: {'Port': ['ID=a067ff51-921d-4713-bf25-2689b2b07946,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:41.688436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:41.689140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.716300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.767444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.774980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 13e58c36-cd36-467c-bf6c-b8b207685448 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:41.775800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.834658 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:41.838853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eee234-902f-47d2-9275-c8c29ea15504 None None] Pushing event updated for resources: {'Port': ['ID=13e58c36-cd36-467c-bf6c-b8b207685448,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:41.843380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:41.844499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:41.947664 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-54c43d44-8619-4ece-933a-6eded412fb7c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7292330 Nov 27 16:10:41.961733 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:40Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:41.964235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Pushing event updated for resources: {'Port': ['ID=d04f857f-abf6-447f-bc00-293def5c7e6b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:41.975721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Request body: {'port': {'device_id': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:42.001352 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6be89-657a-46bb-9046-1e61510ec261 None None] The sync data for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 is: [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:40Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:42.108085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:42.132817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:42.171260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:42.180527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee4a8a-a472-4603-a49c-3eef2065ca46 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:42.214858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4a5fb900-4e25-42e3-8317-72c378098243 None None] Provisioning complete for port 13e58c36-cd36-467c-bf6c-b8b207685448 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:42.231968 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb900-4e25-42e3-8317-72c378098243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.255475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:42.258342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.287911 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Allocated IP 172.20.0.1 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/e095426f-19b1-4097-b892-c73b96bdaa68) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:42.359941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.499112 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.510130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570044eb-e78f-4fa9-a601-df87edcaa025 req-3b3231f1-8b55-40f3-a76f-ebca5a5e7c7a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:42.522819 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.547899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-570044eb-e78f-4fa9-a601-df87edcaa025 req-3b3231f1-8b55-40f3-a76f-ebca5a5e7c7a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 931 time: 0.7276912 Nov 27 16:10:42.723765 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9558a89-f1a9-4d2c-b376-a65bdc300866 None None] Pushing event updated for resources: {'Port': ['ID=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:42.766399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1509d-f54a-4d20-a823-17ad16e3d04b None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:42.788613 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Attempting to bind port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:42.788985 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Attempting to bind port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:42.789370 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Attempting to bind port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:42.790050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=a067ff51-921d-4713-bf25-2689b2b07946,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:42.809390 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:42.809836 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:42.813937 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.814350 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:42.814850 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Bound port: 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:42.818020 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.857994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port a067ff51-921d-4713-bf25-2689b2b07946 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:42.882898 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:42.916131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a067ff51-921d-4713-bf25-2689b2b07946 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:43.014889 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] For port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:43.023502 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] For port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:43.039732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-570044eb-e78f-4fa9-a601-df87edcaa025 req-aa55e8fa-cdbd-4212-8a64-4a51b236b4ce tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871695 Nov 27 16:10:43.046748 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.055765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.199966 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:43.200654 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:43.205109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.250680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:43.266285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3e0142-7158-45da-a8de-bfd197dda902']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:43.286427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:43.291868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45fd97b-abc3-46db-86f2-f6c919ebeec7') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:43.292513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45fd97b-abc3-46db-86f2-f6c919ebeec7') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:43.303905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:43.318781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Pushing event updated for resources: {'Port': ['ID=e095426f-19b1-4097-b892-c73b96bdaa68,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:43.330069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.341278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7067f869-4462-4c6f-9f49-033ec61a5880 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:43.376051 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9558a89-f1a9-4d2c-b376-a65bdc300866 None None] Pushing event updated for resources: {'Port': ['ID=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:43.378787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.429154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:10:43.429853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:10:43.433904 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:10:43.451655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.509669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.548325 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:43.608059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ccde1-79b2-4781-9e60-5abb36266cc5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:43.614713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f398c1-1369-4513-a85b-3b0afe042f8b None None] Network f72bc52e-23e0-46d2-aae5-47b332a050aa requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:43.626321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a067ff51-921d-4713-bf25-2689b2b07946 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:43.626675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a067ff51-921d-4713-bf25-2689b2b07946 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:43.681240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.721153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Transition to ACTIVE for port object 7067f869-4462-4c6f-9f49-033ec61a5880 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:10:43.730599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.734285 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.740950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/8f3e0142-7158-45da-a8de-bfd197dda902 HTTP/1.1" status: 204 len: 168 time: 4.1873116 Nov 27 16:10:43.788847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:43.881565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Pushing event updated for resources: {'Port': ['ID=7067f869-4462-4c6f-9f49-033ec61a5880,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:43.892743 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:43.966050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Provisioning complete for port d04f857f-abf6-447f-bc00-293def5c7e6b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:43.966050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.027956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:35Z', 'revision_number': 9, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:44.063035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49240c94-1ead-4ec3-a5e0-b02fdc531458 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:35Z', 'revision_number': 9, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': '873101ea-3604-498c-aa76-757ff22f2877', 'name': '', 'network_id': 'e731896f-dec1-4404-bb7c-2a28111bb3ad', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:c9:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:47Z', 'updated_at': '2021-11-27T16:09:58Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'e80b4398-d22c-445e-9fb8-f0f12207c7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:44.066071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13e58c36-cd36-467c-bf6c-b8b207685448 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:44.073879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.109085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Port d04f857f-abf6-447f-bc00-293def5c7e6b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:44.185307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Provisioning complete for port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:44.189981 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.240861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f226-5d85-40a3-9112-9ec4e7fc68dc tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=8f3e0142-7158-45da-a8de-bfd197dda902,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:44.274755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Attempting to bind port 7067f869-4462-4c6f-9f49-033ec61a5880 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:44.275315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Attempting to bind port 7067f869-4462-4c6f-9f49-033ec61a5880 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:44.275462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Attempting to bind port 7067f869-4462-4c6f-9f49-033ec61a5880 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:44.284902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 13e58c36-cd36-467c-bf6c-b8b207685448 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:44.285277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.288885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Port 7067f869-4462-4c6f-9f49-033ec61a5880 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:10:44.289092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Attempting to bind port 7067f869-4462-4c6f-9f49-033ec61a5880 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:44.291038 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:34Z', 'revision_number': 3, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:44.338380 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7496fa-d28e-4d7b-a5a0-ef429a53ad75 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:34Z', 'revision_number': 3, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:44.403728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:44.403728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Checking segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:44.405169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Bound using segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:44.405717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Bound port: 7067f869-4462-4c6f-9f49-033ec61a5880, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:44.406914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.540039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.628504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d22b3-4ad1-416d-a2a3-329766803b24 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:10:44.676471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] For port 7067f869-4462-4c6f-9f49-033ec61a5880, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:44.687634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] For port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,segment=NetworkSegment(bb072eeb-cb85-4626-9724-8eca9165ac6c),segment_id=bb072eeb-cb85-4626-9724-8eca9165ac6c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:44.722975 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.737929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.746667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:44.765888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.803671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e809a4-bd88-446d-8029-c244b10cf825 req-8fc57213-709a-453d-a6fa-7577a8604602 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:44.805269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e809a4-bd88-446d-8029-c244b10cf825 req-8fc57213-709a-453d-a6fa-7577a8604602 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 943 time: 0.4278393 Nov 27 16:10:44.889330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] For port 7067f869-4462-4c6f-9f49-033ec61a5880, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7067f869-4462-4c6f-9f49-033ec61a5880,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:44.931563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Provisioning complete for port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:44.932151 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.968558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:44.977080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Pushing event updated for resources: {'Port': ['ID=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:45.068023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d22b3-4ad1-416d-a2a3-329766803b24 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:10:45.077659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:45.078188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.095399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:45.096060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.102134 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] 10.222.0.37 "PUT /v2.0/ports/7067f869-4462-4c6f-9f49-033ec61a5880 HTTP/1.1" status: 200 len: 1091 time: 3.1424346 Nov 27 16:10:45.109652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'tag': '7067f869-4462-4c6f-9f49-033ec61a5880'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:45.116209 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b91d0-db51-4efe-b6ae-62ece2cd9d19" -d '{"events": [{"name": "network-changed", "server_uuid": "89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4", "tag": "7067f869-4462-4c6f-9f49-033ec61a5880"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:45.125683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.306076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.363056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] For port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:45.363323 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1c1b4c-abe5-4ebb-90e7-7c8822be9fd5 x-openstack-request-id: req-2e1c1b4c-abe5-4ebb-90e7-7c8822be9fd5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:45.363792 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4", "tag": "7067f869-4462-4c6f-9f49-033ec61a5880", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:45.363792 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e1c1b4c-abe5-4ebb-90e7-7c8822be9fd5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:45.364228 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'tag': '7067f869-4462-4c6f-9f49-033ec61a5880', 'status': 'completed', 'code': 200} Nov 27 16:10:45.405072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Pushing event updated for resources: {'Port': ['ID=e095426f-19b1-4097-b892-c73b96bdaa68,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:45.420269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:45.426580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.462934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-47a2aaf9-26bf-4c8d-bb15-17b634651d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:45.464519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-47a2aaf9-26bf-4c8d-bb15-17b634651d80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 1094 time: 0.3134143 Nov 27 16:10:45.465914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:45.502428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e809a4-bd88-446d-8029-c244b10cf825 req-beee150a-0083-41ff-abf7-b17e6b234322 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215161 Nov 27 16:10:45.637972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Pushing event updated for resources: {'Port': ['ID=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:45.660124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Provisioning complete for port e095426f-19b1-4097-b892-c73b96bdaa68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:45.660761 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.761716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75ffdd8-6912-40bd-b1a0-5b2424286c79 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:45.777694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.811302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-03b3109f-10b7-4758-a6b0-d9715cdf97fd None None] Port e095426f-19b1-4097-b892-c73b96bdaa68 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:45.812505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-e1e90d0c-6857-4bf5-a081-01174e9d6b9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7067f869-4462-4c6f-9f49-033ec61a5880 HTTP/1.1" status: 200 len: 217 time: 0.3311012 Nov 27 16:10:45.829964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Transition to ACTIVE for port object b75ffdd8-6912-40bd-b1a0-5b2424286c79 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:10:45.842043 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.880056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:45.958701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b75ffdd8-6912-40bd-b1a0-5b2424286c79,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:45.963217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9359b-3002-4db3-adda-e63251bdd759 service neutron] Pushing event updated for resources: {'Port': ['ID=7067f869-4462-4c6f-9f49-033ec61a5880,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:46.017576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7ff71683-4d72-4c42-972b-8c11abd6287d None None] Provisioning complete for port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:46.017954 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7ff71683-4d72-4c42-972b-8c11abd6287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:46.053145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-1f933c3d-ab93-44f7-9301-c8327b8dc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:46.054704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-1f933c3d-ab93-44f7-9301-c8327b8dc17c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.2301180 Nov 27 16:10:46.093119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:46.116190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215d5f1-23d2-41e4-a3af-e3c750b756cb None None] DHCP port deletion for 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:46.118642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:46.121160 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-a656237f-52db-48f6-ab6a-100f03f5105a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574017 Nov 27 16:10:46.223088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66082ae9-1a7a-44b9-8427-e9edf3f7d27b None None] DHCP port deletion for 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:46.368712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:46.370431 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:46.372963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:46.386690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cff5182f-7fa3-4f51-94c9-ae70c7919154 admin admin] 10.222.0.15 "PUT /v2.0/routers/34e8bafc-8c8f-43b1-8f44-4ac103b1b519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7050610 Nov 27 16:10:46.445426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:10:46.479041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:46.479748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-3fe1af82-b84f-4f30-8ba3-90693be481d5 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471141 Nov 27 16:10:46.647478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-ea6ae2aa-2808-4719-a00b-777e37308aa1 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543419 Nov 27 16:10:46.713028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:46.726612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Attempting to bind port b75ffdd8-6912-40bd-b1a0-5b2424286c79 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:46.727997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Attempting to bind port b75ffdd8-6912-40bd-b1a0-5b2424286c79 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:46.728509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Attempting to bind port b75ffdd8-6912-40bd-b1a0-5b2424286c79 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:46.736349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Port b75ffdd8-6912-40bd-b1a0-5b2424286c79 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:10:46.736975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Attempting to bind port b75ffdd8-6912-40bd-b1a0-5b2424286c79 on network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:46.772934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-d4eca617-15f9-4428-91e5-74b902cc2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:46.775107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-d4eca617-15f9-4428-91e5-74b902cc2ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 1094 time: 0.0544932 Nov 27 16:10:46.872076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b91027b2-5b89-46a7-9bb1-fd487b1877e6 None None] Provisioning complete for port e095426f-19b1-4097-b892-c73b96bdaa68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:46.872517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b91027b2-5b89-46a7-9bb1-fd487b1877e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:46.873124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:46.873689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Checking segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:46.874537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Bound using segment: {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:46.876371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Bound port: b75ffdd8-6912-40bd-b1a0-5b2424286c79, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9d2f88-f331-43ef-b477-49b7bf3e57a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:46.876933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:46.945830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:46.946342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:47.005143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b91027b2-5b89-46a7-9bb1-fd487b1877e6 None None] Port e095426f-19b1-4097-b892-c73b96bdaa68 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:47.092780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-a25c167f-4c28-44b7-a306-fa81855d202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:47.094355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-a25c167f-4c28-44b7-a306-fa81855d202a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 914 time: 0.3111899 Nov 27 16:10:47.173248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:47.226369 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-c4a95604-e68f-420d-887a-af2c4fa3a249 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7067f869-4462-4c6f-9f49-033ec61a5880 HTTP/1.1" status: 200 len: 217 time: 0.1237106 Nov 27 16:10:47.246056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:47.246402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2847ecc5-ccd9-4be6-8bb6-312d5825c9c1 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:47.280007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] For port b75ffdd8-6912-40bd-b1a0-5b2424286c79, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:47.286233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] For port b75ffdd8-6912-40bd-b1a0-5b2424286c79, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:47.340344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:47.377317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37373112-0e13-419b-91fd-97337200809a req-d54a4c86-34d4-49ef-b25a-eb01df575bb6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:47.379952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37373112-0e13-419b-91fd-97337200809a req-d54a4c86-34d4-49ef-b25a-eb01df575bb6 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 943 time: 0.7080331 Nov 27 16:10:47.431599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b9a46-9f71-4aea-83f2-358c96e51103 None None] DHCP port deletion for 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:47.433031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-9923b09a-2307-42f8-89cf-4614cd22225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:47.436368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-9923b09a-2307-42f8-89cf-4614cd22225c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.2002614 Nov 27 16:10:47.453397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:47.458338 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:47.459487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/b75ffdd8-6912-40bd-b1a0-5b2424286c79 HTTP/1.1" status: 200 len: 1092 time: 6.5938997 Nov 27 16:10:47.501702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'tag': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:47.512855 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b6ed51-1d0b-42a9-9712-bd10c0ebea20", "tag": "b75ffdd8-6912-40bd-b1a0-5b2424286c79"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:47.523351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:47.555288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Sync routers for ids ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:47.585978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Routers {'3e952f9e-0be9-48bf-88d2-cc9d6fdee279'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:47.592094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:47.700505 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:47.717197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39230) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:47.719558 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632dff7-479a-47ed-9b30-2feddc89d8d1 x-openstack-request-id: req-a632dff7-479a-47ed-9b30-2feddc89d8d1 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:47.720033 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b6ed51-1d0b-42a9-9712-bd10c0ebea20", "tag": "b75ffdd8-6912-40bd-b1a0-5b2424286c79", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:47.720475 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a632dff7-479a-47ed-9b30-2feddc89d8d1 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:47.721047 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'tag': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79', 'status': 'completed', 'code': 200} Nov 27 16:10:47.737865 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:47.741206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:47.807682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:47.810824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7faa853a-aef9-4398-8f46-9f38d94914dc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0815094 Nov 27 16:10:47.841535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39236) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:47.867608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe2afe-3e81-4057-8a9f-12d7323ed9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b75ffdd8-6912-40bd-b1a0-5b2424286c79,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:47.909292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39238) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:47.933928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:48.037142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1099774278-network', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:48.049694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37373112-0e13-419b-91fd-97337200809a req-a5e36215-dd39-4753-8b12-5203acc916dd tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378112 Nov 27 16:10:48.055640 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:48.065172 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-5d1bc575-7b37-4c9f-9ed5-83621acd2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:48.067097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-5d1bc575-7b37-4c9f-9ed5-83621acd2907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 1095 time: 0.4847634 Nov 27 16:10:48.082397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Set router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:48.225948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-95d59d8f-9e4d-4f04-b93b-a8d21fefe9a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79 HTTP/1.1" status: 200 len: 217 time: 0.1195176 Nov 27 16:10:48.228264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:48.232077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:48.266668 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-212eec21-ae92-4181-a828-3647a2e41f6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8205142 Nov 27 16:10:48.308283 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72822d68-d530-4287-a45c-90fe1bf37190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:48.343024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85306958-6fc7-4de0-989a-85b37b81db08 req-7abdc069-82ca-490d-99ef-976e472f4686 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:48.352627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85306958-6fc7-4de0-989a-85b37b81db08 req-7abdc069-82ca-490d-99ef-976e472f4686 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.4286363 Nov 27 16:10:48.450565 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-c12a6113-9efd-4a7d-a2ce-34e2a418bd96 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764419 Nov 27 16:10:48.465184 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:44Z', 'revision_number': 2, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:48.497668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-0953d41f-4076-45c2-b02f-f37d2013d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:48.498842 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:48.500535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-0953d41f-4076-45c2-b02f-f37d2013d571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.1762974 Nov 27 16:10:48.501087 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Updating router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 port e095426f-19b1-4097-b892-c73b96bdaa68 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:48.554046 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:48.624352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72822d68-d530-4287-a45c-90fe1bf37190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:48.636643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Made reservation on behalf of e763e9074ce54ea49029d066f06d9a5f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:48.636950 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-215b91d0-db51-4efe-b6ae-62ece2cd9d19 req-e4978b05-e8cc-417b-86db-71d180df96f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797118 Nov 27 16:10:48.638643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 3, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:48.640856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:48.658387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72822d68-d530-4287-a45c-90fe1bf37190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:48.724202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Checking router: 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:48.725179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Updating router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 port d04f857f-abf6-447f-bc00-293def5c7e6b binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:48.984459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.010137 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.021081 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.069694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-07210b3d-e036-436c-8b2d-576fa385dc14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4142909 Nov 27 16:10:49.090258 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Pushing event updated for resources: {'Port': ['ID=e095426f-19b1-4097-b892-c73b96bdaa68,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:49.090467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85306958-6fc7-4de0-989a-85b37b81db08 req-168dbec1-2c05-4b28-8bcc-ea13f4678c6a tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7343643 Nov 27 16:10:49.091186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.098556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-72822d68-d530-4287-a45c-90fe1bf37190 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d4c8497d6204f4f8aa1a4e2de604dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3701236 Nov 27 16:10:49.102150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39244) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:49.120036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7067f869-4462-4c6f-9f49-033ec61a5880 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:10:49.136753 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.142566 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.148468 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.149056 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.149565 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.150007 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.153278 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.153831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.154276 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.154724 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.155162 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.155611 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.236793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.276411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72822d68-d530-4287-a45c-90fe1bf37190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c40b11-6ea6-4ac7-bd13-8ad8cd3725e8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:49.299659 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Attempting to bind port e095426f-19b1-4097-b892-c73b96bdaa68 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:49.300148 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Attempting to bind port e095426f-19b1-4097-b892-c73b96bdaa68 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:49.309990 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Attempting to bind port e095426f-19b1-4097-b892-c73b96bdaa68 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:49.312611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.316607 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:49.317216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:49.317784 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.318264 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:49.318845 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Bound port: e095426f-19b1-4097-b892-c73b96bdaa68, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:49.319335 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.360485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7067f869-4462-4c6f-9f49-033ec61a5880, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7067f869-4462-4c6f-9f49-033ec61a5880,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:49.384923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 873101ea-3604-498c-aa76-757ff22f2877 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:49.385310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.389047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '7067f869-4462-4c6f-9f49-033ec61a5880', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'port_id': '7067f869-4462-4c6f-9f49-033ec61a5880', 'mac_address': 'fa:16:3e:b2:89:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf46d47e-10e8-4380-a099-1be828be3719', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:10:49.398357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.402889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.404395 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45c40b11-6ea6-4ac7-bd13-8ad8cd3725e8 HTTP/1.1" status: 204 len: 168 time: 0.3002884 Nov 27 16:10:49.461509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c40b11-6ea6-4ac7-bd13-8ad8cd3725e8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:49.484673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.485458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.486295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.487203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.487486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.488120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.491594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.493933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.494402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.497170 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] For port e095426f-19b1-4097-b892-c73b96bdaa68, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:49.498003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.498462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.498811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45766dc-6785-4536-877d-f65496a2e340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:10:49.504237 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] For port e095426f-19b1-4097-b892-c73b96bdaa68, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e095426f-19b1-4097-b892-c73b96bdaa68,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:49.520766 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.569520 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.571033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.587237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.598020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:10:49.598385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7067f869-4462-4c6f-9f49-033ec61a5880 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:49.610547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-a672d1ef-8026-4564-b4c9-4d7e02fbde96 service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064878 Nov 27 16:10:49.648001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a37442-9a17-4766-af3c-1544504fd280 req-e2534afb-b687-4a45-943d-8549ecee03d1 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:49.649998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62a37442-9a17-4766-af3c-1544504fd280 req-e2534afb-b687-4a45-943d-8549ecee03d1 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 943 time: 0.3942294 Nov 27 16:10:49.689175 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:49.690078 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:49.725028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b23ac9-938c-4e64-ad40-b1cb97327a01 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:49.726799 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c53f9b-0078-4a0e-870b-55e5ea656d5d None None] Pushing event updated for resources: {'Port': ['ID=e095426f-19b1-4097-b892-c73b96bdaa68,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:49.763743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7067f869-4462-4c6f-9f49-033ec61a5880, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7067f869-4462-4c6f-9f49-033ec61a5880,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:49.779915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.783655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67ee6-150a-4404-9e4d-402fa96e3bb3 None None] Pushing event updated for resources: {'Port': ['ID=d04f857f-abf6-447f-bc00-293def5c7e6b,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:49.804397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Attempting to bind port d04f857f-abf6-447f-bc00-293def5c7e6b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:49.804785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Attempting to bind port d04f857f-abf6-447f-bc00-293def5c7e6b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:49.805178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Attempting to bind port d04f857f-abf6-447f-bc00-293def5c7e6b on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:49.841649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-296d1e2f-3bf8-44dd-ab0f-229554349375 None None] Provisioning complete for port e095426f-19b1-4097-b892-c73b96bdaa68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:49.842029 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-296d1e2f-3bf8-44dd-ab0f-229554349375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.869332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-8137cee7-5306-4f1d-a845-5c860c0ab84b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:49.872734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-8137cee7-5306-4f1d-a845-5c860c0ab84b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.2539663 Nov 27 16:10:49.902329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62a37442-9a17-4766-af3c-1544504fd280 req-fc47106f-f5a3-47f8-a5fb-5c0029e8e175 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318249 Nov 27 16:10:49.910256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 873101ea-3604-498c-aa76-757ff22f2877, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=873101ea-3604-498c-aa76-757ff22f2877,segment=NetworkSegment(f34b01c7-0ae1-41c0-8965-8ce1c96c13e6),segment_id=f34b01c7-0ae1-41c0-8965-8ce1c96c13e6)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:49.910845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:49.978564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.000055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 873101ea-3604-498c-aa76-757ff22f2877 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:50.000820 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:50.015945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:50.017113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:50.017507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.018697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.019265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:50.020148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Bound port: d04f857f-abf6-447f-bc00-293def5c7e6b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:50.021037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.028104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=7067f869-4462-4c6f-9f49-033ec61a5880,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:50.082510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['7067f869-4462-4c6f-9f49-033ec61a5880'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:10:50.136369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Deleting port d4764343-e80d-43df-95a1-f4c0f37950df {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:50.136867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.160386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] For port d04f857f-abf6-447f-bc00-293def5c7e6b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:50.166212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] For port d04f857f-abf6-447f-bc00-293def5c7e6b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d04f857f-abf6-447f-bc00-293def5c7e6b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:50.190685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:10:50.198562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.231410 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61779e25-ece6-4f64-b2a0-c8dafab282b3 req-a55ab9dd-bb08-4f05-b079-40e0d9161a2b service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074162 Nov 27 16:10:50.281280 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-296d1e2f-3bf8-44dd-ab0f-229554349375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.283395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcd7f5-1b49-459c-88ef-6693db42c41e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:50.325246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089bcbbd-df4c-4bfe-b242-e199675317ef,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:50.339507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.340054 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Added segment 8cc35ef4-08d1-4f20-a8c9-3b0313c5977e of type vlan for network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 Nov 27 16:10:50.345864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67ee6-150a-4404-9e4d-402fa96e3bb3 None None] Pushing event updated for resources: {'Port': ['ID=d04f857f-abf6-447f-bc00-293def5c7e6b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:50.351699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] For port d4764343-e80d-43df-95a1-f4c0f37950df, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d4764343-e80d-43df-95a1-f4c0f37950df,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:50.352845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.357849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Routers {'3e952f9e-0be9-48bf-88d2-cc9d6fdee279'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:50.358492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:50.439307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-296d1e2f-3bf8-44dd-ab0f-229554349375 None None] For port e095426f-19b1-4097-b892-c73b96bdaa68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e095426f-19b1-4097-b892-c73b96bdaa68,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:50.464292 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:49Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:50.469923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-296d1e2f-3bf8-44dd-ab0f-229554349375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.477138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc15070-3f12-4e61-a5e8-631c27a9d8db req-65150417-f285-412c-b890-1b56153e9214 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:50.484586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dc15070-3f12-4e61-a5e8-631c27a9d8db req-65150417-f285-412c-b890-1b56153e9214 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 945 time: 0.2518978 Nov 27 16:10:50.488475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-e8d14837-7690-4328-9e6b-50bcb77115a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:50.490408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-e8d14837-7690-4328-9e6b-50bcb77115a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 1095 time: 0.1540356 Nov 27 16:10:50.504702 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910bc53-d061-4406-980b-472a9370f1b1 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:49Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:50.546555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.566097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] Set router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:50.713095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-f03a31a9-6ffc-44a9-a6a2-0c8b403a9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:50.714883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-f03a31a9-6ffc-44a9-a6a2-0c8b403a9321 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 200 len: 914 time: 0.1618917 Nov 27 16:10:50.739648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.740186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.740385 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Floating IP bc54ae53-4766-43aa-9a41-0093d4b0af01 disassociated. External IP: 172.25.1.234, port: d4764343-e80d-43df-95a1-f4c0f37950df. Nov 27 16:10:50.740745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Calling delete_port for d4764343-e80d-43df-95a1-f4c0f37950df owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:50.746973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.db.resource_extend [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:10:50.824929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1e2f-3bf8-44dd-ab0f-229554349375 None None] Pushing event updated for resources: {'Port': ['ID=e095426f-19b1-4097-b892-c73b96bdaa68,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:50.917286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.931559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-a9b51d9c-6329-42b3-b808-c7b95dc920be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79 HTTP/1.1" status: 200 len: 217 time: 0.2042184 Nov 27 16:10:50.981203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:50.984764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dc15070-3f12-4e61-a5e8-631c27a9d8db req-db7b06b5-2db2-4b4a-a63f-0dbd121066c9 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ff14ee9-45cf-4f6f-8947-7be7d658608f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991462 Nov 27 16:10:50.985683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Provisioning complete for port d04f857f-abf6-447f-bc00-293def5c7e6b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:50.986060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.011240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=873101ea-3604-498c-aa76-757ff22f2877,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:51.024101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.025318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:51.026225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.039384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event deleted for resources: {'Port': ['ID=d4764343-e80d-43df-95a1-f4c0f37950df,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:51.223700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.307504 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Router 012fd55b-4246-4d48-9562-c82df47cd537 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:51.402418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] For port d04f857f-abf6-447f-bc00-293def5c7e6b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d04f857f-abf6-447f-bc00-293def5c7e6b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:51.429361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.433821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-0bee386e-2061-45c7-9743-77d9ef8bbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:51.435384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-0bee386e-2061-45c7-9743-77d9ef8bbbc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 200 len: 853 time: 0.4876859 Nov 27 16:10:51.444291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5305052 Nov 27 16:10:51.464702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39282) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:51.469782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Request body: {'subnet': {'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1099774278-subnet', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:51.563980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Provisioning complete for port e095426f-19b1-4097-b892-c73b96bdaa68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:51.564601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.598318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 3, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:51.608334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7e328-f1f5-4b71-bd68-dbedb1b11d64 None None] Pushing event updated for resources: {'Port': ['ID=d04f857f-abf6-447f-bc00-293def5c7e6b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:51.616524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-d581bbd7-7b15-424c-a7c3-f4ce8865a1c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939851 Nov 27 16:10:51.617288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c1342-1402-4271-b5e6-3d8840175043 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:51.631379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b4d09-dc36-48bf-a837-c7e8d129e5fd req-9ca19e9e-6680-4c2c-baa8-fd7baf513ecf tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:51.633259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-437b4d09-dc36-48bf-a837-c7e8d129e5fd req-9ca19e9e-6680-4c2c-baa8-fd7baf513ecf tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 944 time: 0.4891171 Nov 27 16:10:51.701345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:10:51.714712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Made reservation on behalf of e763e9074ce54ea49029d066f06d9a5f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:10:51.717667 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.724292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77008e6-797e-43df-8d2b-43a4b8404914 None None] The sync data for ids ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'] in n-d-819494-4 is: [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 3, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:51.733910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-437b4d09-dc36-48bf-a837-c7e8d129e5fd req-fd407623-2667-4bd0-95f5-3bfbef735223 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Nov 27 16:10:51.763526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.879844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:51.900428 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:51.917815 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:52.042008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] No DVR routers for this DVR port d4764343-e80d-43df-95a1-f4c0f37950df on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:52.049648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:52.051900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:52.053873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:52.057276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1bd874e5-8596-4f96-9bf1-1ba3ed2635ac req-66ad5802-6e20-4d47-b82e-766083892743 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.21 "DELETE /v2.0/ports/d4764343-e80d-43df-95a1-f4c0f37950df HTTP/1.1" status: 204 len: 173 time: 2.1728466 Nov 27 16:10:52.061384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'name': 'network-vif-deleted', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:52.068941 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf408e20-360b-4bb7-9f47-d8d90c9df5ca" -d '{"events": [{"server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "name": "network-vif-deleted", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:52.182431 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76463d85-c635-4016-914b-7712fd1498e4 x-openstack-request-id: req-76463d85-c635-4016-914b-7712fd1498e4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:52.183563 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00390c9b-e801-4403-8b78-7676ba4704a2", "name": "network-vif-deleted", "tag": "d4764343-e80d-43df-95a1-f4c0f37950df", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:52.183982 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76463d85-c635-4016-914b-7712fd1498e4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:52.185217 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00390c9b-e801-4403-8b78-7676ba4704a2', 'name': 'network-vif-deleted', 'tag': 'd4764343-e80d-43df-95a1-f4c0f37950df', 'status': 'completed', 'code': 200} Nov 27 16:10:52.311267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e095426f-19b1-4097-b892-c73b96bdaa68 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:52.372522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:52.442302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:52.482718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01524cfe-8dcd-41b5-b004-fc0d958f2586,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:52.534225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Checking segment: {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:52.534718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Network hostable DHCP agents. Network: 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:10:52.557929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:10:52.578141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:52.593750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:52.596230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:52.630712 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-01b2125b-9b67-4364-b4ed-746babc40795 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1647029 Nov 27 16:10:52.631642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:52.637573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:10:52.677329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb917c-ea2b-47d2-a6e2-1c9e13c3d98f None None] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:52.739418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e095426f-19b1-4097-b892-c73b96bdaa68 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:52.739787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:52.749556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:52.751886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:52.974934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cddc435-be1d-4980-a7ad-a1a32c8d3f4c req-226ffdc9-78c6-4b33-8e02-6045c28d6152 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/ports?device_id=00390c9b-e801-4403-8b78-7676ba4704a2 HTTP/1.1" status: 200 len: 210 time: 0.2553105 Nov 27 16:10:52.992292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:53.108870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-cfc53770-f13a-4aea-aad5-e5e2620af8fb service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4518714 Nov 27 16:10:53.308558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:53.343223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7067f869-4462-4c6f-9f49-033ec61a5880 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:53.350674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91fb8-948c-4d81-a40d-863a1cad7f5f req-eac387d9-6a91-403e-a6f1-a89004e35927 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:53.358101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10b91fb8-948c-4d81-a40d-863a1cad7f5f req-eac387d9-6a91-403e-a6f1-a89004e35927 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 944 time: 0.3685248 Nov 27 16:10:53.383483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b75ffdd8-6912-40bd-b1a0-5b2424286c79 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:10:53.454032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:53.469523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e56d7d8a-d552-43b9-82d9-2e4eeb20bbd9 req-d7673541-b6c3-4d4c-960e-e6aed1ccb4bd service neutron] 10.222.0.21 "GET /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300633 Nov 27 16:10:53.546441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10b91fb8-948c-4d81-a40d-863a1cad7f5f req-06fc2769-ad56-4b19-9a35-2dd72ed94e30 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873548 Nov 27 16:10:53.548660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Allocated IP 172.20.0.1 (f72bc52e-23e0-46d2-aae5-47b332a050aa/ad3b905c-2024-4547-802b-cfad855dc742/2c9130f1-e049-44a9-9e48-d1da846d9015) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:53.712202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b75ffdd8-6912-40bd-b1a0-5b2424286c79, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:53.726660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:53.734309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-41e849fb-4565-4245-a591-35dced6f2016 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6901987 Nov 27 16:10:53.739872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39326) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:53.742587 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:53.764943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79', 'network_id': '2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5', 'port_id': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79', 'mac_address': 'fa:16:3e:41:51:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf46d47e-10e8-4380-a099-1be828be3719', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:10:53.771040 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:53.775036 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:53.786001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:53.840114 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:53.847529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet e80b4398-d22c-445e-9fb8-f0f12207c7d5 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:10:53.855107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:53.872750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:53.930230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.005887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.024432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:54.099991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 7067f869-4462-4c6f-9f49-033ec61a5880 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:10:54.101530 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.175105 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39340) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:54.192326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Allocated IP 172.25.1.130 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/728f0c53-fcd0-4763-afab-de5d92e9c3b8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:54.238380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 7067f869-4462-4c6f-9f49-033ec61a5880 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:54.238642 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.271095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'fixed_ips': [{'subnet_id': '01524cfe-8dcd-41b5-b004-fc0d958f2586'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:10:54.271095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.271387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Network f72bc52e-23e0-46d2-aae5-47b332a050aa is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:54.306804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:54.315144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:54.372207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d04f857f-abf6-447f-bc00-293def5c7e6b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:54.402860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Pushing event updated for resources: {'Port': ['ID=2c9130f1-e049-44a9-9e48-d1da846d9015,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:54.424929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.478322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.481098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=e80b4398-d22c-445e-9fb8-f0f12207c7d5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:54.489862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.497916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3d754899-4476-44d6-aa46-1561a8860722 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/e80b4398-d22c-445e-9fb8-f0f12207c7d5 HTTP/1.1" status: 204 len: 168 time: 0.7557912 Nov 27 16:10:54.503824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:54.504825 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.631977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.641260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87757b7d-c731-4a7c-a0b5-702a58bd0cd0 None None] Network e731896f-dec1-4404-bb7c-2a28111bb3ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:10:54.666820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9a3d07fb-649f-45a8-90fb-30bcc493df3b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.728489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9a3d07fb-649f-45a8-90fb-30bcc493df3b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.776810 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 10, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:54.810084 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.837717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75ffdd8-6912-40bd-b1a0-5b2424286c79 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:10:54.845574 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:54.860940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b75ffdd8-6912-40bd-b1a0-5b2424286c79, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:54.867771 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:54.868609 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:54.897706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:54.911519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:54.915451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:54.955725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:54.965975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950bff9-a343-45e8-be7b-8019390b8731 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:55.036404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d506c646-5b30-444f-b4f5-c18dff46c786 None None] Provisioning complete for port 2c9130f1-e049-44a9-9e48-d1da846d9015 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:55.036404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d506c646-5b30-444f-b4f5-c18dff46c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.051257 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:55.077866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d04f857f-abf6-447f-bc00-293def5c7e6b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:55.078400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.092707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.110893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d506c646-5b30-444f-b4f5-c18dff46c786 None None] Port 2c9130f1-e049-44a9-9e48-d1da846d9015 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:55.210135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Pushing event updated for resources: {'Port': ['ID=728f0c53-fcd0-4763-afab-de5d92e9c3b8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:55.210135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9a3d07fb-649f-45a8-90fb-30bcc493df3b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.210865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac2b57-2777-43b1-a1c7-7a1e5321f83c req-630e50e3-deb5-483c-a168-75e3954830e3 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:55.222976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9a3d07fb-649f-45a8-90fb-30bcc493df3b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.223355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebac2b57-2777-43b1-a1c7-7a1e5321f83c req-630e50e3-deb5-483c-a168-75e3954830e3 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 944 time: 0.3433750 Nov 27 16:10:55.227472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9a3d07fb-649f-45a8-90fb-30bcc493df3b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ff14ee9-45cf-4f6f-8947-7be7d658608f HTTP/1.1" status: 204 len: 168 time: 1.0490882 Nov 27 16:10:55.233445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:55.269009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d07fb-649f-45a8-90fb-30bcc493df3b tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff14ee9-45cf-4f6f-8947-7be7d658608f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:55.300969 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-eecd7403-607d-4e02-9c3a-9be466a77451 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] show failed (client error): The resource could not be found. Nov 27 16:10:55.302060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eecd7403-607d-4e02-9c3a-9be466a77451 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "GET /v2.0/security-groups/9ff14ee9-45cf-4f6f-8947-7be7d658608f HTTP/1.1" status: 404 len: 347 time: 0.0637481 Nov 27 16:10:55.314686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39368) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:55.318104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4764343-e80d-43df-95a1-f4c0f37950df no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:55.469280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.493161 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 10, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:55.526923 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83e252-872e-4ba8-a510-5ba3b8d07015 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 10, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None, '_interfaces': [{'id': 'c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3', 'name': '', 'network_id': 'b01fa097-d0b1-4246-9686-46224021ff0d', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'mac_address': 'fa:16:3e:28:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:09:41Z', 'updated_at': '2021-11-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'subnets': [{'id': 'dd4eafbd-685e-4740-bd25-9521b4e9ffd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:55.580693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b75ffdd8-6912-40bd-b1a0-5b2424286c79'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:10:55.589936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.657160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ebac2b57-2777-43b1-a1c7-7a1e5321f83c req-fb5204bc-640e-477d-8c56-96123c6ff3d8 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808379 Nov 27 16:10:55.720260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: d4764343-e80d-43df-95a1-f4c0f37950df {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:55.720619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d4764343-e80d-43df-95a1-f4c0f37950df not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:55.741906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:55.804127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.809390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:55.809746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 3e86db40-e439-49cb-9752-2fefaf1c78d9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:55.810200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.821481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6b2f46e5-f23d-4436-8435-d9c426fdd451 None None] Provisioning complete for port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:55.822113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b2f46e5-f23d-4436-8435-d9c426fdd451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.823800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b75ffdd8-6912-40bd-b1a0-5b2424286c79,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:55.833448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:55.993332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 3e86db40-e439-49cb-9752-2fefaf1c78d9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3e86db40-e439-49cb-9752-2fefaf1c78d9,segment=NetworkSegment(f34b01c7-0ae1-41c0-8965-8ce1c96c13e6),segment_id=f34b01c7-0ae1-41c0-8965-8ce1c96c13e6)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:55.993936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.005839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Deleting port 1f548a09-22bc-4d8b-9cff-41f7149aaf75 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:10:56.006314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.027051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:56.027909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:56.059722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 3e86db40-e439-49cb-9752-2fefaf1c78d9 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:56.072991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Allocated IP 172.20.0.2 (3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57/01524cfe-8dcd-41b5-b004-fc0d958f2586/250eaa20-54b7-4efa-b7b7-f2ed4f96e249) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:56.159355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Router b6c30e98-91fb-4e06-9860-ee69ca39a0bf is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:10:56.172725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7067f869-4462-4c6f-9f49-033ec61a5880, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7067f869-4462-4c6f-9f49-033ec61a5880,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:10:56.231156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7067f869-4462-4c6f-9f49-033ec61a5880'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:10:56.237488 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7582c15-bdcf-4a7b-90c8-954691cc0c90" -d '{"events": [{"server_uuid": "89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4", "name": "network-vif-plugged", "status": "completed", "tag": "7067f869-4462-4c6f-9f49-033ec61a5880"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:10:56.251972 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.265223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f46e5-f23d-4436-8435-d9c426fdd451 None None] Port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:56.272121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.273732 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.325982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.366149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Calling delete_port for 1f548a09-22bc-4d8b-9cff-41f7149aaf75 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:10:56.368729 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.387966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:56.419326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.421037 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ee6ab953-3428-4c6a-85ed-1d48c42b2561 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7882228 Nov 27 16:10:56.424022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39384) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:56.438375 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2705114-f66e-4622-9e4e-acc11d8dfa62 x-openstack-request-id: req-d2705114-f66e-4622-9e4e-acc11d8dfa62 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:10:56.438744 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4", "name": "network-vif-plugged", "status": "completed", "tag": "7067f869-4462-4c6f-9f49-033ec61a5880", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:10:56.439011 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2705114-f66e-4622-9e4e-acc11d8dfa62 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:10:56.439441 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7067f869-4462-4c6f-9f49-033ec61a5880', 'code': 200} Nov 27 16:10:56.505819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Sync routers for ids ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:56.520432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.527128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b60f86-c091-4b8d-a0bb-718804cda134 None None] DHCP port deletion for e731896f-dec1-4404-bb7c-2a28111bb3ad request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:56.533640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.588566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port 3e86db40-e439-49cb-9752-2fefaf1c78d9 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:10:56.599806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d50a7-d053-4e45-b5c3-339cc5046734 req-a0f3fc6a-5a13-4cc6-afed-0c0086eacdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:56.602428 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d76d50a7-d053-4e45-b5c3-339cc5046734 req-a0f3fc6a-5a13-4cc6-afed-0c0086eacdd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 1096 time: 0.1094391 Nov 27 16:10:56.673442 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d76d50a7-d053-4e45-b5c3-339cc5046734 req-08b2ce4e-2ed0-4184-8280-52837045514e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Nov 27 16:10:56.691998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=7067f869-4462-4c6f-9f49-033ec61a5880,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:56.696141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Routers {'b6c30e98-91fb-4e06-9860-ee69ca39a0bf'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:56.696931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:56.706518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 873101ea-3604-498c-aa76-757ff22f2877 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:56.774581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:56.805873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e731896f-dec1-4404-bb7c-2a28111bb3ad']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:56.823018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:56.823494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34b01c7-0ae1-41c0-8965-8ce1c96c13e6') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:56.988640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 873101ea-3604-498c-aa76-757ff22f2877 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:56.989254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 873101ea-3604-498c-aa76-757ff22f2877 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:56.989990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3e86db40-e439-49cb-9752-2fefaf1c78d9 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:10:57.037645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:57.100834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3e86db40-e439-49cb-9752-2fefaf1c78d9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:10:57.101247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3e86db40-e439-49cb-9752-2fefaf1c78d9 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:10:57.345606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.349018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Set router b6c30e98-91fb-4e06-9860-ee69ca39a0bf gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:57.366550 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.375265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Network f72bc52e-23e0-46d2-aae5-47b332a050aa is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:57.382055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Pushing event updated for resources: {'Port': ['ID=2c9130f1-e049-44a9-9e48-d1da846d9015,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:57.415055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:10:57.415481 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.422861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=3e86db40-e439-49cb-9752-2fefaf1c78d9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:10:57.454417 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:10:57.475206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:57.674766 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.704137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.717764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5306-7881-4d61-9f29-036cbd03f837 req-76a6d9bc-f7b0-40f8-ad1f-e03fb840477c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:57.722849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32aa5306-7881-4d61-9f29-036cbd03f837 req-76a6d9bc-f7b0-40f8-ad1f-e03fb840477c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 945 time: 0.8968761 Nov 27 16:10:57.745927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.789691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:57.795427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/e731896f-dec1-4404-bb7c-2a28111bb3ad HTTP/1.1" status: 204 len: 168 time: 3.2560472 Nov 27 16:10:57.826095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39412) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:10:57.838467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Pushing event updated for resources: {'Port': ['ID=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:57.893558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8848d-b77f-48a0-96fd-d9616c732156 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=e731896f-dec1-4404-bb7c-2a28111bb3ad,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:57.906803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:57.917315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:10:57.943218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:10:57.978844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32aa5306-7881-4d61-9f29-036cbd03f837 req-2f0880ab-3a88-4ff2-877a-5374c93d848a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401376 Nov 27 16:10:57.993269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:10:58.022381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.031232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:58.036433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-69919eb4-a5f2-4fc3-a5ff-3161d521ca97 None None] Provisioning complete for port 2c9130f1-e049-44a9-9e48-d1da846d9015 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:58.036820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69919eb4-a5f2-4fc3-a5ff-3161d521ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.041919 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.127086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1fcfba-8e9f-4451-a71b-9cd44bd58cf0 None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e21343a2-6b9c-4861-af9f-1e17a9ebf418', 'name': '', 'network_id': 'd8600956-2d94-422c-8269-1185893caabc', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'mac_address': 'fa:16:3e:c7:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'b9f673db-019b-4736-9937-3716552cdfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:31Z', 'updated_at': '2021-11-27T16:02:43Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'subnets': [{'id': 'b9f673db-019b-4736-9937-3716552cdfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:10:58.147030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Pushing event deleted for resources: {'Port': ['ID=1f548a09-22bc-4d8b-9cff-41f7149aaf75,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:58.189520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Attempting to bind port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:58.194436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Attempting to bind port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:58.194870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Attempting to bind port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 on network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:58.199409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-69919eb4-a5f2-4fc3-a5ff-3161d521ca97 None None] Port 2c9130f1-e049-44a9-9e48-d1da846d9015 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:10:58.204564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:58.204955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Checking segment: {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:58.205465 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.226498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Bound using segment: {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:58.227026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Bound port: 250eaa20-54b7-4efa-b7b7-f2ed4f96e249, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:58.227436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.301805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:10:55Z', 'revision_number': 3, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:58.341932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Checking router: b6c30e98-91fb-4e06-9860-ee69ca39a0bf for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:58.342797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Updating router b6c30e98-91fb-4e06-9860-ee69ca39a0bf port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:58.396127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:10:58.397136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.405837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.405837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c4db0e7f-ff6e-4e29-8da0-e0d577ad5b61 tempest-AttachVolumeTestJSON-1858152494 tempest-AttachVolumeTestJSON-1858152494-project] 10.222.0.15 "DELETE /v2.0/floatingips/bc54ae53-4766-43aa-9a41-0093d4b0af01 HTTP/1.1" status: 204 len: 168 time: 3.0791326 Nov 27 16:10:58.425296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e6f2dabb-da00-4b3c-bc77-8a365ff15f3b admin admin] 10.222.0.15 "PUT /v2.0/routers/3e952f9e-0be9-48bf-88d2-cc9d6fdee279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5490141 Nov 27 16:10:58.445185 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Sync routers for ids ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:10:58.472584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] For port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:10:58.478790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] For port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,segment=NetworkSegment(8cc35ef4-08d1-4f20-a8c9-3b0313c5977e),segment_id=8cc35ef4-08d1-4f20-a8c9-3b0313c5977e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:10:58.481748 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.505205 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Routers {'3e952f9e-0be9-48bf-88d2-cc9d6fdee279'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:10:58.511802 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:58.534517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:58.635668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Allocated IP 172.20.0.1 (3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57/01524cfe-8dcd-41b5-b004-fc0d958f2586/528fff23-4caa-4f45-8485-9465aa27b0c3) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:10:58.873028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7770f1-6339-43ef-8d58-faaa2991d332 None None] New status for floating IP bc54ae53-4766-43aa-9a41-0093d4b0af01: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:10:58.936584 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Set router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:10:59.031702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0001e-762d-4809-a72a-01afce9005e0 None None] Pushing event updated for resources: {'Port': ['ID=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:59.191641 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.271915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b75ffdd8-6912-40bd-b1a0-5b2424286c79 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:10:59.368639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.389336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.437716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f4864-9431-431f-913f-9bb2ca1aab44 req-25f96395-505f-4153-af23-999a3e2d1acb tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:59.442288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d62f4864-9431-431f-913f-9bb2ca1aab44 req-25f96395-505f-4153-af23-999a3e2d1acb tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 945 time: 0.2598929 Nov 27 16:10:59.555914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b75ffdd8-6912-40bd-b1a0-5b2424286c79 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:10:59.592067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d62f4864-9431-431f-913f-9bb2ca1aab44 req-4c6d46b2-1839-4186-a1f4-f630c17807b1 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315868 Nov 27 16:10:59.594762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b75ffdd8-6912-40bd-b1a0-5b2424286c79 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:10:59.594923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.682731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.698350 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:10:55Z', 'revision_number': 4, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2c9130f1-e049-44a9-9e48-d1da846d9015', 'name': '', 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'mac_address': 'fa:16:3e:60:c2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ad3b905c-2024-4547-802b-cfad855dc742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:10:55Z', 'revision_number': 2, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'subnets': [{'id': 'ad3b905c-2024-4547-802b-cfad855dc742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:10:59.700834 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.750750 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Checking router: 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:10:59.751405 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Updating router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 port 2c9130f1-e049-44a9-9e48-d1da846d9015 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:10:59.765815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Pushing event updated for resources: {'Port': ['ID=528fff23-4caa-4f45-8485-9465aa27b0c3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:59.782108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb302ac2-c5e8-4968-ac45-656643aade25 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:10:59.839851 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.889334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f632fa-12b3-4abd-94ad-6fccb985f782 req-dca386c3-3009-4841-82b3-7e589a34a14f tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:10:59.892169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:10:59.899570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dfa2b-5b4f-4666-928a-2b5514bf44af None None] Pushing event updated for resources: {'Port': ['ID=728f0c53-fcd0-4763-afab-de5d92e9c3b8,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:10:59.900074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6f632fa-12b3-4abd-94ad-6fccb985f782 req-dca386c3-3009-4841-82b3-7e589a34a14f tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 945 time: 0.1560726 Nov 27 16:10:59.919086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Attempting to bind port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:10:59.920842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Attempting to bind port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:10:59.921329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Attempting to bind port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:10:59.938942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:10:59.939745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:10:59.950599 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.951156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:10:59.955590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Bound port: 728f0c53-fcd0-4763-afab-de5d92e9c3b8, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:10:59.957787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.959758 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:10:59.999673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:00.007460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:00.050604 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.071386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6f632fa-12b3-4abd-94ad-6fccb985f782 req-993f1022-fb0c-403c-b3bc-eb8891c659e2 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595876 Nov 27 16:11:00.120706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.176285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] For port 728f0c53-fcd0-4763-afab-de5d92e9c3b8, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:00.185343 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] For port 728f0c53-fcd0-4763-afab-de5d92e9c3b8, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=728f0c53-fcd0-4763-afab-de5d92e9c3b8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:00.225161 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.383383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dfa2b-5b4f-4666-928a-2b5514bf44af None None] Pushing event updated for resources: {'Port': ['ID=728f0c53-fcd0-4763-afab-de5d92e9c3b8,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:00.391984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ec0f8e47-8b29-4766-8862-9abce0c15251 None None] Provisioning complete for port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:00.396391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ec0f8e47-8b29-4766-8862-9abce0c15251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.403217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:00.411094 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7d7e4e-0fd0-4930-9659-8362c8f9ad18" -d '{"events": [{"server_uuid": "f7b6ed51-1d0b-42a9-9712-bd10c0ebea20", "name": "network-vif-plugged", "status": "completed", "tag": "b75ffdd8-6912-40bd-b1a0-5b2424286c79"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:00.602035 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d11ab3-e7f3-41c4-bccb-0d3a3ed9ad23 x-openstack-request-id: req-d0d11ab3-e7f3-41c4-bccb-0d3a3ed9ad23 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:00.605399 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b6ed51-1d0b-42a9-9712-bd10c0ebea20", "name": "network-vif-plugged", "status": "completed", "tag": "b75ffdd8-6912-40bd-b1a0-5b2424286c79", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:00.605690 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0d11ab3-e7f3-41c4-bccb-0d3a3ed9ad23 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:00.606112 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79', 'code': 200} Nov 27 16:11:00.653451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.666576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b75ffdd8-6912-40bd-b1a0-5b2424286c79, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:00.683806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c986dfa-89a0-4ab5-ad29-3e30b0c48c31 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:00.714316 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.753951 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.769151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:00.769519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.779788 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:00.866053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a67948-5bbe-408f-ab40-c76b3abf4e33 req-f3f76468-7703-4409-85bd-2d32e213e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:00.871850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4a67948-5bbe-408f-ab40-c76b3abf4e33 req-f3f76468-7703-4409-85bd-2d32e213e1f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 1097 time: 0.2095449 Nov 27 16:11:00.937914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b75ffdd8-6912-40bd-b1a0-5b2424286c79,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:00.937914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:00.993179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0afa12d-f5f3-4e73-b4e9-fe8eb1f569d8 None None] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:01.017990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Routers {'b6c30e98-91fb-4e06-9860-ee69ca39a0bf'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:01.018693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:01.029907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4a67948-5bbe-408f-ab40-c76b3abf4e33 req-31c47e85-30e2-4f30-8c63-4e9e7964ec62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450047 Nov 27 16:11:01.096306 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d1b42-868e-49d1-8852-a2528e4fadf4 None None] Pushing event updated for resources: {'Port': ['ID=2c9130f1-e049-44a9-9e48-d1da846d9015,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:01.326719 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Attempting to bind port 2c9130f1-e049-44a9-9e48-d1da846d9015 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:01.327112 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Attempting to bind port 2c9130f1-e049-44a9-9e48-d1da846d9015 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:01.327463 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Attempting to bind port 2c9130f1-e049-44a9-9e48-d1da846d9015 on network f72bc52e-23e0-46d2-aae5-47b332a050aa {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:01.351966 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:01.352840 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Checking segment: {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:01.353522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,segment=NetworkSegment(9d0e105c-62e1-4c24-99ad-72d3c474cdda),segment_id=9d0e105c-62e1-4c24-99ad-72d3c474cdda)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:01.354269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.363438 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.364316 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Bound using segment: {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:01.366920 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Bound port: 2c9130f1-e049-44a9-9e48-d1da846d9015, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb072eeb-cb85-4626-9724-8eca9165ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:01.369805 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.412276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:01.487780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0786-0940-4a69-a20c-f4490beea473 req-7b4bdbea-b550-4d73-8462-48e7f8faca3c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:01.490561 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7db0786-0940-4a69-a20c-f4490beea473 req-7b4bdbea-b550-4d73-8462-48e7f8faca3c tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 946 time: 0.1883247 Nov 27 16:11:01.644085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:01.644376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.727041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7db0786-0940-4a69-a20c-f4490beea473 req-177addda-79cd-41a6-a564-03b36b5d4d72 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226963 Nov 27 16:11:01.793619 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] For port 2c9130f1-e049-44a9-9e48-d1da846d9015, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:01.800338 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] For port 2c9130f1-e049-44a9-9e48-d1da846d9015, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2c9130f1-e049-44a9-9e48-d1da846d9015,segment=NetworkSegment(bb072eeb-cb85-4626-9724-8eca9165ac6c),segment_id=bb072eeb-cb85-4626-9724-8eca9165ac6c)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:01.810778 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.962113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.969995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ec0f8e47-8b29-4766-8862-9abce0c15251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:01.999444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ec0f8e47-8b29-4766-8862-9abce0c15251 None None] For port 728f0c53-fcd0-4763-afab-de5d92e9c3b8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=728f0c53-fcd0-4763-afab-de5d92e9c3b8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:02.027798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ec0f8e47-8b29-4766-8862-9abce0c15251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:02.052447 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Routers {'3e952f9e-0be9-48bf-88d2-cc9d6fdee279'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:02.054555 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:02.231612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:02.245454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:02.400078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] Set router b6c30e98-91fb-4e06-9860-ee69ca39a0bf gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:02.419129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f8e47-8b29-4766-8862-9abce0c15251 None None] Pushing event updated for resources: {'Port': ['ID=728f0c53-fcd0-4763-afab-de5d92e9c3b8,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:02.470704 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] Set router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:02.610174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Pushing event updated for resources: {'Port': ['ID=528fff23-4caa-4f45-8485-9465aa27b0c3,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:02.638269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:02.863339 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:02.921185 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d1b42-868e-49d1-8852-a2528e4fadf4 None None] Pushing event updated for resources: {'Port': ['ID=2c9130f1-e049-44a9-9e48-d1da846d9015,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:02.963508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Provisioning complete for port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:02.964070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:02.990393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa00a-14d3-4f70-84c1-13c69e70f193 req-b3468498-a076-43e9-b39f-acc90690d17a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:03.006046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f0aa00a-14d3-4f70-84c1-13c69e70f193 req-b3468498-a076-43e9-b39f-acc90690d17a tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 946 time: 0.1273074 Nov 27 16:11:03.044008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:03.057384 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:10:55Z', 'revision_number': 4, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2c9130f1-e049-44a9-9e48-d1da846d9015', 'name': '', 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'mac_address': 'fa:16:3e:60:c2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ad3b905c-2024-4547-802b-cfad855dc742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 4, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'subnets': [{'id': 'ad3b905c-2024-4547-802b-cfad855dc742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:03.162059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f0aa00a-14d3-4f70-84c1-13c69e70f193 req-a5c2ae5d-5111-4dc2-a8dc-f363c51bfe07 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549928 Nov 27 16:11:03.181551 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8c70a-c79b-4714-810c-768e3c844d63 None None] The sync data for ids ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'] in n-d-819494-4 is: [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:10:55Z', 'revision_number': 4, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2c9130f1-e049-44a9-9e48-d1da846d9015', 'name': '', 'network_id': 'f72bc52e-23e0-46d2-aae5-47b332a050aa', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'mac_address': 'fa:16:3e:60:c2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ad3b905c-2024-4547-802b-cfad855dc742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 4, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'subnets': [{'id': 'ad3b905c-2024-4547-802b-cfad855dc742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:03.278260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:03.282517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:03.327581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:03.493857 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:03.752425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,segment=NetworkSegment(8cc35ef4-08d1-4f20-a8c9-3b0313c5977e),segment_id=8cc35ef4-08d1-4f20-a8c9-3b0313c5977e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:03.792311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:03.937948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:04.214626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:11:04.244063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Router b6c30e98-91fb-4e06-9860-ee69ca39a0bf has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:11:04.343791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:04.430968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2c9130f1-e049-44a9-9e48-d1da846d9015 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:04.440523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab1d44-52db-4ddc-a4d3-de45bd384bbf req-5b4c63db-7054-45dd-9b82-97b4f4860915 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:04.442161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7ab1d44-52db-4ddc-a4d3-de45bd384bbf req-5b4c63db-7054-45dd-9b82-97b4f4860915 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 946 time: 0.2761145 Nov 27 16:11:04.581601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:11:04.594068 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5eedc66b-fc9c-482c-8dc4-f409eea1f39d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7640529 Nov 27 16:11:04.601031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:04.607149 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:11:04.653981 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:04.654646 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:04.687179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:11:04.690674 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:11:04.694631 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '528fff23-4caa-4f45-8485-9465aa27b0c3', 'name': '', 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'mac_address': 'fa:16:3e:03:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:58Z', 'updated_at': '2021-11-27T16:10:58Z', 'revision_number': 1, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'subnets': [{'id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:04.728903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d7ab1d44-52db-4ddc-a4d3-de45bd384bbf req-4283344a-e51f-4548-9f25-bd6ddcdc28a3 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606401 Nov 27 16:11:04.879706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting subnet dd4eafbd-685e-4740-bd25-9521b4e9ffd3 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:11:04.895923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f377696-5b1f-4956-9ecc-df2ec0f79063 None None] The sync data for ids ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'] in n-d-819494-4 is: [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '528fff23-4caa-4f45-8485-9465aa27b0c3', 'name': '', 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'mac_address': 'fa:16:3e:03:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:58Z', 'updated_at': '2021-11-27T16:10:58Z', 'revision_number': 1, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'subnets': [{'id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:04.909619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:04.916067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2c9130f1-e049-44a9-9e48-d1da846d9015 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:04.916461 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:04.921596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:11:04.955478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84d01acd-b73d-47ef-aad3-781f652ffe48 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6c30e98-91fb-4e06-9860-ee69ca39a0bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5288260 Nov 27 16:11:05.011253 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:05.038210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:05.276211 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:11:02Z', 'revision_number': 11, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:05.388751 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:11:05.434648 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:05.435613 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:05.484711 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:05.496011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:05.604358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aec271-c900-4930-88d4-3bb148087db0 req-35549005-fe26-40f8-b860-31ad4db47ef9 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:05.617894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-76aec271-c900-4930-88d4-3bb148087db0 req-35549005-fe26-40f8-b860-31ad4db47ef9 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "GET /v2.0/ports?device_id=89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4 HTTP/1.1" status: 200 len: 945 time: 0.2909291 Nov 27 16:11:05.687719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 2c9130f1-e049-44a9-9e48-d1da846d9015, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2c9130f1-e049-44a9-9e48-d1da846d9015,segment=NetworkSegment(bb072eeb-cb85-4626-9724-8eca9165ac6c),segment_id=bb072eeb-cb85-4626-9724-8eca9165ac6c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:05.736965 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:05.749187 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:05.770146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-4ab0fcd9-56f1-4b93-9d0c-03129625a1c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:05.777942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-4ab0fcd9-56f1-4b93-9d0c-03129625a1c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 946 time: 0.2492418 Nov 27 16:11:06.061694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=2c9130f1-e049-44a9-9e48-d1da846d9015,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:06.075862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Provisioning complete for port 2c9130f1-e049-44a9-9e48-d1da846d9015 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:06.076254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.078552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Deleting port 7067f869-4462-4c6f-9f49-033ec61a5880 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:06.084290 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c648e9ff-2653-4383-8818-5cbd57cd26b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.086949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.126301 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:11:02Z', 'revision_number': 11, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:06.214451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:06.259719 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e1dc0-4a45-4427-9476-9a57da3c281c None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:11:02Z', 'revision_number': 11, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:06.370131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.424459 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.444267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/dd4eafbd-685e-4740-bd25-9521b4e9ffd3 HTTP/1.1" status: 204 len: 168 time: 1.8098185 Nov 27 16:11:06.457390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39668) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:06.491504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc64c63-3d0c-423d-8856-c76e82b48dad None None] Network b01fa097-d0b1-4246-9686-46224021ff0d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:06.592554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] For port 7067f869-4462-4c6f-9f49-033ec61a5880, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7067f869-4462-4c6f-9f49-033ec61a5880,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:06.593377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.667290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee0324-544b-4af1-899b-170881ea0a88 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4eafbd-685e-4740-bd25-9521b4e9ffd3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:06.711082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a44d-3b65-4d64-b40b-cfa85fca9fa3 req-654d7b4c-1ffe-430b-be74-b4f71be36b08 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:06.738304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8671a44d-3b65-4d64-b40b-cfa85fca9fa3 req-654d7b4c-1ffe-430b-be74-b4f71be36b08 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 946 time: 0.6632643 Nov 27 16:11:06.814611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Provisioning complete for port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:06.821665 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33f3f423-adf3-4164-963f-44d2a2877913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.835774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Calling delete_port for 7067f869-4462-4c6f-9f49-033ec61a5880 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:06.898287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Deleting port b75ffdd8-6912-40bd-b1a0-5b2424286c79 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:06.898893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:06.947709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:06.951235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:07.111976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8671a44d-3b65-4d64-b40b-cfa85fca9fa3 req-f7f4d84d-01ef-4fc5-a449-aa7047edd3c4 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9ee4a1a-584e-4f09-b159-6132a1bebc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674419 Nov 27 16:11:07.276889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:07.328084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] For port b75ffdd8-6912-40bd-b1a0-5b2424286c79, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b75ffdd8-6912-40bd-b1a0-5b2424286c79,segment=NetworkSegment(8e9d2f88-f331-43ef-b477-49b7bf3e57a2),segment_id=8e9d2f88-f331-43ef-b477-49b7bf3e57a2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:07.333531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:07.441777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Calling delete_port for b75ffdd8-6912-40bd-b1a0-5b2424286c79 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:07.604696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:07.740758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event deleted for resources: {'Port': ['ID=7067f869-4462-4c6f-9f49-033ec61a5880,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:07.772873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Deleting port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:07.772873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:07.865164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077dea7b-7669-486e-b98b-a89e3375d397 None None] DHCP port deletion for 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:07.963615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] For port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,segment=NetworkSegment(9d0e105c-62e1-4c24-99ad-72d3c474cdda),segment_id=9d0e105c-62e1-4c24-99ad-72d3c474cdda)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:07.969850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.048341 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-741a4ee3-2e27-4c5d-b80d-98a3a5e7b122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.071158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.092648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] DHCP port deletion for b01fa097-d0b1-4246-9686-46224021ff0d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:08.144634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Calling delete_port for 6e92e8fd-176e-4bd9-91d9-2c955ef445cf owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:08.153066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Pushing event deleted for resources: {'Port': ['ID=b75ffdd8-6912-40bd-b1a0-5b2424286c79,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:08.172645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] No DVR routers for this DVR port 7067f869-4462-4c6f-9f49-033ec61a5880 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:08.185215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2cf7c-886b-408b-a497-08dd3efb1068 None None] DHCP port deletion for 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:08.186159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.198190 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-76aec271-c900-4930-88d4-3bb148087db0 req-4f663bf7-b1c5-4b3f-8cf9-d202dac6f0c5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.37 "DELETE /v2.0/ports/7067f869-4462-4c6f-9f49-033ec61a5880 HTTP/1.1" status: 204 len: 173 time: 2.5740950 Nov 27 16:11:08.209054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'name': 'network-vif-deleted', 'tag': '7067f869-4462-4c6f-9f49-033ec61a5880'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:08.230882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] No DVR routers for this DVR port b75ffdd8-6912-40bd-b1a0-5b2424286c79 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:08.231050 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94003795-fabb-42de-9565-f8ca0921a927" -d '{"events": [{"server_uuid": "89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4", "name": "network-vif-deleted", "tag": "7067f869-4462-4c6f-9f49-033ec61a5880"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:08.235021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.278932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fdba7207-c033-429a-944f-d23a23fe75b4 req-f5f3facc-6e56-4064-8759-bd49677b8eb5 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.21 "DELETE /v2.0/ports/b75ffdd8-6912-40bd-b1a0-5b2424286c79 HTTP/1.1" status: 204 len: 173 time: 2.4893219 Nov 27 16:11:08.280094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'name': 'network-vif-deleted', 'tag': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:08.306420 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da95eec8-fd64-4722-aa47-0fcc8ab7d64f" -d '{"events": [{"server_uuid": "f7b6ed51-1d0b-42a9-9712-bd10c0ebea20", "name": "network-vif-deleted", "tag": "b75ffdd8-6912-40bd-b1a0-5b2424286c79"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:08.377141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Provisioning complete for port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:08.382330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.441515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-678fb830-b77c-4e68-b61d-7c57f41e7b54 req-87ce90ee-b544-488e-b899-0b28f38f6480 tempest-MultipleCreateTestJSON-1824298468 tempest-MultipleCreateTestJSON-1824298468-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7b6ed51-1d0b-42a9-9712-bd10c0ebea20 HTTP/1.1" status: 200 len: 210 time: 0.1197402 Nov 27 16:11:08.522798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d934cdc-db91-40e6-9e60-fd4c95310adf x-openstack-request-id: req-9d934cdc-db91-40e6-9e60-fd4c95310adf {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:08.524743 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4", "name": "network-vif-deleted", "tag": "7067f869-4462-4c6f-9f49-033ec61a5880", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:08.525314 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d934cdc-db91-40e6-9e60-fd4c95310adf {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:08.526583 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ebab98-8f7d-4e7f-bb06-3d7960a4bdc4', 'name': 'network-vif-deleted', 'tag': '7067f869-4462-4c6f-9f49-033ec61a5880', 'status': 'completed', 'code': 200} Nov 27 16:11:08.585020 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70113b1-d56e-4322-a6f1-46f2455d4db6 x-openstack-request-id: req-b70113b1-d56e-4322-a6f1-46f2455d4db6 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:08.585323 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b6ed51-1d0b-42a9-9712-bd10c0ebea20", "name": "network-vif-deleted", "tag": "b75ffdd8-6912-40bd-b1a0-5b2424286c79", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:08.585604 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b70113b1-d56e-4322-a6f1-46f2455d4db6 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:08.586061 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b6ed51-1d0b-42a9-9712-bd10c0ebea20', 'name': 'network-vif-deleted', 'tag': 'b75ffdd8-6912-40bd-b1a0-5b2424286c79', 'status': 'completed', 'code': 200} Nov 27 16:11:08.608415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2c9130f1-e049-44a9-9e48-d1da846d9015 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:08.650551 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.708048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Port': ['ID=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:08.708843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Deleting port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:08.709666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:08.717717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No DVR routers for this DVR port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:09.279776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:09.292779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7067f869-4462-4c6f-9f49-033ec61a5880 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:09.299439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b75ffdd8-6912-40bd-b1a0-5b2424286c79 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:09.423863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b75ffdd8-6912-40bd-b1a0-5b2424286c79 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:09.424518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b75ffdd8-6912-40bd-b1a0-5b2424286c79 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:09.426156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 7067f869-4462-4c6f-9f49-033ec61a5880 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:09.426675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7067f869-4462-4c6f-9f49-033ec61a5880 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:09.448106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] For port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:09.448774 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:09.508291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Provisioning complete for port 528fff23-4caa-4f45-8485-9465aa27b0c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:09.525016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:09.540262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Calling delete_port for 6e92e8fd-176e-4bd9-91d9-2c955ef445cf owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:09.553268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:11:09.558625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2c9130f1-e049-44a9-9e48-d1da846d9015 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:09.561511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:09.689566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:09.727485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39748) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:09.880855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Deleting subnet cf46d47e-10e8-4380-a099-1be828be3719 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:11:09.889957 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:09.915507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] No DVR routers for this DVR port 6e92e8fd-176e-4bd9-91d9-2c955ef445cf on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:09.937744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Port 528fff23-4caa-4f45-8485-9465aa27b0c3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:11:09.941932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f107a-7081-4ae4-952f-1c8cfa0c3fd1 None None] Pushing event deleted for resources: {'Port': ['ID=6e92e8fd-176e-4bd9-91d9-2c955ef445cf,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:09.957264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.007815 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.062305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Provisioning complete for port 2c9130f1-e049-44a9-9e48-d1da846d9015 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:10.063126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-56026134-ecd9-4035-80e1-6d989fce4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.077628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01fa097-d0b1-4246-9686-46224021ff0d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:10.112063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0e105c-62e1-4c24-99ad-72d3c474cdda') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:10.112895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0e105c-62e1-4c24-99ad-72d3c474cdda') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:10.123720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.132377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 728f0c53-fcd0-4763-afab-de5d92e9c3b8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:10.140464 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.158216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:11:10.159010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.174293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.208831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:10.209335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:11:10.244843 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:11:10.253109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.272521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.276450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/networks/b01fa097-d0b1-4246-9686-46224021ff0d HTTP/1.1" status: 204 len: 168 time: 3.8151460 Nov 27 16:11:10.301879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39760) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:10.302628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbb396-997b-46c6-819b-da11ec18cda7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Pushing event deleted for resources: {'Network': ['ID=b01fa097-d0b1-4246-9686-46224021ff0d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:10.320733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'routes': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:10.442739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.487841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Sync routers for ids ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:11:10.498837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Routers {'b6c30e98-91fb-4e06-9860-ee69ca39a0bf'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:10.499457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:10.637649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:10.667305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:10.667651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c9f223e8-daf4-41bd-8aa3-9b54ea1a18f3 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:10.668061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6e92e8fd-176e-4bd9-91d9-2c955ef445cf no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:10.699019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6e92e8fd-176e-4bd9-91d9-2c955ef445cf {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:10.699377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6e92e8fd-176e-4bd9-91d9-2c955ef445cf not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:10.860292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Set router b6c30e98-91fb-4e06-9860-ee69ca39a0bf gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:10.907099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:10.918073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.extraroute_db [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Added routes are [] {{(pid=110076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 16:11:10.918255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.extraroute_db [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Removed routes are [] {{(pid=110076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 16:11:10.918630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.032158 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.044590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39780) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:11.054457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cf46d47e-10e8-4380-a099-1be828be3719 HTTP/1.1" status: 204 len: 168 time: 1.3134818 Nov 27 16:11:11.091254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27594fbe-b8ea-41c9-88f3-6652893ea4a3 None None] Network 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:11.205958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf46d47e-10e8-4380-a099-1be828be3719,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:11.302677 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.351423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.367986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.373290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.373754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.378073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.385877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.386343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.387406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.387406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.387661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.387979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.390766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa0122-a603-400b-bc90-83f8ab83d96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:11.549042 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.573746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:11.586645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9d2f88-f331-43ef-b477-49b7bf3e57a2') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:11.586980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9d2f88-f331-43ef-b477-49b7bf3e57a2') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:11.590079 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.605881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.622739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.631055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:11:11.631642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:11:11.695364 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:11:11.700688 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.709389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.709817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a33979-de7d-42f5-95e5-f45959674f9f None None] DHCP port deletion for 2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:11.715505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5 HTTP/1.1" status: 204 len: 168 time: 0.6669774 Nov 27 16:11:11.725614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dfde9-86ef-4ca7-9398-81df1806ad77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe9fe25-25cf-44f5-b1b3-d8562f8e2de5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:11.858828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '528fff23-4caa-4f45-8485-9465aa27b0c3', 'name': '', 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'mac_address': 'fa:16:3e:03:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:58Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 2, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'subnets': [{'id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:11.861857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-1a66f3bf-b116-4246-8f40-f276bf458044 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:11.864027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-1a66f3bf-b116-4246-8f40-f276bf458044 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.4560215 Nov 27 16:11:11.870548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.886023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-1efa3a12-2ada-4317-b6b1-54d86bc367b2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0130959 Nov 27 16:11:11.887315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:11.942110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Checking router: b6c30e98-91fb-4e06-9860-ee69ca39a0bf for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:11:11.942502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Updating router b6c30e98-91fb-4e06-9860-ee69ca39a0bf port 528fff23-4caa-4f45-8485-9465aa27b0c3 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:11:12.067174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.186801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39808) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:12.215970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router f502b40f-8201-42fc-a428-a2504cccb9a1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:11:12.254399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-fa1bc470-bc57-428e-9153-10f52fd271b1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3454556 Nov 27 16:11:12.277812 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6b5da288-aa29-41f8-9d96-c73ccba05d62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96d4abda79dd41d9bd82d1746eeeb180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920863 Nov 27 16:11:12.278785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39810) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:12.406761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f59a8243-68d9-45f3-ab86-b119a1a3875a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.426236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:11:12.439946 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] Sync routers for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:11:12.459306 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:12.460375 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:12.472848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f59a8243-68d9-45f3-ab86-b119a1a3875a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.539350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-af6b8299-4d00-4e2f-a200-3f544f43827f service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128766 Nov 27 16:11:12.544987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.553982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39818) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:12.559117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ce7f97ab-2eac-41e0-a19d-33e0c8b743fb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 705 time: 2.2560997 Nov 27 16:11:12.662647 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bc1d3b90-384d-48a2-b69d-d7c03c9fb061 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 205 time: 0.1075292 Nov 27 16:11:12.672534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39820) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:12.710523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:12.770781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.784121 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.842466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-db8742e4-f9bd-4636-a3d7-84c4ed9dc8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811615 Nov 27 16:11:12.849124 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:11:02Z', 'revision_number': 11, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:12.920567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb57d45-aaaa-4733-b5a9-1a198d7114bb None None] Pushing event updated for resources: {'Port': ['ID=528fff23-4caa-4f45-8485-9465aa27b0c3,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:12.928615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] Checking router: f502b40f-8201-42fc-a428-a2504cccb9a1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:11:12.972346 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] Routers {'f502b40f-8201-42fc-a428-a2504cccb9a1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:12.973394 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f502b40f-8201-42fc-a428-a2504cccb9a1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:12.981983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.984047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f59a8243-68d9-45f3-ab86-b119a1a3875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:12.997327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f59a8243-68d9-45f3-ab86-b119a1a3875a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.000748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f59a8243-68d9-45f3-ab86-b119a1a3875a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9ee4a1a-584e-4f09-b159-6132a1bebc45 HTTP/1.1" status: 204 len: 168 time: 0.7182491 Nov 27 16:11:13.075217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Attempting to bind port 528fff23-4caa-4f45-8485-9465aa27b0c3 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:13.075605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Attempting to bind port 528fff23-4caa-4f45-8485-9465aa27b0c3 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:13.075972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Attempting to bind port 528fff23-4caa-4f45-8485-9465aa27b0c3 on network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:13.086495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:13.086898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Checking segment: {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:13.087275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.087668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Bound using segment: {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:13.088142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Bound port: 528fff23-4caa-4f45-8485-9465aa27b0c3, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:13.088664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.116123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a8243-68d9-45f3-ab86-b119a1a3875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee4a1a-584e-4f09-b159-6132a1bebc45,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:13.282486 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] Set router f502b40f-8201-42fc-a428-a2504cccb9a1 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:13.392860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] For port 528fff23-4caa-4f45-8485-9465aa27b0c3, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:13.408228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] For port 528fff23-4caa-4f45-8485-9465aa27b0c3, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=528fff23-4caa-4f45-8485-9465aa27b0c3,segment=NetworkSegment(8cc35ef4-08d1-4f20-a8c9-3b0313c5977e),segment_id=8cc35ef4-08d1-4f20-a8c9-3b0313c5977e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:13.419615 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.482881 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:11:02Z', 'revision_number': 11, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:13.556467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb57d45-aaaa-4733-b5a9-1a198d7114bb None None] Pushing event updated for resources: {'Port': ['ID=528fff23-4caa-4f45-8485-9465aa27b0c3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:13.568947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.569485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Routers {'b6c30e98-91fb-4e06-9860-ee69ca39a0bf'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:13.571231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:13.578273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.599011 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea394b90-5818-458e-8e1a-5a5796408cf7 None None] The sync data for ids ['f502b40f-8201-42fc-a428-a2504cccb9a1'] in n-d-819494-4 is: [{'id': 'f502b40f-8201-42fc-a428-a2504cccb9a1', 'name': 'tempest-RoutersIpV6Test-router-1796993276', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:09:37Z', 'updated_at': '2021-11-27T16:11:02Z', 'revision_number': 11, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:13.733210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.734249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router f502b40f-8201-42fc-a428-a2504cccb9a1 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:11:13.763838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.766383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ce5fa114-0bbb-4b39-9f34-4baec798972f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 204 len: 168 time: 1.0909977 Nov 27 16:11:13.771846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:13.786949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153105493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:13.824622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6648c42-20df-4e3a-b639-f6a2c6c4dc43 req-744aed95-e4e8-4d46-88ab-aed55a93a5dd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.1291480 Nov 27 16:11:13.870436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.873722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:13.954842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] Set router b6c30e98-91fb-4e06-9860-ee69ca39a0bf gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:14.113397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:14.134304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:14.202103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:14.203291 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70e78f3f-7c55-4569-9e4a-b783857b0852 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4303436 Nov 27 16:11:14.207254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39868) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:14.212242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:14.292760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bcd09dd7-a7f4-415e-98dd-24ab9e765e36 None None] Provisioning complete for port 528fff23-4caa-4f45-8485-9465aa27b0c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:14.293439 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bcd09dd7-a7f4-415e-98dd-24ab9e765e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:14.950149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bcd09dd7-a7f4-415e-98dd-24ab9e765e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:15.041356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 528fff23-4caa-4f45-8485-9465aa27b0c3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:15.299940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e135444b-595f-42ea-a1e0-6b9885aae253 req-e6b768d1-d777-4d79-9451-e45c6decc73e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0899315 Nov 27 16:11:15.407924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bcd09dd7-a7f4-415e-98dd-24ab9e765e36 None None] For port 528fff23-4caa-4f45-8485-9465aa27b0c3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=528fff23-4caa-4f45-8485-9465aa27b0c3,segment=NetworkSegment(8cc35ef4-08d1-4f20-a8c9-3b0313c5977e),segment_id=8cc35ef4-08d1-4f20-a8c9-3b0313c5977e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:15.428047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '528fff23-4caa-4f45-8485-9465aa27b0c3', 'name': '', 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'mac_address': 'fa:16:3e:03:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:58Z', 'updated_at': '2021-11-27T16:11:13Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'subnets': [{'id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:15.526808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bcd09dd7-a7f4-415e-98dd-24ab9e765e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:15.535970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 528fff23-4caa-4f45-8485-9465aa27b0c3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:15.539041 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:15.540998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fddf5-6958-4a35-8b83-ba229160cbe0 None None] The sync data for ids ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'] in n-d-819494-4 is: [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:11:00Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '528fff23-4caa-4f45-8485-9465aa27b0c3', 'name': '', 'network_id': '3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'mac_address': 'fa:16:3e:03:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:58Z', 'updated_at': '2021-11-27T16:11:13Z', 'revision_number': 4, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'subnets': [{'id': '01524cfe-8dcd-41b5-b004-fc0d958f2586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:15.783008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:15.812312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:15.972285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-9fb0f336-8649-42cc-aa7e-f756d62159fe tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:15.984427 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-9fb0f336-8649-42cc-aa7e-f756d62159fe tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.4079509 Nov 27 16:11:16.000393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': '01876ffb-06b9-40a8-bd21-509a50088540', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:16.182902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f48fbf8f-0464-451c-b0ef-1e505c870d80 None None] Provisioning complete for port 528fff23-4caa-4f45-8485-9465aa27b0c3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:16.183580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f48fbf8f-0464-451c-b0ef-1e505c870d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:16.194862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Router b66386be-08c1-4719-9d78-aceab7466678 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:11:16.297976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd09dd7-a7f4-415e-98dd-24ab9e765e36 None None] Pushing event updated for resources: {'Port': ['ID=528fff23-4caa-4f45-8485-9465aa27b0c3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:16.426254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:16.440493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:16.651677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:11:16.670742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] Sync routers for ids ['b66386be-08c1-4719-9d78-aceab7466678'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:11:16.679626 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:16.687586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] Routers {'b66386be-08c1-4719-9d78-aceab7466678'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:16.688472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b66386be-08c1-4719-9d78-aceab7466678'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:16.699318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39946) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:16.700097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-867f5d41-853a-4131-8222-f54fcbe7376f tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "PUT /v2.0/routers/b66386be-08c1-4719-9d78-aceab7466678 HTTP/1.1" status: 200 len: 697 time: 2.4917073 Nov 27 16:11:16.873090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e557223f-7fdb-4d32-b5bb-4721a10c6d74 req-2b157f3f-1b8b-40f9-bd0b-7667eae21ad4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.1675246 Nov 27 16:11:16.989076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] Set router b66386be-08c1-4719-9d78-aceab7466678 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:17.030298 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fcfe3334-f322-47c3-b3ee-782bde550ffd tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/routers/b66386be-08c1-4719-9d78-aceab7466678 HTTP/1.1" status: 200 len: 703 time: 0.3269255 Nov 27 16:11:17.032923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:17.118259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0811d4cc-b4e7-4b07-8a94-f5615a01c946 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=b66386be-08c1-4719-9d78-aceab7466678 HTTP/1.1" status: 200 len: 205 time: 0.0839167 Nov 27 16:11:17.121730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39958) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:17.150859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 528fff23-4caa-4f45-8485-9465aa27b0c3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:17.253840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.4 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/e893e3a2-4d6a-421d-9f23-dc9019a894a9) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:17.365880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66386be-08c1-4719-9d78-aceab7466678', 'name': 'tempest-RoutersIpV6Test-router-153105493', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:11:13Z', 'updated_at': '2021-11-27T16:11:15Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:17.388393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39962) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:17.417885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:17.487138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] Checking router: b66386be-08c1-4719-9d78-aceab7466678 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:11:17.568047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] Routers {'b66386be-08c1-4719-9d78-aceab7466678'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:17.572736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b66386be-08c1-4719-9d78-aceab7466678'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:17.799960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:17.881953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f0416ca-4436-4b3f-9e86-3a688e4cbda1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:17.894776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] Set router b66386be-08c1-4719-9d78-aceab7466678 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:18.074895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 528fff23-4caa-4f45-8485-9465aa27b0c3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:18.077727 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.084143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66386be-08c1-4719-9d78-aceab7466678', 'name': 'tempest-RoutersIpV6Test-router-153105493', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:11:13Z', 'updated_at': '2021-11-27T16:11:15Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:18.137205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f0416ca-4436-4b3f-9e86-3a688e4cbda1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.147666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.149398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be439ffe-756d-4fa4-b260-147cbd2e805e None None] The sync data for ids ['b66386be-08c1-4719-9d78-aceab7466678'] in n-d-819494-4 is: [{'id': 'b66386be-08c1-4719-9d78-aceab7466678', 'name': 'tempest-RoutersIpV6Test-router-153105493', 'tenant_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:11:13Z', 'updated_at': '2021-11-27T16:11:15Z', 'revision_number': 2, 'project_id': 'f2f9e30256734cb7a4c5893b4ad1e5a9', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:18.160208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f0416ca-4436-4b3f-9e86-3a688e4cbda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.272202 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1f0416ca-4436-4b3f-9e86-3a688e4cbda1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7d6943430734be7beed78d45bdbb0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8676426 Nov 27 16:11:18.277363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39982) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:18.360098 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.407941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0416ca-4436-4b3f-9e86-3a688e4cbda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24d93a-bb1f-46a2-b6f7-e760deb8b2d8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:18.451849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:18.455659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:18.476000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.480955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:18.490058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=e893e3a2-4d6a-421d-9f23-dc9019a894a9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:18.620963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dab1d4-005e-452c-8707-0bd2346f614a req-9f1401cb-5a25-409d-a8c6-e0622c54aae1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:18.623056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85dab1d4-005e-452c-8707-0bd2346f614a req-9f1401cb-5a25-409d-a8c6-e0622c54aae1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 931 time: 0.5355165 Nov 27 16:11:18.627851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69356fee-374b-4193-9af1-7cd9cba2277d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.631640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:18.633679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.664247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69356fee-374b-4193-9af1-7cd9cba2277d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.702969 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-8c972966-70b7-488c-b3e2-b1338793acdf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7082336 Nov 27 16:11:18.723328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Request body: {'port': {'device_id': '01876ffb-06b9-40a8-bd21-509a50088540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:18.774579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.776599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Fanout notify agent at l3_agent the message router_deleted on router b66386be-08c1-4719-9d78-aceab7466678 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:11:18.784658 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69356fee-374b-4193-9af1-7cd9cba2277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.787294 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69356fee-374b-4193-9af1-7cd9cba2277d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.792634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-69356fee-374b-4193-9af1-7cd9cba2277d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa24d93a-bb1f-46a2-b6f7-e760deb8b2d8 HTTP/1.1" status: 204 len: 168 time: 0.5141954 Nov 27 16:11:18.813263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:18.814620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfc36c4d-bf1f-45ab-8e1d-874fb1e3c000 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/b66386be-08c1-4719-9d78-aceab7466678 HTTP/1.1" status: 204 len: 168 time: 1.6918762 Nov 27 16:11:18.826068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39992) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:18.926888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:19.023186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3692b737-53ea-4661-86b5-82e0b72605b6 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=b66386be-08c1-4719-9d78-aceab7466678 HTTP/1.1" status: 200 len: 205 time: 0.1723807 Nov 27 16:11:19.024582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.069285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69356fee-374b-4193-9af1-7cd9cba2277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24d93a-bb1f-46a2-b6f7-e760deb8b2d8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:19.168567 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-76216d24-f2b1-420a-a312-8cff1e308133 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:19.169614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-76216d24-f2b1-420a-a312-8cff1e308133 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/b66386be-08c1-4719-9d78-aceab7466678 HTTP/1.1" status: 404 len: 336 time: 0.1319234 Nov 27 16:11:19.178340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40008) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.192841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-df4c6120-f3ff-41af-a44b-0d013c965209 None None] Provisioning complete for port e893e3a2-4d6a-421d-9f23-dc9019a894a9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:19.193970 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df4c6120-f3ff-41af-a44b-0d013c965209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:19.222510 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-782ff406-5fda-4f1b-9317-d797697174c1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:19.222973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782ff406-5fda-4f1b-9317-d797697174c1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:19.226694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-782ff406-5fda-4f1b-9317-d797697174c1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/6f192b90-dd3d-47b2-8d8a-58ab83d040a3 HTTP/1.1" status: 404 len: 337 time: 0.0468798 Nov 27 16:11:19.229296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.282368 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0c5648-f1ab-41e8-bf52-03bb1c2b27bb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:19.283928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0c5648-f1ab-41e8-bf52-03bb1c2b27bb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:19.298245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c0c5648-f1ab-41e8-bf52-03bb1c2b27bb tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/26ca021e-1b31-4a2f-8bad-cfb2fb2bc812 HTTP/1.1" status: 404 len: 337 time: 0.0654125 Nov 27 16:11:19.299782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.347966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85dab1d4-005e-452c-8707-0bd2346f614a req-97d9fd03-b2ef-4e32-a695-5f741aef316d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134858 Nov 27 16:11:19.357430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-df4c6120-f3ff-41af-a44b-0d013c965209 None None] Port e893e3a2-4d6a-421d-9f23-dc9019a894a9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:11:19.444731 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-29943bf2-a305-4f82-a0dc-c82f35b88859 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:19.451397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29943bf2-a305-4f82-a0dc-c82f35b88859 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:19.457067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-29943bf2-a305-4f82-a0dc-c82f35b88859 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/e80b4398-d22c-445e-9fb8-f0f12207c7d5 HTTP/1.1" status: 404 len: 337 time: 0.1547282 Nov 27 16:11:19.468302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40018) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.561378 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4023297b-69d5-4b2a-aabf-295aeab32b9b tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:19.561942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4023297b-69d5-4b2a-aabf-295aeab32b9b tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:19.575850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4023297b-69d5-4b2a-aabf-295aeab32b9b tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/dd4eafbd-685e-4740-bd25-9521b4e9ffd3 HTTP/1.1" status: 404 len: 337 time: 0.1040270 Nov 27 16:11:19.576521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40026) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.718825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d4cce07-679d-48b9-ac63-4ee166bc1a23 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 200 len: 205 time: 0.1347258 Nov 27 16:11:19.719633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.823433 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-03d77fc3-6d89-4ebc-b8e9-09ae7aefc2f4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:19.824919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-03d77fc3-6d89-4ebc-b8e9-09ae7aefc2f4 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/f502b40f-8201-42fc-a428-a2504cccb9a1 HTTP/1.1" status: 404 len: 336 time: 0.1035092 Nov 27 16:11:19.844468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40040) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:19.936895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8dbd620d-4066-4e09-953b-024b9f40a359 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=2620d10e-b38c-4296-8375-070154843c5e HTTP/1.1" status: 200 len: 205 time: 0.0898736 Nov 27 16:11:19.937551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.033057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e893e3a2-4d6a-421d-9f23-dc9019a894a9 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:11:20.058594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:20.082180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Transition to ACTIVE for port object e893e3a2-4d6a-421d-9f23-dc9019a894a9 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:11:20.083874 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-e14bc595-bd8e-4eca-b127-84791ea141ab tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:20.088902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40046) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.092501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e14bc595-bd8e-4eca-b127-84791ea141ab tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/2620d10e-b38c-4296-8375-070154843c5e HTTP/1.1" status: 404 len: 336 time: 0.1500957 Nov 27 16:11:20.119268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:20.176049 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeba4f04-f9ba-4c3a-aa8d-28151c1e3c82 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:20.180510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeba4f04-f9ba-4c3a-aa8d-28151c1e3c82 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:20.198792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aeba4f04-f9ba-4c3a-aa8d-28151c1e3c82 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/db41d97f-959d-447f-8ba3-aca0b3fd6361 HTTP/1.1" status: 404 len: 337 time: 0.1086428 Nov 27 16:11:20.203178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40058) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.305888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a33a5959-ffae-499b-96fa-96273036a272 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 200 len: 205 time: 0.1005354 Nov 27 16:11:20.306575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.345725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Pushing event updated for resources: {'Port': ['ID=e893e3a2-4d6a-421d-9f23-dc9019a894a9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:20.423640 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-32c892a6-0f35-4956-9c37-54582df9b664 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:20.434225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-32c892a6-0f35-4956-9c37-54582df9b664 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/223b995b-08a9-4f8a-ad34-284f19c4bbd9 HTTP/1.1" status: 404 len: 336 time: 0.1266332 Nov 27 16:11:20.434825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.483176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Attempting to bind port e893e3a2-4d6a-421d-9f23-dc9019a894a9 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:20.484243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Attempting to bind port e893e3a2-4d6a-421d-9f23-dc9019a894a9 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:20.485837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Attempting to bind port e893e3a2-4d6a-421d-9f23-dc9019a894a9 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:20.496533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Port e893e3a2-4d6a-421d-9f23-dc9019a894a9 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:11:20.497005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Attempting to bind port e893e3a2-4d6a-421d-9f23-dc9019a894a9 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:20.513326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:20.513708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:20.514101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:20.514542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Bound port: e893e3a2-4d6a-421d-9f23-dc9019a894a9, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:20.520034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e1931f4d-dd17-4cde-83ae-e575f51cc945 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=c98d25e8-ad79-4d79-994e-822d219b2917 HTTP/1.1" status: 200 len: 205 time: 0.0836058 Nov 27 16:11:20.521932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40070) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.529333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:20.611510 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-705e2242-ac5e-43a4-9aba-5be59032dff0 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:20.617858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40072) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.619313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-705e2242-ac5e-43a4-9aba-5be59032dff0 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/c98d25e8-ad79-4d79-994e-822d219b2917 HTTP/1.1" status: 404 len: 336 time: 0.0964110 Nov 27 16:11:20.646913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40074) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.737592 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-141f8ea7-385a-4011-afdf-7a0bb30fe2a1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:20.738305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141f8ea7-385a-4011-afdf-7a0bb30fe2a1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:20.741845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744b68c-54ac-4bf6-9a24-19f1f550475a req-deb578b8-35f6-44dd-891c-1b97e8a16a63 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:20.757659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3744b68c-54ac-4bf6-9a24-19f1f550475a req-deb578b8-35f6-44dd-891c-1b97e8a16a63 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.2364314 Nov 27 16:11:20.763310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.764478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-141f8ea7-385a-4011-afdf-7a0bb30fe2a1 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/5a6c246b-fc92-435f-beab-af8ef69d6871 HTTP/1.1" status: 404 len: 337 time: 0.1437373 Nov 27 16:11:20.826919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] For port e893e3a2-4d6a-421d-9f23-dc9019a894a9, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:20.854894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] For port e893e3a2-4d6a-421d-9f23-dc9019a894a9, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:20.865388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-154aee05-000f-4c98-8d33-0e4c9e57d647 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=a498bcda-5e71-40c3-bd45-41495bfae1e3 HTTP/1.1" status: 200 len: 205 time: 0.0924907 Nov 27 16:11:20.866977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40086) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:20.868596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:20.956723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3744b68c-54ac-4bf6-9a24-19f1f550475a req-351467cf-0389-4057-9769-73fdfa06a6db tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732509 Nov 27 16:11:21.077847 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-216a8146-a254-47f8-8eb1-33a789644e0c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:21.080713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-216a8146-a254-47f8-8eb1-33a789644e0c tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/a498bcda-5e71-40c3-bd45-41495bfae1e3 HTTP/1.1" status: 404 len: 336 time: 0.1918497 Nov 27 16:11:21.082671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:21.083330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40090) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.083854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.085599 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] 10.222.0.37 "PUT /v2.0/ports/e893e3a2-4d6a-421d-9f23-dc9019a894a9 HTTP/1.1" status: 200 len: 1091 time: 2.3735061 Nov 27 16:11:21.090790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01876ffb-06b9-40a8-bd21-509a50088540', 'tag': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:21.093303 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ec194-25a7-40a5-8529-f6ebce94a3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "01876ffb-06b9-40a8-bd21-509a50088540", "tag": "e893e3a2-4d6a-421d-9f23-dc9019a894a9"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:21.103603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1256203841-network', 'tenant_id': '05634330021949ed85b67638a4537282'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:21.146274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Made reservation on behalf of 05634330021949ed85b67638a4537282 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:21.153623 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.163206 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ef8438-3573-4221-a2cf-396259bee821 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:21.164714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ef8438-3573-4221-a2cf-396259bee821 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:21.177137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-62ef8438-3573-4221-a2cf-396259bee821 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/d5ed1e71-c356-42a9-a7cf-07b058e8fb72 HTTP/1.1" status: 404 len: 337 time: 0.0924964 Nov 27 16:11:21.180216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.222345 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded8f670-abed-4436-bbe9-48d873509827 x-openstack-request-id: req-ded8f670-abed-4436-bbe9-48d873509827 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:21.222648 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01876ffb-06b9-40a8-bd21-509a50088540", "tag": "e893e3a2-4d6a-421d-9f23-dc9019a894a9", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:21.222914 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ded8f670-abed-4436-bbe9-48d873509827 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:21.226167 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01876ffb-06b9-40a8-bd21-509a50088540', 'tag': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9', 'status': 'completed', 'code': 200} Nov 27 16:11:21.245486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7561ec22-b3ea-4b53-9539-bf7358a2cdb7 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6ce31d-277a-4d1e-8c5f-2b942ca406ed HTTP/1.1" status: 200 len: 205 time: 0.0600629 Nov 27 16:11:21.248730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40096) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.280143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22813b2-7700-49e4-aa80-7e3b9b51c353 service neutron] Pushing event updated for resources: {'Port': ['ID=e893e3a2-4d6a-421d-9f23-dc9019a894a9,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:21.282934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.356870 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-3dd07e3f-f649-4fdb-b080-311484c43d07 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] delete failed (client error): The resource could not be found. Nov 27 16:11:21.359939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3dd07e3f-f649-4fdb-b080-311484c43d07 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/routers/ca6ce31d-277a-4d1e-8c5f-2b942ca406ed HTTP/1.1" status: 404 len: 336 time: 0.1083283 Nov 27 16:11:21.362702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40100) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.403141 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cf287f-6d68-43f7-b70a-64f93dde85d0 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:21.403601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cf287f-6d68-43f7-b70a-64f93dde85d0 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:21.409960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40102) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.417569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-19cf287f-6d68-43f7-b70a-64f93dde85d0 tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/b44cb87c-71ab-432d-98f8-6e74c337193c HTTP/1.1" status: 404 len: 337 time: 0.0513096 Nov 27 16:11:21.425099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-e64eb17f-fd4b-4990-b55a-d179c88f7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:21.427854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-e64eb17f-fd4b-4990-b55a-d179c88f7bc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 1094 time: 0.2681830 Nov 27 16:11:21.493858 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb2edd4-1099-4029-ad9c-c78a5b9a367d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] DELETE failed (client error): The resource could not be found. Nov 27 16:11:21.494954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb2edd4-1099-4029-ad9c-c78a5b9a367d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:11:21.498712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4bb2edd4-1099-4029-ad9c-c78a5b9a367d tempest-RoutersIpV6Test-1404354037 tempest-RoutersIpV6Test-1404354037-project] 10.222.0.15 "DELETE /v2.0/subnets/04543605-09c1-444b-9cc0-7929b3ff971e HTTP/1.1" status: 404 len: 337 time: 0.0872328 Nov 27 16:11:21.607464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-10b675b3-91fb-41e2-b69e-f0326603254d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9 HTTP/1.1" status: 200 len: 217 time: 0.1613157 Nov 27 16:11:21.681799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.692570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.709541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:11:21.724730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.725231 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Added segment 6010a8f5-762a-4b7c-9772-ad2facfbe36c of type vlan for network cbb4fa53-54ac-46aa-8085-b86abb95b43c Nov 27 16:11:21.780930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.893073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.911333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:21.911333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:21.916039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40118) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.967970 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3188534 Nov 27 16:11:21.971487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:21.979360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Request body: {'subnet': {'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1256203841-subnet', 'tenant_id': '05634330021949ed85b67638a4537282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:22.013359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5401754e-a24a-4b32-93d1-6e4340070fc1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:22.046434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Made reservation on behalf of 05634330021949ed85b67638a4537282 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:22.050386 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.070796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-4a9f1a1f-7837-4730-8e51-b2fdf880f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:22.072276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-4a9f1a1f-7837-4730-8e51-b2fdf880f681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.4639254 Nov 27 16:11:22.112100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a8ee-b7b8-4023-ad77-941709315d2d admin admin] Pushing event updated for resources: {'Network': ['ID=cbb4fa53-54ac-46aa-8085-b86abb95b43c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:22.138699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cbb4fa53-54ac-46aa-8085-b86abb95b43c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:11:22.208009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-9fd73eff-267b-4385-a5b8-463e31814900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:22.211808 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-9fd73eff-267b-4385-a5b8-463e31814900 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222765 Nov 27 16:11:22.411056 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-3ea73cad-9e67-4485-934a-5426cea6142f service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911767 Nov 27 16:11:22.543659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f225562f-0bcf-49f2-85e2-da9913d524e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2f9e30256734cb7a4c5893b4ad1e5a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261759 Nov 27 16:11:22.552947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:22.578428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841de0-7eac-4b92-96b2-2d663b9410c7 req-e3402e16-4c73-476c-8413-1ec5ea80e352 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:22.581135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc841de0-7eac-4b92-96b2-2d663b9410c7 req-e3402e16-4c73-476c-8413-1ec5ea80e352 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.3803563 Nov 27 16:11:22.582201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.721959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b721415-660c-479e-9d27-f7ee4c88a453,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:22.730396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-081c9a45-2905-4cd1-9d69-119a02102c47 req-19bcdd04-0101-4c73-a91e-2a39509fc6ea service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098726 Nov 27 16:11:22.732040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc841de0-7eac-4b92-96b2-2d663b9410c7 req-cdad41f6-b78b-439e-8c12-06b83af1ca01 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377461 Nov 27 16:11:22.733938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Checking segment: {'id': '6010a8f5-762a-4b7c-9772-ad2facfbe36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:22.734307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Network hostable DHCP agents. Network: cbb4fa53-54ac-46aa-8085-b86abb95b43c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:11:22.744836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f37370-f337-43ce-8208-e48c57b1a2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.755277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Network cbb4fa53-54ac-46aa-8085-b86abb95b43c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:11:22.771182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f37370-f337-43ce-8208-e48c57b1a2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.789721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cbb4fa53-54ac-46aa-8085-b86abb95b43c) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:22.801522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ebd23-7102-4343-81f6-dc629503a536 None None] Network cbb4fa53-54ac-46aa-8085-b86abb95b43c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:22.817164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:22.822464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.850570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f37370-f337-43ce-8208-e48c57b1a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.853163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81f37370-f337-43ce-8208-e48c57b1a2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:22.857087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-81f37370-f337-43ce-8208-e48c57b1a2b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12a613e8-0c9a-4d0b-8b33-1b1ec3690ede HTTP/1.1" status: 204 len: 168 time: 0.3013136 Nov 27 16:11:22.870995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca16e882-d14f-4fd0-9269-421a63f62d7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8959129 Nov 27 16:11:22.889263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f37370-f337-43ce-8208-e48c57b1a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a613e8-0c9a-4d0b-8b33-1b1ec3690ede,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:22.904933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-1178160d-1f09-4de6-97a2-a59af2eabdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:22.909102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-1178160d-1f09-4de6-97a2-a59af2eabdbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 1094 time: 0.0833657 Nov 27 16:11:23.021298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d3674-66fd-4fd3-820d-a078df03ef92 None None] Network cbb4fa53-54ac-46aa-8085-b86abb95b43c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:23.151633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-31b158dd-f2be-4c60-91e2-281a13d7f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:23.157896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-31b158dd-f2be-4c60-91e2-281a13d7f1f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.2431684 Nov 27 16:11:23.293611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-f65030e6-dbeb-46ab-8e42-8d30a3ca4b17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9 HTTP/1.1" status: 200 len: 217 time: 0.1284258 Nov 27 16:11:23.425187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-56e7f70a-7a12-4d08-98e0-060550f7220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:23.426909 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-56e7f70a-7a12-4d08-98e0-060550f7220f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.1237595 Nov 27 16:11:23.562738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-0105c5bb-661c-4fcc-90ac-61809103b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:23.573098 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-0105c5bb-661c-4fcc-90ac-61809103b5ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386144 Nov 27 16:11:23.736604 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-52f7a738-385c-4c1f-b069-7756ab9eb324 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562545 Nov 27 16:11:24.012659 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-981ec194-25a7-40a5-8529-f6ebce94a3b5 req-c3222f92-2185-4ddd-9588-390762a161c8 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658679 Nov 27 16:11:24.025940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-ef7d06aa-f347-449e-b32b-7f42054c63d6 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:24.028461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-ef7d06aa-f347-449e-b32b-7f42054c63d6 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/networks?id=cbb4fa53-54ac-46aa-8085-b86abb95b43c HTTP/1.1" status: 200 len: 821 time: 0.1921124 Nov 27 16:11:24.121621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-ebe7a854-3074-46c7-b426-91b0afc93f62 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/quotas/05634330021949ed85b67638a4537282 HTTP/1.1" status: 200 len: 375 time: 0.0786123 Nov 27 16:11:24.196696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-74559a70-1b9e-4638-b934-2b75511c326d tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=05634330021949ed85b67638a4537282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659716 Nov 27 16:11:24.270416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81773b-7e32-4f30-b185-50ecc2267636 req-06105550-ed8d-4884-a6c1-f271650842af tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:24.272311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a81773b-7e32-4f30-b185-50ecc2267636 req-06105550-ed8d-4884-a6c1-f271650842af tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.2415488 Nov 27 16:11:24.447271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a81773b-7e32-4f30-b185-50ecc2267636 req-6a9eca4d-0750-4d42-8e72-2c1103726a8b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664274 Nov 27 16:11:24.505576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-68ed0c08-f6bd-4001-acf7-4de83bac6776 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997255 Nov 27 16:11:24.691557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-574273b9-a10a-4260-a06b-01e2ceaeec49 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574731 Nov 27 16:11:25.081304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5719d658-9b3e-446f-83a5-5534496f2812 req-987e6408-c8c5-4e1a-93aa-115cbfc18e04 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 210 time: 0.0780122 Nov 27 16:11:25.757926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a82959-06ba-4128-a226-61940ca5e4f1 req-ea9b0461-6219-4b2c-8c97-119e6ad199ad tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:25.775066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8a82959-06ba-4128-a226-61940ca5e4f1 req-ea9b0461-6219-4b2c-8c97-119e6ad199ad tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.1631966 Nov 27 16:11:25.897358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8a82959-06ba-4128-a226-61940ca5e4f1 req-98d258ce-2a96-4b20-8d71-8dae4024002e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213140 Nov 27 16:11:26.316211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b358eaef-3085-4a63-9484-43d52114eae1 req-fe24ef4f-5442-492b-a206-2829c6e72fe2 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 210 time: 0.0721886 Nov 27 16:11:26.590500 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:11:27.051277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40292) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:27.259114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a0a6-c20b-4e96-b89c-902d2479999c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.301337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-32cfee4d-429e-4cc3-8587-ea012c6476d6 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:27.302878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-32cfee4d-429e-4cc3-8587-ea012c6476d6 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.21 "GET /v2.0/networks?id=cbb4fa53-54ac-46aa-8085-b86abb95b43c HTTP/1.1" status: 200 len: 821 time: 0.2253377 Nov 27 16:11:27.366825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Request body: {'port': {'device_id': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c', 'admin_state_up': True, 'tenant_id': '05634330021949ed85b67638a4537282'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:27.384439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a0a6-c20b-4e96-b89c-902d2479999c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.388796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a0a6-c20b-4e96-b89c-902d2479999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.414805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a2ee9-2196-471e-8d2e-2ee6a1efaf61 req-ed8e082b-d7f7-4aca-a886-fc825bd43a9e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:27.435739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-278a2ee9-2196-471e-8d2e-2ee6a1efaf61 req-ed8e082b-d7f7-4aca-a886-fc825bd43a9e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.4200294 Nov 27 16:11:27.442005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2cd9a0a6-c20b-4e96-b89c-902d2479999c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=172f6fcaa68d47ac9c56afb5d528b232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867359 Nov 27 16:11:27.442005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9a0a6-c20b-4e96-b89c-902d2479999c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabed968-497c-4732-ba98-592e0498d0cd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:27.443929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:27.526352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2aedf22-65be-48da-8212-2418e57533b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.569023 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2aedf22-65be-48da-8212-2418e57533b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.631083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2aedf22-65be-48da-8212-2418e57533b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.633706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2aedf22-65be-48da-8212-2418e57533b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.637466 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e2aedf22-65be-48da-8212-2418e57533b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fabed968-497c-4732-ba98-592e0498d0cd HTTP/1.1" status: 204 len: 168 time: 0.1889279 Nov 27 16:11:27.649313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aedf22-65be-48da-8212-2418e57533b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabed968-497c-4732-ba98-592e0498d0cd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:27.724308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2fc4e51-7d77-410f-89f9-9e736c30bb54 req-43f95094-ef39-4d7a-9dd1-8bb43661ea3f tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 210 time: 0.2000418 Nov 27 16:11:27.799442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Made reservation on behalf of 05634330021949ed85b67638a4537282 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:27.810130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:27.882921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-278a2ee9-2196-471e-8d2e-2ee6a1efaf61 req-28581829-96a4-49c2-a318-1fca09583cea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289913 Nov 27 16:11:28.162871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Allocated IP 172.20.0.11 (cbb4fa53-54ac-46aa-8085-b86abb95b43c/4b721415-660c-479e-9d27-f7ee4c88a453/dec6b763-e842-434a-898c-49b7eda233ac) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:28.361930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40328) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:28.557388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e287735-9164-4752-aaed-77651dcf4775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.624948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:28.651333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bfcc-0a35-4ecf-a29c-55650c6db82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.686036 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.720343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e287735-9164-4752-aaed-77651dcf4775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.733355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e287735-9164-4752-aaed-77651dcf4775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.792742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.829316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e287735-9164-4752-aaed-77651dcf4775 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4f67ab3d00b4feaabd1c47e8602066b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637997 Nov 27 16:11:28.832495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40340) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:28.903608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Network cbb4fa53-54ac-46aa-8085-b86abb95b43c is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:28.913921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:28.921942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:28.941488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287735-9164-4752-aaed-77651dcf4775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f48b33-6ed9-44b8-8380-f78e44b71bda,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:28.976357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:28.977825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:28.988171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Pushing event updated for resources: {'Port': ['ID=dec6b763-e842-434a-898c-49b7eda233ac,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:29.006901 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bfcc-0a35-4ecf-a29c-55650c6db82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.022529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bfcc-0a35-4ecf-a29c-55650c6db82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.043680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970f8e-741e-484c-8f60-b67511198c6c req-f037c1e0-404f-4dcb-a88d-c1051913c084 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:29.051436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1970f8e-741e-484c-8f60-b67511198c6c req-f037c1e0-404f-4dcb-a88d-c1051913c084 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 932 time: 0.1917784 Nov 27 16:11:29.054983 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9ec3bfcc-0a35-4ecf-a29c-55650c6db82a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb106cb7940a423f9b255c80b84145fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269331 Nov 27 16:11:29.055830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72bbfe91-f835-4041-be91-4476c4b24ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.058850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:29.077792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-da86f7b5-6ff1-4079-b661-ef7e5f6dcdf1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7310567 Nov 27 16:11:29.103606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Request body: {'port': {'device_id': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:29.165917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72bbfe91-f835-4041-be91-4476c4b24ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.178467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3bfcc-0a35-4ecf-a29c-55650c6db82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d93456-b4e4-4964-95c2-ced946c5d64f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:29.196907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5d6d-b2b2-42cd-bee4-426e6a936f34 req-e86d6a17-a5e0-4df8-9e5e-8cd55584ba59 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:29.205103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c8d5d6d-b2b2-42cd-bee4-426e6a936f34 req-e86d6a17-a5e0-4df8-9e5e-8cd55584ba59 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.2058003 Nov 27 16:11:29.211383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a90877a3-6c2c-4682-b9b5-6f2a0cbe156f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.232195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1970f8e-741e-484c-8f60-b67511198c6c req-bec81019-1834-4e0e-b137-167a5a5731a1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795197 Nov 27 16:11:29.255941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.311611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a90877a3-6c2c-4682-b9b5-6f2a0cbe156f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.315648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72bbfe91-f835-4041-be91-4476c4b24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.318868 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72bbfe91-f835-4041-be91-4476c4b24ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.320151 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-72bbfe91-f835-4041-be91-4476c4b24ed9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01f48b33-6ed9-44b8-8380-f78e44b71bda HTTP/1.1" status: 204 len: 168 time: 0.4725850 Nov 27 16:11:29.345849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbfe91-f835-4041-be91-4476c4b24ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f48b33-6ed9-44b8-8380-f78e44b71bda,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:29.467552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a90877a3-6c2c-4682-b9b5-6f2a0cbe156f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.474082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a90877a3-6c2c-4682-b9b5-6f2a0cbe156f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.478510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a90877a3-6c2c-4682-b9b5-6f2a0cbe156f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2d93456-b4e4-4964-95c2-ced946c5d64f HTTP/1.1" status: 204 len: 168 time: 0.4110265 Nov 27 16:11:29.499410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90877a3-6c2c-4682-b9b5-6f2a0cbe156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d93456-b4e4-4964-95c2-ced946c5d64f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:29.822146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.883433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec6b763-e842-434a-898c-49b7eda233ac {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:11:29.898364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:29.915715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Transition to ACTIVE for port object dec6b763-e842-434a-898c-49b7eda233ac will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:11:29.924923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c8d5d6d-b2b2-42cd-bee4-426e6a936f34 req-ca3e8708-f02e-4969-9819-cfe83607a14a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7181349 Nov 27 16:11:29.927924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:30.024671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Pushing event updated for resources: {'Port': ['ID=dec6b763-e842-434a-898c-49b7eda233ac,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:30.180328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Attempting to bind port dec6b763-e842-434a-898c-49b7eda233ac on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:30.180981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Attempting to bind port dec6b763-e842-434a-898c-49b7eda233ac by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6010a8f5-762a-4b7c-9772-ad2facfbe36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:30.183514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Attempting to bind port dec6b763-e842-434a-898c-49b7eda233ac on network cbb4fa53-54ac-46aa-8085-b86abb95b43c {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:30.192156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Port dec6b763-e842-434a-898c-49b7eda233ac on network cbb4fa53-54ac-46aa-8085-b86abb95b43c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:11:30.195079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Attempting to bind port dec6b763-e842-434a-898c-49b7eda233ac on network cbb4fa53-54ac-46aa-8085-b86abb95b43c {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:30.206668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:30.207435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Checking segment: {'id': '6010a8f5-762a-4b7c-9772-ad2facfbe36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:30.208737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Bound using segment: {'id': '6010a8f5-762a-4b7c-9772-ad2facfbe36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:30.210319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Bound port: dec6b763-e842-434a-898c-49b7eda233ac, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6010a8f5-762a-4b7c-9772-ad2facfbe36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:30.212403 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:30.512906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9fe17-54a9-4003-89ef-bbf3eae3d544 req-d9cba781-79f3-4103-bff2-f3fa79815318 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:30.514891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06d9fe17-54a9-4003-89ef-bbf3eae3d544 req-d9cba781-79f3-4103-bff2-f3fa79815318 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 944 time: 0.1030595 Nov 27 16:11:30.516646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] For port dec6b763-e842-434a-898c-49b7eda233ac, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:30.542212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] For port dec6b763-e842-434a-898c-49b7eda233ac, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=dec6b763-e842-434a-898c-49b7eda233ac,segment=NetworkSegment(6010a8f5-762a-4b7c-9772-ad2facfbe36c),segment_id=6010a8f5-762a-4b7c-9772-ad2facfbe36c)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:30.554500 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:30.672022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:30.673703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:30.675658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] 10.222.0.21 "PUT /v2.0/ports/dec6b763-e842-434a-898c-49b7eda233ac HTTP/1.1" status: 200 len: 1092 time: 1.5820258 Nov 27 16:11:30.718197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'tag': 'dec6b763-e842-434a-898c-49b7eda233ac'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:30.722166 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91ca799-4968-47fc-850c-bac13223daab" -d '{"events": [{"name": "network-changed", "server_uuid": "8680fd28-21eb-4e14-9fa6-078c86c1d1ee", "tag": "dec6b763-e842-434a-898c-49b7eda233ac"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:30.871281 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cdc2aa-6699-4855-9c85-34ef2bd8a475 x-openstack-request-id: req-b8cdc2aa-6699-4855-9c85-34ef2bd8a475 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:30.871281 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8680fd28-21eb-4e14-9fa6-078c86c1d1ee", "tag": "dec6b763-e842-434a-898c-49b7eda233ac", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:30.871281 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8cdc2aa-6699-4855-9c85-34ef2bd8a475 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:30.871850 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'tag': 'dec6b763-e842-434a-898c-49b7eda233ac', 'status': 'completed', 'code': 200} Nov 27 16:11:30.910650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447a50-fe97-4c9e-b838-8ac07a135969 service neutron] Pushing event updated for resources: {'Port': ['ID=dec6b763-e842-434a-898c-49b7eda233ac,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:30.921920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06d9fe17-54a9-4003-89ef-bbf3eae3d544 req-a1be99e1-b535-4a11-bd5d-ff9262355202 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775177 Nov 27 16:11:30.931540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-8b14bef2-941c-41da-9af0-d41326d77761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:30.933327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-8b14bef2-941c-41da-9af0-d41326d77761 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05634330021949ed85b67638a4537282&device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 1095 time: 0.1591961 Nov 27 16:11:31.000200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-540f5ab0-8f3c-4ea8-a6fc-44f9a957bdc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec6b763-e842-434a-898c-49b7eda233ac HTTP/1.1" status: 200 len: 217 time: 0.0517719 Nov 27 16:11:31.157315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-74620843-7eac-40c5-ab49-99e770a9d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:31.159164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-74620843-7eac-40c5-ab49-99e770a9d885 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b721415-660c-479e-9d27-f7ee4c88a453 HTTP/1.1" status: 200 len: 861 time: 0.1449528 Nov 27 16:11:31.172043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdce4-9310-4f78-ad7b-f02a4bd8024c req-a134ae1a-5522-4dc4-a5e2-b917d016453f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:31.175783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-755fdce4-9310-4f78-ad7b-f02a4bd8024c req-a134ae1a-5522-4dc4-a5e2-b917d016453f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.1012659 Nov 27 16:11:31.272430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-755fdce4-9310-4f78-ad7b-f02a4bd8024c req-9ffc96d5-2c20-4c1a-bf09-3c8f6191f8e6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698316 Nov 27 16:11:31.276363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-91887e1d-c3f3-4eb2-8527-0caac91162d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbb4fa53-54ac-46aa-8085-b86abb95b43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976355 Nov 27 16:11:31.325964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:31.521901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-143751746-network', 'tenant_id': 'dcc5587c3fe14ce6b35818b930a90818'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:31.552511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Made reservation on behalf of dcc5587c3fe14ce6b35818b930a90818 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:31.555606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.566999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.720248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.726251 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.752449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:11:31.763723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40430) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:31.781533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.782485 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Added segment 4298b0d2-299d-41b4-b65c-70f4700d10bb of type vlan for network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 Nov 27 16:11:31.793301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:31.820252 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.841397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.889431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.892283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:31.892981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:31.925313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-6874c799-3adc-4149-b27d-022094c05a46 service neutron] 10.222.0.21 "GET /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130922 Nov 27 16:11:32.042866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7143452 Nov 27 16:11:32.046814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40446) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:32.057933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Request body: {'subnet': {'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-143751746-subnet', 'tenant_id': 'dcc5587c3fe14ce6b35818b930a90818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:32.060797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dce0eec0-1324-47bd-8215-c5f16ef1d320 req-f45bf694-01df-409d-b88f-4d913b4edf54 service neutron] 10.222.0.21 "GET /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273754 Nov 27 16:11:32.084880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe70e-324e-42a4-9de2-577c46bed943 admin admin] Pushing event updated for resources: {'Network': ['ID=3863eeb5-3b38-4d21-9ed6-2aba4c159858,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:32.101598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:11:32.145125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b279ed-5a45-4435-b19c-5af171cbb9fb req-0fec2b5e-b410-4eb6-82d7-69f09cc23d21 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:32.146989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92b279ed-5a45-4435-b19c-5af171cbb9fb req-0fec2b5e-b410-4eb6-82d7-69f09cc23d21 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 944 time: 0.1076531 Nov 27 16:11:32.155009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Made reservation on behalf of dcc5587c3fe14ce6b35818b930a90818 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:32.157836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:32.229624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca799-4968-47fc-850c-bac13223daab req-8f651648-e34d-4146-a5d3-98e8b22bedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:32.231281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-8f651648-e34d-4146-a5d3-98e8b22bedd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05634330021949ed85b67638a4537282&device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 1095 time: 0.0831568 Nov 27 16:11:32.249989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-92b279ed-5a45-4435-b19c-5af171cbb9fb req-a64a9830-0f9d-4e72-a32d-e186bc6a88a1 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 Nov 27 16:11:32.412458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca799-4968-47fc-850c-bac13223daab req-0d723060-7301-4920-a06d-b4976cd7fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:32.417541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-0d723060-7301-4920-a06d-b4976cd7fce4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbb4fa53-54ac-46aa-8085-b86abb95b43c HTTP/1.1" status: 200 len: 922 time: 0.1657717 Nov 27 16:11:32.517029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-0704c32e-4f0e-4026-a286-1858d415eb71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec6b763-e842-434a-898c-49b7eda233ac HTTP/1.1" status: 200 len: 217 time: 0.0476813 Nov 27 16:11:32.597718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca799-4968-47fc-850c-bac13223daab req-0582e151-4cad-4c1a-9d4f-fac85cfd530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:32.599278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-0582e151-4cad-4c1a-9d4f-fac85cfd530e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b721415-660c-479e-9d27-f7ee4c88a453 HTTP/1.1" status: 200 len: 861 time: 0.0735834 Nov 27 16:11:32.607994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3f46b-f716-44ce-af2d-a36af8f94c26 req-068ef3af-2584-46d7-9a73-c5318ec354b5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:32.610585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9d3f46b-f716-44ce-af2d-a36af8f94c26 req-068ef3af-2584-46d7-9a73-c5318ec354b5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.1912875 Nov 27 16:11:32.662847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-55313848-7dd7-4a6a-8ba4-64d3ef2b4ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbb4fa53-54ac-46aa-8085-b86abb95b43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510740 Nov 27 16:11:32.747473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9d3f46b-f716-44ce-af2d-a36af8f94c26 req-79b09699-499f-4699-8c92-fc3b02f82ebc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263788 Nov 27 16:11:32.841566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:32.845358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-88c2687f-d2f3-4f38-84c2-c2cdcef11ae6 service neutron] 10.222.0.21 "GET /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694698 Nov 27 16:11:32.918340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=156b5668-54e5-4870-97ab-edd8b3fa769e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:32.956264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Checking segment: {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:32.956623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Network hostable DHCP agents. Network: 3863eeb5-3b38-4d21-9ed6-2aba4c159858, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:11:33.029439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:11:33.047907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a91ca799-4968-47fc-850c-bac13223daab req-a934356a-de3a-4094-ac08-b064473a0910 service neutron] 10.222.0.21 "GET /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865973 Nov 27 16:11:33.071264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3863eeb5-3b38-4d21-9ed6-2aba4c159858) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:33.078090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:33.078777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:33.082602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e2a1d-cac0-4336-8be2-859a8b466b51 None None] Network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:33.148804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20f18ff2-9142-442b-8559-829d5f585f3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0952759 Nov 27 16:11:33.286888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:33.327769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d8040-16dd-46e6-a31a-71717d3fe6c6 None None] Network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:33.500213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33bfd3-6529-4854-a6b7-4ab0f29a992b req-65e1c9ab-948e-4427-9196-6f65dce728fd tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:33.506053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e33bfd3-6529-4854-a6b7-4ab0f29a992b req-65e1c9ab-948e-4427-9196-6f65dce728fd tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 944 time: 0.1243291 Nov 27 16:11:33.680451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e33bfd3-6529-4854-a6b7-4ab0f29a992b req-b95d31e1-0be5-40af-a595-2a2891ae53fd tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684442 Nov 27 16:11:33.770234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Deleting port e21343a2-6b9c-4861-af9f-1e17a9ebf418 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:33.772153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:33.943096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] For port e21343a2-6b9c-4861-af9f-1e17a9ebf418, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e21343a2-6b9c-4861-af9f-1e17a9ebf418,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:33.943778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:33.964389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Calling delete_port for e21343a2-6b9c-4861-af9f-1e17a9ebf418 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:33.984774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6dbf-f5af-422d-a314-28a553661012 req-cc74db7b-18e8-4182-9a63-9dc036c4d996 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:33.986590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc8c6dbf-f5af-422d-a314-28a553661012 req-cc74db7b-18e8-4182-9a63-9dc036c4d996 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.0977936 Nov 27 16:11:34.056446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cc8c6dbf-f5af-422d-a314-28a553661012 req-5e990fe6-d77e-4aa9-92a2-a12f9e2aa37a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614693 Nov 27 16:11:34.293982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:34.359085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21343a2-6b9c-4861-af9f-1e17a9ebf418,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:34.684111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:34.868833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47557ea3-ea48-494b-b8b6-14b01c4068a5 req-784ea78a-150a-4bc2-a9ba-2f9fb52e89f4 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:34.877097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47557ea3-ea48-494b-b8b6-14b01c4068a5 req-784ea78a-150a-4bc2-a9ba-2f9fb52e89f4 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 944 time: 0.0618401 Nov 27 16:11:34.951111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47557ea3-ea48-494b-b8b6-14b01c4068a5 req-14ec68f6-914a-478e-9a67-27affb3c03fb tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727906 Nov 27 16:11:35.116841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Router 012fd55b-4246-4d48-9562-c82df47cd537 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:11:35.215751 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3487da87-2ab4-4f8a-96aa-e52437882607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:35.300337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcb1b7-8ae8-41ce-956f-b686e3c7957c req-94487045-ddb2-4358-86ad-270bb2193559 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:35.309965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34fcb1b7-8ae8-41ce-956f-b686e3c7957c req-94487045-ddb2-4358-86ad-270bb2193559 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.1285326 Nov 27 16:11:35.342174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:11:35.351071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-83032341-4618-40f6-92b2-b772048f7ef4 admin admin] 10.222.0.15 "PUT /v2.0/routers/012fd55b-4246-4d48-9562-c82df47cd537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862782 Nov 27 16:11:35.353561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40526) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:35.357147 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] Sync routers for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:11:35.374301 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:35.375180 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:35.404461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device dec6b763-e842-434a-898c-49b7eda233ac details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:11:35.501943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34fcb1b7-8ae8-41ce-956f-b686e3c7957c req-cb1cfc47-bca5-483c-83e8-755b31095cdd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853683 Nov 27 16:11:35.617216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port dec6b763-e842-434a-898c-49b7eda233ac, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=dec6b763-e842-434a-898c-49b7eda233ac,segment=NetworkSegment(6010a8f5-762a-4b7c-9772-ad2facfbe36c),segment_id=6010a8f5-762a-4b7c-9772-ad2facfbe36c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:35.645773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'dec6b763-e842-434a-898c-49b7eda233ac', 'network_id': 'cbb4fa53-54ac-46aa-8085-b86abb95b43c', 'port_id': 'dec6b763-e842-434a-898c-49b7eda233ac', 'mac_address': 'fa:16:3e:11:ea:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b721415-660c-479e-9d27-f7ee4c88a453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:11:35.661196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:35.741846 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:35.764334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec6b763-e842-434a-898c-49b7eda233ac {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:11:35.823255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port dec6b763-e842-434a-898c-49b7eda233ac, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=dec6b763-e842-434a-898c-49b7eda233ac,segment=NetworkSegment(6010a8f5-762a-4b7c-9772-ad2facfbe36c),segment_id=6010a8f5-762a-4b7c-9772-ad2facfbe36c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:35.861821 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:35.906174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:35.931643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:35.941601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=dec6b763-e842-434a-898c-49b7eda233ac,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:35.952296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.952736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.953156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.953841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.954314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.954795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.955203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.955611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.956198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.956762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.957479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:35.958052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:36.090926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Deleting port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:36.091496 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:36.147773 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:11:34Z', 'revision_number': 5, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port': {'id': '1368179e-5d90-41d4-bdb8-7677f4aa3ce8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012fd55b-4246-4d48-9562-c82df47cd537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:02:27Z', 'updated_at': '2021-11-27T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:36.150522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['dec6b763-e842-434a-898c-49b7eda233ac'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:11:36.171483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d901e33-77b4-4ae0-af40-5e2fdfe280f2 req-830a4858-b724-4cda-8cd8-60c60cc1c990 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:36.173727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d901e33-77b4-4ae0-af40-5e2fdfe280f2 req-830a4858-b724-4cda-8cd8-60c60cc1c990 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 945 time: 0.1320858 Nov 27 16:11:36.208074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] Checking router: 012fd55b-4246-4d48-9562-c82df47cd537 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:11:36.220221 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] Routers {'012fd55b-4246-4d48-9562-c82df47cd537'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:11:36.221057 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['012fd55b-4246-4d48-9562-c82df47cd537'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:36.243811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d901e33-77b4-4ae0-af40-5e2fdfe280f2 req-bf64d131-c675-4952-b51f-173316f2cd4b tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545444 Nov 27 16:11:36.313677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] For port 1368179e-5d90-41d4-bdb8-7677f4aa3ce8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:36.314404 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:36.356739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Calling delete_port for 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:36.382160 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] Set router 012fd55b-4246-4d48-9562-c82df47cd537 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:11:36.455206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:11:35Z', 'revision_number': 6, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:36.504698 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c994c-b730-4437-a2fb-bb68dad5b1da None None] The sync data for ids ['012fd55b-4246-4d48-9562-c82df47cd537'] in n-d-819494-4 is: [{'id': '012fd55b-4246-4d48-9562-c82df47cd537', 'name': 'tempest-AttachVolumeTestJSON-1341459431-router', 'tenant_id': 'f82a637e589d45c8b62d014f9bd039a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:02:25Z', 'updated_at': '2021-11-27T16:11:35Z', 'revision_number': 6, 'project_id': 'f82a637e589d45c8b62d014f9bd039a7', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:11:36.712082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:36.764565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6015ca-8a4d-4f4f-9ba9-1ca0cbef4b52 req-2d0bb000-cf95-4bcc-ab92-904be5b0dd78 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:36.766642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb6015ca-8a4d-4f4f-9ba9-1ca0cbef4b52 req-2d0bb000-cf95-4bcc-ab92-904be5b0dd78 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.1589122 Nov 27 16:11:36.771165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Pushing event deleted for resources: {'Port': ['ID=1368179e-5d90-41d4-bdb8-7677f4aa3ce8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:36.794408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63e988-a617-46d2-bafb-0e44a1ba30b3 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:36.855559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-ed80d283-6ee5-40ab-8287-d491fee7544b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:36.877058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-ed80d283-6ee5-40ab-8287-d491fee7544b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/networks?id=3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 200 len: 808 time: 0.3005681 Nov 27 16:11:36.928982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-8dac9222-7537-4155-8ee4-0992bae884f2 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/quotas/dcc5587c3fe14ce6b35818b930a90818 HTTP/1.1" status: 200 len: 375 time: 0.0509307 Nov 27 16:11:36.960897 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:36.986144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e21343a2-6b9c-4861-af9f-1e17a9ebf418 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:37.016275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e21343a2-6b9c-4861-af9f-1e17a9ebf418 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:37.016977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e21343a2-6b9c-4861-af9f-1e17a9ebf418 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:37.082421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb6015ca-8a4d-4f4f-9ba9-1ca0cbef4b52 req-abbab058-08a4-44aa-aacc-c0f4cc035d59 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056288 Nov 27 16:11:37.092930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-995b79a9-c40e-4857-9c3a-d3f42ea27f71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc5587c3fe14ce6b35818b930a90818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628196 Nov 27 16:11:37.095958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.120451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.209131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.209630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 012fd55b-4246-4d48-9562-c82df47cd537 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:11:37.214833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.217914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3ba51d72-e23d-4677-9285-fe3e18458815 admin admin] 10.222.0.15 "DELETE /v2.0/routers/012fd55b-4246-4d48-9562-c82df47cd537 HTTP/1.1" status: 204 len: 168 time: 1.8507969 Nov 27 16:11:37.218555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40574) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:37.237086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-946feb17-1de3-48ec-8e2a-2b0a37d5b1e2 service neutron] 10.222.0.15 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432958 Nov 27 16:11:37.307007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Deleting subnet b9f673db-019b-4736-9937-3716552cdfee {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:11:37.311123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.353070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.405441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device dec6b763-e842-434a-898c-49b7eda233ac up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:37.431093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f05cd4a1-bee6-4faf-ac7a-303cf6fad3aa service neutron] 10.222.0.15 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871588 Nov 27 16:11:37.450568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8139e-1f82-4a0a-ad76-501fdfc4e586 req-ad453c9e-31a4-466f-97f3-83221d872cbd tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:37.452056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4dc8139e-1f82-4a0a-ad76-501fdfc4e586 req-ad453c9e-31a4-466f-97f3-83221d872cbd tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 945 time: 0.1090539 Nov 27 16:11:37.523717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4dc8139e-1f82-4a0a-ad76-501fdfc4e586 req-526ddb8a-5d75-4ec5-b597-af65ef500c46 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Nov 27 16:11:37.525069 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.532289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port dec6b763-e842-434a-898c-49b7eda233ac completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:11:37.541556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port dec6b763-e842-434a-898c-49b7eda233ac triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:37.542204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.696840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.727907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2e858708-9962-4abe-8323-ef2d7f479e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.729946 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.741443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8ced202-7a5e-407e-8c79-403fb5a96a8f req-e00f08f1-da95-46a4-a9a0-5f1e5bed291a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 210 time: 0.0662529 Nov 27 16:11:37.774887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec6b763-e842-434a-898c-49b7eda233ac'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:37.780923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:37.785703 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9f673db-019b-4736-9937-3716552cdfee HTTP/1.1" status: 204 len: 168 time: 0.5649037 Nov 27 16:11:37.787069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a87762-ecff-4ab4-8259-ce9ccb9744f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f673db-019b-4736-9937-3716552cdfee,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:37.787769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40586) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:37.788835 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca5aa14-52ac-472a-baa3-a924ec6c640a" -d '{"events": [{"server_uuid": "8680fd28-21eb-4e14-9fa6-078c86c1d1ee", "name": "network-vif-plugged", "status": "completed", "tag": "dec6b763-e842-434a-898c-49b7eda233ac"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:37.810571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff37a8-6655-4dd3-a241-610bff71dcc5 None None] Network d8600956-2d94-422c-8269-1185893caabc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:37.920216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.037749 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67913ec-fe2c-4dfa-864d-e3b6eec21981 x-openstack-request-id: req-f67913ec-fe2c-4dfa-864d-e3b6eec21981 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:38.038047 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8680fd28-21eb-4e14-9fa6-078c86c1d1ee", "name": "network-vif-plugged", "status": "completed", "tag": "dec6b763-e842-434a-898c-49b7eda233ac", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:38.038480 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f67913ec-fe2c-4dfa-864d-e3b6eec21981 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:38.039042 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec6b763-e842-434a-898c-49b7eda233ac', 'code': 200} Nov 27 16:11:38.050655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port dec6b763-e842-434a-898c-49b7eda233ac, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=dec6b763-e842-434a-898c-49b7eda233ac,segment=NetworkSegment(6010a8f5-762a-4b7c-9772-ad2facfbe36c),segment_id=6010a8f5-762a-4b7c-9772-ad2facfbe36c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:38.102090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.229532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=dec6b763-e842-434a-898c-49b7eda233ac,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:38.340216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] DHCP port deletion for d8600956-2d94-422c-8269-1185893caabc request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:11:38.421280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] Deleting port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:38.421727 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.618814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] For port c12a0deb-d706-4db5-a0f4-c6b23d00ada2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:38.618814 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.621477 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.649602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e0bb9-6ecf-4856-b2f8-6db5b254f9f4 req-cbaee0c3-58cb-41d6-b15f-b3849ff18757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:38.652830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f13e0bb9-6ecf-4856-b2f8-6db5b254f9f4 req-cbaee0c3-58cb-41d6-b15f-b3849ff18757 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 1097 time: 0.1730318 Nov 27 16:11:38.663230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81378cd-a010-48ce-8759-f12b9acfc5b4 req-a6796132-57a8-4fcb-9682-a6899a70cb34 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:38.664970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81378cd-a010-48ce-8759-f12b9acfc5b4 req-a6796132-57a8-4fcb-9682-a6899a70cb34 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 943 time: 0.1836157 Nov 27 16:11:38.686199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] Calling delete_port for c12a0deb-d706-4db5-a0f4-c6b23d00ada2 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:38.841219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Deleting port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:38.841875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.858843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f13e0bb9-6ecf-4856-b2f8-6db5b254f9f4 req-73291d16-5079-4589-9018-63f5dc1edff3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912236 Nov 27 16:11:38.863418 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:38.915773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] Pushing event deleted for resources: {'Port': ['ID=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:38.932534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66363b81-1303-4b67-b0e0-a202edffe3b1 None None] No DVR routers for this DVR port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:38.952846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6eb647-79fb-4bfa-9ccf-fddde774ee27 req-4d9b589a-b093-4e95-b819-68e6da94fe8b tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:38.962401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d6eb647-79fb-4bfa-9ccf-fddde774ee27 req-4d9b589a-b093-4e95-b819-68e6da94fe8b tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 946 time: 0.2267301 Nov 27 16:11:38.993579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:38.997274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81378cd-a010-48ce-8759-f12b9acfc5b4 req-f4e1aca2-2a03-4721-82ee-f411d24a7eaa tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823870 Nov 27 16:11:39.069719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:39.070212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1368179e-5d90-41d4-bdb8-7677f4aa3ce8 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:39.071630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c12a0deb-d706-4db5-a0f4-c6b23d00ada2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:39.088829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] For port c12a0deb-d706-4db5-a0f4-c6b23d00ada2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,segment=NetworkSegment(80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76),segment_id=80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:39.089478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.117269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c12a0deb-d706-4db5-a0f4-c6b23d00ada2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:39.117999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c12a0deb-d706-4db5-a0f4-c6b23d00ada2 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:39.131358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Calling delete_port for c12a0deb-d706-4db5-a0f4-c6b23d00ada2 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:39.169807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d6eb647-79fb-4bfa-9ccf-fddde774ee27 req-081a1801-fcfb-4e69-8b1b-d60e3600f560 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062359 Nov 27 16:11:39.184692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a4165f7-00aa-41ce-86a7-e755bc53befa req-05ec00d4-0372-42af-9f32-948e4d6109d8 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 210 time: 0.0659604 Nov 27 16:11:39.289867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.323499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12a0deb-d706-4db5-a0f4-c6b23d00ada2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:39.338637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] No DVR routers for this DVR port c12a0deb-d706-4db5-a0f4-c6b23d00ada2 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:39.371017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e893e3a2-4d6a-421d-9f23-dc9019a894a9 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:11:39.430983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.458226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8600956-2d94-422c-8269-1185893caabc']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:39.469275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:39.469646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ac9ba5-4ae4-4233-ad57-23d3fc7e5f76') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:39.480694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.496330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e893e3a2-4d6a-421d-9f23-dc9019a894a9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:39.504879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.512472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:11:39.513006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.517305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9', 'mac_address': 'fa:16:3e:ff:f3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:11:39.531244 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:11:39.562091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.576921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e893e3a2-4d6a-421d-9f23-dc9019a894a9 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:11:39.595342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.600136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e893e3a2-4d6a-421d-9f23-dc9019a894a9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:39.606067 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.610499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:39.618162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8600956-2d94-422c-8269-1185893caabc HTTP/1.1" status: 204 len: 168 time: 1.8292673 Nov 27 16:11:39.634988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc8711-30cc-4694-8770-9e0a840b8055 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8600956-2d94-422c-8269-1185893caabc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:39.727967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=e893e3a2-4d6a-421d-9f23-dc9019a894a9,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:39.805239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e893e3a2-4d6a-421d-9f23-dc9019a894a9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:11:39.850765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-4977b866-c959-4f15-91e6-486666c19c93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:39.852791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-4977b866-c959-4f15-91e6-486666c19c93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.21 "GET /v2.0/networks?id=3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 200 len: 808 time: 0.1760180 Nov 27 16:11:39.868306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Request body: {'port': {'device_id': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858', 'admin_state_up': True, 'tenant_id': 'dcc5587c3fe14ce6b35818b930a90818'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:39.897893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40636) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:39.985941 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-958baa85-03b5-4b79-a3dd-b22fd77dffbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f82a637e589d45c8b62d014f9bd039a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706835 Nov 27 16:11:39.988409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40638) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:40.082647 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d726af8-7d7d-43f5-8050-f1ba70b42f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.135149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d726af8-7d7d-43f5-8050-f1ba70b42f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.239966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d726af8-7d7d-43f5-8050-f1ba70b42f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.242910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d726af8-7d7d-43f5-8050-f1ba70b42f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.245459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1d726af8-7d7d-43f5-8050-f1ba70b42f0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddb3b518-8e12-45f2-ad87-19bd2c7b49c9 HTTP/1.1" status: 204 len: 168 time: 0.2543693 Nov 27 16:11:40.264229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d726af8-7d7d-43f5-8050-f1ba70b42f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3b518-8e12-45f2-ad87-19bd2c7b49c9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:40.271252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405d1f9-0ea1-4d8d-97f2-8913431f8a89 req-275d97ea-a278-4c6d-87a3-46c52cffa744 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:40.273526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d405d1f9-0ea1-4d8d-97f2-8913431f8a89 req-275d97ea-a278-4c6d-87a3-46c52cffa744 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 944 time: 0.1342449 Nov 27 16:11:40.315349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Made reservation on behalf of dcc5587c3fe14ce6b35818b930a90818 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:40.320184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.354250 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.431992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d405d1f9-0ea1-4d8d-97f2-8913431f8a89 req-4f436581-c5fd-48b6-aebf-63095f43039a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441262 Nov 27 16:11:40.496629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5276b-14f7-4c2d-9da2-e3792c84a6d0 req-de481e3f-bf39-4972-afdf-6ffc006298ac tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:40.498175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8d5276b-14f7-4c2d-9da2-e3792c84a6d0 req-de481e3f-bf39-4972-afdf-6ffc006298ac tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 946 time: 0.1851544 Nov 27 16:11:40.591229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39a492c9-f4f7-48ef-9d9b-7e9fdf5bb485 req-9189b581-758f-4e21-9bbe-963cc4f8263f tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 210 time: 0.0885515 Nov 27 16:11:40.675851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8d5276b-14f7-4c2d-9da2-e3792c84a6d0 req-8bfb0d4e-d5fb-4718-84cb-92893eae40a2 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661346 Nov 27 16:11:40.704668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Allocated IP 172.20.0.8 (3863eeb5-3b38-4d21-9ed6-2aba4c159858/156b5668-54e5-4870-97ab-edd8b3fa769e/96871402-5863-445e-950e-299cbe185a16) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:40.939402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:40.997938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.049997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Pushing event updated for resources: {'Port': ['ID=96871402-5863-445e-950e-299cbe185a16,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:41.091064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:41.092956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:41.097941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:41.167221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:41.168100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.174813 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.210322 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-f00539bb-8330-4230-8931-4e7bda620f80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3466418 Nov 27 16:11:41.227866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Request body: {'port': {'device_id': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:41.301467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.385643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e893e3a2-4d6a-421d-9f23-dc9019a894a9 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:41.577026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port e893e3a2-4d6a-421d-9f23-dc9019a894a9 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:11:41.592956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port e893e3a2-4d6a-421d-9f23-dc9019a894a9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:41.593501 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.702408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96871402-5863-445e-950e-299cbe185a16 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:11:41.711336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.771353 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.809558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01876ffb-06b9-40a8-bd21-509a50088540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:41.820258 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f477245-4389-4772-adfa-be4eac61ea30" -d '{"events": [{"server_uuid": "01876ffb-06b9-40a8-bd21-509a50088540", "name": "network-vif-plugged", "status": "completed", "tag": "e893e3a2-4d6a-421d-9f23-dc9019a894a9"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:41.820690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Transition to ACTIVE for port object 96871402-5863-445e-950e-299cbe185a16 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:11:41.833161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.852634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port e893e3a2-4d6a-421d-9f23-dc9019a894a9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:41.857849 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:41.873361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c27226-50e9-489a-b15d-a40cb02a823b req-e85d6dd4-1ee9-420d-8003-7b9f3b4d884a tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:41.875586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9c27226-50e9-489a-b15d-a40cb02a823b req-e85d6dd4-1ee9-420d-8003-7b9f3b4d884a tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 946 time: 0.1598961 Nov 27 16:11:41.886148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294da4-e1e8-42e0-ac70-45acf45cfe1f req-b0731869-efae-44a5-963a-61f972487cb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:41.894718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04294da4-e1e8-42e0-ac70-45acf45cfe1f req-b0731869-efae-44a5-963a-61f972487cb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 944 time: 0.1805632 Nov 27 16:11:41.941913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=e893e3a2-4d6a-421d-9f23-dc9019a894a9,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:41.990084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Pushing event updated for resources: {'Port': ['ID=96871402-5863-445e-950e-299cbe185a16,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:42.041710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9c27226-50e9-489a-b15d-a40cb02a823b req-ecf56168-ff9b-4408-9893-6b2fa8aa70ff tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358831 Nov 27 16:11:42.053328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04294da4-e1e8-42e0-ac70-45acf45cfe1f req-757139b0-e25a-4a87-be25-362e70b6e0da tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538253 Nov 27 16:11:42.228115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab4786-4a54-45ff-9675-8e12a4c04999 req-9ecaaa9a-5e57-4eef-a2f3-76e79cc50933 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:42.229770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64ab4786-4a54-45ff-9675-8e12a4c04999 req-9ecaaa9a-5e57-4eef-a2f3-76e79cc50933 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 943 time: 0.0838242 Nov 27 16:11:42.234610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Attempting to bind port 96871402-5863-445e-950e-299cbe185a16 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:42.237191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Attempting to bind port 96871402-5863-445e-950e-299cbe185a16 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:42.237565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Attempting to bind port 96871402-5863-445e-950e-299cbe185a16 on network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:42.285173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Port 96871402-5863-445e-950e-299cbe185a16 on network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:11:42.285774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Attempting to bind port 96871402-5863-445e-950e-299cbe185a16 on network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:42.304210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:42.304432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Checking segment: {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:42.304714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Bound using segment: {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:42.305168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Bound port: 96871402-5863-445e-950e-299cbe185a16, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:42.305688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:42.329872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64ab4786-4a54-45ff-9675-8e12a4c04999 req-4d93d445-872e-435a-a953-0944f32393d5 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834706 Nov 27 16:11:42.441501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] For port 96871402-5863-445e-950e-299cbe185a16, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:42.445380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] For port 96871402-5863-445e-950e-299cbe185a16, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=96871402-5863-445e-950e-299cbe185a16,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:42.446137 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd5f44-117e-4d87-b482-1b0fb0c413a0 x-openstack-request-id: req-fcbd5f44-117e-4d87-b482-1b0fb0c413a0 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:42.447429 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01876ffb-06b9-40a8-bd21-509a50088540", "name": "network-vif-plugged", "status": "completed", "tag": "e893e3a2-4d6a-421d-9f23-dc9019a894a9", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:42.448017 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcbd5f44-117e-4d87-b482-1b0fb0c413a0 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:42.448443 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01876ffb-06b9-40a8-bd21-509a50088540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9', 'code': 200} Nov 27 16:11:42.464326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:42.548390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Pushing event updated for resources: {'Port': ['ID=96871402-5863-445e-950e-299cbe185a16,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:42.551389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:42.552049 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:42.553975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-c702b84a-8e69-460e-99ec-b4e5bd960007 service neutron] 10.222.0.21 "PUT /v2.0/ports/96871402-5863-445e-950e-299cbe185a16 HTTP/1.1" status: 200 len: 1091 time: 1.3321950 Nov 27 16:11:42.558363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'tag': '96871402-5863-445e-950e-299cbe185a16'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:42.558363 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4cec58-9fed-4c64-bccf-4d0a64254521", "tag": "96871402-5863-445e-950e-299cbe185a16"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:42.639419 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6722687-3cc0-4547-ac58-69608477290c x-openstack-request-id: req-b6722687-3cc0-4547-ac58-69608477290c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:42.640224 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4cec58-9fed-4c64-bccf-4d0a64254521", "tag": "96871402-5863-445e-950e-299cbe185a16", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:42.641272 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6722687-3cc0-4547-ac58-69608477290c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:42.642466 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'tag': '96871402-5863-445e-950e-299cbe185a16', 'status': 'completed', 'code': 200} Nov 27 16:11:42.645268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8e18-dfb4-4130-a9d2-1df4dfd8cd6a req-90cdb564-e72d-45d6-9da2-c1392a22ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:42.646897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-daea8e18-dfb4-4130-a9d2-1df4dfd8cd6a req-90cdb564-e72d-45d6-9da2-c1392a22ae62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 1096 time: 0.1135271 Nov 27 16:11:42.692111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-aef67830-67d5-4d07-a23f-8118a5ae4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:42.694009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-aef67830-67d5-4d07-a23f-8118a5ae4d71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcc5587c3fe14ce6b35818b930a90818&device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 1094 time: 0.0763321 Nov 27 16:11:42.710546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-daea8e18-dfb4-4130-a9d2-1df4dfd8cd6a req-1942751e-c9ae-4d8a-896b-a1fd02905bfb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560508 Nov 27 16:11:42.744789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-b6f06a14-c781-4575-88b0-94a3530e40b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96871402-5863-445e-950e-299cbe185a16 HTTP/1.1" status: 200 len: 217 time: 0.0419416 Nov 27 16:11:42.845970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-bd43c58c-cf0a-4bf3-9a37-c397d083c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:42.849557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-bd43c58c-cf0a-4bf3-9a37-c397d083c3f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156b5668-54e5-4870-97ab-edd8b3fa769e HTTP/1.1" status: 200 len: 848 time: 0.0967968 Nov 27 16:11:42.894713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-e494c376-8e11-44ff-9827-249a6599197f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3863eeb5-3b38-4d21-9ed6-2aba4c159858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369720 Nov 27 16:11:43.000338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-61ce7f73-881f-4310-ac11-a03976fded88 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.002684 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-61ce7f73-881f-4310-ac11-a03976fded88 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.21 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 946 time: 0.0875456 Nov 27 16:11:43.052401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-09f12b25-6886-4b9b-92e6-64a302591ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388204 Nov 27 16:11:43.196764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43043c53-31cc-4b97-b050-5f8a36bc6737 req-11304aeb-e78e-4bdf-adf3-cc3b8a1bc5ff service neutron] 10.222.0.21 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308243 Nov 27 16:11:43.255235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Deleting port dec6b763-e842-434a-898c-49b7eda233ac {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:43.255830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:43.348599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c319ac4-170d-4bf5-9c2a-fb66143ffc07 req-e63b76b4-cae5-4255-8436-cbae7432987a tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.350176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c319ac4-170d-4bf5-9c2a-fb66143ffc07 req-e63b76b4-cae5-4255-8436-cbae7432987a tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8680fd28-21eb-4e14-9fa6-078c86c1d1ee HTTP/1.1" status: 200 len: 946 time: 0.1154294 Nov 27 16:11:43.361978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875e952-3f64-41e7-8ebd-199fb7573f3f req-dd8df2b6-1fb3-4fc4-b00e-4ca2553c38d8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.363505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9875e952-3f64-41e7-8ebd-199fb7573f3f req-dd8df2b6-1fb3-4fc4-b00e-4ca2553c38d8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.1438966 Nov 27 16:11:43.382621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] For port dec6b763-e842-434a-898c-49b7eda233ac, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=dec6b763-e842-434a-898c-49b7eda233ac,segment=NetworkSegment(6010a8f5-762a-4b7c-9772-ad2facfbe36c),segment_id=6010a8f5-762a-4b7c-9772-ad2facfbe36c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:43.382988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:43.390264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-63c7e3d1-0d33-4c66-84c7-cbb68882c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.391737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-63c7e3d1-0d33-4c66-84c7-cbb68882c778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcc5587c3fe14ce6b35818b930a90818&device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 1094 time: 0.1095631 Nov 27 16:11:43.397578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Calling delete_port for dec6b763-e842-434a-898c-49b7eda233ac owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:43.453525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c319ac4-170d-4bf5-9c2a-fb66143ffc07 req-be005767-4622-4a63-8dd0-aa192d12564a tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.15 "GET /v2.0/security-groups?id=5401754e-a24a-4b32-93d1-6e4340070fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884793 Nov 27 16:11:43.524026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9875e952-3f64-41e7-8ebd-199fb7573f3f req-01367f67-6f9a-4b4a-9c7a-480f51ac643b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468980 Nov 27 16:11:43.599641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-bcd37a91-9683-48dd-b35b-f257747b40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.601675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-bcd37a91-9683-48dd-b35b-f257747b40a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 200 len: 909 time: 0.1961529 Nov 27 16:11:43.603812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:43.616928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['dec6b763-e842-434a-898c-49b7eda233ac'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:11:43.683002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Pushing event deleted for resources: {'Port': ['ID=dec6b763-e842-434a-898c-49b7eda233ac,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:43.690323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-3a694359-0cf0-4e1d-ae2c-21c10fc85e3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96871402-5863-445e-950e-299cbe185a16 HTTP/1.1" status: 200 len: 217 time: 0.0659659 Nov 27 16:11:43.710737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de6815-c996-44bf-9f78-09e72fb08dc4 req-25d7ddc2-b033-4a42-9c0e-90c0f75c6b7c tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.721017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86de6815-c996-44bf-9f78-09e72fb08dc4 req-25d7ddc2-b033-4a42-9c0e-90c0f75c6b7c tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 943 time: 0.1369476 Nov 27 16:11:43.741067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] No DVR routers for this DVR port dec6b763-e842-434a-898c-49b7eda233ac on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:43.748266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:43.755954 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-18742e4f-1f26-44a1-842c-7abb2f06d4e3 req-9c7308f7-bd98-41a2-8018-1a718584d173 tempest-ServerMetadataNegativeTestJSON-151314194 tempest-ServerMetadataNegativeTestJSON-151314194-project] 10.222.0.21 "DELETE /v2.0/ports/dec6b763-e842-434a-898c-49b7eda233ac HTTP/1.1" status: 204 len: 173 time: 0.7418916 Nov 27 16:11:43.757012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'name': 'network-vif-deleted', 'tag': 'dec6b763-e842-434a-898c-49b7eda233ac'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:43.765196 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830bc45-0086-4968-8815-4c88d56dea4b" -d '{"events": [{"server_uuid": "8680fd28-21eb-4e14-9fa6-078c86c1d1ee", "name": "network-vif-deleted", "tag": "dec6b763-e842-434a-898c-49b7eda233ac"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:43.809303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-ca47c1d6-ed26-4786-8a77-b14e8f97530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:43.811189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-ca47c1d6-ed26-4786-8a77-b14e8f97530e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156b5668-54e5-4870-97ab-edd8b3fa769e HTTP/1.1" status: 200 len: 848 time: 0.0871270 Nov 27 16:11:43.826965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86de6815-c996-44bf-9f78-09e72fb08dc4 req-86b19303-c303-4df4-a8fb-636f3b56f9f6 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Nov 27 16:11:43.882474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-c5e38345-fd2b-443c-a81d-de1371aee3a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3863eeb5-3b38-4d21-9ed6-2aba4c159858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543463 Nov 27 16:11:43.999512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-4bd59d56-3469-4859-a9a8-b851c905c5f9 service neutron] 10.222.0.21 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073561 Nov 27 16:11:44.145808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9db2c6-caf5-4dcd-a0aa-446550d5523f req-8f16f8ff-a779-4f76-9277-0ca20748ae9e service neutron] 10.222.0.21 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364543 Nov 27 16:11:44.185022 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2218509-84b4-41bb-a045-8cb4fdc43e9b x-openstack-request-id: req-e2218509-84b4-41bb-a045-8cb4fdc43e9b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:44.185544 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8680fd28-21eb-4e14-9fa6-078c86c1d1ee", "name": "network-vif-deleted", "tag": "dec6b763-e842-434a-898c-49b7eda233ac", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:44.186058 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2218509-84b4-41bb-a045-8cb4fdc43e9b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:44.186614 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8680fd28-21eb-4e14-9fa6-078c86c1d1ee', 'name': 'network-vif-deleted', 'tag': 'dec6b763-e842-434a-898c-49b7eda233ac', 'status': 'completed', 'code': 200} Nov 27 16:11:44.528792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40838) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:44.594512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Deleting subnet 4b721415-660c-479e-9d27-f7ee4c88a453 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:11:44.598119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:44.656846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:44.694393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:44.708903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:44.725551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a587e0e-37b7-4f81-8cac-1a50f0e6592a req-eef91dd2-153c-4e5a-86ca-fd78ae8ef82f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:44.727232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a587e0e-37b7-4f81-8cac-1a50f0e6592a req-eef91dd2-153c-4e5a-86ca-fd78ae8ef82f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.0959439 Nov 27 16:11:44.799625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:44.810237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a587e0e-37b7-4f81-8cac-1a50f0e6592a req-a91f422c-2700-4221-a9f9-4de5633e6a57 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760694 Nov 27 16:11:44.838560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b721415-660c-479e-9d27-f7ee4c88a453,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:44.865160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:44.870471 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ddd1efed-3163-4912-9003-9aa7d8f47896 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4b721415-660c-479e-9d27-f7ee4c88a453 HTTP/1.1" status: 204 len: 168 time: 0.3401587 Nov 27 16:11:44.873095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:44.941583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5132db1-a886-49b9-90a6-d3a7fd615922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.023261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.042909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21c7e-f615-4fa0-b50c-a606f701c4a9 req-a1540110-0202-466f-a4a4-9f44571c5059 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:45.044781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9db21c7e-f615-4fa0-b50c-a606f701c4a9 req-a1540110-0202-466f-a4a4-9f44571c5059 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 943 time: 0.1362858 Nov 27 16:11:45.053559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5132db1-a886-49b9-90a6-d3a7fd615922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.061296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5132db1-a886-49b9-90a6-d3a7fd615922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.098253 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5132db1-a886-49b9-90a6-d3a7fd615922 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1245eaefbc174bd09977aaa1b94071c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027069 Nov 27 16:11:45.105012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39588594-7094-4f36-be8c-39b96c852fd0 req-c0a271de-c9b2-46a1-a80f-52a39f2e6c19 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:45.105217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40862) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:45.112962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39588594-7094-4f36-be8c-39b96c852fd0 req-c0a271de-c9b2-46a1-a80f-52a39f2e6c19 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.1736107 Nov 27 16:11:45.170971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9db21c7e-f615-4fa0-b50c-a606f701c4a9 req-f7a0a6d9-b534-4d93-8094-758f0c3569ce tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168230 Nov 27 16:11:45.181373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fda9ae-66a0-4493-a3b6-cdbe241c7958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.184486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5132db1-a886-49b9-90a6-d3a7fd615922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3018842-f664-4041-ad49-47ddf7d1fac3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:45.213855 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fda9ae-66a0-4493-a3b6-cdbe241c7958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.231186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.279188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39588594-7094-4f36-be8c-39b96c852fd0 req-0655a825-0cb5-4052-b72e-1a67fa417b2d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612701 Nov 27 16:11:45.282256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb4fa53-54ac-46aa-8085-b86abb95b43c']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:45.286349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fda9ae-66a0-4493-a3b6-cdbe241c7958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.299400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fda9ae-66a0-4493-a3b6-cdbe241c7958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.303387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6010a8f5-762a-4b7c-9772-ad2facfbe36c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:45.303671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6010a8f5-762a-4b7c-9772-ad2facfbe36c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:11:45.313132 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0fda9ae-66a0-4493-a3b6-cdbe241c7958 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3018842-f664-4041-ad49-47ddf7d1fac3 HTTP/1.1" status: 204 len: 168 time: 0.2062423 Nov 27 16:11:45.319102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.335152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fda9ae-66a0-4493-a3b6-cdbe241c7958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3018842-f664-4041-ad49-47ddf7d1fac3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:45.359533 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.369940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:11:45.371415 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:11:45.387427 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:11:45.526774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.537310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.544577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cbb4fa53-54ac-46aa-8085-b86abb95b43c HTTP/1.1" status: 204 len: 168 time: 0.6677182 Nov 27 16:11:45.565862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada701c-bf78-442f-a67a-8582a41d7188 req-b1676d03-d802-4ae9-8c4a-858896ec7994 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:45.567649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aada701c-bf78-442f-a67a-8582a41d7188 req-b1676d03-d802-4ae9-8c4a-858896ec7994 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.1418493 Nov 27 16:11:45.568931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bea0d5-5962-4e6d-8e97-c8221521d2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb4fa53-54ac-46aa-8085-b86abb95b43c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:45.626461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aada701c-bf78-442f-a67a-8582a41d7188 req-3f46010b-891b-4a73-b96a-47babfca11a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504355 Nov 27 16:11:45.785258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:45.801931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41f6a998-2aa8-4ffb-b9fd-3fa6b4eb9323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.812183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40888) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:45.870791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fae08df0-0526-46d7-835d-5bed8fc944ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05634330021949ed85b67638a4537282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550656 Nov 27 16:11:45.871033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40894) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:45.916807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41f6a998-2aa8-4ffb-b9fd-3fa6b4eb9323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.922115 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-41f6a998-2aa8-4ffb-b9fd-3fa6b4eb9323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:45.959786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4c28f-7e2a-4b20-b0b3-261f4b7f4f93 req-c6c1e115-820a-415e-b148-a54a5c96e6c5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:45.961300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15b4c28f-7e2a-4b20-b0b3-261f4b7f4f93 req-c6c1e115-820a-415e-b148-a54a5c96e6c5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.0826499 Nov 27 16:11:45.961755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-41f6a998-2aa8-4ffb-b9fd-3fa6b4eb9323 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55e3b550de5a4e2fa968df15b47224db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753418 Nov 27 16:11:45.963722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6a998-2aa8-4ffb-b9fd-3fa6b4eb9323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669a2152-4c1a-4410-9df4-59caca0a09e0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:45.966238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40898) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:45.985833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff8786da-d2da-434c-98af-62ab573d00c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.022866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f19fc88-47c4-4a0b-a88a-bb9d7df6b90a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.040157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff8786da-d2da-434c-98af-62ab573d00c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.046318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f19fc88-47c4-4a0b-a88a-bb9d7df6b90a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.066219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15b4c28f-7e2a-4b20-b0b3-261f4b7f4f93 req-89d8bbf9-32d0-45fd-a8bf-922fcf2780ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829079 Nov 27 16:11:46.143429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f19fc88-47c4-4a0b-a88a-bb9d7df6b90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.144371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff8786da-d2da-434c-98af-62ab573d00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.146425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f19fc88-47c4-4a0b-a88a-bb9d7df6b90a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.147175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff8786da-d2da-434c-98af-62ab573d00c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.147696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f19fc88-47c4-4a0b-a88a-bb9d7df6b90a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/669a2152-4c1a-4410-9df4-59caca0a09e0 HTTP/1.1" status: 204 len: 168 time: 0.1804762 Nov 27 16:11:46.150825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ff8786da-d2da-434c-98af-62ab573d00c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5401754e-a24a-4b32-93d1-6e4340070fc1 HTTP/1.1" status: 204 len: 168 time: 0.2784534 Nov 27 16:11:46.163060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8786da-d2da-434c-98af-62ab573d00c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5401754e-a24a-4b32-93d1-6e4340070fc1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:46.165677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19fc88-47c4-4a0b-a88a-bb9d7df6b90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669a2152-4c1a-4410-9df4-59caca0a09e0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:46.358462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920ae5-69e2-40a2-aa9a-e1457b5ef2f0 req-6d65dce2-9e7a-464e-bc11-9ea2b3af9227 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:46.367901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8920ae5-69e2-40a2-aa9a-e1457b5ef2f0 req-6d65dce2-9e7a-464e-bc11-9ea2b3af9227 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 943 time: 0.0839238 Nov 27 16:11:46.432635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8920ae5-69e2-40a2-aa9a-e1457b5ef2f0 req-9de5801c-97ef-4864-b8c3-b676fb99c69b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Nov 27 16:11:46.516738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 40924) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:46.522021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-702503349'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:46.555563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:46.560815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.593965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:11:46.610682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.611104 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Added segment ee5e5374-9003-43b3-ada9-709b667cd6be of type vlan for network e9002250-43e4-4cf7-ad92-24e687f44bf8 Nov 27 16:11:46.658465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.697207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.703686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:46.704338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.791413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Network': ['ID=e9002250-43e4-4cf7-ad92-24e687f44bf8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:46.803407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40942) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:46.804300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:11:46.809317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-690864993'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:46.816903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-95d976ef-e1cc-4ec4-8604-28a6dba97560 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2984071 Nov 27 16:11:46.845980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:46.851488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.922689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:11:46.938322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:46.938983 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Added segment 6daace51-a20a-41a2-b1e6-f4ec4b9912fa of type vlan for network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 Nov 27 16:11:46.989148 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.029267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.037164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:47.037941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.344676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-e8724934-473e-4866-939e-ac50ce9695e2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:47.346267 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-e8724934-473e-4866-939e-ac50ce9695e2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.0698671 Nov 27 16:11:47.414140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Network': ['ID=4d6e57c7-49de-40b0-86bc-72ca61e48f30,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:47.423879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 96871402-5863-445e-950e-299cbe185a16 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:11:47.428910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device dec6b763-e842-434a-898c-49b7eda233ac no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:47.445739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02c66dd0-d30e-49b6-a839-b2501ceb0bc4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6409614 Nov 27 16:11:47.458888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:11:47.466025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 40974) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:47.476733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'subnet': {'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:47.582422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c168-dc15-4d39-b66f-f17562a75318 req-8e2beb79-195a-4a92-96d9-2935ef9d2250 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:47.587063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49b9c168-dc15-4d39-b66f-f17562a75318 req-8e2beb79-195a-4a92-96d9-2935ef9d2250 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 945 time: 0.1678312 Nov 27 16:11:47.589814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port e893e3a2-4d6a-421d-9f23-dc9019a894a9 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:47.590158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.596028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: dec6b763-e842-434a-898c-49b7eda233ac {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:47.596893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device dec6b763-e842-434a-898c-49b7eda233ac not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:47.682241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49b9c168-dc15-4d39-b66f-f17562a75318 req-9020b9ee-8a54-4904-9dfa-611317564213 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820642 Nov 27 16:11:47.683628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:47.688003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.740752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 96871402-5863-445e-950e-299cbe185a16, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=96871402-5863-445e-950e-299cbe185a16,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:47.766280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '96871402-5863-445e-950e-299cbe185a16', 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858', 'port_id': '96871402-5863-445e-950e-299cbe185a16', 'mac_address': 'fa:16:3e:53:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156b5668-54e5-4870-97ab-edd8b3fa769e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:11:47.790573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port e893e3a2-4d6a-421d-9f23-dc9019a894a9, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=e893e3a2-4d6a-421d-9f23-dc9019a894a9,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:47.790944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.810584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for e893e3a2-4d6a-421d-9f23-dc9019a894a9 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:47.818210 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.836992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96871402-5863-445e-950e-299cbe185a16 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:11:47.865952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 96871402-5863-445e-950e-299cbe185a16, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=96871402-5863-445e-950e-299cbe185a16,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:47.873461 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:47.944947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=96871402-5863-445e-950e-299cbe185a16,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:48.061077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:48.071421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43559f23-79ea-4e88-893b-94d50ca7dcd5 req-4e741421-cb55-4e46-9c12-f686aa8ca96a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:48.073101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['e893e3a2-4d6a-421d-9f23-dc9019a894a9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:11:48.081744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43559f23-79ea-4e88-893b-94d50ca7dcd5 req-4e741421-cb55-4e46-9c12-f686aa8ca96a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 943 time: 0.2516487 Nov 27 16:11:48.100508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=e893e3a2-4d6a-421d-9f23-dc9019a894a9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:48.120789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['96871402-5863-445e-950e-299cbe185a16'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:11:48.177807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port e893e3a2-4d6a-421d-9f23-dc9019a894a9 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:48.181789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:48.185982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a1c7927c-e573-4d5e-adf0-ce9c83d7cefa req-755a6104-4f60-4674-a0fe-df85469aff80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "DELETE /v2.0/ports/e893e3a2-4d6a-421d-9f23-dc9019a894a9 HTTP/1.1" status: 204 len: 173 time: 0.8328679 Nov 27 16:11:48.188957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01876ffb-06b9-40a8-bd21-509a50088540', 'name': 'network-vif-deleted', 'tag': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:48.201630 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ac36d-1d42-4bcc-be17-77f5cfe336d7" -d '{"events": [{"server_uuid": "01876ffb-06b9-40a8-bd21-509a50088540", "name": "network-vif-deleted", "tag": "e893e3a2-4d6a-421d-9f23-dc9019a894a9"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:48.371909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e054af3-2bb3-4b08-a318-259c8ccc7ddc req-5705a8b0-0c40-492d-9d66-4baa86c1b48c tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.3782804 Nov 27 16:11:48.413356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:48.455007 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e91340c-c84e-477c-a89c-6ae90ae10824 x-openstack-request-id: req-6e91340c-c84e-477c-a89c-6ae90ae10824 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:48.455363 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01876ffb-06b9-40a8-bd21-509a50088540", "name": "network-vif-deleted", "tag": "e893e3a2-4d6a-421d-9f23-dc9019a894a9", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:48.455656 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e91340c-c84e-477c-a89c-6ae90ae10824 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:48.456056 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01876ffb-06b9-40a8-bd21-509a50088540', 'name': 'network-vif-deleted', 'tag': 'e893e3a2-4d6a-421d-9f23-dc9019a894a9', 'status': 'completed', 'code': 200} Nov 27 16:11:48.525427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43559f23-79ea-4e88-893b-94d50ca7dcd5 req-0a690047-d5be-4dbc-ab06-f8596e0328b8 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384296 Nov 27 16:11:48.569377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Subnet': ['ID=dfe76abf-baff-436f-89f8-04d35a5eb470,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:48.580968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Checking segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:48.581389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network hostable DHCP agents. Network: e9002250-43e4-4cf7-ad92-24e687f44bf8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:11:48.602848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:11:48.617177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, e9002250-43e4-4cf7-ad92-24e687f44bf8) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:48.622339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:48.623224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:48.630348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab6efd-f179-4b0a-b9e0-8e7fb3f3dc10 None None] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:48.666129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-65bc0227-3df0-4a0a-9b9a-7bc8c56003f5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1982727 Nov 27 16:11:48.668672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41020) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:48.677721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'subnet': {'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:48.842049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-e9002250-43e4-4cf7-ad92-24e687f44bf8', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:11:48.842947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:48.946001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91793764-8622-425a-bbba-f7351d60c6f5 req-4b0b6d5b-eb89-4dda-8828-a99cbb43ab81 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0948489 Nov 27 16:11:48.977062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:48.985442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.052466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Allocated IP 10.1.1.2 (e9002250-43e4-4cf7-ad92-24e687f44bf8/dfe76abf-baff-436f-89f8-04d35a5eb470/b0edfa6c-f770-49a6-affa-fb5e07dfb124) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:49.260533 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.267826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.284384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.351378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:49.356403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:49.367638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:49.382668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Subnet': ['ID=506a3184-1e71-4a96-8a71-9ee9c1c8e38c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:49.390090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Checking segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:49.390510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network hostable DHCP agents. Network: 4d6e57c7-49de-40b0-86bc-72ca61e48f30, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:11:49.446585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:11:49.450248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Pushing event updated for resources: {'Port': ['ID=b0edfa6c-f770-49a6-affa-fb5e07dfb124,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:49.458518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 96871402-5863-445e-950e-299cbe185a16 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:49.463126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4d6e57c7-49de-40b0-86bc-72ca61e48f30) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:49.471722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:49.472353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.508913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794dd8f6-62a5-4100-94cb-fd959b389c66 None None] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:49.543060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1182c489-19bb-4e72-8dc6-1d9f82645f6a req-302150bc-74d0-4c83-80ad-7316317ded03 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0468690 Nov 27 16:11:49.571473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41048) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:49.572016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-233bc92e-71fd-4dae-afef-aaf459bdf31f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9013000 Nov 27 16:11:49.574148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Attempting to bind port b0edfa6c-f770-49a6-affa-fb5e07dfb124 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:49.574515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Attempting to bind port b0edfa6c-f770-49a6-affa-fb5e07dfb124 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:49.574884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Attempting to bind port b0edfa6c-f770-49a6-affa-fb5e07dfb124 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:49.583616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1823536608', 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:49.591408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:49.591690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Checking segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:49.591886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.592287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Bound using segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:49.592780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Bound port: b0edfa6c-f770-49a6-affa-fb5e07dfb124, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:49.593162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.688924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bbc43-81e1-4697-acdb-71c5e1cfb010 req-0a1016f9-f505-4a88-88c9-51963ebc5ea1 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:49.699005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 96871402-5863-445e-950e-299cbe185a16 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:11:49.701162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-762bbc43-81e1-4697-acdb-71c5e1cfb010 req-0a1016f9-f505-4a88-88c9-51963ebc5ea1 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 944 time: 0.0793974 Nov 27 16:11:49.736792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 96871402-5863-445e-950e-299cbe185a16 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:49.737231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.772403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-762bbc43-81e1-4697-acdb-71c5e1cfb010 req-aabea4a1-20c8-494c-afd4-82d77577de66 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701449 Nov 27 16:11:49.819886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] For port b0edfa6c-f770-49a6-affa-fb5e07dfb124, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:49.820691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:49.827811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41052) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:49.859944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] For port b0edfa6c-f770-49a6-affa-fb5e07dfb124, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b0edfa6c-f770-49a6-affa-fb5e07dfb124,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:49.869233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.887132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'fixed_ips': [{'subnet_id': '506a3184-1e71-4a96-8a71-9ee9c1c8e38c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:11:49.887736 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.959016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:49.991622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] device_id is not set on port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:11:50.038985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3b02-6572-4911-858d-193192a04839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.117314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5448092-0d03-4922-b0a8-615519c472ea None None] Pushing event updated for resources: {'Port': ['ID=b0edfa6c-f770-49a6-affa-fb5e07dfb124,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:50.131405 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e511c4d-3c7d-430d-afe3-4617307ddef5 req-6a958af7-fd08-4cf8-ae45-dbfd28b09f6e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0681939 Nov 27 16:11:50.205024 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.214879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3b02-6572-4911-858d-193192a04839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.224623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3b02-6572-4911-858d-193192a04839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.250794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 10.1.1.51 (e9002250-43e4-4cf7-ad92-24e687f44bf8/dfe76abf-baff-436f-89f8-04d35a5eb470/470f56fe-0cc1-4c16-9cd1-e86b5a729740) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:50.271414 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 96871402-5863-445e-950e-299cbe185a16, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=96871402-5863-445e-950e-299cbe185a16,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:50.274646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96871402-5863-445e-950e-299cbe185a16'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:50.278069 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ed250-7810-4618-b578-31cbdd922be1" -d '{"events": [{"server_uuid": "bf4cec58-9fed-4c64-bccf-4d0a64254521", "name": "network-vif-plugged", "status": "completed", "tag": "96871402-5863-445e-950e-299cbe185a16"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:50.312901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.321819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41060) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:50.325780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca4a3b02-6572-4911-858d-193192a04839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cfa38fd481840f6b47427d7037b171f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4962430 Nov 27 16:11:50.327182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a3b02-6572-4911-858d-193192a04839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4961c7-a310-479c-8f26-273b288ccadd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:50.382911 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96957a61-24f1-46cf-98f0-421beb270939 x-openstack-request-id: req-96957a61-24f1-46cf-98f0-421beb270939 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:50.403757 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4cec58-9fed-4c64-bccf-4d0a64254521", "name": "network-vif-plugged", "status": "completed", "tag": "96871402-5863-445e-950e-299cbe185a16", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:50.404485 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96957a61-24f1-46cf-98f0-421beb270939 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:50.406508 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96871402-5863-445e-950e-299cbe185a16', 'code': 200} Nov 27 16:11:50.414152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Allocated IP 10.2.2.2 (4d6e57c7-49de-40b0-86bc-72ca61e48f30/506a3184-1e71-4a96-8a71-9ee9c1c8e38c/89f3471a-357a-4f74-bae0-84d672a6e808) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:50.418551 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.497435 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.559368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fca97-d213-490f-b4db-214aad4f87cb req-0b24807c-37a4-43a0-b4cd-d59589ac37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:50.561222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340fca97-d213-490f-b4db-214aad4f87cb req-0b24807c-37a4-43a0-b4cd-d59589ac37e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 1096 time: 0.0926561 Nov 27 16:11:50.566838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=96871402-5863-445e-950e-299cbe185a16,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:50.625479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.634475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-340fca97-d213-490f-b4db-214aad4f87cb req-91eff22e-b4d9-4e9a-9b50-ebc9c1be11e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603166 Nov 27 16:11:50.636834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.639682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.641498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a4961c7-a310-479c-8f26-273b288ccadd HTTP/1.1" status: 204 len: 168 time: 0.3186910 Nov 27 16:11:50.658665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4961c7-a310-479c-8f26-273b288ccadd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:50.675702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.676179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.676622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.677020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.677435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.677898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.678237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.679346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.679346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.679677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.680158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.680540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db8c41-31fc-4da7-9981-9d455f4b2b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:11:50.716581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.798874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:50.806157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03c0d6c2-9fdb-48a3-bb35-318ed387892d req-30cdf493-64e7-4684-a54b-2d7dea0d2f86 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0760419 Nov 27 16:11:50.813318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:50.821460 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.835224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:50.837111 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.841170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:50.955156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:50.956048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:50.958705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:50.963377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:50.976922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:50.997741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Pushing event updated for resources: {'Port': ['ID=89f3471a-357a-4f74-bae0-84d672a6e808,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:50.998611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-527323aa-8a08-41f0-9376-45ed223db831 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4243617 Nov 27 16:11:50.999366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41072) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:51.006217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'name': 'tempest-TaggedBootDevicesTest_v242-2145027535', 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:51.044229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af5755b5-f377-4f59-8e7c-7f8474d240d6 req-b040d702-926a-4a9a-bc1c-34a77b753b8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0801861 Nov 27 16:11:51.053051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b0edfa6c-f770-49a6-affa-fb5e07dfb124 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:51.079628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6a69d-7779-4925-84d1-6e9305e3ca8e req-f5c8f0ed-dc65-4101-8209-b076c5f3046a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:51.082684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9c6a69d-7779-4925-84d1-6e9305e3ca8e req-f5c8f0ed-dc65-4101-8209-b076c5f3046a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 945 time: 0.1700222 Nov 27 16:11:51.111403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Attempting to bind port 89f3471a-357a-4f74-bae0-84d672a6e808 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:11:51.111784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Attempting to bind port 89f3471a-357a-4f74-bae0-84d672a6e808 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:11:51.112158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Attempting to bind port 89f3471a-357a-4f74-bae0-84d672a6e808 on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:11:51.126134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:11:51.126518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Checking segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:11:51.126931 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.127333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Bound using segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:11:51.127819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Bound port: 89f3471a-357a-4f74-bae0-84d672a6e808, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:11:51.128204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.183571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9c6a69d-7779-4925-84d1-6e9305e3ca8e req-0bfa55c7-b4dc-4e3e-84e5-49e4bb9cd1e5 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946038 Nov 27 16:11:51.222934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:11:51.229316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.248473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41076) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:51.260918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] device_id is not set on port eb52f778-03a1-44f7-b80b-926754a28b69 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:11:51.269198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b0edfa6c-f770-49a6-affa-fb5e07dfb124 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:51.270087 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.281432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab4ea71-8264-478e-b6a9-6dce72a984ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.303177 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a25c48f-af34-4361-b1b5-d136294088e0 req-44b58719-8d32-4c83-9547-37866b5feb83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0378242 Nov 27 16:11:51.336838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] For port 89f3471a-357a-4f74-bae0-84d672a6e808, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:11:51.341889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] For port 89f3471a-357a-4f74-bae0-84d672a6e808, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=89f3471a-357a-4f74-bae0-84d672a6e808,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:11:51.364846 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.442913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e893e3a2-4d6a-421d-9f23-dc9019a894a9 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:51.506505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: e893e3a2-4d6a-421d-9f23-dc9019a894a9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:51.506868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device e893e3a2-4d6a-421d-9f23-dc9019a894a9 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:51.527023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b33d7-e19d-4913-9137-ec1b40c305cd None None] Pushing event updated for resources: {'Port': ['ID=89f3471a-357a-4f74-bae0-84d672a6e808,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:51.559486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.565665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 10.1.1.186 (e9002250-43e4-4cf7-ad92-24e687f44bf8/dfe76abf-baff-436f-89f8-04d35a5eb470/eb52f778-03a1-44f7-b80b-926754a28b69) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:51.573355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab4ea71-8264-478e-b6a9-6dce72a984ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.593747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab4ea71-8264-478e-b6a9-6dce72a984ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.609781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port b0edfa6c-f770-49a6-affa-fb5e07dfb124, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b0edfa6c-f770-49a6-affa-fb5e07dfb124,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:51.619156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.663729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4ea71-8264-478e-b6a9-6dce72a984ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286913f0-176d-4f2d-be4f-7215b774cdc3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:51.674173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:51.674620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eab4ea71-8264-478e-b6a9-6dce72a984ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b253d165c27944248d28fc2798e49387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244697 Nov 27 16:11:51.707636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=b0edfa6c-f770-49a6-affa-fb5e07dfb124,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:51.791371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b55d756-4db0-4604-a149-b7783bfbefc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.827107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b55d756-4db0-4604-a149-b7783bfbefc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.898079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a4240-9ccd-4197-892c-3a928516eb93 None None] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:51.955586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.971802 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b55d756-4db0-4604-a149-b7783bfbefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.977020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0b55d756-4db0-4604-a149-b7783bfbefc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:51.982940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0b55d756-4db0-4604-a149-b7783bfbefc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/286913f0-176d-4f2d-be4f-7215b774cdc3 HTTP/1.1" status: 204 len: 168 time: 0.3052566 Nov 27 16:11:52.049204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:52.050549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55d756-4db0-4604-a149-b7783bfbefc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286913f0-176d-4f2d-be4f-7215b774cdc3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:52.081104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a7cbe04-2458-48a1-ad33-918f85a71863 req-247dddca-a2b2-448e-8b0c-3fdeae561c12 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0973687 Nov 27 16:11:52.124438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:52.142145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:52.143936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:52.150876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:52.223987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:52.224772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:52.257236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eaf8c9d1-425e-4848-926e-65ea0542c83e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2561147 Nov 27 16:11:52.349780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6694ff08-407f-4e25-9a13-87ac4c193aba None None] Provisioning complete for port b0edfa6c-f770-49a6-affa-fb5e07dfb124 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:52.350327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6694ff08-407f-4e25-9a13-87ac4c193aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:52.374381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c641d8-79b0-4223-881a-da367d98c345 req-131b9c68-2ebb-41ce-8b04-b8ef8d9f7302 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:52.390752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51c641d8-79b0-4223-881a-da367d98c345 req-131b9c68-2ebb-41ce-8b04-b8ef8d9f7302 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 945 time: 0.1130853 Nov 27 16:11:52.493902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51c641d8-79b0-4223-881a-da367d98c345 req-1532ba2c-3a7c-445c-ab08-3c70db667868 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Nov 27 16:11:52.649951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68ec9926-2e45-4032-a760-3f73b86b4f66 req-bb453e90-d91c-4e1d-b0e1-679ad72e478c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0519392 Nov 27 16:11:52.688514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41106) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:52.693062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281828289', 'description': 'tempest-description--693045624'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:52.733398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:52.943264 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:52.960330 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.012867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.018438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3274391 Nov 27 16:11:53.019871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41118) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:53.025781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'security_group_rule': {'security_group_id': '3c1230c1-0217-44c9-b7f9-18d31bf14c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:53.030704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d982ab2-fe3a-45c7-8971-18e296badc92 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1230c1-0217-44c9-b7f9-18d31bf14c33,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:53.100302 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.148528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b0edfa6c-f770-49a6-affa-fb5e07dfb124 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:53.266466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Provisioning complete for port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:53.267159 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.276768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.317804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:11:53.319842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d8883a-1058-46e4-bc3c-f0f832ea6b97 None None] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:11:53.381519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02d8d073-cc2b-47aa-86c2-b70a7a51b5f2 req-305932b7-b7d3-405d-86ed-e2317a326c75 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.1074109 Nov 27 16:11:53.382823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.392814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b0edfa6c-f770-49a6-affa-fb5e07dfb124 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:53.394477 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.398477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Provisioning complete for port eb52f778-03a1-44f7-b80b-926754a28b69 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:53.399078 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.450598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc52db8-c74f-4924-a0e1-0786d493af6a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:53.464494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Port eb52f778-03a1-44f7-b80b-926754a28b69 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:11:53.500430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.501716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-43484ffe-13ca-432b-9de7-c0b29635b2f6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4801626 Nov 27 16:11:53.504586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41134) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:53.509585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'security_group_rule': {'security_group_id': '3c1230c1-0217-44c9-b7f9-18d31bf14c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:53.556194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Provisioning complete for port b0edfa6c-f770-49a6-affa-fb5e07dfb124 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:53.558208 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-beca4616-671b-4508-b99d-cced3a999111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.579838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.779024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.787244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.812856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89f3471a-357a-4f74-bae0-84d672a6e808 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:53.855637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592408f9-1f59-4f75-a05d-0d2f5976d4fc req-b902a696-39dc-4ecb-b14e-7de3c920805a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:53.857257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.858804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529398 Nov 27 16:11:53.868124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-592408f9-1f59-4f75-a05d-0d2f5976d4fc req-b902a696-39dc-4ecb-b14e-7de3c920805a tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 945 time: 0.1678441 Nov 27 16:11:53.878831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:53.889228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:11:53.948812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 89f3471a-357a-4f74-bae0-84d672a6e808 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:53.949282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:53.964773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754adcf-3b37-47e3-87a8-e904f3443e60 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e71553-7513-4367-aea6-99dbc599595d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:53.975784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.002932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-592408f9-1f59-4f75-a05d-0d2f5976d4fc req-9128b568-7e74-4657-8faa-447d6a000145 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337423 Nov 27 16:11:54.095743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Provisioning complete for port 89f3471a-357a-4f74-bae0-84d672a6e808 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:54.096109 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.131141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cccb036-98cd-4293-9488-f083dd32d6d2 req-0da4b1a9-662a-4d79-a2c4-fd9622a6d385 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0510669 Nov 27 16:11:54.261566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.275308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.345525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 89f3471a-357a-4f74-bae0-84d672a6e808, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=89f3471a-357a-4f74-bae0-84d672a6e808,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:54.357350 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.404571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.481160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=89f3471a-357a-4f74-bae0-84d672a6e808,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:54.485458 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:11:54.486177 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:11:54.507227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 172.25.1.182 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b1078383-e6e9-4cbd-b79e-3da34e51006a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:11:54.645508 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.677606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca49f384-d4ce-4d45-819d-aa7551fd6415 req-ca9a46bd-8c4a-4c3d-8dbf-853c003b1ae7 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Nov 27 16:11:54.685743 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.714292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:11:54.737071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:11:54.739714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:11:54.782426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=b1078383-e6e9-4cbd-b79e-3da34e51006a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:54.907319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89f3471a-357a-4f74-bae0-84d672a6e808 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:11:54.920620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:54.990778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142fd1-9eff-4286-9b01-943163683293 req-7e1236c4-e5a5-435b-93dc-b907d73c48f3 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:54.992612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f142fd1-9eff-4286-9b01-943163683293 req-7e1236c4-e5a5-435b-93dc-b907d73c48f3 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 945 time: 0.0625405 Nov 27 16:11:55.048181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 89f3471a-357a-4f74-bae0-84d672a6e808 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:55.048819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.051393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Provisioning complete for port eb52f778-03a1-44f7-b80b-926754a28b69 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:55.051928 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.118711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Port eb52f778-03a1-44f7-b80b-926754a28b69 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:11:55.139471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Provisioning complete for port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:55.139906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.247569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c924d-2342-4184-a666-2eb8a171553f req-b1aba148-87d3-44d3-9cba-a61c31306239 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:55.250237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f14c924d-2342-4184-a666-2eb8a171553f req-b1aba148-87d3-44d3-9cba-a61c31306239 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 945 time: 0.1169302 Nov 27 16:11:55.257668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8db21-8da3-4e16-a6a5-6747c335fe25 None None] Port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:11:55.274231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Deleting port 96871402-5863-445e-950e-299cbe185a16 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:11:55.274844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.286099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c20a45b-eda3-43a2-8b6f-c6d07e04e917 req-5d0b6181-0f29-45b2-b1bb-d0e254ed6d76 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0665781 Nov 27 16:11:55.388963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4d780d6d-e67c-4a4b-8f0d-d4c26764b5f4 None None] Provisioning complete for port 89f3471a-357a-4f74-bae0-84d672a6e808 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:11:55.389257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d780d6d-e67c-4a4b-8f0d-d4c26764b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.442463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f14c924d-2342-4184-a666-2eb8a171553f req-fcf36f00-69ad-481b-9b17-0e18141b5914 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671436 Nov 27 16:11:55.452167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] For port 96871402-5863-445e-950e-299cbe185a16, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=96871402-5863-445e-950e-299cbe185a16,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:11:55.453330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.466684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Calling delete_port for 96871402-5863-445e-950e-299cbe185a16 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:11:55.547874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.663139 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.674984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['96871402-5863-445e-950e-299cbe185a16'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:11:55.717092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Pushing event deleted for resources: {'Port': ['ID=96871402-5863-445e-950e-299cbe185a16,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:55.792795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41210) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:55.815230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] No DVR routers for this DVR port 96871402-5863-445e-950e-299cbe185a16 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:11:55.845696 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.852013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f142fd1-9eff-4286-9b01-943163683293 req-bdce3347-1c21-4b02-8a85-a1f9c047e4c9 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.21 "DELETE /v2.0/ports/96871402-5863-445e-950e-299cbe185a16 HTTP/1.1" status: 204 len: 173 time: 0.8515460 Nov 27 16:11:55.853220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'name': 'network-vif-deleted', 'tag': '96871402-5863-445e-950e-299cbe185a16'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:11:55.856950 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2acd9b-a50c-45c8-bb9c-dc6f37830b14" -d '{"events": [{"server_uuid": "bf4cec58-9fed-4c64-bccf-4d0a64254521", "name": "network-vif-deleted", "tag": "96871402-5863-445e-950e-299cbe185a16"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:11:55.866886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.879718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.881013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b849c8e-e0f1-45a2-a39b-63d44f595135 req-6dfec15b-1bcf-4485-bbca-d7fcf598aa32 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0720322 Nov 27 16:11:55.932831 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d55708f-13cf-4209-b3b9-caafbf6895f3 x-openstack-request-id: req-2d55708f-13cf-4209-b3b9-caafbf6895f3 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:11:55.933137 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4cec58-9fed-4c64-bccf-4d0a64254521", "name": "network-vif-deleted", "tag": "96871402-5863-445e-950e-299cbe185a16", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:11:55.933397 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d55708f-13cf-4209-b3b9-caafbf6895f3 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:11:55.933828 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4cec58-9fed-4c64-bccf-4d0a64254521', 'name': 'network-vif-deleted', 'tag': '96871402-5863-445e-950e-299cbe185a16', 'status': 'completed', 'code': 200} Nov 27 16:11:55.981671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:55.996923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=b1078383-e6e9-4cbd-b79e-3da34e51006a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:56.002068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63b7f586-4131-42b6-af1d-14c193ab0301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.019936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.037917 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4d458461-091b-40f6-bc71-7414b0fadb7f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1553636 Nov 27 16:11:56.140087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63b7f586-4131-42b6-af1d-14c193ab0301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.142999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63b7f586-4131-42b6-af1d-14c193ab0301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.202198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-63b7f586-4131-42b6-af1d-14c193ab0301 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf65058c919b42bf9eb6ae50e4c5f1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076641 Nov 27 16:11:56.204156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f586-4131-42b6-af1d-14c193ab0301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96e66a-c0d8-4689-9921-8b965de46dfe,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:56.205243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:56.276676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-410c9ebb-b36a-47cd-ae53-a6eff99c26c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.324655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-410c9ebb-b36a-47cd-ae53-a6eff99c26c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.354671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c1142658-16f8-4f0e-b906-e8e67e5d31d9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--281828289&fields=id&tenant_id=8789e584ce8d4bc2927e64a2229668f0 HTTP/1.1" status: 200 len: 267 time: 0.0943408 Nov 27 16:11:56.432315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4197cc2-65ec-4f10-b98b-00109b5b61b6 req-2939b16b-44ad-4064-98f1-5e3b6cfce205 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=01876ffb-06b9-40a8-bd21-509a50088540 HTTP/1.1" status: 200 len: 210 time: 0.0316212 Nov 27 16:11:56.444584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-18812a86-c103-44a5-9196-e3f2dc7b44a6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:56.452358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-18812a86-c103-44a5-9196-e3f2dc7b44a6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 936 time: 0.0893021 Nov 27 16:11:56.500419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-410c9ebb-b36a-47cd-ae53-a6eff99c26c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.503093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-410c9ebb-b36a-47cd-ae53-a6eff99c26c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.504354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-410c9ebb-b36a-47cd-ae53-a6eff99c26c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e96e66a-c0d8-4689-9921-8b965de46dfe HTTP/1.1" status: 204 len: 168 time: 0.2971354 Nov 27 16:11:56.518762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-18668028-6a94-4286-8771-b73f2973fd6b tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:56.520392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-18668028-6a94-4286-8771-b73f2973fd6b tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 937 time: 0.0666533 Nov 27 16:11:56.527185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c9ebb-b36a-47cd-ae53-a6eff99c26c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96e66a-c0d8-4689-9921-8b965de46dfe,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:56.612568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3466fa4f-da68-4058-93cf-a64fe4a60c58 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0832663 Nov 27 16:11:56.614546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdbb0430-e18d-4709-b386-01b7a5d1f0a4 req-556824d4-165a-482d-919d-8cd5739d9268 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4cec58-9fed-4c64-bccf-4d0a64254521 HTTP/1.1" status: 200 len: 210 time: 0.0411279 Nov 27 16:11:56.658556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3a96c8b3-b2dc-4518-9d89-b02d5246131e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0352707 Nov 27 16:11:56.797992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-ed678002-d04f-4045-8e09-2113fabc6881 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:56.810181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-ed678002-d04f-4045-8e09-2113fabc6881 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:56.819782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-ed678002-d04f-4045-8e09-2113fabc6881 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:56.821660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-ed678002-d04f-4045-8e09-2113fabc6881 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 1993 time: 0.1524851 Nov 27 16:11:56.841571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-7a592f1c-8885-411b-94e3-98033f056c13 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/quotas/8789e584ce8d4bc2927e64a2229668f0 HTTP/1.1" status: 200 len: 375 time: 0.0123293 Nov 27 16:11:56.867900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:56.887074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f44b-73bc-4964-bf1c-0cfaab914e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:56.926557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e6428c7-5f41-4218-8690-b98ac44e4862 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0766177 Nov 27 16:11:56.998238 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f44b-73bc-4964-bf1c-0cfaab914e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:57.003567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f44b-73bc-4964-bf1c-0cfaab914e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:57.025294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28100d45-1de5-4909-b55b-4eec0eb6a0bf req-dd5ac7c1-06dd-42e2-a81a-1c656a382eb1 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0330160 Nov 27 16:11:57.055072 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f7a3f44b-73bc-4964-bf1c-0cfaab914e31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43262c348790488cb7568dc54002fbf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1838090 Nov 27 16:11:57.055072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f44b-73bc-4964-bf1c-0cfaab914e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd725b-2a38-4f8b-9f05-815283d0deae,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:57.056359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41246) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:57.073874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e8934b52-4bca-43ef-b577-07e8545222b4 service neutron] 10.222.0.15 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424515 Nov 27 16:11:57.108487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d3c61e7-23e2-4f85-98d5-563a7ae76873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:57.129614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d3c61e7-23e2-4f85-98d5-563a7ae76873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:57.170865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-178895f1-072b-4311-b930-5b588e3aeaf5 service neutron] 10.222.0.15 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899510 Nov 27 16:11:57.182199 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d3c61e7-23e2-4f85-98d5-563a7ae76873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:57.185127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4d3c61e7-23e2-4f85-98d5-563a7ae76873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:57.188824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4d3c61e7-23e2-4f85-98d5-563a7ae76873 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78cd725b-2a38-4f8b-9f05-815283d0deae HTTP/1.1" status: 204 len: 168 time: 0.1293144 Nov 27 16:11:57.212669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c61e7-23e2-4f85-98d5-563a7ae76873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd725b-2a38-4f8b-9f05-815283d0deae,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:57.257356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-4fc60a02-8f22-461a-aa0d-4c3b20887fc9 service neutron] 10.222.0.15 "GET /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0734551 Nov 27 16:11:57.360506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6442fa7e-a534-4d2a-95fd-24cd2bb83dcc service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023419 Nov 27 16:11:57.458829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-19d604ef-51cb-4ed3-9ab9-2070ea8657e8 service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914924 Nov 27 16:11:57.526900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-59acc72c-55c6-4adf-877c-9ff7d843c8cf service neutron] 10.222.0.15 "GET /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0562193 Nov 27 16:11:57.657935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-daceb17e-3dd8-478c-8aad-d95586868f9a service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176214 Nov 27 16:11:57.769158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-ebc187d2-90df-47f1-ae3a-a49b6eb8b2d6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101892 Nov 27 16:11:57.879275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e98a1ccb-7609-4465-8e3b-9e3fa5f5c1c3 service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029239 Nov 27 16:11:58.070417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-ecdc593d-f26b-40e5-b677-8edac5a68ddc service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850765 Nov 27 16:11:58.117795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-39be0e70-90e6-441b-a6be-1190c2fac072 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:11:58.121876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-39be0e70-90e6-441b-a6be-1190c2fac072 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/networks?id=3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 200 len: 808 time: 0.1787646 Nov 27 16:11:58.168772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-cbc4d28d-2ea0-4b3c-a477-7bf617f1e094 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/quotas/dcc5587c3fe14ce6b35818b930a90818 HTTP/1.1" status: 200 len: 375 time: 0.0432794 Nov 27 16:11:58.215760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-9ccc985e-2546-4a84-9e8f-404155f59c99 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc5587c3fe14ce6b35818b930a90818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402956 Nov 27 16:11:58.456973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:58.513024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-4028c846-3b88-40bf-b4c4-6113149ef340 service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290314 Nov 27 16:11:58.582507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f5511-a1ee-432a-85dd-184140f88f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:58.650155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-3d92ee6d-a716-46f5-b925-38520148b8b8 service neutron] 10.222.0.15 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244549 Nov 27 16:11:58.680916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f5511-a1ee-432a-85dd-184140f88f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:58.682871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-9fb4746c-82db-4a55-85dc-9d97ba3785ff service neutron] 10.222.0.15 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439874 Nov 27 16:11:58.687668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f5511-a1ee-432a-85dd-184140f88f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:58.737653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5511-a1ee-432a-85dd-184140f88f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707ebfa-41c3-478a-903c-9f0b1986c2e5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:58.741606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41314) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:11:58.742072 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-253f5511-a1ee-432a-85dd-184140f88f5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9260127ae147437db308f47c3f6a4a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833641 Nov 27 16:11:58.864619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-ae852594-259f-42aa-a25c-4b408284a211 service neutron] 10.222.0.15 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046566 Nov 27 16:11:58.884467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fcefd673-8317-494a-8fd2-f064aab1aecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:58.899457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-b370e7b0-bd37-448d-b7d1-2eeef14b464b service neutron] 10.222.0.15 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859806 Nov 27 16:11:58.935713 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fcefd673-8317-494a-8fd2-f064aab1aecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:59.063215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fcefd673-8317-494a-8fd2-f064aab1aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:59.066234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fcefd673-8317-494a-8fd2-f064aab1aecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:11:59.067465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fcefd673-8317-494a-8fd2-f064aab1aecc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d707ebfa-41c3-478a-903c-9f0b1986c2e5 HTTP/1.1" status: 204 len: 168 time: 0.3240967 Nov 27 16:11:59.092157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b2326787-ba4a-442a-82b9-e5448929e1ef req-55bbeae3-b672-414e-b369-55978f00e4bf tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0450463 Nov 27 16:11:59.098357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-b4d66c36-c125-45d2-bae4-78b962f6422c service neutron] 10.222.0.15 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920552 Nov 27 16:11:59.113779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefd673-8317-494a-8fd2-f064aab1aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707ebfa-41c3-478a-903c-9f0b1986c2e5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:11:59.229961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3c870d57-54b0-482f-a092-6727f7d0b1ce service neutron] 10.222.0.15 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247864 Nov 27 16:11:59.283362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86ee3e0c-3d09-4ab4-831e-22b5516b7c59 req-8aded9b4-5335-4a55-86e8-e78c0db231b8 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0441251 Nov 27 16:11:59.388513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-98264365-80f4-4155-8c50-17a821b2bf4c service neutron] 10.222.0.15 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568050 Nov 27 16:11:59.496785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 96871402-5863-445e-950e-299cbe185a16 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:11:59.523599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 96871402-5863-445e-950e-299cbe185a16 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:11:59.524120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 96871402-5863-445e-950e-299cbe185a16 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:11:59.803121 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:00.297819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ee545eb-974a-4b8f-9aba-6ac282df702f req-04729af5-bcd5-46ba-a776-90d1c4dc7531 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0737898 Nov 27 16:12:00.388697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-59f11376-fd78-424c-b6fb-059d944dd30d tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:00.393286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-59f11376-fd78-424c-b6fb-059d944dd30d tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.37 "GET /v2.0/networks?id=3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 200 len: 808 time: 0.2897825 Nov 27 16:12:00.408141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Request body: {'port': {'device_id': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858', 'admin_state_up': True, 'tenant_id': 'dcc5587c3fe14ce6b35818b930a90818'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:00.519601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35e4b791-4717-4d3d-9645-4afa12c4807b req-ff3accfb-8298-4196-8270-964ca3a4d9ec tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0989170 Nov 27 16:12:00.522285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abff850e-3b47-4963-9613-45685180d101 req-0422d7e2-6aef-4aa4-88a7-ab57d3694c74 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0967643 Nov 27 16:12:00.618882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Made reservation on behalf of dcc5587c3fe14ce6b35818b930a90818 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:00.624944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:00.710903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 41458) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:00.887714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Allocated IP 172.20.0.2 (3863eeb5-3b38-4d21-9ed6-2aba4c159858/156b5668-54e5-4870-97ab-edd8b3fa769e/7def0739-bed2-4427-adb6-5fb296f60fb8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:00.931943 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-396dd744-d034-4eab-a322-95b72313ea0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.108154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-396dd744-d034-4eab-a322-95b72313ea0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.114302 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-396dd744-d034-4eab-a322-95b72313ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.156432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.168431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-396dd744-d034-4eab-a322-95b72313ea0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74a52803ce3849d9a41dd98000e51e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561217 Nov 27 16:12:01.171928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 41512) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:01.174975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dd744-d034-4eab-a322-95b72313ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f71d5-c25e-4a75-a15f-3d98ac2c0076,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:01.269617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.278622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db718f47-fcda-4ec2-aa25-d12eeed261bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.350500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Pushing event updated for resources: {'Port': ['ID=7def0739-bed2-4427-adb6-5fb296f60fb8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:01.373810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:01.379234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db718f47-fcda-4ec2-aa25-d12eeed261bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.382051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:01.385438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:01.484627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:01.485355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.498109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f22a449d-ef30-4e4f-937c-c009bc8b051a req-6a97fc1c-f29d-4c08-8334-e1ba733cbc92 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0385587 Nov 27 16:12:01.513574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-62be9c99-2017-4bb5-a053-2996eb8aff93 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1095197 Nov 27 16:12:01.514769 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db718f47-fcda-4ec2-aa25-d12eeed261bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.517509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db718f47-fcda-4ec2-aa25-d12eeed261bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.518546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db718f47-fcda-4ec2-aa25-d12eeed261bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe8f71d5-c25e-4a75-a15f-3d98ac2c0076 HTTP/1.1" status: 204 len: 168 time: 0.3446708 Nov 27 16:12:01.540572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db718f47-fcda-4ec2-aa25-d12eeed261bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8f71d5-c25e-4a75-a15f-3d98ac2c0076,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:01.622086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Request body: {'port': {'device_id': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:01.701121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.811263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3fa94a9-28ed-4ff8-b85b-e837a06232a5 req-a8c045c6-7236-4a45-8f0f-b8d07adfd4d8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.1255116 Nov 27 16:12:01.814978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:01.870530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3205a0-90f2-43e8-b32d-e7e60dfeedad req-31efacb8-6406-468a-ae19-44af61ab4c80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:01.876667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d3205a0-90f2-43e8-b32d-e7e60dfeedad req-31efacb8-6406-468a-ae19-44af61ab4c80 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 931 time: 0.2097530 Nov 27 16:12:02.009234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-98ca549e-6fc7-4fb4-971e-9b922ef9486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.010729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-98ca549e-6fc7-4fb4-971e-9b922ef9486a service neutron] 10.222.0.21 "GET /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 1032 time: 0.1149886 Nov 27 16:12:02.148469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d3205a0-90f2-43e8-b32d-e7e60dfeedad req-22f312c3-3e2f-493c-bf64-600919b7929b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644217 Nov 27 16:12:02.196948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-35da9387-c515-4f2a-804d-02a0cd15d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.201708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-35da9387-c515-4f2a-804d-02a0cd15d2cb service neutron] 10.222.0.21 "GET /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 1033 time: 0.1661203 Nov 27 16:12:02.317488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7def0739-bed2-4427-adb6-5fb296f60fb8 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:02.335795 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:02.358203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Transition to ACTIVE for port object 7def0739-bed2-4427-adb6-5fb296f60fb8 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:02.368502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:02.432208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-1331d8ba-5cdb-434d-9544-1a978c2a456c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.450397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-1331d8ba-5cdb-434d-9544-1a978c2a456c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.457484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-1331d8ba-5cdb-434d-9544-1a978c2a456c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.467261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-1331d8ba-5cdb-434d-9544-1a978c2a456c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 1993 time: 0.2586260 Nov 27 16:12:02.518661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Pushing event updated for resources: {'Port': ['ID=7def0739-bed2-4427-adb6-5fb296f60fb8,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:02.600920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3a78d915-92d4-4743-809b-429762a2fa84 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8789e584ce8d4bc2927e64a2229668f0 HTTP/1.1" status: 200 len: 379 time: 0.1227221 Nov 27 16:12:02.618996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'admin_state_up': True, 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'security_groups': ['3c1230c1-0217-44c9-b7f9-18d31bf14c33']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:02.644279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Attempting to bind port 7def0739-bed2-4427-adb6-5fb296f60fb8 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:02.644619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Attempting to bind port 7def0739-bed2-4427-adb6-5fb296f60fb8 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:02.644957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Attempting to bind port 7def0739-bed2-4427-adb6-5fb296f60fb8 on network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:02.659820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Port 7def0739-bed2-4427-adb6-5fb296f60fb8 on network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:02.660183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Attempting to bind port 7def0739-bed2-4427-adb6-5fb296f60fb8 on network 3863eeb5-3b38-4d21-9ed6-2aba4c159858 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:02.666326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:02.666886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Checking segment: {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:02.667667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Bound using segment: {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:02.668616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Bound port: 7def0739-bed2-4427-adb6-5fb296f60fb8, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4298b0d2-299d-41b4-b65c-70f4700d10bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:02.669697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:02.734923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9c98fec-11c2-497e-9023-de85571e5e69 req-edf9c2c3-43e5-4700-a833-43fb4670a8c3 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0424678 Nov 27 16:12:02.803829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] For port 7def0739-bed2-4427-adb6-5fb296f60fb8, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:02.809073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] For port 7def0739-bed2-4427-adb6-5fb296f60fb8, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7def0739-bed2-4427-adb6-5fb296f60fb8,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:02.819615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:02.872024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.872883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:02.876060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] 10.222.0.37 "PUT /v2.0/ports/7def0739-bed2-4427-adb6-5fb296f60fb8 HTTP/1.1" status: 200 len: 1091 time: 1.3541129 Nov 27 16:12:02.876907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'tag': '7def0739-bed2-4427-adb6-5fb296f60fb8'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:02.880051 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6127f932-d715-4f8e-84d1-b0a1f04cee86" -d '{"events": [{"name": "network-changed", "server_uuid": "c317ecbf-fdf7-4b6c-a26e-6561a970b1a4", "tag": "7def0739-bed2-4427-adb6-5fb296f60fb8"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:02.899790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:02.917904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af563c-2bb1-4bd4-9866-cc249f521310 service neutron] Pushing event updated for resources: {'Port': ['ID=7def0739-bed2-4427-adb6-5fb296f60fb8,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:02.920246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:02.976707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-1cbb7c4d-2714-4d5f-95f8-6be42338ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:02.978445 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-1cbb7c4d-2714-4d5f-95f8-6be42338ec68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcc5587c3fe14ce6b35818b930a90818&device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 1094 time: 0.0558045 Nov 27 16:12:03.004392 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a1915-0937-49c7-97cd-b0e34205ca44 x-openstack-request-id: req-f48a1915-0937-49c7-97cd-b0e34205ca44 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:03.004774 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c317ecbf-fdf7-4b6c-a26e-6561a970b1a4", "tag": "7def0739-bed2-4427-adb6-5fb296f60fb8", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:03.005109 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f48a1915-0937-49c7-97cd-b0e34205ca44 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:03.005953 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'tag': '7def0739-bed2-4427-adb6-5fb296f60fb8', 'status': 'completed', 'code': 200} Nov 27 16:12:03.049110 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-6638419b-42cf-4ba9-a55e-0a3407f68aea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7def0739-bed2-4427-adb6-5fb296f60fb8 HTTP/1.1" status: 200 len: 217 time: 0.0627134 Nov 27 16:12:03.157002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-166d5c5c-c2c0-4ac9-b6cd-078a8e06ed18 req-9e822088-543a-4686-bbf1-8c29ee28bd36 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.1442096 Nov 27 16:12:03.176882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743e59-8670-4848-b70e-94f036d667f4 req-e92a67b0-0aea-4b3d-b3a8-d5126afb024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:03.179911 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-e92a67b0-0aea-4b3d-b3a8-d5126afb024f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=156b5668-54e5-4870-97ab-edd8b3fa769e HTTP/1.1" status: 200 len: 848 time: 0.1234148 Nov 27 16:12:03.261636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 172.20.0.11 (35f129a8-6772-422f-8eaa-a495441cdeef/b0a35477-6535-43fc-ae46-0e4c013a5900/956e2738-7d4f-4521-8fba-927f3c82c7f0) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:03.320758 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-4aaabc4e-62b9-42af-b9ed-b49e3cfc72c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3863eeb5-3b38-4d21-9ed6-2aba4c159858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490768 Nov 27 16:12:03.446577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0c78a-2a0d-4547-903f-1bcc72499e02 req-6a11dd9e-a449-4e0d-bc06-f3c14ef4389b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:03.448467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56b0c78a-2a0d-4547-903f-1bcc72499e02 req-6a11dd9e-a449-4e0d-bc06-f3c14ef4389b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 943 time: 0.1306655 Nov 27 16:12:03.460336 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-f6a5b7c7-61ca-40a0-8b39-c199187aed45 service neutron] 10.222.0.37 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321180 Nov 27 16:12:03.532956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:03.552804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56b0c78a-2a0d-4547-903f-1bcc72499e02 req-444da634-1332-41fa-8596-2bff6b7d4236 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963700 Nov 27 16:12:03.589685 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:12:03.601618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:03.655051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network 35f129a8-6772-422f-8eaa-a495441cdeef is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:03.663567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:03.666117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:03.706463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=956e2738-7d4f-4521-8fba-927f3c82c7f0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:03.735154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:03.735791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:03.755668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6e0a1078-3716-4d6d-ab8a-2a2542be1c78 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1441669 Nov 27 16:12:03.772943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'admin_state_up': True, 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'security_groups': ['3c1230c1-0217-44c9-b7f9-18d31bf14c33']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:03.793082 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83743e59-8670-4848-b70e-94f036d667f4 req-cce8c1fd-79e9-4f7f-8721-0b0027f48ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244188 Nov 27 16:12:03.978235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e81a93c-02ac-4826-8467-db5a14c229db req-0b4c791f-94b7-425b-b8e2-58573fa76ab4 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0505738 Nov 27 16:12:03.998138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-bd309e5f-f671-46e5-ba5b-b0b689f0deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:04.002726 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-bd309e5f-f671-46e5-ba5b-b0b689f0deae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcc5587c3fe14ce6b35818b930a90818&device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 1094 time: 0.1321945 Nov 27 16:12:04.092039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:04.103151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:04.129115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c44bc894-ea3e-4177-b695-bae373e6ad74 None None] Provisioning complete for port 956e2738-7d4f-4521-8fba-927f3c82c7f0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:04.129578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c44bc894-ea3e-4177-b695-bae373e6ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:04.189161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c44bc894-ea3e-4177-b695-bae373e6ad74 None None] Port 956e2738-7d4f-4521-8fba-927f3c82c7f0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:04.228692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-cf3e6d4d-8523-43cc-8063-45a9ccdd064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:04.235248 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-cf3e6d4d-8523-43cc-8063-45a9ccdd064e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 200 len: 909 time: 0.2202752 Nov 27 16:12:04.296878 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-11d7e700-57c8-4cae-96fb-92e33cc62ca8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7def0739-bed2-4427-adb6-5fb296f60fb8 HTTP/1.1" status: 200 len: 217 time: 0.0571294 Nov 27 16:12:04.359497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-eb1f78a1-9bf4-4c23-9a21-b1a12e5cbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:04.361077 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-eb1f78a1-9bf4-4c23-9a21-b1a12e5cbe56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=156b5668-54e5-4870-97ab-edd8b3fa769e HTTP/1.1" status: 200 len: 848 time: 0.0572674 Nov 27 16:12:04.401485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-af94bdd4-fb15-4729-811c-e11cd040ac5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3863eeb5-3b38-4d21-9ed6-2aba4c159858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305951 Nov 27 16:12:04.443480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d31eb-94f9-460c-b9b3-e0b3e39bdf1d req-aa430365-85ff-43e9-b40f-41753fd09393 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:04.451166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-171d31eb-94f9-460c-b9b3-e0b3e39bdf1d req-aa430365-85ff-43e9-b40f-41753fd09393 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 932 time: 0.1643298 Nov 27 16:12:04.524835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 10.1.1.123 (e9002250-43e4-4cf7-ad92-24e687f44bf8/dfe76abf-baff-436f-89f8-04d35a5eb470/34ab030e-f1c5-4301-9d0d-45de62777c39) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:04.611019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-171d31eb-94f9-460c-b9b3-e0b3e39bdf1d req-da318dae-344a-48c7-9c5b-7aaf1cdc0697 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589382 Nov 27 16:12:04.650328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-2282d11d-52c8-4d39-be22-881a76b63681 service neutron] 10.222.0.37 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319529 Nov 27 16:12:04.788480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6127f932-d715-4f8e-84d1-b0a1f04cee86 req-0415d840-a8ff-45d5-b2d5-c7351bcf05fd service neutron] 10.222.0.37 "GET /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300738 Nov 27 16:12:04.939228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c63d-ee59-4f74-8c54-83604ecf60be req-6454c8f9-2674-4203-b8bf-13d827d8036b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:04.940746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9b0c63d-ee59-4f74-8c54-83604ecf60be req-6454c8f9-2674-4203-b8bf-13d827d8036b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 943 time: 0.1037815 Nov 27 16:12:04.950610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:05.012768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9b0c63d-ee59-4f74-8c54-83604ecf60be req-802e15b5-4b84-4219-b3dd-5afbe8faec9c tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604362 Nov 27 16:12:05.029520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:05.107605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:05.112259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1a805fe-0dea-4eea-8c19-af1612cbc3ce req-22e563ec-b5be-4e75-8747-3adddd4b7fc4 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0404017 Nov 27 16:12:05.115355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:05.119232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:05.126285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=34ab030e-f1c5-4301-9d0d-45de62777c39,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:05.191230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:05.192068 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:05.216355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51199905-6b70-4b8d-876a-118edccc5582 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4513986 Nov 27 16:12:05.221148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d92f6899-7259-4895-92d3-4301dd04ae00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:05.228009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'admin_state_up': True, 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'security_groups': ['3c1230c1-0217-44c9-b7f9-18d31bf14c33']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:05.386843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:05.393136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:05.532366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-05b79b63-3003-4fc0-8e25-49ecdc9d0100 None None] Provisioning complete for port 34ab030e-f1c5-4301-9d0d-45de62777c39 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:05.533285 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05b79b63-3003-4fc0-8e25-49ecdc9d0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:05.608271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-05b79b63-3003-4fc0-8e25-49ecdc9d0100 None None] Port 34ab030e-f1c5-4301-9d0d-45de62777c39 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:05.658270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 10.1.1.145 (e9002250-43e4-4cf7-ad92-24e687f44bf8/dfe76abf-baff-436f-89f8-04d35a5eb470/e58db8b9-71e5-4010-87be-479427347881) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:05.927718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d23624-e924-406f-97be-26f597cd8249 req-ea0068e2-1da9-4263-a844-f693805a9830 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:05.935188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d23624-e924-406f-97be-26f597cd8249 req-ea0068e2-1da9-4263-a844-f693805a9830 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:05.937916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15d23624-e924-406f-97be-26f597cd8249 req-ea0068e2-1da9-4263-a844-f693805a9830 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 1654 time: 0.1270299 Nov 27 16:12:05.941291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:06.018609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-15d23624-e924-406f-97be-26f597cd8249 req-812e7227-9659-4ec6-b89b-48d9e5293ace tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732930 Nov 27 16:12:06.030530 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:06.097711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=e58db8b9-71e5-4010-87be-479427347881,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:06.107566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:06.109629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:06.121871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:06.300412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:06.300412 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:06.325326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c6e17-3781-4202-a273-95449f35acb3 req-cb2e787c-5285-45ba-8c0a-74bdfb4119e4 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:06.327052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c35c6e17-3781-4202-a273-95449f35acb3 req-cb2e787c-5285-45ba-8c0a-74bdfb4119e4 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 943 time: 0.1626554 Nov 27 16:12:06.332254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-40f0542c-d154-4b10-a162-c0ddaa77f970 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1084266 Nov 27 16:12:06.350687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a05a7f1c-7a8f-4878-b9a2-858f8f58418e req-3803bafa-8e7b-472e-a937-1e1f6730b83a tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0425737 Nov 27 16:12:06.354125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'admin_state_up': True, 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'security_groups': ['3c1230c1-0217-44c9-b7f9-18d31bf14c33']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:06.517113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c35c6e17-3781-4202-a273-95449f35acb3 req-53d748b8-21fe-45dc-88b3-7e6199f4dedf tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686637 Nov 27 16:12:06.525936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:06.550326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-af22f6df-328c-4552-801c-d1a23f7c8ddc None None] Provisioning complete for port e58db8b9-71e5-4010-87be-479427347881 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:06.551557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af22f6df-328c-4552-801c-d1a23f7c8ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:06.594489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-af22f6df-328c-4552-801c-d1a23f7c8ddc None None] Port e58db8b9-71e5-4010-87be-479427347881 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:06.650085 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.194248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 10.2.2.100 (4d6e57c7-49de-40b0-86bc-72ca61e48f30/506a3184-1e71-4a96-8a71-9ee9c1c8e38c/3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:07.237456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7a0b4-4950-40a6-8d1a-93544a92264e req-7fea907a-0244-4793-bdc2-32f96b2ba20a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:07.245249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7a0b4-4950-40a6-8d1a-93544a92264e req-7fea907a-0244-4793-bdc2-32f96b2ba20a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:07.251444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7a0b4-4950-40a6-8d1a-93544a92264e req-7fea907a-0244-4793-bdc2-32f96b2ba20a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:07.260645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30c7a0b4-4950-40a6-8d1a-93544a92264e req-7fea907a-0244-4793-bdc2-32f96b2ba20a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 2375 time: 0.1164470 Nov 27 16:12:07.384727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30c7a0b4-4950-40a6-8d1a-93544a92264e req-96b426c8-dfff-411e-beb6-71a15905adc7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231709 Nov 27 16:12:07.473284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.492964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79fc307f-1436-4466-ab60-555c1e33b40f req-5adbb96c-7d34-4ba4-8c31-7cf1c31b41a6 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0350010 Nov 27 16:12:07.533081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.543793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7def0739-bed2-4427-adb6-5fb296f60fb8 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:07.587346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:07.601979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:07.606190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:07.623880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:07.700897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:07.702659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.716469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a7ed40f6-a242-4df7-86dc-6c30cb217eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.736669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7def0739-bed2-4427-adb6-5fb296f60fb8, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7def0739-bed2-4427-adb6-5fb296f60fb8,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:07.758904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cea08e-eb5d-4120-b459-5be342caae58 req-b6e97bb5-6c40-4c96-a02a-b9d362c7552f tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:07.760211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9cea08e-eb5d-4120-b459-5be342caae58 req-b6e97bb5-6c40-4c96-a02a-b9d362c7552f tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 943 time: 0.1375270 Nov 27 16:12:07.766281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c53d98e8-61e3-4042-afe3-2e148debeeaf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4189961 Nov 27 16:12:07.766872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '7def0739-bed2-4427-adb6-5fb296f60fb8', 'network_id': '3863eeb5-3b38-4d21-9ed6-2aba4c159858', 'port_id': '7def0739-bed2-4427-adb6-5fb296f60fb8', 'mac_address': 'fa:16:3e:8c:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156b5668-54e5-4870-97ab-edd8b3fa769e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:07.788203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'admin_state_up': True, 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'security_groups': ['3c1230c1-0217-44c9-b7f9-18d31bf14c33']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:07.870492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.902313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7def0739-bed2-4427-adb6-5fb296f60fb8 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:07.923989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7def0739-bed2-4427-adb6-5fb296f60fb8, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7def0739-bed2-4427-adb6-5fb296f60fb8,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:07.934138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.957724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Made reservation on behalf of 8789e584ce8d4bc2927e64a2229668f0 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:07.963659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:07.969073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-083dca6d-1b1d-402b-9e21-5234f68fa3c9 None None] Provisioning complete for port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:07.969479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-083dca6d-1b1d-402b-9e21-5234f68fa3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:08.001334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9cea08e-eb5d-4120-b459-5be342caae58 req-8ea919e3-1723-45bb-9f89-d74d5cc286ef tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320333 Nov 27 16:12:08.036345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-083dca6d-1b1d-402b-9e21-5234f68fa3c9 None None] Port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:08.037858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=7def0739-bed2-4427-adb6-5fb296f60fb8,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:08.138783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['7def0739-bed2-4427-adb6-5fb296f60fb8'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:08.169832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Allocated IP 10.2.2.200 (4d6e57c7-49de-40b0-86bc-72ca61e48f30/506a3184-1e71-4a96-8a71-9ee9c1c8e38c/2e5e7e68-e135-49ce-966b-3524bb26ccee) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:08.417179 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:08.482941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:08.553544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:08.582325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:08.590428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:08.594235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:08.658010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event updated for resources: {'Port': ['ID=2e5e7e68-e135-49ce-966b-3524bb26ccee,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:08.675445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-ad6ad189-d041-4f43-85e7-7e278af21af3 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:08.682999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-ad6ad189-d041-4f43-85e7-7e278af21af3 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:08.690542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-ad6ad189-d041-4f43-85e7-7e278af21af3 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:08.697149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-ad6ad189-d041-4f43-85e7-7e278af21af3 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:08.707001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-ad6ad189-d041-4f43-85e7-7e278af21af3 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:08.709218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-ad6ad189-d041-4f43-85e7-7e278af21af3 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 3817 time: 0.1795347 Nov 27 16:12:08.752195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d63873c-5036-4b57-94e0-1b6b5e826303 req-6b7b1942-2178-4d83-afc1-5c28b9d1302a tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.1058900 Nov 27 16:12:08.788376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:08.789062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:08.861332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-251c52cb-240a-4208-b767-e5971e1d2ae2 req-9c034794-ef68-447e-847e-031333caaf74 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359749 Nov 27 16:12:08.866239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-249b02ba-6772-4af4-9c67-eeaf5d0e0ae7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0888271 Nov 27 16:12:08.881205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:08.971826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:08.976456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0dced59b-924d-4712-a263-8ea22342a465 None None] Provisioning complete for port 2e5e7e68-e135-49ce-966b-3524bb26ccee triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:08.976972 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0dced59b-924d-4712-a263-8ea22342a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.021429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0dced59b-924d-4712-a263-8ea22342a465 None None] Port 2e5e7e68-e135-49ce-966b-3524bb26ccee cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:09.196923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdacd8-4e2c-49f5-a1e7-9e3f68b95e66 req-0e30615f-d0dc-499f-a4f0-b7c7a87d3d89 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:09.198470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ecdacd8-4e2c-49f5-a1e7-9e3f68b95e66 req-0e30615f-d0dc-499f-a4f0-b7c7a87d3d89 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0972052 Nov 27 16:12:09.311812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ecdacd8-4e2c-49f5-a1e7-9e3f68b95e66 req-da7f5209-4080-42b0-9b09-5c1ea0f7282b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841205 Nov 27 16:12:09.396097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956e2738-7d4f-4521-8fba-927f3c82c7f0 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:09.405714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.423455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Transition to ACTIVE for port object 956e2738-7d4f-4521-8fba-927f3c82c7f0 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:09.429002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.508022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Pushing event updated for resources: {'Port': ['ID=956e2738-7d4f-4521-8fba-927f3c82c7f0,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:09.555327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7def0739-bed2-4427-adb6-5fb296f60fb8 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:09.638046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Attempting to bind port 956e2738-7d4f-4521-8fba-927f3c82c7f0 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:09.638387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Attempting to bind port 956e2738-7d4f-4521-8fba-927f3c82c7f0 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:09.639386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Attempting to bind port 956e2738-7d4f-4521-8fba-927f3c82c7f0 on network 35f129a8-6772-422f-8eaa-a495441cdeef {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:09.651448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Port 956e2738-7d4f-4521-8fba-927f3c82c7f0 on network 35f129a8-6772-422f-8eaa-a495441cdeef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:09.651783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Attempting to bind port 956e2738-7d4f-4521-8fba-927f3c82c7f0 on network 35f129a8-6772-422f-8eaa-a495441cdeef {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:09.659924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:09.660280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Checking segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:09.660665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Bound using segment: {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:09.663045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Bound port: 956e2738-7d4f-4521-8fba-927f3c82c7f0, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c7c133-b6a2-40ac-829c-269b30681ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:09.663415 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.685125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 7def0739-bed2-4427-adb6-5fb296f60fb8 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:12:09.692404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 7def0739-bed2-4427-adb6-5fb296f60fb8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:09.692775 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.782075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] For port 956e2738-7d4f-4521-8fba-927f3c82c7f0, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:09.786436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] For port 956e2738-7d4f-4521-8fba-927f3c82c7f0, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:09.799466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.804613 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.849608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 7def0739-bed2-4427-adb6-5fb296f60fb8, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7def0739-bed2-4427-adb6-5fb296f60fb8,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:09.850696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def0739-bed2-4427-adb6-5fb296f60fb8'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:09.854127 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc798c93-052e-4113-9d76-683d36aa409d" -d '{"events": [{"server_uuid": "c317ecbf-fdf7-4b6c-a26e-6561a970b1a4", "name": "network-vif-plugged", "status": "completed", "tag": "7def0739-bed2-4427-adb6-5fb296f60fb8"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:09.859942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.907608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:09.908248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:09.924251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=7def0739-bed2-4427-adb6-5fb296f60fb8,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:09.929261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] 10.222.0.21 "PUT /v2.0/ports/956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1092 time: 1.0341425 Nov 27 16:12:09.929980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:09.934106 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:09.956507 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be1f785-d02b-4dde-92c1-d7d06dbaef8e x-openstack-request-id: req-0be1f785-d02b-4dde-92c1-d7d06dbaef8e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:09.956813 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c317ecbf-fdf7-4b6c-a26e-6561a970b1a4", "name": "network-vif-plugged", "status": "completed", "tag": "7def0739-bed2-4427-adb6-5fb296f60fb8", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:09.957135 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0be1f785-d02b-4dde-92c1-d7d06dbaef8e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:09.957764 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def0739-bed2-4427-adb6-5fb296f60fb8', 'code': 200} Nov 27 16:12:10.029325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:10.124054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efff2cb-f06d-4459-89fa-d6dda26989d4 req-530cb8cd-04c2-45f5-b55a-99de03f9346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.136596 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6efff2cb-f06d-4459-89fa-d6dda26989d4 req-530cb8cd-04c2-45f5-b55a-99de03f9346f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 1096 time: 0.1211801 Nov 27 16:12:10.145312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-448ca830-e3a9-457a-b393-298a6dd1eb89 req-3b299a17-e95e-4895-bef3-a9394a97868c tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.1779501 Nov 27 16:12:10.237879 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6efff2cb-f06d-4459-89fa-d6dda26989d4 req-d5443825-76d6-4115-85d1-4d542553ebd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926714 Nov 27 16:12:10.277665 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8143ebcb-6bdc-4b6b-a8b0-ec2bdf588de3 x-openstack-request-id: req-8143ebcb-6bdc-4b6b-a8b0-ec2bdf588de3 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:10.278169 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:10.278502 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8143ebcb-6bdc-4b6b-a8b0-ec2bdf588de3 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:10.278972 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'status': 'completed', 'code': 200} Nov 27 16:12:10.279848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:10.312938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-9ccdb807-a26f-47a8-a458-d9a046731459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.313444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-9ccdb807-a26f-47a8-a458-d9a046731459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.314165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-9ccdb807-a26f-47a8-a458-d9a046731459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.314584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-9ccdb807-a26f-47a8-a458-d9a046731459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.315100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-9ccdb807-a26f-47a8-a458-d9a046731459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.317657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-9ccdb807-a26f-47a8-a458-d9a046731459 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 4364 time: 0.0734410 Nov 27 16:12:10.318125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:10.334294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee0168-6182-4da5-83d2-2f76b60af965 service neutron] Pushing event updated for resources: {'Port': ['ID=956e2738-7d4f-4521-8fba-927f3c82c7f0,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:10.382759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996341-5693-493c-aae6-8d099f067e83 req-fc15999c-eb52-46a1-8896-ae5f62d89317 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.388784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996341-5693-493c-aae6-8d099f067e83 req-fc15999c-eb52-46a1-8896-ae5f62d89317 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.394830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996341-5693-493c-aae6-8d099f067e83 req-fc15999c-eb52-46a1-8896-ae5f62d89317 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.400805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996341-5693-493c-aae6-8d099f067e83 req-fc15999c-eb52-46a1-8896-ae5f62d89317 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.408441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996341-5693-493c-aae6-8d099f067e83 req-fc15999c-eb52-46a1-8896-ae5f62d89317 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.410313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df996341-5693-493c-aae6-8d099f067e83 req-fc15999c-eb52-46a1-8896-ae5f62d89317 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 3829 time: 0.3098497 Nov 27 16:12:10.591151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-bad435b6-ac76-4d90-a6a4-cfe9c6f00146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.591631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-bad435b6-ac76-4d90-a6a4-cfe9c6f00146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.592359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-bad435b6-ac76-4d90-a6a4-cfe9c6f00146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.597058 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-bad435b6-ac76-4d90-a6a4-cfe9c6f00146 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8789e584ce8d4bc2927e64a2229668f0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2682297 Nov 27 16:12:10.700348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df996341-5693-493c-aae6-8d099f067e83 req-a32ca12c-3f33-49de-bc5e-7b1e031f5133 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768002 Nov 27 16:12:10.879675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f3bb-3a1f-47cb-a2f7-e9dd24519938 req-28a1bf51-1aff-4725-9279-41ac3b1a457c tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.881394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9395f3bb-3a1f-47cb-a2f7-e9dd24519938 req-28a1bf51-1aff-4725-9279-41ac3b1a457c tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 945 time: 0.3204167 Nov 27 16:12:10.930655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-5078e9da-1ab1-47f3-9a87-bf2515e83807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:10.932200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb2a3071-9f00-4908-b5bb-876f0ccb3e5b req-5078e9da-1ab1-47f3-9a87-bf2515e83807 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3261032 Nov 27 16:12:10.968669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9395f3bb-3a1f-47cb-a2f7-e9dd24519938 req-0a8ac238-4b52-4a57-b3f7-9b754df32f53 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808952 Nov 27 16:12:11.058893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470f56fe-0cc1-4c16-9cd1-e86b5a729740 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:11.071679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:11.088716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Transition to ACTIVE for port object 470f56fe-0cc1-4c16-9cd1-e86b5a729740 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:11.094709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:11.172840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:11.203797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:11.275659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Attempting to bind port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:11.276075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Attempting to bind port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:11.276472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Attempting to bind port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:11.313916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd1715ee-86fd-44de-9421-d01a471d4a36 req-e1e42af1-26d6-44ae-ac7b-b8aa047039b0 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0343854 Nov 27 16:12:11.314787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:11.315116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Attempting to bind port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:11.327450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:11.327945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Checking segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:11.328344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Bound using segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:11.328793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Bound port: 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:11.329308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:11.434738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:11.438730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:11.446099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:11.494031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:11.494661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:11.497775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] 10.222.0.21 "PUT /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 1135 time: 1.5361152 Nov 27 16:12:11.538777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:11.606500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:11.624276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.624974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.625681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.625854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.626307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.626881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.627468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.628067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.628666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.629263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.629880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.630472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddd84b-6db7-4191-84f3-71f8f4a8a0fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:11.643675 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.059159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42084) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:12.207692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6339-b127-4450-a865-56d12b39a6a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.214860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e8ae7-26d2-4493-b8b2-d646e2d2e8ca req-46217689-273d-45e2-a48b-aa0626385190 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.217245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f01e8ae7-26d2-4493-b8b2-d646e2d2e8ca req-46217689-273d-45e2-a48b-aa0626385190 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 945 time: 0.0895658 Nov 27 16:12:12.230540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.238316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.245670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.253478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.260469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.266958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.268810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-89e6ad1f-d762-4925-b059-1a58cc7edfdd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 4606 time: 0.2965248 Nov 27 16:12:12.300143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '470f56fe-0cc1-4c16-9cd1-e86b5a729740'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:12.302530 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb4892b-b136-4841-8803-00b5f085f1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "470f56fe-0cc1-4c16-9cd1-e86b5a729740"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:12.325299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6339-b127-4450-a865-56d12b39a6a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.334207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6339-b127-4450-a865-56d12b39a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.385898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f01e8ae7-26d2-4493-b8b2-d646e2d2e8ca req-df7d85cc-1e2a-4755-bccd-7712f5da0283 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160529 Nov 27 16:12:12.432570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2190174-ec6e-40b2-a9e8-ad0c7b478a97 req-c08c383d-185d-4346-ba89-5cf974348d9f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530366 Nov 27 16:12:12.438392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2d6d6339-b127-4450-a865-56d12b39a6a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fe673acfd994f399499bd71ca3639e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781240 Nov 27 16:12:12.441185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:12.443638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d6339-b127-4450-a865-56d12b39a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7e12e4-5abe-49f1-b227-6b4bfd0a2b9b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:12.478960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb52f778-03a1-44f7-b80b-926754a28b69 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:12.512631 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de52d1d3-2466-4d0c-8158-5decfe9cd7e4 x-openstack-request-id: req-de52d1d3-2466-4d0c-8158-5decfe9cd7e4 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:12.512937 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "470f56fe-0cc1-4c16-9cd1-e86b5a729740", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:12.513195 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de52d1d3-2466-4d0c-8158-5decfe9cd7e4 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:12.513626 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '470f56fe-0cc1-4c16-9cd1-e86b5a729740', 'status': 'completed', 'code': 200} Nov 27 16:12:12.517229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.562624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Transition to ACTIVE for port object eb52f778-03a1-44f7-b80b-926754a28b69 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:12.574881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d62cedf-56b4-44ae-a295-86ce197fe75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.588780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.609271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.611146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.612316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.614101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.616918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.616918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.631974 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-e21df6cd-bc00-4c4b-b518-39966854605d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5292 time: 0.1013734 Nov 27 16:12:12.682523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6cbb83b-24e6-476d-b1c3-3a688971f42e req-85150459-5a69-42e4-84e5-a6678a1fa12a tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.1040175 Nov 27 16:12:12.754197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d62cedf-56b4-44ae-a295-86ce197fe75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:12.813989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Pushing event updated for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:12.874022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-9529d3b4-1c76-4cc9-927c-ce8d005db785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.874503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-9529d3b4-1c76-4cc9-927c-ce8d005db785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.874967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-9529d3b4-1c76-4cc9-927c-ce8d005db785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:12.877826 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-9529d3b4-1c76-4cc9-927c-ce8d005db785 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8789e584ce8d4bc2927e64a2229668f0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2443831 Nov 27 16:12:12.956666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Attempting to bind port eb52f778-03a1-44f7-b80b-926754a28b69 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:12.956666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Attempting to bind port eb52f778-03a1-44f7-b80b-926754a28b69 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:12.956666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Attempting to bind port eb52f778-03a1-44f7-b80b-926754a28b69 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:12.984399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Port eb52f778-03a1-44f7-b80b-926754a28b69 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:12.987945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Attempting to bind port eb52f778-03a1-44f7-b80b-926754a28b69 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:12.998203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:12.998662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Checking segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:12.998985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Bound using segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:12.999420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Bound port: eb52f778-03a1-44f7-b80b-926754a28b69, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:12.999781 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:13.063397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-3c4aba87-5157-428c-9a95-bec965600c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.065699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0fb4892b-b136-4841-8803-00b5f085f1e1 req-3c4aba87-5157-428c-9a95-bec965600c13 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808951 Nov 27 16:12:13.086320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d62cedf-56b4-44ae-a295-86ce197fe75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:13.089152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1d62cedf-56b4-44ae-a295-86ce197fe75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:13.090369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1d62cedf-56b4-44ae-a295-86ce197fe75f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd7e12e4-5abe-49f1-b227-6b4bfd0a2b9b HTTP/1.1" status: 204 len: 168 time: 0.6461897 Nov 27 16:12:13.114320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cedf-56b4-44ae-a295-86ce197fe75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7e12e4-5abe-49f1-b227-6b4bfd0a2b9b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:13.135151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:13.139160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eb52f778-03a1-44f7-b80b-926754a28b69,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:13.146427 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:13.199909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.200534 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:13.201979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 1136 time: 1.6716123 Nov 27 16:12:13.228618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fda00-32e5-4d33-bc30-5ed4fdf6ec27 service neutron] Pushing event updated for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:13.261949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:13.362656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:13.834276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.840214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.846748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.852939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.858949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.864873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.871427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.879918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-537f79f3-d088-42ce-93ee-da469b00c36c req-831079a3-2a0b-484c-afd1-0168c575f3ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5384 time: 0.1722312 Nov 27 16:12:13.916530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd45ac-96d6-4c40-acf1-d44519bf5130 req-d78d0c71-a554-4416-8eb3-e257a4ef05de tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:13.918060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bd45ac-96d6-4c40-acf1-d44519bf5130 req-d78d0c71-a554-4416-8eb3-e257a4ef05de tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2013543 Nov 27 16:12:14.035874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ab030e-f1c5-4301-9d0d-45de62777c39 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:14.060831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.087546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-537f79f3-d088-42ce-93ee-da469b00c36c req-2ec6b3aa-d7fc-4da1-945b-d7ce2f6ec311 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2067082 Nov 27 16:12:14.098806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bd45ac-96d6-4c40-acf1-d44519bf5130 req-2801b198-a17b-4adf-adf6-954099e43a43 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362987 Nov 27 16:12:14.120320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Transition to ACTIVE for port object 34ab030e-f1c5-4301-9d0d-45de62777c39 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:14.130720 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.231544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbe7f63d-b051-40d1-825d-316bcb66a41a req-dc404c0a-0daf-4a9e-ae74-c7be4bb2440d tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0387373 Nov 27 16:12:14.232293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Pushing event updated for resources: {'Port': ['ID=34ab030e-f1c5-4301-9d0d-45de62777c39,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:14.300696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42136) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:14.358697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Attempting to bind port 34ab030e-f1c5-4301-9d0d-45de62777c39 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:14.359040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Attempting to bind port 34ab030e-f1c5-4301-9d0d-45de62777c39 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:14.359375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Attempting to bind port 34ab030e-f1c5-4301-9d0d-45de62777c39 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:14.364872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Port 34ab030e-f1c5-4301-9d0d-45de62777c39 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:14.365204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Attempting to bind port 34ab030e-f1c5-4301-9d0d-45de62777c39 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:14.370455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:14.370933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Checking segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:14.371335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Bound using segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:14.372201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Bound port: 34ab030e-f1c5-4301-9d0d-45de62777c39, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:14.372201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.448496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-654850408-network', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:14.479664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Made reservation on behalf of 4714eb1d8ec04e8f87300c6c1698a74a for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:14.482277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.488148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] For port 34ab030e-f1c5-4301-9d0d-45de62777c39, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:14.492041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] For port 34ab030e-f1c5-4301-9d0d-45de62777c39, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=34ab030e-f1c5-4301-9d0d-45de62777c39,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:14.499893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.504950 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.519813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': 'eb52f778-03a1-44f7-b80b-926754a28b69'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:14.522691 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9803771-3e63-4fe5-a6f8-68d0c36238f8" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "eb52f778-03a1-44f7-b80b-926754a28b69"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:14.597968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.603220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.604688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] 10.222.0.21 "PUT /v2.0/ports/34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 1091 time: 1.3526123 Nov 27 16:12:14.628281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.634763 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fffb5fc-55a1-4a36-922b-0aad6b85f455 x-openstack-request-id: req-7fffb5fc-55a1-4a36-922b-0aad6b85f455 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:14.635773 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "eb52f778-03a1-44f7-b80b-926754a28b69", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:14.635926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.636441 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fffb5fc-55a1-4a36-922b-0aad6b85f455 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:14.637052 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': 'eb52f778-03a1-44f7-b80b-926754a28b69', 'status': 'completed', 'code': 200} Nov 27 16:12:14.649823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:14.685703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3fa4-fc01-4a52-b8c9-837a469c4d3b service neutron] Pushing event updated for resources: {'Port': ['ID=34ab030e-f1c5-4301-9d0d-45de62777c39,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:14.732043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:12:14.749067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.779355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:14.780011 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Added segment 4f675686-3f29-49fd-90d0-e6ecbd89e9bd of type vlan for network cabecf74-25e7-495b-86fb-958408c741f5 Nov 27 16:12:14.795551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62529a4f-87ca-4ec8-8cd8-407f6c57708e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:14.874213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.878535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.880488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.880909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.881378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.881869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.884401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:14.886423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-e27add72-a25c-4e2f-9507-d0c5c76b626b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6288 time: 0.2381394 Nov 27 16:12:14.911930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.038166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.039041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.040412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.062020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-896de3c0-6d27-4383-808f-a2e060d2ae2e tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.063530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-896de3c0-6d27-4383-808f-a2e060d2ae2e tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.37 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2322900 Nov 27 16:12:15.180845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8757803 Nov 27 16:12:15.183110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42148) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:15.192103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Request body: {'subnet': {'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-654850408-subnet', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:15.198693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558012ee-cedb-4cb7-900b-0767cb41c6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=cabecf74-25e7-495b-86fb-958408c741f5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:15.213224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cabecf74-25e7-495b-86fb-958408c741f5 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:12:15.259004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-ca412db9-f816-442e-b5fd-d7a918f866bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.259770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-ca412db9-f816-442e-b5fd-d7a918f866bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.260983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-ca412db9-f816-442e-b5fd-d7a918f866bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.263002 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-ca412db9-f816-442e-b5fd-d7a918f866bc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8789e584ce8d4bc2927e64a2229668f0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3481922 Nov 27 16:12:15.390997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Deleting port 7def0739-bed2-4427-adb6-5fb296f60fb8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:12:15.392082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.479647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-bb6f7fc2-5ee1-4de5-b068-d52593ff0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.481137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9803771-3e63-4fe5-a6f8-68d0c36238f8 req-bb6f7fc2-5ee1-4de5-b068-d52593ff0614 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931062 Nov 27 16:12:15.534502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] For port 7def0739-bed2-4427-adb6-5fb296f60fb8, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=7def0739-bed2-4427-adb6-5fb296f60fb8,segment=NetworkSegment(4298b0d2-299d-41b4-b65c-70f4700d10bb),segment_id=4298b0d2-299d-41b4-b65c-70f4700d10bb)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:15.534908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.551720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Calling delete_port for 7def0739-bed2-4427-adb6-5fb296f60fb8 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:12:15.638300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58db8b9-71e5-4010-87be-479427347881 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:15.647341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.704277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Transition to ACTIVE for port object e58db8b9-71e5-4010-87be-479427347881 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:15.707062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Made reservation on behalf of 4714eb1d8ec04e8f87300c6c1698a74a for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:15.710198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.715290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.722952 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:15.737251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['7def0739-bed2-4427-adb6-5fb296f60fb8'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:15.856877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9723-88ed-433c-b5d4-552f7303b43f req-fadf4865-19ca-4edd-a5c0-7782192edd3b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.858521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43fb9723-88ed-433c-b5d4-552f7303b43f req-fadf4865-19ca-4edd-a5c0-7782192edd3b tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/ports?device_id=c317ecbf-fdf7-4b6c-a26e-6561a970b1a4 HTTP/1.1" status: 200 len: 945 time: 0.5932755 Nov 27 16:12:15.880976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.887007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.893629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.899494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.906697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.913349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.919675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:15.922016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-d39f5176-982e-44e3-b961-a9e7df616c34 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5396 time: 0.2705631 Nov 27 16:12:15.932475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Pushing event updated for resources: {'Port': ['ID=e58db8b9-71e5-4010-87be-479427347881,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:16.168189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Attempting to bind port e58db8b9-71e5-4010-87be-479427347881 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:16.168773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Attempting to bind port e58db8b9-71e5-4010-87be-479427347881 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:16.169096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Attempting to bind port e58db8b9-71e5-4010-87be-479427347881 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:16.213178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43fb9723-88ed-433c-b5d4-552f7303b43f req-f80e09c6-b127-4d6b-8377-010bcdf26090 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.15 "GET /v2.0/security-groups?id=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863777 Nov 27 16:12:16.213795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Port e58db8b9-71e5-4010-87be-479427347881 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:16.214169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Attempting to bind port e58db8b9-71e5-4010-87be-479427347881 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:16.255854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72ee6599-ac9d-4526-8333-10f36902bd36 req-db8999d8-d17f-41c9-bf1a-6e3411827462 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3087788 Nov 27 16:12:16.270033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:16.270395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Checking segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:16.271909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Bound using segment: {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:16.272361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Bound port: e58db8b9-71e5-4010-87be-479427347881, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5e5374-9003-43b3-ada9-709b667cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:16.274106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Pushing event deleted for resources: {'Port': ['ID=7def0739-bed2-4427-adb6-5fb296f60fb8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:16.274841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.353016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] No DVR routers for this DVR port 7def0739-bed2-4427-adb6-5fb296f60fb8 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:12:16.357707 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.362441 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7c7ad741-8613-463f-80ab-6313dc81d2eb req-9efa441b-3676-49ef-858b-6a3fbcc0dc71 tempest-VolumesActionsTest-1541974807 tempest-VolumesActionsTest-1541974807-project] 10.222.0.37 "DELETE /v2.0/ports/7def0739-bed2-4427-adb6-5fb296f60fb8 HTTP/1.1" status: 204 len: 173 time: 1.2748566 Nov 27 16:12:16.363433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'name': 'network-vif-deleted', 'tag': '7def0739-bed2-4427-adb6-5fb296f60fb8'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:16.368031 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f09afa-ba31-4193-b9a5-163e753eafbe" -d '{"events": [{"server_uuid": "c317ecbf-fdf7-4b6c-a26e-6561a970b1a4", "name": "network-vif-deleted", "tag": "7def0739-bed2-4427-adb6-5fb296f60fb8"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:16.436580 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616fa30a-daf0-4c2a-a85c-9f5d18981a4a x-openstack-request-id: req-616fa30a-daf0-4c2a-a85c-9f5d18981a4a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:16.437246 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c317ecbf-fdf7-4b6c-a26e-6561a970b1a4", "name": "network-vif-deleted", "tag": "7def0739-bed2-4427-adb6-5fb296f60fb8", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:16.437527 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-616fa30a-daf0-4c2a-a85c-9f5d18981a4a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:16.437923 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c317ecbf-fdf7-4b6c-a26e-6561a970b1a4', 'name': 'network-vif-deleted', 'tag': '7def0739-bed2-4427-adb6-5fb296f60fb8', 'status': 'completed', 'code': 200} Nov 27 16:12:16.438898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6944aafd-6b30-40bc-a01d-b4420f22e440 req-9b57aeb4-46e9-4c10-bc2a-f7608c98e4e6 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0639610 Nov 27 16:12:16.459397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.525082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] For port e58db8b9-71e5-4010-87be-479427347881, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:16.552299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] For port e58db8b9-71e5-4010-87be-479427347881, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=e58db8b9-71e5-4010-87be-479427347881,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:16.563702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.570091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4259ae8-a8a7-4e6a-8f30-9ec433b4b191,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:16.609753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Checking segment: {'id': '4f675686-3f29-49fd-90d0-e6ecbd89e9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:16.610141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Network hostable DHCP agents. Network: cabecf74-25e7-495b-86fb-958408c741f5, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:12:16.617542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.618172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.619665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] 10.222.0.21 "PUT /v2.0/ports/e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 1091 time: 1.9752052 Nov 27 16:12:16.640394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '34ab030e-f1c5-4301-9d0d-45de62777c39'}, {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': 'e58db8b9-71e5-4010-87be-479427347881'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:16.642782 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4879a6-137f-400c-a77c-20e613ec629c" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "34ab030e-f1c5-4301-9d0d-45de62777c39"}, {"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "e58db8b9-71e5-4010-87be-479427347881"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:16.666747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b7ae-14fb-473a-8501-84bcdae3c965 service neutron] Pushing event updated for resources: {'Port': ['ID=e58db8b9-71e5-4010-87be-479427347881,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:16.684710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:16.724349 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39d51d-bb6c-4b9f-84a8-64d14c4e99b9 x-openstack-request-id: req-dc39d51d-bb6c-4b9f-84a8-64d14c4e99b9 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:16.724695 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "34ab030e-f1c5-4301-9d0d-45de62777c39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "e58db8b9-71e5-4010-87be-479427347881", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:16.724910 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc39d51d-bb6c-4b9f-84a8-64d14c4e99b9 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:16.725323 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '34ab030e-f1c5-4301-9d0d-45de62777c39', 'status': 'completed', 'code': 200} Nov 27 16:12:16.725674 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': 'e58db8b9-71e5-4010-87be-479427347881', 'status': 'completed', 'code': 200} Nov 27 16:12:16.741392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Network cabecf74-25e7-495b-86fb-958408c741f5 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:12:16.774767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cabecf74-25e7-495b-86fb-958408c741f5) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:16.780773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.781512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.785648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6665021-bcb5-42ee-baa0-b8c8a9fb7f01 None None] Network cabecf74-25e7-495b-86fb-958408c741f5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:12:16.825987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f5360676-f7b1-40ca-9878-43899058112c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6354854 Nov 27 16:12:16.837496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:16.860778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:16.866663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.927438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.927914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.928441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.928853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.929301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.929793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.930252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:16.935389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.937440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:16.938517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b4879a6-137f-400c-a77c-20e613ec629c req-a07210a8-1694-41ee-8d6b-c6eae46ede47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6355 time: 0.2146029 Nov 27 16:12:17.089100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.132180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-cabecf74-25e7-495b-86fb-958408c741f5', 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'fixed_ips': [{'subnet_id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:12:17.133851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.206058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-fbb45707-3e4c-4dc8-a8c8-2a730a295fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.209061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-fbb45707-3e4c-4dc8-a8c8-2a730a295fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.211291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-fbb45707-3e4c-4dc8-a8c8-2a730a295fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.216558 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b4879a6-137f-400c-a77c-20e613ec629c req-fbb45707-3e4c-4dc8-a8c8-2a730a295fe5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8789e584ce8d4bc2927e64a2229668f0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2681093 Nov 27 16:12:17.380331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-1e04de98-eb37-4674-aea7-0251b21a57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.383669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b4879a6-137f-400c-a77c-20e613ec629c req-1e04de98-eb37-4674-aea7-0251b21a57b5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561794 Nov 27 16:12:17.387912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Allocated IP 172.20.0.2 (cabecf74-25e7-495b-86fb-958408c741f5/a4259ae8-a8a7-4e6a-8f30-9ec433b4b191/d0e4cc9f-37b3-471b-aab9-200cce21d16e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:17.533113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.534229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.534851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.540799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.541521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.544317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.544964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.547225 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b4879a6-137f-400c-a77c-20e613ec629c req-6d6a0705-c03f-43ec-a55a-c1323013c034 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6355 time: 0.1114421 Nov 27 16:12:17.574739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:17.591532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.599387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.637331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f75fa90-5f99-4ad8-8fd1-5f42aeef52a6 req-5982f886-4cc2-4d33-a18f-9eb91b4a4ef5 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0421269 Nov 27 16:12:17.684809 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.690603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.692548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.699621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.706657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.714225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.721613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.728173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.737077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.739264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-8a04c496-3e5a-4302-9a4e-71c7cc4cdaa8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5408 time: 0.3078263 Nov 27 16:12:17.740725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Transition to ACTIVE for port object 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:17.766611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Network cabecf74-25e7-495b-86fb-958408c741f5 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:17.770635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:17.777734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.779468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:17.784303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-ec72c56a-bb57-49b6-bc53-0bb2f47421de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.784774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-ec72c56a-bb57-49b6-bc53-0bb2f47421de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.785231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-ec72c56a-bb57-49b6-bc53-0bb2f47421de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:17.788473 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b4879a6-137f-400c-a77c-20e613ec629c req-ec72c56a-bb57-49b6-bc53-0bb2f47421de service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8789e584ce8d4bc2927e64a2229668f0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2295082 Nov 27 16:12:17.796741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Pushing event updated for resources: {'Port': ['ID=d0e4cc9f-37b3-471b-aab9-200cce21d16e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:17.877741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Attempting to bind port d0e4cc9f-37b3-471b-aab9-200cce21d16e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:17.878133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Attempting to bind port d0e4cc9f-37b3-471b-aab9-200cce21d16e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4f675686-3f29-49fd-90d0-e6ecbd89e9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:17.878487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Attempting to bind port d0e4cc9f-37b3-471b-aab9-200cce21d16e on network cabecf74-25e7-495b-86fb-958408c741f5 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:17.883978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:17.884362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Checking segment: {'id': '4f675686-3f29-49fd-90d0-e6ecbd89e9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:17.884769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.885167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Bound using segment: {'id': '4f675686-3f29-49fd-90d0-e6ecbd89e9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:17.885666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Bound port: d0e4cc9f-37b3-471b-aab9-200cce21d16e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f675686-3f29-49fd-90d0-e6ecbd89e9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:17.886049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:17.892729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:17.974335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] For port d0e4cc9f-37b3-471b-aab9-200cce21d16e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:17.983637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] For port d0e4cc9f-37b3-471b-aab9-200cce21d16e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0e4cc9f-37b3-471b-aab9-200cce21d16e,segment=NetworkSegment(4f675686-3f29-49fd-90d0-e6ecbd89e9bd),segment_id=4f675686-3f29-49fd-90d0-e6ecbd89e9bd)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:17.997916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:18.005275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4879a6-137f-400c-a77c-20e613ec629c req-05838428-e562-433e-8f32-18055bc68618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.007771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8b4879a6-137f-400c-a77c-20e613ec629c req-05838428-e562-433e-8f32-18055bc68618 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122717 Nov 27 16:12:18.082768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4603f179-f8a3-46d8-a8bf-35fda01bbbb0 req-9631091b-3b21-42de-bac9-a95614f35ef2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3323543 Nov 27 16:12:18.126858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580f550-d88d-440a-94ce-804afb5b7698 None None] Pushing event updated for resources: {'Port': ['ID=d0e4cc9f-37b3-471b-aab9-200cce21d16e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:18.312715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Attempting to bind port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:18.313159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Attempting to bind port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:18.313725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Attempting to bind port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:18.370020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:18.370665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Attempting to bind port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:18.417205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:18.418257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Checking segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:18.418257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Bound using segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:18.418670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Bound port: 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:18.419079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:18.552199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:18.585027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:18.595225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] For port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:18.652297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] For port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:18.671227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:18.725127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.726930 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:18.728358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 1091 time: 2.0631878 Nov 27 16:12:18.740229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:18.744696 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:18.817709 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07246fd4-4e8c-4c4b-9ad7-0e33ae712c32 x-openstack-request-id: req-07246fd4-4e8c-4c4b-9ad7-0e33ae712c32 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:18.818036 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:18.818459 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07246fd4-4e8c-4c4b-9ad7-0e33ae712c32 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:18.819234 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9', 'status': 'completed', 'code': 200} Nov 27 16:12:18.835844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Request body: {'port': {'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:18.921194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.922583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.923475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.924122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.925128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.925817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.926511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:18.929537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-17e2d871-ccc4-4c95-89a4-44d6469d52ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6422 time: 0.1029477 Nov 27 16:12:18.959070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e062ae68-7fe2-4b68-a472-2099c7a5aecd req-aa3441ba-f909-4e6b-8854-ce60ad91eb51 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.2009637 Nov 27 16:12:18.976231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56214a64-a6c1-46a2-a3db-6675ac873dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:19.022034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Allocated IP 172.25.1.99 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/9f0bc2cf-4047-4ec5-af90-eb633a0ffe88) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:19.044071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0e4cc9f-37b3-471b-aab9-200cce21d16e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:19.149144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.174604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-4f4c901f-a572-45bf-b5c4-748ae9abc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.175085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-4f4c901f-a572-45bf-b5c4-748ae9abc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.176052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-4f4c901f-a572-45bf-b5c4-748ae9abc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.178688 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-4f4c901f-a572-45bf-b5c4-748ae9abc7a8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8789e584ce8d4bc2927e64a2229668f0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2301416 Nov 27 16:12:19.205832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d0e4cc9f-37b3-471b-aab9-200cce21d16e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:19.206207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.408674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-8e6a2a37-a8ce-46fa-a067-d7b69c3ebc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.416398 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-483e8f4e-7878-4814-a2f8-0be3f0e1b9ee req-8e6a2a37-a8ce-46fa-a067-d7b69c3ebc23 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2241704 Nov 27 16:12:19.480733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.529019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port d0e4cc9f-37b3-471b-aab9-200cce21d16e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0e4cc9f-37b3-471b-aab9-200cce21d16e,segment=NetworkSegment(4f675686-3f29-49fd-90d0-e6ecbd89e9bd),segment_id=4f675686-3f29-49fd-90d0-e6ecbd89e9bd)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:19.540016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.786880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5e7e68-e135-49ce-966b-3524bb26ccee {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:19.795082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.809008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Transition to ACTIVE for port object 2e5e7e68-e135-49ce-966b-3524bb26ccee will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:19.855053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7def0739-bed2-4427-adb6-5fb296f60fb8 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:12:19.871797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.881502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 7def0739-bed2-4427-adb6-5fb296f60fb8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:12:19.893449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 7def0739-bed2-4427-adb6-5fb296f60fb8 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:12:19.902871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f06f55-7e4c-4141-b87a-134b8333b7a3 None None] Network cabecf74-25e7-495b-86fb-958408c741f5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:12:19.912081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:19.943496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.955552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.961524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.967653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.974210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.980509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.987613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:19.989939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-0fa3327f-3b0c-4819-9cff-651cabc2aea6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5420 time: 0.7066314 Nov 27 16:12:19.995983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:20.015224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-75dab9d7-3ddf-4fc2-972b-e123d29db578 None None] Provisioning complete for port d0e4cc9f-37b3-471b-aab9-200cce21d16e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:20.020274 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75dab9d7-3ddf-4fc2-972b-e123d29db578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:20.025533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=d0e4cc9f-37b3-471b-aab9-200cce21d16e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:20.127660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:20.149721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:20.188132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:20.257518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db36efe-64a0-4759-abde-305cf19de51d None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:20.319924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ad96d38-f16b-4795-af7a-600e9d94e908 req-b332517d-730d-4233-b3f7-c2ce91ba1554 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.2170451 Nov 27 16:12:20.356400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e7e68-e135-49ce-966b-3524bb26ccee,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:20.375064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eb86ae2-3127-4210-8670-aa83d675d273 req-2c999b0d-56ce-40d0-a9e9-fa9898940583 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3561549 Nov 27 16:12:20.494362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bab40638-65d5-47e0-b004-cc76903688a6 None None] Provisioning complete for port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:20.495075 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bab40638-65d5-47e0-b004-cc76903688a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:20.544198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bab40638-65d5-47e0-b004-cc76903688a6 None None] Port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:20.796491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ee72f593-ec7d-4c4b-a2c0-d2ba88f37c4b None None] Provisioning complete for port d0e4cc9f-37b3-471b-aab9-200cce21d16e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:20.798497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee72f593-ec7d-4c4b-a2c0-d2ba88f37c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.020882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0e4cc9f-37b3-471b-aab9-200cce21d16e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:21.086861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Attempting to bind port 2e5e7e68-e135-49ce-966b-3524bb26ccee on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:21.087549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Attempting to bind port 2e5e7e68-e135-49ce-966b-3524bb26ccee by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:21.087549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Attempting to bind port 2e5e7e68-e135-49ce-966b-3524bb26ccee on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:21.092830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Pushing event updated for resources: {'Port': ['ID=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:21.104914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Port 2e5e7e68-e135-49ce-966b-3524bb26ccee on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:21.105346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Attempting to bind port 2e5e7e68-e135-49ce-966b-3524bb26ccee on network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:21.114947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:21.115398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Checking segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:21.115870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Bound using segment: {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:21.116378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Bound port: 2e5e7e68-e135-49ce-966b-3524bb26ccee, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daace51-a20a-41a2-b1e6-f4ec4b9912fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:21.116902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.160308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d0e4cc9f-37b3-471b-aab9-200cce21d16e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:21.160722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.277808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] For port 2e5e7e68-e135-49ce-966b-3524bb26ccee, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:21.282522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] For port 2e5e7e68-e135-49ce-966b-3524bb26ccee, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:21.284065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.402814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.503804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.504490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.506028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] 10.222.0.21 "PUT /v2.0/ports/2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 1091 time: 2.7216730 Nov 27 16:12:21.508184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '2e5e7e68-e135-49ce-966b-3524bb26ccee'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:21.510408 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072ca8aa-0d7f-446b-98c5-8216f8593a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "2e5e7e68-e135-49ce-966b-3524bb26ccee"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:21.538744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8dce0a3-0180-49a2-85c7-5e5ae9813985 req-5f6da36a-eddb-4a24-852e-6d80f76b0e21 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0624492 Nov 27 16:12:21.657669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:21.695780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb84f-1921-4fc3-a980-4bd0e522cc9a service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e7e68-e135-49ce-966b-3524bb26ccee,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:21.714772 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b404009-13e8-47d8-80a6-8bfea4370df8 x-openstack-request-id: req-6b404009-13e8-47d8-80a6-8bfea4370df8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:21.715037 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "2e5e7e68-e135-49ce-966b-3524bb26ccee", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:21.715303 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b404009-13e8-47d8-80a6-8bfea4370df8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:21.715728 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '2e5e7e68-e135-49ce-966b-3524bb26ccee', 'status': 'completed', 'code': 200} Nov 27 16:12:21.858871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.859361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.859837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.860301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.860766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.861904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.862380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:21.866120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0d2b78ae-df49-4bff-a2f4-be21df157065 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6489 time: 0.2890868 Nov 27 16:12:21.963427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-686ce478-5b5f-4f89-b6c7-4b96d4419f89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0513444 Nov 27 16:12:22.022699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.031834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.039307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.049525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.076043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.086303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.095739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.110099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-3e79b21d-68bd-4034-b459-78541035115f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.3588321 Nov 27 16:12:22.302015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-943afda3-ae8f-4c4e-84b5-eb7f898c4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.307379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-943afda3-ae8f-4c4e-84b5-eb7f898c4b33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.3310390 Nov 27 16:12:22.390764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5db9dc5-f7ed-499e-ad65-49ac914d9a9f req-f82af23a-f9bc-4549-98f6-5b09c4111792 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2796338 Nov 27 16:12:22.466649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-00a03f3e-b590-4e91-a87c-024a0cd381bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:22.468919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-00a03f3e-b590-4e91-a87c-024a0cd381bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277244 Nov 27 16:12:22.470359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Router d122299b-0d31-4608-b64e-8671716ea81d is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:12:22.804455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-25a572b3-ae4a-4c9c-91e5-6d97372b8a14 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263149 Nov 27 16:12:23.006480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8339b1c4-5d72-4606-a9d9-1d8c3dccd01a req-5d82dc7f-105e-48c2-9368-0157625be7f8 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.3021536 Nov 27 16:12:23.040023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:12:23.050704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Sync routers for ids ['d122299b-0d31-4608-b64e-8671716ea81d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:12:23.066548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Routers {'d122299b-0d31-4608-b64e-8671716ea81d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:23.068803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d122299b-0d31-4608-b64e-8671716ea81d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:23.073837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:23.078694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b07561b4-29d3-4177-b031-9a2eaeccc0fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.2286763 Nov 27 16:12:23.079464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42268) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:23.097668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-5be8822f-a4a5-48b9-9f8b-e1e7d99c5589 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381058 Nov 27 16:12:23.190491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-d3efce69-0b92-4554-aa96-6d23db845aec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 217 time: 0.0809515 Nov 27 16:12:23.328975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-22449710-41f3-4a8a-b253-28c8c765ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.330398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-22449710-41f3-4a8a-b253-28c8c765ada4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.1298919 Nov 27 16:12:23.337456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Set router d122299b-0d31-4608-b64e-8671716ea81d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:23.448527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-aee2e816-6ab5-4e67-94e3-1c943ce65c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.456728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-aee2e816-6ab5-4e67-94e3-1c943ce65c42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1153831 Nov 27 16:12:23.678909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.685459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.694125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.701124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.710498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.717744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.725727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:23.736415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-8ebb5aba-cee5-4cfa-9d77-15d3eb9bf5a1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.1526537 Nov 27 16:12:23.916651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88bbec5b-ef1b-4c63-9189-6dff029ec535 req-a03a1536-9d89-479e-b719-a6abd4d8f011 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1781960 Nov 27 16:12:23.924492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-c44979d2-4c70-4b37-a5f5-c7ac42f450c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576480 Nov 27 16:12:24.068951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-5816a939-71a8-4a1e-a31f-cb87a0509118 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322393 Nov 27 16:12:24.070793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:16Z', 'updated_at': '2021-11-27T16:12:21Z', 'revision_number': 3, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'gw_port': {'id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:18Z', 'updated_at': '2021-11-27T16:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:24.095385 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df9e747d-4dc9-4e23-8729-b296b00f6829 req-87c18a9d-5848-4375-8dd3-7824441e13d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0395184 Nov 27 16:12:24.106066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.144519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Checking router: d122299b-0d31-4608-b64e-8671716ea81d for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:12:24.144874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Updating router d122299b-0d31-4608-b64e-8671716ea81d port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:12:24.149334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-04e25a09-6267-4604-8ec9-09738b90f772 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 217 time: 0.0701144 Nov 27 16:12:24.208025 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.311668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93ee772b-8aea-4faf-a5fa-f629075b7797 req-5cd983f4-2f84-4280-8e88-4c095d4bb10e tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0907528 Nov 27 16:12:24.393490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Allocated IP 172.20.0.1 (cabecf74-25e7-495b-86fb-958408c741f5/a4259ae8-a8a7-4e6a-8f30-9ec433b4b191/e4da15f4-5058-4e23-89e7-4eba83ee130d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:24.400134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-61820ed0-c623-47ab-a39f-fef40f4156a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:24.403419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-61820ed0-c623-47ab-a39f-fef40f4156a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0954428 Nov 27 16:12:24.500116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-66fdf08c-f675-4e7a-9360-fbd775cfce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:24.506133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-66fdf08c-f675-4e7a-9360-fbd775cfce40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944567 Nov 27 16:12:24.632190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.708634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-fa5ac802-691a-4b7e-a2dd-6a642c06d364 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933279 Nov 27 16:12:24.713169 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.754911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.765704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.830531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Network cabecf74-25e7-495b-86fb-958408c741f5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:24.840005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:24.849115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:24.902133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:24.905114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Pushing event updated for resources: {'Port': ['ID=e4da15f4-5058-4e23-89e7-4eba83ee130d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:24.910531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b24a5-c2d7-470b-a573-17770791dcf2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:24.916722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f44e19-9ea7-4250-9073-57424c09cdd0 None None] Pushing event updated for resources: {'Port': ['ID=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:24.963096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-17c50255-3ccc-4161-8974-170204d9db8d service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205234 Nov 27 16:12:25.037030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Attempting to bind port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:25.049272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Attempting to bind port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:25.049798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Attempting to bind port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:25.091568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:25.092849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:25.092969 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.093330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:25.093870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Bound port: 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:25.094263 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.112050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9b670efe-c694-44eb-a03e-60f229830bbf None None] Provisioning complete for port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:25.112348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9b670efe-c694-44eb-a03e-60f229830bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.113442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-411b8686-d677-472b-8172-378c29bd8acb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 217 time: 0.1494040 Nov 27 16:12:25.232160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9b670efe-c694-44eb-a03e-60f229830bbf None None] Port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:25.336898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] For port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:25.348357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] For port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:25.363185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.381361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0089e89a-355f-4860-ad02-1663d4e17caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.383915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0089e89a-355f-4860-ad02-1663d4e17caa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.2633252 Nov 27 16:12:25.397813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.406042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.414629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.423827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.431041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.439307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.447351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.452185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-d1d79c9f-6ca1-445b-8cb3-278e95430f37 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2997899 Nov 27 16:12:25.466545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.552158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-313d9c27-24d5-4603-86d8-5ea4f22e9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:25.554318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-313d9c27-24d5-4603-86d8-5ea4f22e9110 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009362 Nov 27 16:12:25.562284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b12825f3-5f93-4b21-b68d-370b724e6bd5 req-52532a0c-2b0e-4910-9a8a-fad1cdac9a13 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978229 Nov 27 16:12:25.608616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f44e19-9ea7-4250-9073-57424c09cdd0 None None] Pushing event updated for resources: {'Port': ['ID=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:25.638830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ca0b0-02b0-4bf2-b82b-64c2451b755e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:25.664990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Routers {'d122299b-0d31-4608-b64e-8671716ea81d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:25.665947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d122299b-0d31-4608-b64e-8671716ea81d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:25.669392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ccd0e1b1-7188-41db-b5da-57c0fccf23ae None None] Provisioning complete for port e4da15f4-5058-4e23-89e7-4eba83ee130d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:25.670442 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e1b1-7188-41db-b5da-57c0fccf23ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.767642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0e1b1-7188-41db-b5da-57c0fccf23ae None None] Port e4da15f4-5058-4e23-89e7-4eba83ee130d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:25.828036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2042eb3-5168-4d89-a9ee-96e6d4d9e136 req-1cd65ee4-de1a-44d6-9c65-9942dd2932a4 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.1795213 Nov 27 16:12:25.870464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-8079265c-c03b-4710-9071-044dd355f34a service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069012 Nov 27 16:12:25.882665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] Set router d122299b-0d31-4608-b64e-8671716ea81d gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:25.976651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:25.988098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:26.079704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-096194fd-0d5f-4e83-afc5-a669180f5264 None None] Provisioning complete for port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:26.080072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-096194fd-0d5f-4e83-afc5-a669180f5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:26.200912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:26.222774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-a9d35b14-44ac-46b6-8827-d4401fe35447 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421285 Nov 27 16:12:26.262804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Pushing event updated for resources: {'Port': ['ID=e4da15f4-5058-4e23-89e7-4eba83ee130d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:26.373742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-3674134f-f087-43c7-8964-eb160c842045 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 217 time: 0.1357422 Nov 27 16:12:26.502551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-feb1e41d-3a83-4dff-8fc1-051eae037472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:26.507192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-feb1e41d-3a83-4dff-8fc1-051eae037472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.1265378 Nov 27 16:12:26.555241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd2e7810-404a-4d29-ad5d-73598b214c9f req-09f476ce-40c1-4282-b7a3-9279bc649bd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13555139fca94406861d2ff56a5512c0&device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0347748 Nov 27 16:12:26.557458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Network cabecf74-25e7-495b-86fb-958408c741f5 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:26.558906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:26.601883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-096194fd-0d5f-4e83-afc5-a669180f5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:26.624474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1bafaa3-bf76-4914-84fa-a028eeefe190 req-1a153fb4-515b-4042-984c-645366fdb8c9 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.1161840 Nov 27 16:12:26.660892 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd2e7810-404a-4d29-ad5d-73598b214c9f req-00e16967-7e92-48fd-b205-b6116bab1f44 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=13555139fca94406861d2ff56a5512c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943620 Nov 27 16:12:26.710911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51a333a1-a245-4ce7-b345-03bcb988497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:26.718798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-51a333a1-a245-4ce7-b345-03bcb988497f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688800 Nov 27 16:12:26.753857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-096194fd-0d5f-4e83-afc5-a669180f5264 None None] For port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:26.797388 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-096194fd-0d5f-4e83-afc5-a669180f5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:26.976409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:16Z', 'updated_at': '2021-11-27T16:12:25Z', 'revision_number': 4, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'gw_port': {'id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:18Z', 'updated_at': '2021-11-27T16:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e4da15f4-5058-4e23-89e7-4eba83ee130d', 'name': '', 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'mac_address': 'fa:16:3e:c6:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:24Z', 'updated_at': '2021-11-27T16:12:24Z', 'revision_number': 1, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'subnets': [{'id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:27.052815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.062408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.084138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.087234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42402c3e-3122-4ca9-aacd-481356e7b8c9 None None] The sync data for ids ['d122299b-0d31-4608-b64e-8671716ea81d'] in n-d-819494-4 is: [{'id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:16Z', 'updated_at': '2021-11-27T16:12:25Z', 'revision_number': 4, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'gw_port': {'id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:18Z', 'updated_at': '2021-11-27T16:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e4da15f4-5058-4e23-89e7-4eba83ee130d', 'name': '', 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'mac_address': 'fa:16:3e:c6:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:24Z', 'updated_at': '2021-11-27T16:12:24Z', 'revision_number': 1, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'subnets': [{'id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:12:27.111458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.121230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.129247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.134917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Router d122299b-0d31-4608-b64e-8671716ea81d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:12:27.142919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096194fd-0d5f-4e83-afc5-a669180f5264 None None] Pushing event updated for resources: {'Port': ['ID=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:27.167748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.177710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-187f08f7-8915-4c24-ac79-e406c57bc5cd tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2983873 Nov 27 16:12:27.192446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-96ef2fa2-d98a-49dc-b5ad-8cd1db786882 None None] Provisioning complete for port e4da15f4-5058-4e23-89e7-4eba83ee130d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:27.193628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-96ef2fa2-d98a-49dc-b5ad-8cd1db786882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:27.391491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-96ef2fa2-d98a-49dc-b5ad-8cd1db786882 None None] Port e4da15f4-5058-4e23-89e7-4eba83ee130d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:27.445627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7810-404a-4d29-ad5d-73598b214c9f req-d85b454c-a227-4f7e-bdbc-79eb8db2d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:27.451788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd2e7810-404a-4d29-ad5d-73598b214c9f req-d85b454c-a227-4f7e-bdbc-79eb8db2d9ae service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5289066 Nov 27 16:12:27.629754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:12:27.655833 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d91fd5f8-8c69-44bd-8561-44c08dfdac83 admin admin] 10.222.0.15 "PUT /v2.0/routers/d122299b-0d31-4608-b64e-8671716ea81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5746627 Nov 27 16:12:27.929838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-6412f28f-91ad-4772-91b4-b56c1165f195 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2031479 Nov 27 16:12:28.146224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c65ffafd-a427-4cd8-9e43-7ea661960723 req-0c31cebf-bc4e-4aed-885f-20b479e77050 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9675126 Nov 27 16:12:28.185220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fefce98-061c-4462-9423-c0fb5accea87 req-0bb6e714-a8b5-4c5f-acbf-e9a6739fb9eb tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.2378716 Nov 27 16:12:28.329098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-5724db0b-feab-4f48-ac68-67e5dec197ae service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867941 Nov 27 16:12:28.488060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-0b3428cf-50d2-488a-98ae-67cb65d37a16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 217 time: 0.1491742 Nov 27 16:12:28.666814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-31ed97e2-67cc-4d18-90eb-ceb13e6a98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:28.673980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-31ed97e2-67cc-4d18-90eb-ceb13e6a98c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.1757011 Nov 27 16:12:28.780318 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cd2e7810-404a-4d29-ad5d-73598b214c9f req-2b6a9698-8b7b-438d-93ed-6870e0f748b3 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.0402324 Nov 27 16:12:28.786526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-b3ce6365-c309-46e3-8c9f-5805045f25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:28.789641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-b3ce6365-c309-46e3-8c9f-5805045f25bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077409 Nov 27 16:12:29.105024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-83931ad9-d3e8-4ca8-a2b1-34a055aa449a service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025699 Nov 27 16:12:29.230069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:29.504775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:29.505224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:29.672496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42378) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:29.740488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a546a590-f3f9-49a7-b12c-b3e8031f3b01 req-4313a10b-a9f4-4ef1-8b81-e6c3ed65f569 tempest-ServerShowV254Test-853317084 tempest-ServerShowV254Test-853317084-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f0f168-02be-497c-a656-7043f7858bc2 HTTP/1.1" status: 200 len: 210 time: 0.2146273 Nov 27 16:12:29.770333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-19e31e8f-917e-4308-a5a5-b515433dff56 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545999 Nov 27 16:12:29.885318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:29.914807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:29.916704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:29.925838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:29.934047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:29.942492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:29.950359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:30.015098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:30.027244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-4b83a5d4-623a-416f-87c0-a828befcd4d2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.6569247 Nov 27 16:12:30.063714 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-890d1217-22ca-4941-b769-06c0f6684b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:30.091570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-906b0e9a-cf25-48a9-8025-d2969de23ddf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.2858107 Nov 27 16:12:30.239036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42388) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:30.253464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce7424c3-ee6a-4666-865f-22f7c3ae0b2b req-8095116d-39a8-41fe-9e89-2d9e2fa7f84d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2253096 Nov 27 16:12:30.277025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-34b30f85-b146-48b0-865d-2d2e1b59cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:30.278910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-34b30f85-b146-48b0-865d-2d2e1b59cb5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.1745229 Nov 27 16:12:30.356334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-4b5371f9-1c35-451e-9f33-42742f27e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:30.358176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-4b5371f9-1c35-451e-9f33-42742f27e5a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681446 Nov 27 16:12:30.516953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-42d95940-d29a-4e1d-872a-5e33650fb554 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423039 Nov 27 16:12:30.556132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-890d1217-22ca-4941-b769-06c0f6684b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:30.570334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-890d1217-22ca-4941-b769-06c0f6684b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:30.656774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eebd8e87-1723-4a2a-9daa-decba8b98ea2 req-8424ef0b-26d1-4a47-b91f-a2811ef0c7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265190 Nov 27 16:12:30.708612 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-890d1217-22ca-4941-b769-06c0f6684b69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4cbf47b0cf1423ea3429d89646167bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0348160 Nov 27 16:12:30.711657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:30.728465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d1217-22ca-4941-b769-06c0f6684b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2cf65-bea1-4fa3-a764-9e25e95cddaf,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:30.861937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.021143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.026422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.030221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.030898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.031542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.032216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.032851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.040574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-d7d25dcb-1c73-4e3c-b5c0-acb2f46528da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6489 time: 0.2655683 Nov 27 16:12:31.048165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb498cb9-cc3b-45b5-a200-60189c9d669a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.354894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb498cb9-cc3b-45b5-a200-60189c9d669a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.439030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42406) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:31.542086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-bd086f62-504e-4189-9be1-00a774407c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.543587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-bd086f62-504e-4189-9be1-00a774407c48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 902 time: 0.4731789 Nov 27 16:12:31.628067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Deleting port e4da15f4-5058-4e23-89e7-4eba83ee130d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:12:31.634813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.648900 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Sync routers for ids ['d122299b-0d31-4608-b64e-8671716ea81d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:12:31.674271 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Routers {'d122299b-0d31-4608-b64e-8671716ea81d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:31.676784 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d122299b-0d31-4608-b64e-8671716ea81d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:31.711569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-0410c720-962d-40fd-ba14-4f69a593ba49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.1492579 Nov 27 16:12:31.845979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.846543 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.850673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89c9c14-de8b-46be-a716-ebdebcbcf67d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.861559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.867804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.874609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.881116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.887067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.893884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:31.895984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84f4867b-d78b-4194-ace0-d308fda2069d req-c6408cc4-5657-42cc-93e0-5a96995c55c2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.4505017 Nov 27 16:12:31.950576 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Set router d122299b-0d31-4608-b64e-8671716ea81d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:31.952912 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb498cb9-cc3b-45b5-a200-60189c9d669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.956092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb498cb9-cc3b-45b5-a200-60189c9d669a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:31.986219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fb498cb9-cc3b-45b5-a200-60189c9d669a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52d2cf65-bea1-4fa3-a764-9e25e95cddaf HTTP/1.1" status: 204 len: 168 time: 1.2718079 Nov 27 16:12:32.074794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89c9c14-de8b-46be-a716-ebdebcbcf67d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:32.087474 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89c9c14-de8b-46be-a716-ebdebcbcf67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:32.100450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb498cb9-cc3b-45b5-a200-60189c9d669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2cf65-bea1-4fa3-a764-9e25e95cddaf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:32.151283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-f1565604-3a9e-4a91-8ed0-e07de5089936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:32.153079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-f1565604-3a9e-4a91-8ed0-e07de5089936 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.3952558 Nov 27 16:12:32.234003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84f4867b-d78b-4194-ace0-d308fda2069d req-12be40cf-341e-4df8-bec1-2a096dd8e987 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3110120 Nov 27 16:12:32.398082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-dd0c64a5-4f43-48c5-8ad1-3d3b7542d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:32.404747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-dd0c64a5-4f43-48c5-8ad1-3d3b7542d9fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547081 Nov 27 16:12:32.528180 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:16Z', 'updated_at': '2021-11-27T16:12:25Z', 'revision_number': 4, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'gw_port': {'id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:18Z', 'updated_at': '2021-11-27T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e4da15f4-5058-4e23-89e7-4eba83ee130d', 'name': '', 'network_id': 'cabecf74-25e7-495b-86fb-958408c741f5', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'mac_address': 'fa:16:3e:c6:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:24Z', 'updated_at': '2021-11-27T16:12:25Z', 'revision_number': 2, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'subnets': [{'id': 'a4259ae8-a8a7-4e6a-8f30-9ec433b4b191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:32.590361 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Checking router: d122299b-0d31-4608-b64e-8671716ea81d for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:12:32.593312 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Updating router d122299b-0d31-4608-b64e-8671716ea81d port e4da15f4-5058-4e23-89e7-4eba83ee130d binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:12:32.687283 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:32.743960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-7396d9d2-5917-424d-b322-e2a5c5112719 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294494 Nov 27 16:12:32.986735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-072ca8aa-0d7f-446b-98c5-8216f8593a6e req-6e6f1a69-ceea-4e82-94b6-8eb82ad668c4 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297547 Nov 27 16:12:33.060322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:33.072129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d89c9c14-de8b-46be-a716-ebdebcbcf67d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13555139fca94406861d2ff56a5512c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6285591 Nov 27 16:12:33.074747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42442) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:33.101227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Calling delete_port for e4da15f4-5058-4e23-89e7-4eba83ee130d owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:12:33.103409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c9c14-de8b-46be-a716-ebdebcbcf67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522fea1-3d76-4d54-ab18-24eae976c1d4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:33.239816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a56f9310-f74e-4b52-8b2b-d5497792c8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:33.269232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a56f9310-f74e-4b52-8b2b-d5497792c8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:33.329702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a56f9310-f74e-4b52-8b2b-d5497792c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:33.335226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a56f9310-f74e-4b52-8b2b-d5497792c8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:33.336942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a56f9310-f74e-4b52-8b2b-d5497792c8e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e522fea1-3d76-4d54-ab18-24eae976c1d4 HTTP/1.1" status: 204 len: 168 time: 0.2594433 Nov 27 16:12:33.350224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f9310-f74e-4b52-8b2b-d5497792c8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522fea1-3d76-4d54-ab18-24eae976c1d4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:33.504869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:33.558907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4da15f4-5058-4e23-89e7-4eba83ee130d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:33.652164 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.db.api [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:12:33.652966 n-d-819494-4 neutron-server[110078]: DEBUG oslo_db.api [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:12:33.671126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.691256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.709691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.725688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.739712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.752047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.762764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:33.784807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-d3e90cad-a26e-41e1-a6bc-60b89be3eb44 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.3506699 Nov 27 16:12:33.927288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe83c2a5-0a19-4c8e-b1fa-0b3a44a89059 req-8e5c1c9e-9c54-47dc-80ea-f290a53485f8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412501 Nov 27 16:12:34.013998 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:34.218641 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Port e4da15f4-5058-4e23-89e7-4eba83ee130d not found while updating agent binding for router d122299b-0d31-4608-b64e-8671716ea81d. {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 16:12:34.249938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Routers {'d122299b-0d31-4608-b64e-8671716ea81d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:34.251133 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['d122299b-0d31-4608-b64e-8671716ea81d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:34.478990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Router d122299b-0d31-4608-b64e-8671716ea81d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:12:34.583099 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] Set router d122299b-0d31-4608-b64e-8671716ea81d gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:34.697495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:12:34.705048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3c1bdfe9-ee50-4c95-9abf-9725bf0a1e0e admin admin] 10.222.0.15 "PUT /v2.0/routers/d122299b-0d31-4608-b64e-8671716ea81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4646587 Nov 27 16:12:34.707997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42488) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:34.967841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.182757 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:16Z', 'updated_at': '2021-11-27T16:12:33Z', 'revision_number': 5, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'gw_port': {'id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:18Z', 'updated_at': '2021-11-27T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:35.215727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.240019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1d238db3-7c7d-42fb-aee5-659b9f2edeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.258483 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5d782-6eb4-46c3-8786-a4deaca2bdcd None None] The sync data for ids ['d122299b-0d31-4608-b64e-8671716ea81d'] in n-d-819494-4 is: [{'id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'name': 'tempest-ImageQuotaTest-654850408-router', 'tenant_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:16Z', 'updated_at': '2021-11-27T16:12:33Z', 'revision_number': 5, 'project_id': '4714eb1d8ec04e8f87300c6c1698a74a', 'gw_port': {'id': '9f0bc2cf-4047-4ec5-af90-eb633a0ffe88', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd122299b-0d31-4608-b64e-8671716ea81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:18Z', 'updated_at': '2021-11-27T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:12:35.296871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42508) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:35.360376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.370037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.387760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.393987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.404515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.424802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.440058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.454030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-3369cd97-55b9-480e-8182-b159fa59525e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2518973 Nov 27 16:12:35.456476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-249800746-network', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:35.498748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Made reservation on behalf of ad7ebd921da94c029f33291c8c679fcf for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:35.501815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.510905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.545471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b0309f0-9499-4db3-b90b-e4cde89434b5 req-a5bfebf3-cbcd-4408-ad38-e3fbaa1b9f50 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902810 Nov 27 16:12:35.551538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Deleting port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:12:35.551538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.720116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] For port 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:35.720977 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.739454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.748616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Calling delete_port for 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:12:35.754806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.825300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:12:35.837120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.837120 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Added segment 2284c2d9-3382-4c0e-9ef5-c188203082d6 of type vlan for network 703c0957-b441-4b6b-b65d-44741cf82057 Nov 27 16:12:35.881933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.920462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe46f5b-eff1-4e1a-996b-6fb1bd707cc7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:35.923655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.924684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:35.925252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:35.975452 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6773338 Nov 27 16:12:35.987867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42526) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:36.051939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Request body: {'subnet': {'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-subnet', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:36.123719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246d94e-4bd7-4851-8883-74e725bab5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=703c0957-b441-4b6b-b65d-44741cf82057,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:36.138012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 703c0957-b441-4b6b-b65d-44741cf82057 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:12:36.156307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.171166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Made reservation on behalf of ad7ebd921da94c029f33291c8c679fcf for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:36.173763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.253910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0bc2cf-4047-4ec5-af90-eb633a0ffe88,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:36.366807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.651174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.664078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.767999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.769341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d122299b-0d31-4608-b64e-8671716ea81d {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:12:36.795449 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:36.801479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e20b2f0-2e79-4fd6-a9b3-13f889fee45d admin admin] 10.222.0.15 "DELETE /v2.0/routers/d122299b-0d31-4608-b64e-8671716ea81d HTTP/1.1" status: 204 len: 168 time: 2.0923166 Nov 27 16:12:36.808593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42552) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:36.840840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.850283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.858279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.873085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.890023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.906764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.922133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:36.940293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c725f-2f72-44b1-bf10-d769c404fba5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:36.941611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-4faddaab-5b8c-4ed7-b001-dbc0a476f4ce tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.1873538 Nov 27 16:12:36.979214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.030261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e4da15f4-5058-4e23-89e7-4eba83ee130d no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:12:37.073198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e4da15f4-5058-4e23-89e7-4eba83ee130d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:12:37.073961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e4da15f4-5058-4e23-89e7-4eba83ee130d not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:12:37.093728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f97a4d6a-5016-487f-b93a-1da39b12f2b6 req-ddaec901-45cc-4128-874a-6712793e18e8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508858 Nov 27 16:12:37.120446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f053d1d-5d6f-46e2-856a-65b1eb075016,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:37.183927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Deleting subnet a4259ae8-a8a7-4e6a-8f30-9ec433b4b191 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:12:37.198207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.277057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.319058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Sync routers for ids ['d122299b-0d31-4608-b64e-8671716ea81d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:12:37.346828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:37.347198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:12:37.352812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_agentschedulers_db [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d122299b-0d31-4608-b64e-8671716ea81d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:12:37.377355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:37.378748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Network hostable DHCP agents. Network: 703c0957-b441-4b6b-b65d-44741cf82057, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:12:37.379913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:37.385354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:12:37.386238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_agentschedulers_db [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d122299b-0d31-4608-b64e-8671716ea81d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:12:37.394843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c2efd-f119-4704-bd4b-b82f32fb12a5 None None] The sync data for ids ['d122299b-0d31-4608-b64e-8671716ea81d'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:12:37.480377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Network 703c0957-b441-4b6b-b65d-44741cf82057 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:12:37.506601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 703c0957-b441-4b6b-b65d-44741cf82057) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:37.517173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dad072-d393-430a-afda-26f5d60f4a6d None None] Network 703c0957-b441-4b6b-b65d-44741cf82057 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:12:37.522524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:37.523073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.560164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.617876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5ad60697-695a-4c95-8cd1-3e5b3cc55262 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5740163 Nov 27 16:12:37.618715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42592) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:37.625574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:37.695736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.710952 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.713951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.731978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4259ae8-a8a7-4e6a-8f30-9ec433b4b191,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:37.749611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.754371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7898baee-4488-4348-82e9-9244f0a68c57 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a4259ae8-a8a7-4e6a-8f30-9ec433b4b191 HTTP/1.1" status: 204 len: 168 time: 0.9361415 Nov 27 16:12:37.756990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42598) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:37.796493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fb7ee-37dd-4c00-b7fb-b64bf2c2ef5c None None] Network cabecf74-25e7-495b-86fb-958408c741f5 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:12:37.883337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:37.920072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.010067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Deleting port d0e4cc9f-37b3-471b-aab9-200cce21d16e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:12:38.010419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.067618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-509d86dd-e324-4cf6-9593-319068a72cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.159706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] For port d0e4cc9f-37b3-471b-aab9-200cce21d16e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d0e4cc9f-37b3-471b-aab9-200cce21d16e,segment=NetworkSegment(4f675686-3f29-49fd-90d0-e6ecbd89e9bd),segment_id=4f675686-3f29-49fd-90d0-e6ecbd89e9bd)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:38.160077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.184843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Calling delete_port for d0e4cc9f-37b3-471b-aab9-200cce21d16e owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:12:38.280071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.307997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] No DVR routers for this DVR port d0e4cc9f-37b3-471b-aab9-200cce21d16e on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:12:38.345712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.417973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e4cc9f-37b3-471b-aab9-200cce21d16e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:38.453478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.472527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.505015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.521294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.531815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.543021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.574073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:38.578763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.594927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-dc805258-88d9-4e64-9344-4d7ed97e4f22 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.3206899 Nov 27 16:12:38.695422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabecf74-25e7-495b-86fb-958408c741f5']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:38.698851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2ac56-2119-4fc4-b506-3520ce5fcddb None None] DHCP port deletion for cabecf74-25e7-495b-86fb-958408c741f5 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:38.730911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-703c0957-b441-4b6b-b65d-44741cf82057', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:12:38.734732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f675686-3f29-49fd-90d0-e6ecbd89e9bd') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:38.737159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f675686-3f29-49fd-90d0-e6ecbd89e9bd') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:38.745359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.780577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ad8f813-c4c4-4010-b224-3f13ed9ffe31 req-d61549f9-2f53-4270-aab0-745034440dec tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827896 Nov 27 16:12:38.782591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.904693 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.917367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:38.943406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:12:38.945149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:12:39.069037 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:12:39.072278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:12:39.117105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.140177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:12:39.140177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9f0bc2cf-4047-4ec5-af90-eb633a0ffe88 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:12:39.140177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0e4cc9f-37b3-471b-aab9-200cce21d16e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:12:39.148207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.149475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.155977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.165485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cabecf74-25e7-495b-86fb-958408c741f5 HTTP/1.1" status: 204 len: 168 time: 1.4034545 Nov 27 16:12:39.200577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d0e4cc9f-37b3-471b-aab9-200cce21d16e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:12:39.201370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d0e4cc9f-37b3-471b-aab9-200cce21d16e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:12:39.214559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2210f-4961-476d-934b-b1bade0d4712 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabecf74-25e7-495b-86fb-958408c741f5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:39.426843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Allocated IP 172.20.0.2 (703c0957-b441-4b6b-b65d-44741cf82057/6f053d1d-5d6f-46e2-856a-65b1eb075016/577766c8-96df-41c2-91f7-5cee594640ff) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:39.454533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42674) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:39.611179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-747f8037-528c-4f99-bfeb-1b897230cc5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4714eb1d8ec04e8f87300c6c1698a74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555459 Nov 27 16:12:39.613645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42680) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:39.625333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Allocated IP 172.25.1.12 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/45348d4f-66d8-4d27-9ceb-83da5dd426c6) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:39.755553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1eb52cca-8489-45e7-a011-021f739a1f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.797373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1eb52cca-8489-45e7-a011-021f739a1f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.879187 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.897579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.902690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1eb52cca-8489-45e7-a011-021f739a1f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.909235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1eb52cca-8489-45e7-a011-021f739a1f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:39.911658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1eb52cca-8489-45e7-a011-021f739a1f9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62529a4f-87ca-4ec8-8cd8-407f6c57708e HTTP/1.1" status: 204 len: 168 time: 0.2970159 Nov 27 16:12:39.944242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb52cca-8489-45e7-a011-021f739a1f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62529a4f-87ca-4ec8-8cd8-407f6c57708e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:39.977940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.112041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Network 703c0957-b441-4b6b-b65d-44741cf82057 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:40.120122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:40.129853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Pushing event updated for resources: {'Port': ['ID=577766c8-96df-41c2-91f7-5cee594640ff,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:40.137081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42688) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:40.152591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:40.174837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.180393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.181531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.182256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.183927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.184442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.185540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.186800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.192555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.193144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.193695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.193902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.194760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:40.203261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.228106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.239903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.250178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.256788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.264204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:40.268534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-321eec3b-e73a-4f00-854b-085a775347fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2810781 Nov 27 16:12:40.281605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.366381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Pushing event updated for resources: {'Port': ['ID=45348d4f-66d8-4d27-9ceb-83da5dd426c6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:40.400274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Attempting to bind port 577766c8-96df-41c2-91f7-5cee594640ff on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:40.400571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Attempting to bind port 577766c8-96df-41c2-91f7-5cee594640ff by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:40.400869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Attempting to bind port 577766c8-96df-41c2-91f7-5cee594640ff on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:40.411324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:40.418126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:40.418526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:40.418941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.419821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Bound using segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:40.420307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Bound port: 577766c8-96df-41c2-91f7-5cee594640ff, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:40.421907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:40.426014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.436915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:40.452415 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.464601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01918813-e401-4e52-8df0-1b177d960b47 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:40.592731 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:12:40.628445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf8a-8294-4bcb-93dc-bcf55b864e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.639821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-64ebad00-8ef7-4a4f-81ac-1ccee21af009 None None] Provisioning complete for port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:40.640219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64ebad00-8ef7-4a4f-81ac-1ccee21af009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.760738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf8a-8294-4bcb-93dc-bcf55b864e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.764262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] For port 577766c8-96df-41c2-91f7-5cee594640ff, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:40.766631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf8a-8294-4bcb-93dc-bcf55b864e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.791634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42700) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:40.793236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] For port 577766c8-96df-41c2-91f7-5cee594640ff, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=577766c8-96df-41c2-91f7-5cee594640ff,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:40.799638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-64ebad00-8ef7-4a4f-81ac-1ccee21af009 None None] Port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:40.805768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.831246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-49e44f3a-943a-43d5-acb6-f34cc25c30aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:40.870318 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d0fbaf8a-8294-4bcb-93dc-bcf55b864e8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edd40dfff6ff4c488915f6435439b566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7311130 Nov 27 16:12:40.873696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42702) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:40.897394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbaf8a-8294-4bcb-93dc-bcf55b864e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc46c8-9603-4399-a8b4-fb3eb0186112,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:40.899819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaaf75-ffac-4d71-bd33-e1ce3007f6b3 None None] Pushing event updated for resources: {'Port': ['ID=577766c8-96df-41c2-91f7-5cee594640ff,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:41.024039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dc2463-4af8-4694-8ee1-94828d6a489a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.025278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec05ea23-acda-4843-b95d-3afc7bd8d947 req-f031b000-9cb9-4378-9323-05ce27b42265 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7350514 Nov 27 16:12:41.091762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dc2463-4af8-4694-8ee1-94828d6a489a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.197625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-49e44f3a-943a-43d5-acb6-f34cc25c30aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.204194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.208903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-49e44f3a-943a-43d5-acb6-f34cc25c30aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.265908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e44f3a-943a-43d5-acb6-f34cc25c30aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd835238-8508-46b6-af49-15b4bdc2ddfd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:41.318379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dc2463-4af8-4694-8ee1-94828d6a489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.321964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34dc2463-4af8-4694-8ee1-94828d6a489a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.341616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-34dc2463-4af8-4694-8ee1-94828d6a489a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6afc46c8-9603-4399-a8b4-fb3eb0186112 HTTP/1.1" status: 204 len: 168 time: 0.4657369 Nov 27 16:12:41.359060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc2463-4af8-4694-8ee1-94828d6a489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc46c8-9603-4399-a8b4-fb3eb0186112,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:41.385151 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-49e44f3a-943a-43d5-acb6-f34cc25c30aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5869734 Nov 27 16:12:41.390278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42706) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:41.508386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1a4-e044-4bd5-b9f2-432cc62633de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.556885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.560848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1a4-e044-4bd5-b9f2-432cc62633de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.664374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1a4-e044-4bd5-b9f2-432cc62633de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.669174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1a4-e044-4bd5-b9f2-432cc62633de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:41.670217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bdc3d1a4-e044-4bd5-b9f2-432cc62633de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd835238-8508-46b6-af49-15b4bdc2ddfd HTTP/1.1" status: 204 len: 168 time: 0.2784054 Nov 27 16:12:41.699557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d1a4-e044-4bd5-b9f2-432cc62633de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd835238-8508-46b6-af49-15b4bdc2ddfd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:41.987043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42722) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:42.014924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bacc-148b-4644-80ca-7b3279b0984b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.068951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.343174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bacc-148b-4644-80ca-7b3279b0984b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.366487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da90db-1847-40f0-953a-6ea4f8594b55 None None] Network 703c0957-b441-4b6b-b65d-44741cf82057 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:12:42.383108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bacc-148b-4644-80ca-7b3279b0984b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.512755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9ef7bacc-148b-4644-80ca-7b3279b0984b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e6169dcf32c4656a55ff195252b7c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5239046 Nov 27 16:12:42.518202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42732) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:42.597285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7bacc-148b-4644-80ca-7b3279b0984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e8089-3af4-460a-ad84-1a28b49100cb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:42.665519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.669748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95506b21-2830-407b-99a4-39a96ded6f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.674043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.681277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.689572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.713988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3d3a0a19-81fa-4720-a252-458d9264d01f None None] Provisioning complete for port 577766c8-96df-41c2-91f7-5cee594640ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:42.715118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.715721 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0a19-81fa-4720-a252-458d9264d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.724674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.726888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95506b21-2830-407b-99a4-39a96ded6f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.731327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:42.734838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d346e08-b606-436f-a75a-e5d61f189919 req-5a1f7a64-b4a1-40f1-a2e4-38538ca0979a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.3566017 Nov 27 16:12:42.791745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95506b21-2830-407b-99a4-39a96ded6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.796238 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-95506b21-2830-407b-99a4-39a96ded6f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:42.797697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-95506b21-2830-407b-99a4-39a96ded6f0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e96e8089-3af4-460a-ad84-1a28b49100cb HTTP/1.1" status: 204 len: 168 time: 0.2755129 Nov 27 16:12:42.806949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:12:42.837033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506b21-2830-407b-99a4-39a96ded6f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e8089-3af4-460a-ad84-1a28b49100cb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:42.997515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0a19-81fa-4720-a252-458d9264d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:43.053526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3d3a0a19-81fa-4720-a252-458d9264d01f None None] For port 577766c8-96df-41c2-91f7-5cee594640ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=577766c8-96df-41c2-91f7-5cee594640ff,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:43.063706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0a19-81fa-4720-a252-458d9264d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:43.179015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 577766c8-96df-41c2-91f7-5cee594640ff up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:43.320676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a0a19-81fa-4720-a252-458d9264d01f None None] Pushing event updated for resources: {'Port': ['ID=577766c8-96df-41c2-91f7-5cee594640ff,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:43.336693 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d346e08-b606-436f-a75a-e5d61f189919 req-cb9560a6-643f-41e0-8808-da6852f98512 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5691543 Nov 27 16:12:43.369664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:12:43.385241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:12:43.389683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 577766c8-96df-41c2-91f7-5cee594640ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:43.390212 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:43.394827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:43.400615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:43.401196 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:43.402231 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:43.402937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-82c1c78c-dd0e-4253-aa62-938e84d945fd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7824180 Nov 27 16:12:43.573967 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:43.578266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d74a9e99-c135-4341-a8e8-0c69cd5eb7ed None None] Provisioning complete for port 577766c8-96df-41c2-91f7-5cee594640ff triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:43.578900 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d74a9e99-c135-4341-a8e8-0c69cd5eb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:43.904949 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:41Z', 'revision_number': 3, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:43.960219 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:12:43.963299 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Updating router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:12:44.051489 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.319773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.357201 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.368162 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.490824 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Attempting to bind port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:44.491939 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Attempting to bind port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:44.492501 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Attempting to bind port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:44.499148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab0e02-5d3c-4729-b85a-fc4aa627937d None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:44.520447 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:44.520859 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:44.521314 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.521689 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:44.522189 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Bound port: 45348d4f-66d8-4d27-9ceb-83da5dd426c6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:44.522572 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.570089 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Pushing event updated for resources: {'Port': ['ID=45348d4f-66d8-4d27-9ceb-83da5dd426c6,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:44.588453 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.589087 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.589772 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.590285 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.590788 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.591328 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.591871 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.592484 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.592985 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.593510 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.594013 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.594520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:44.620265 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] For port 45348d4f-66d8-4d27-9ceb-83da5dd426c6, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:44.632624 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] For port 45348d4f-66d8-4d27-9ceb-83da5dd426c6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=45348d4f-66d8-4d27-9ceb-83da5dd426c6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:44.643832 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.674321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-123a83a3-562c-4919-a657-2acae88c957c None None] Provisioning complete for port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:44.676936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-123a83a3-562c-4919-a657-2acae88c957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:44.684091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.699795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Allocated IP 172.20.0.1 (703c0957-b441-4b6b-b65d-44741cf82057/6f053d1d-5d6f-46e2-856a-65b1eb075016/63f989ef-0675-4c2f-9b5b-68e2af1edee4) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:44.712211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.732925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.754023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.797996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.810167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb6dc0-5453-42f6-ab93-31c55c26f399 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:12:44.818671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.850615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:44.851254 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:44.853101 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a1362-72c2-4ddf-a535-b947ac539d59 None None] Pushing event updated for resources: {'Port': ['ID=45348d4f-66d8-4d27-9ceb-83da5dd426c6,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:44.854663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:44.860975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-6ee073da-133a-4fe9-ad52-4fb6d444d8b2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.3869705 Nov 27 16:12:44.962486 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.020272 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-123a83a3-562c-4919-a657-2acae88c957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.032886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7949ff46-6359-4a46-a6a4-73d62957f1e4 req-2d0cff1f-82be-4df9-a221-e60dad708937 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627944 Nov 27 16:12:45.081722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.122788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-123a83a3-562c-4919-a657-2acae88c957c None None] For port 45348d4f-66d8-4d27-9ceb-83da5dd426c6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=45348d4f-66d8-4d27-9ceb-83da5dd426c6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:45.127811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 577766c8-96df-41c2-91f7-5cee594640ff up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:45.178108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Pushing event updated for resources: {'Port': ['ID=63f989ef-0675-4c2f-9b5b-68e2af1edee4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:45.178620 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:45.196074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Network 703c0957-b441-4b6b-b65d-44741cf82057 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:45.198450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:45.201374 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-123a83a3-562c-4919-a657-2acae88c957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.202190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:45.271757 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.397949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a83a3-562c-4919-a657-2acae88c957c None None] Pushing event updated for resources: {'Port': ['ID=45348d4f-66d8-4d27-9ceb-83da5dd426c6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:45.431832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-62b97993-9acc-4da5-8a58-dd9a130a1c64 None None] Provisioning complete for port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:45.432596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-62b97993-9acc-4da5-8a58-dd9a130a1c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.439826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.517284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 577766c8-96df-41c2-91f7-5cee594640ff triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:45.522444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.723205 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:41Z', 'revision_number': 3, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:45.786046 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5461c83-8d04-4b72-9f94-6fcc9c7b10ab None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:41Z', 'revision_number': 3, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:12:45.936145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.943666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:45.988044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-25224b9e-de06-41ce-8a57-9fd9d3d8b515 None None] Provisioning complete for port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:45.991507 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25224b9e-de06-41ce-8a57-9fd9d3d8b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:46.083422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-25224b9e-de06-41ce-8a57-9fd9d3d8b515 None None] Port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:46.116250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Pushing event updated for resources: {'Port': ['ID=63f989ef-0675-4c2f-9b5b-68e2af1edee4,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:46.120235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:46.129635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42792) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:46.297706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.312271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.330797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.338253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.353068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.369321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.376611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:46.379415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-80215229-7e68-430d-9ae3-511846f0ff7d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2257121 Nov 27 16:12:46.382380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Network 703c0957-b441-4b6b-b65d-44741cf82057 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:46.386820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:46.390254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:46.481266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:46.538284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-559d57a0-c4e0-4db5-841c-8ab2b6917177 req-830c39c6-b1bd-4d06-bb67-bf3f5071de9a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441290 Nov 27 16:12:46.669526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:46.685507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:12:46.848745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e0d8deed-59ee-4a06-b15b-d482cc0937d2 None None] Provisioning complete for port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:46.849265 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0d8deed-59ee-4a06-b15b-d482cc0937d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:46.914316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Allocated IP 172.25.1.2 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/2bb2ccff-6ed3-4210-833f-c2221a25c9fc) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:46.914669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8deed-59ee-4a06-b15b-d482cc0937d2 None None] Port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:46.984670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:12:46.992889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9dbe6622-4e30-425d-a7bc-5c7f4eba0367 admin admin] 10.222.0.15 "PUT /v2.0/routers/f0829c06-f4fe-488e-8b3a-6ca7f8d241b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5904047 Nov 27 16:12:47.019447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 45348d4f-66d8-4d27-9ceb-83da5dd426c6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:47.109706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.140255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:47.140932 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.156582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.265218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:47.304784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:47.313440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:47.361325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Pushing event updated for resources: {'Port': ['ID=2bb2ccff-6ed3-4210-833f-c2221a25c9fc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:47.430025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-d7356526-07d2-4b8b-b6f3-fbd9ec6d48a9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:47.431829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-d7356526-07d2-4b8b-b6f3-fbd9ec6d48a9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.2379467 Nov 27 16:12:47.506082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-0d4e1420-8f47-4509-aff9-8a08d3bbc601 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0531421 Nov 27 16:12:47.568426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.640961 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.652411 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-c1f2388d-b0a3-47a9-914d-bdc84cc6bfde tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366105 Nov 27 16:12:47.705941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42830) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:47.712998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038728704', 'description': 'tempest-description--1674163548'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:47.754428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.871372 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.882834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.944837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:47.948782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2389939 Nov 27 16:12:47.950978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42832) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:47.955163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc868d-0621-4870-a443-1807b9189123 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e5afb-5259-42ce-9bf1-069762b63717,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:47.959564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'security_group_rule': {'security_group_id': 'a83e5afb-5259-42ce-9bf1-069762b63717', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:48.023877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.031221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.037756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.044265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.050302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.056225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.062753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:48.064723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-8624be7f-4c63-4034-abfe-e0aa43c2f436 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2953780 Nov 27 16:12:48.082619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-266a534b-8d97-4c44-bd3e-0b96e11bfabe service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048741 Nov 27 16:12:48.140620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.232392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.254140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.327710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdedad8a-e8eb-4f73-8cf8-60a3f3da2d39 req-bcb92a31-221a-4910-aa09-bdc0e0a9d082 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2515752 Nov 27 16:12:48.400787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.406289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-d52ad2b5-1f41-4b06-aef7-162531c8fc1e service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034589 Nov 27 16:12:48.412289 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.414860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Pushing event updated for resources: {'Port': ['ID=2bb2ccff-6ed3-4210-833f-c2221a25c9fc,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:48.444176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04946409-106a-4fd2-a8df-191a6a2d5a79,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:48.447628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.458335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.459586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5a2e8af1-4a48-49a3-b6bd-2cde5708c255 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5085654 Nov 27 16:12:48.462575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42834) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:48.469914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'security_group_rule': {'security_group_id': 'a83e5afb-5259-42ce-9bf1-069762b63717', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:48.476433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.478094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7c648bc5-af5c-440b-9c5a-007ef6542fde tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3473437 Nov 27 16:12:48.480947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:48.487718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1400098558', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'fixed_ips': [{'ip_address': '172.25.1.2'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:48.529164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.api [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 16:12:48.529164 n-d-819494-4 neutron-server[110075]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 16:12:48.529164 n-d-819494-4 neutron-server[110075]: [parameters: {'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'id': 'cd3e3125-7f73-4db6-988d-bec55a6027a6', 'expiration': datetime.datetime(2021, 11, 27, 16, 14, 48, 519609)}] Nov 27 16:12:48.529164 n-d-819494-4 neutron-server[110075]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:12:48.530702 n-d-819494-4 neutron-server[110075]: DEBUG oslo_db.api [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:12:48.536915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Made reservation on behalf of 35a4a621c9d04100b60c7a5750b80940 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:48.539670 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.557135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.746779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:12:48.764148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:48.765092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:48.788840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39a48433-27ad-4a3a-b297-150b05be4c71 req-0b22592e-6040-4cc8-8f68-41958d913b11 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0487707 Nov 27 16:12:48.791628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.798119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:48.823252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] device_id is not set on port 08d2acde-f106-4092-b468-f1a1c4705d06 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:12:48.932153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:49.103494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.224523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.230993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.240579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 2, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:49.271469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f0cfdc-132f-481b-ba77-1010c62b846d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:49.272408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:12:49.272981 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Updating router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:12:49.287531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.292982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5ad978f6-a83f-49f9-8f40-b5e4891a9d85 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8285949 Nov 27 16:12:49.293951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42854) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:49.301893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:49.305278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.335689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.415727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5499e1-2435-459d-9f7a-aecd33dda1e5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:49.513133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.673804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Allocated IP 172.25.1.152 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ec47321d-f0b0-45bc-880e-2add043a0195) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:49.682513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.690081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.697661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.704759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.712726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.719787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.727107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:49.729107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-8586c20a-a223-404d-a70e-a9573e0e130d tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.2218344 Nov 27 16:12:49.887582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9908a04d-1319-45d6-8eba-5cab996a70a9 req-959acc44-3c56-4bbe-a001-f2999fab6d7b tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510837 Nov 27 16:12:49.894591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:49.974949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.018739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28e765d9-f1ed-4ef8-b85e-93c608c7180c req-96af666d-7fa6-4fe5-ba75-596aa9ffa642 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0712550 Nov 27 16:12:50.045006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.054577 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.077702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:50.080667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:50.085744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:50.089728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'Port': ['ID=ec47321d-f0b0-45bc-880e-2add043a0195,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:50.115503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e0e45-3eb6-44c9-9802-61456df68c76 None None] Pushing event updated for resources: {'Port': ['ID=63f989ef-0675-4c2f-9b5b-68e2af1edee4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:50.118812 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 16:12:50.121978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:12:50.185015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a39acbb-e31b-4304-a700-3adeda8044ec tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.7020509 Nov 27 16:12:50.187050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42864) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:50.254847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Attempting to bind port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:50.255462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.256256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Attempting to bind port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:50.256638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Attempting to bind port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:50.287017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:50.287517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:50.288033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.288717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Bound using segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:50.289237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Bound port: 63f989ef-0675-4c2f-9b5b-68e2af1edee4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:50.289709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.394417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] For port 63f989ef-0675-4c2f-9b5b-68e2af1edee4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:50.400986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] For port 63f989ef-0675-4c2f-9b5b-68e2af1edee4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f989ef-0675-4c2f-9b5b-68e2af1edee4,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:50.419891 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.555767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:12:50.556434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:12:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:50.580106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.595910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Deleting port 2bb2ccff-6ed3-4210-833f-c2221a25c9fc {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:12:50.596754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.653339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e0e45-3eb6-44c9-9802-61456df68c76 None None] Pushing event updated for resources: {'Port': ['ID=63f989ef-0675-4c2f-9b5b-68e2af1edee4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:50.785150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-e8efd3e0-7f97-4138-b8f5-6ad09e58a2c3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:50.785628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.785970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.787271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-e8efd3e0-7f97-4138-b8f5-6ad09e58a2c3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.5221825 Nov 27 16:12:50.802854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f000c4d1-291f-42f1-8dc1-d74acaa96086 None None] Provisioning complete for port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:50.804845 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f000c4d1-291f-42f1-8dc1-d74acaa96086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:50.820298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Calling delete_port for 2bb2ccff-6ed3-4210-833f-c2221a25c9fc owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:12:50.833778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:51.119638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:12:51.193463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.203837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.241904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:51.245992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.293138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f000c4d1-291f-42f1-8dc1-d74acaa96086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.317079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'Port': ['ID=ec47321d-f0b0-45bc-880e-2add043a0195,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:51.330959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.331428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.331950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.332540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.333054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.333686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.334457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.334737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.335175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.335677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.336098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.336543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:12:51.371280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.397964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.398485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f000c4d1-291f-42f1-8dc1-d74acaa96086 None None] For port 63f989ef-0675-4c2f-9b5b-68e2af1edee4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f989ef-0675-4c2f-9b5b-68e2af1edee4,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:51.422998 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f000c4d1-291f-42f1-8dc1-d74acaa96086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.445792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4c8b608-3dfd-4b17-b8ac-b2738a77fd1a req-0cc1c005-0dd1-4f00-8bdf-25ad885a94d7 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.1769598 Nov 27 16:12:51.490409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bb2ccff-6ed3-4210-833f-c2221a25c9fc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:51.545336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.546731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-910f96fb-91d2-4198-81bd-524fa13d8067 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2512910 Nov 27 16:12:51.591438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.6 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/a9f5754f-6652-4275-8e37-00ee48238c88) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:51.592105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.604296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.616636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.620370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000c4d1-291f-42f1-8dc1-d74acaa96086 None None] Pushing event updated for resources: {'Port': ['ID=63f989ef-0675-4c2f-9b5b-68e2af1edee4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:51.638071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.657095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.667490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.686066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:51.688087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-d5bca0f3-0eb3-4329-a08c-f7343cc7ec4c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5432 time: 0.3923204 Nov 27 16:12:51.743259 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.748210 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.749939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1b6a1ff4-81ac-424a-81a7-7c81b1c218d1 tempest-ExternalNetworksAdminNegativeTestJSON-499759122 tempest-ExternalNetworksAdminNegativeTestJSON-499759122-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/8518c610-6bb1-4aa6-b41c-1f7435cfa5e3 HTTP/1.1" status: 204 len: 168 time: 1.5617566 Nov 27 16:12:51.763651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 470f56fe-0cc1-4c16-9cd1-e86b5a729740 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:51.783146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e0af01c5-ed14-4dda-9e49-693544b3de65 None None] Provisioning complete for port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:51.784626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0af01c5-ed14-4dda-9e49-693544b3de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:51.930284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb8166b5-62d9-4997-92e8-14a09b139462 req-33e24c07-c37c-4479-8553-2a174559d8ff tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159424 Nov 27 16:12:51.935034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-7d08f8c7-b701-4fa8-8d54-65f6d32cca79 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2038728704&fields=id&tenant_id=ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 267 time: 0.1752846 Nov 27 16:12:52.074373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-91a27809-deb2-43f6-8d57-0793a33feee8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:52.079531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.083274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-91a27809-deb2-43f6-8d57-0793a33feee8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 816 time: 0.1297588 Nov 27 16:12:52.112040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-4f8b6044-cda4-47c2-aa04-d95e05c19ee0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/quotas/ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 375 time: 0.0276947 Nov 27 16:12:52.156704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.217027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:52.230157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:52.244792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-2bf5cf7b-e120-4c3d-9c06-ef0f2869377b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287415 Nov 27 16:12:52.249634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:52.290859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=a9f5754f-6652-4275-8e37-00ee48238c88,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:52.298755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:52.329990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '470f56fe-0cc1-4c16-9cd1-e86b5a729740', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'port_id': '470f56fe-0cc1-4c16-9cd1-e86b5a729740', 'mac_address': 'fa:16:3e:04:bb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:52.347650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:52.349320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.377876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42900) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:52.387308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-a8146d78-5aa4-405b-8e1f-1b8797042750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5744188 Nov 27 16:12:52.407024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Request body: {'port': {'device_id': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:52.483446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.548636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.611224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470f56fe-0cc1-4c16-9cd1-e86b5a729740 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:52.660257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-510bdcef-9674-4832-ab90-172d9372a1e2 service neutron] 10.222.0.15 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143381 Nov 27 16:12:52.667191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:52.678295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:50Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:12:52.681749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.682068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:52.726944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3fa-d8e0-4280-a6d1-213397168c03 None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:50Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:12:52.839614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1f425592-b8b2-4bd7-9fcd-2bd9c1d976db None None] Provisioning complete for port a9f5754f-6652-4275-8e37-00ee48238c88 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:52.839871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1f425592-b8b2-4bd7-9fcd-2bd9c1d976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.858102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b110-69af-42c4-aa7a-838c298ac776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:52.868977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:52.917930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.resource_extend [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:12:53.008248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1f425592-b8b2-4bd7-9fcd-2bd9c1d976db None None] Port a9f5754f-6652-4275-8e37-00ee48238c88 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:53.095489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f989ef-0675-4c2f-9b5b-68e2af1edee4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:12:53.179504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311908a4-13cc-4118-9fd5-9367d56af09b req-beec5b76-c53a-4d8b-bcc3-a12bc8bc15a3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:53.180985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-311908a4-13cc-4118-9fd5-9367d56af09b req-beec5b76-c53a-4d8b-bcc3-a12bc8bc15a3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 931 time: 0.5171545 Nov 27 16:12:53.220840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:53.238082 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9', 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'port_id': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9', 'mac_address': 'fa:16:3e:cb:5f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506a3184-1e71-4a96-8a71-9ee9c1c8e38c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:53.256338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f5754f-6652-4275-8e37-00ee48238c88 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:53.268406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.285810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:53.286186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.293119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Transition to ACTIVE for port object a9f5754f-6652-4275-8e37-00ee48238c88 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:53.305736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.310573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-6674f48c-e60c-4ea5-9d0f-b0c238a732b1 service neutron] 10.222.0.15 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478493 Nov 27 16:12:53.334578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.354961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:53.393019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-311908a4-13cc-4118-9fd5-9367d56af09b req-ba74202d-4c70-415c-adc7-f03097488fcd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894684 Nov 27 16:12:53.418915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:53.432676 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.436458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2e5e7e68-e135-49ce-966b-3524bb26ccee details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:53.458657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b110-69af-42c4-aa7a-838c298ac776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.472007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b110-69af-42c4-aa7a-838c298ac776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.545267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f5754f-6652-4275-8e37-00ee48238c88,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:53.568943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a3b3b110-69af-42c4-aa7a-838c298ac776 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6f0d43b914746d4aaa8b471e3acaa9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1893125 Nov 27 16:12:53.578578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42912) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:53.651401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2e5e7e68-e135-49ce-966b-3524bb26ccee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:53.775502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:53.816878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '2e5e7e68-e135-49ce-966b-3524bb26ccee', 'network_id': '4d6e57c7-49de-40b0-86bc-72ca61e48f30', 'port_id': '2e5e7e68-e135-49ce-966b-3524bb26ccee', 'mac_address': 'fa:16:3e:cc:eb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506a3184-1e71-4a96-8a71-9ee9c1c8e38c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:53.849666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:53.857786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4d1163e-bbd2-49df-89e7-3832f1472dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.866740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:53.909342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:53.918317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4d1163e-bbd2-49df-89e7-3832f1472dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:53.964190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:53.983105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:53.993225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:54.013436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:54.026145 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-196fd1cf-403e-474d-a3fc-903f0b627ea5 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5434 time: 0.4615562 Nov 27 16:12:54.082854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3b110-69af-42c4-aa7a-838c298ac776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c1393-58f6-4867-bdcf-8a79f013d748,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:54.128894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4d1163e-bbd2-49df-89e7-3832f1472dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.135425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4d1163e-bbd2-49df-89e7-3832f1472dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.145881 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4d1163e-bbd2-49df-89e7-3832f1472dc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d8c1393-58f6-4867-bdcf-8a79f013d748 HTTP/1.1" status: 204 len: 168 time: 0.5527635 Nov 27 16:12:54.152433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Attempting to bind port a9f5754f-6652-4275-8e37-00ee48238c88 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:54.152836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Attempting to bind port a9f5754f-6652-4275-8e37-00ee48238c88 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:54.160105 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.161787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Attempting to bind port a9f5754f-6652-4275-8e37-00ee48238c88 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:54.198180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2760c3f9-4dbd-453c-8c56-1e5482c80acf req-b8c3de22-00fe-4eea-9fdf-5dee5efd7206 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 210 time: 0.3900590 Nov 27 16:12:54.206052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Port a9f5754f-6652-4275-8e37-00ee48238c88 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:54.206395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Attempting to bind port a9f5754f-6652-4275-8e37-00ee48238c88 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:54.219528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1163e-bbd2-49df-89e7-3832f1472dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c1393-58f6-4867-bdcf-8a79f013d748,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:54.232187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:54.232539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:54.233212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:54.233707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Bound port: a9f5754f-6652-4275-8e37-00ee48238c88, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:54.237068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.237589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e7e68-e135-49ce-966b-3524bb26ccee {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:54.424347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2e5e7e68-e135-49ce-966b-3524bb26ccee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:54.425373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] For port a9f5754f-6652-4275-8e37-00ee48238c88, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:54.425373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] For port a9f5754f-6652-4275-8e37-00ee48238c88, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9f5754f-6652-4275-8e37-00ee48238c88,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:54.427547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac71c8ae-4940-44e7-b1d7-e919bba82d30 req-139ab5c7-fa6a-423e-9869-d08ab83c965f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3328526 Nov 27 16:12:54.436487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.437217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device e58db8b9-71e5-4010-87be-479427347881 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:54.439337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.557871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:54.558522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.564070 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9f5754f-6652-4275-8e37-00ee48238c88 HTTP/1.1" status: 200 len: 1091 time: 2.1671927 Nov 27 16:12:54.583700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port e58db8b9-71e5-4010-87be-479427347881, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=e58db8b9-71e5-4010-87be-479427347881,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:54.586545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'tag': 'a9f5754f-6652-4275-8e37-00ee48238c88'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:54.591606 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81" -d '{"events": [{"name": "network-changed", "server_uuid": "97c546ee-59a0-422f-9b25-1a24cb25e5af", "tag": "a9f5754f-6652-4275-8e37-00ee48238c88"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:12:54.601652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=2e5e7e68-e135-49ce-966b-3524bb26ccee,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:54.675817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'e58db8b9-71e5-4010-87be-479427347881', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'port_id': 'e58db8b9-71e5-4010-87be-479427347881', 'mac_address': 'fa:16:3e:96:96:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:54.745537 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3d9a73-cbf3-49e3-b3ac-b51c0cbacd3b x-openstack-request-id: req-3c3d9a73-cbf3-49e3-b3ac-b51c0cbacd3b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:12:54.745859 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c546ee-59a0-422f-9b25-1a24cb25e5af", "tag": "a9f5754f-6652-4275-8e37-00ee48238c88", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:12:54.746145 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c3d9a73-cbf3-49e3-b3ac-b51c0cbacd3b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:12:54.746408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af92642-81df-4b24-b198-9577ca2ab3f5 req-925132f3-21d0-4547-a1d0-158273f5ccd4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:54.746546 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'tag': 'a9f5754f-6652-4275-8e37-00ee48238c88', 'status': 'completed', 'code': 200} Nov 27 16:12:54.759276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3af92642-81df-4b24-b198-9577ca2ab3f5 req-925132f3-21d0-4547-a1d0-158273f5ccd4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.1867256 Nov 27 16:12:54.762472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b46e-fc70-40c4-b45d-4c7108111fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f5754f-6652-4275-8e37-00ee48238c88,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:54.826968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fa628737-82aa-4631-a674-f94e495bfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:54.831064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-fa628737-82aa-4631-a674-f94e495bfbb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 1094 time: 0.2042723 Nov 27 16:12:54.852700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:54.913765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58db8b9-71e5-4010-87be-479427347881 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:54.937791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3af92642-81df-4b24-b198-9577ca2ab3f5 req-de989c44-2c7b-4e2b-afe2-f45ad2f2eca8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766958 Nov 27 16:12:55.003030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port e58db8b9-71e5-4010-87be-479427347881, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=e58db8b9-71e5-4010-87be-479427347881,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:55.008135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-57b10a4a-ab1d-48a3-b7f9-b129f07b5b65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f5754f-6652-4275-8e37-00ee48238c88 HTTP/1.1" status: 200 len: 217 time: 0.1663573 Nov 27 16:12:55.014764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:55.015440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eb52f778-03a1-44f7-b80b-926754a28b69 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:55.117925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 42944) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:55.128028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-08167b81-e1ac-46b9-9a10-7d4c92046a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.136734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-08167b81-e1ac-46b9-9a10-7d4c92046a97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.1112211 Nov 27 16:12:55.225252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=e58db8b9-71e5-4010-87be-479427347881,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:55.242064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c1593176-f4dc-474a-bda2-289b30a8b81e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35a4a621c9d04100b60c7a5750b80940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226656 Nov 27 16:12:55.242900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 42948) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:55.248132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eb52f778-03a1-44f7-b80b-926754a28b69,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:55.267128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-df15c102-2b05-4de5-b1f3-1a1a71bf2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.269317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-df15c102-2b05-4de5-b1f3-1a1a71bf2c28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251466 Nov 27 16:12:55.288119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'eb52f778-03a1-44f7-b80b-926754a28b69', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'port_id': 'eb52f778-03a1-44f7-b80b-926754a28b69', 'mac_address': 'fa:16:3e:f1:e5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:55.415373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:55.440692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81ea32f-a5e5-4507-95b2-eb7aeda2b499 req-98712e61-c850-4130-81d4-5d8b76dd64c3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 210 time: 0.0670519 Nov 27 16:12:55.452568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb52f778-03a1-44f7-b80b-926754a28b69 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:55.507325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eb52f778-03a1-44f7-b80b-926754a28b69,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:55.520632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-27b45006-328a-4aab-9a1d-97065af3e91e service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398288 Nov 27 16:12:55.523750 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:55.524428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 956e2738-7d4f-4521-8fba-927f3c82c7f0 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:55.656788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:55.670282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.692650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.698630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.739144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.747488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.758693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.777644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:55.787944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-28d43eb6-da80-48ad-8afe-d96194c24ffe tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5437 time: 0.2032275 Nov 27 16:12:55.791193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0153ea41-15f9-4e08-9e85-0109464ef0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:55.847396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 956e2738-7d4f-4521-8fba-927f3c82c7f0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:55.864702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'port_id': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'mac_address': 'fa:16:3e:1f:58:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:55.931092 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:55.947126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956e2738-7d4f-4521-8fba-927f3c82c7f0 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:55.969782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 956e2738-7d4f-4521-8fba-927f3c82c7f0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:55.995217 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:55.995926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 34ab030e-f1c5-4301-9d0d-45de62777c39 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:12:56.135916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 34ab030e-f1c5-4301-9d0d-45de62777c39, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=34ab030e-f1c5-4301-9d0d-45de62777c39,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:56.138434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=956e2738-7d4f-4521-8fba-927f3c82c7f0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:56.162953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '34ab030e-f1c5-4301-9d0d-45de62777c39', 'network_id': 'e9002250-43e4-4cf7-ad92-24e687f44bf8', 'port_id': '34ab030e-f1c5-4301-9d0d-45de62777c39', 'mac_address': 'fa:16:3e:5f:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe76abf-baff-436f-89f8-04d35a5eb470', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:12:56.217394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-47280332-7d4d-40ee-b58a-5acf91a966a0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:56.219131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-47280332-7d4d-40ee-b58a-5acf91a966a0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 816 time: 0.2965682 Nov 27 16:12:56.244485 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:56.278643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ab030e-f1c5-4301-9d0d-45de62777c39 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:56.322730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a2cca93-8a9b-4f74-bfa1-afa5e1c4be57 req-ca19566a-2cf7-4d68-a7c8-89ec2b506bcf tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5297182 Nov 27 16:12:56.335411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 34ab030e-f1c5-4301-9d0d-45de62777c39, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=34ab030e-f1c5-4301-9d0d-45de62777c39,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:12:56.353536 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:56.398639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-cb64ce1b-1c60-4001-a402-c83c643eecf2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 380 time: 0.1558349 Nov 27 16:12:56.413799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=34ab030e-f1c5-4301-9d0d-45de62777c39,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:56.430642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'port': {'device_id': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'admin_state_up': True, 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'security_groups': ['a83e5afb-5259-42ce-9bf1-069762b63717']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:56.464178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8cc4d-4e52-444b-897f-8fd3957185ac req-1ed26c12-43d8-49f4-8649-e78fa85e384f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:56.468903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-cde49415-5e2d-4b26-abbb-5d4d19363308 req-5faf7113-3bac-42f0-8aec-84a9eeedfabd service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9293609 Nov 27 16:12:56.474458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87c8cc4d-4e52-444b-897f-8fd3957185ac req-1ed26c12-43d8-49f4-8649-e78fa85e384f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.2464082 Nov 27 16:12:56.492926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0153ea41-15f9-4e08-9e85-0109464ef0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:56.584711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87c8cc4d-4e52-444b-897f-8fd3957185ac req-c7938072-bafd-45f8-8cd5-b2709edf672e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067870 Nov 27 16:12:56.596913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0153ea41-15f9-4e08-9e85-0109464ef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:56.601509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0153ea41-15f9-4e08-9e85-0109464ef0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:56.602671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0153ea41-15f9-4e08-9e85-0109464ef0b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f5499e1-2435-459d-9f7a-aecd33dda1e5 HTTP/1.1" status: 204 len: 168 time: 1.3580015 Nov 27 16:12:56.679189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153ea41-15f9-4e08-9e85-0109464ef0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5499e1-2435-459d-9f7a-aecd33dda1e5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:56.736519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-e26f2319-13da-4ad1-a259-320326c5acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:56.739258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-e26f2319-13da-4ad1-a259-320326c5acdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 1094 time: 0.1719205 Nov 27 16:12:56.757658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7f47aeb-7549-4d34-9aa7-8b10ddd519b4 req-670a25c3-5197-4dd7-b59b-e56ecbe99216 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 210 time: 0.1062038 Nov 27 16:12:56.812234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Made reservation on behalf of ad7ebd921da94c029f33291c8c679fcf for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:12:56.816507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:56.936858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:56.948199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-45fbc71e-d6da-420e-9ea7-13de0c762af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:56.952896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-45fbc71e-d6da-420e-9ea7-13de0c762af0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1980264 Nov 27 16:12:57.059537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['470f56fe-0cc1-4c16-9cd1-e86b5a729740'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:57.071390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-56118f72-46e2-4691-8141-9f529a7685b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f5754f-6652-4275-8e37-00ee48238c88 HTTP/1.1" status: 200 len: 217 time: 0.1105137 Nov 27 16:12:57.072052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['34ab030e-f1c5-4301-9d0d-45de62777c39'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:57.079680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['eb52f778-03a1-44f7-b80b-926754a28b69'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:57.089898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['e58db8b9-71e5-4010-87be-479427347881'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:57.099855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['956e2738-7d4f-4521-8fba-927f3c82c7f0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:57.157109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Allocated IP 172.20.0.3 (703c0957-b441-4b6b-b65d-44741cf82057/6f053d1d-5d6f-46e2-856a-65b1eb075016/acb032cf-88bd-498b-b4a6-40ff75db9f98) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:12:57.185820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-566b8064-c867-439e-a374-0c537e1e8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:57.189747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-566b8064-c867-439e-a374-0c537e1e8900 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.1089451 Nov 27 16:12:57.326181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-57826c15-2455-47c6-8c43-43891dafea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:57.327708 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-57826c15-2455-47c6-8c43-43891dafea64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261387 Nov 27 16:12:57.442853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:57.488673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:57.592994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Network 703c0957-b441-4b6b-b65d-44741cf82057 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:12:57.636619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-74b8c9bd-961d-4429-8c0c-22de46fd1021 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981486 Nov 27 16:12:57.641595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:12:57.695387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:12:57.843403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:57.925073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7f0f4fae-2e96-4c82-92df-2b0da5f09e81 req-6329df8b-6f77-4356-8983-cf30a5237cba service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745638 Nov 27 16:12:58.058901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.068685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.076885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.084178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.091096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.097879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.106950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.108457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['2e5e7e68-e135-49ce-966b-3524bb26ccee'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:12:58.116269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-a2927d32-62e2-4248-a195-878b0289bffc tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5439 time: 0.5334980 Nov 27 16:12:58.134392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.135311 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:58.165377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764723-8c73-45b6-83ba-c696613d9dc1 req-57badae6-0684-4547-b2ad-c4dd334dd558 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.167415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d764723-8c73-45b6-83ba-c696613d9dc1 req-57badae6-0684-4547-b2ad-c4dd334dd558 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.3724797 Nov 27 16:12:58.215078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-bee6d56d-63d2-4f80-a1aa-6dbbe9a35e1f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7987816 Nov 27 16:12:58.247613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Request body: {'port': {'device_id': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:12:58.320785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bbd6a01-aab0-4c92-86f8-24b2399e9da5 req-d406cd58-10b1-419c-9070-92b63a9b678c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037880 Nov 27 16:12:58.328497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d764723-8c73-45b6-83ba-c696613d9dc1 req-bce05877-72c6-4ab3-8b1e-2ff61ff2d5e1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500130 Nov 27 16:12:58.407710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:58.554676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2712-3b95-4d6d-8046-2af723b9450a req-e926d3f1-4293-4a11-a4e6-4b0326deae2a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:58.563597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8be2712-3b95-4d6d-8046-2af723b9450a req-e926d3f1-4293-4a11-a4e6-4b0326deae2a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 931 time: 0.0903194 Nov 27 16:12:58.633572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6a3e8853-07ae-4e5d-b8bd-1f80bbb69428 None None] Provisioning complete for port acb032cf-88bd-498b-b4a6-40ff75db9f98 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:12:58.633871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8853-07ae-4e5d-b8bd-1f80bbb69428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:58.711746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8be2712-3b95-4d6d-8046-2af723b9450a req-17097eca-2684-46d8-afa9-ac0250e1deca tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470876 Nov 27 16:12:58.771017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e8853-07ae-4e5d-b8bd-1f80bbb69428 None None] Port acb032cf-88bd-498b-b4a6-40ff75db9f98 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:12:58.960625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:12:59.000065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:59.066692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Transition to ACTIVE for port object acb032cf-88bd-498b-b4a6-40ff75db9f98 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:12:59.075897 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:59.173233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:12:59.387961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:12:59.388408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:12:59.388760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:59.418304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Port acb032cf-88bd-498b-b4a6-40ff75db9f98 on network 703c0957-b441-4b6b-b65d-44741cf82057 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:12:59.423226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:12:59.448724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:12:59.458458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:12:59.459167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Bound using segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:12:59.459802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Bound port: acb032cf-88bd-498b-b4a6-40ff75db9f98, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:12:59.460353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:59.693637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.702802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.710470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.722355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.752623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.764383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.776821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.779013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-b810dbe9-be0d-4862-a300-50f8264212f9 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5439 time: 0.2525442 Nov 27 16:12:59.791632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd757-d276-4fea-b80f-beb44c16aedb req-5b8e8f5c-5ab7-4726-a34d-3c8b3f016a24 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.793034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750fd757-d276-4fea-b80f-beb44c16aedb req-5b8e8f5c-5ab7-4726-a34d-3c8b3f016a24 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.2653108 Nov 27 16:12:59.796041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:12:59.800110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:12:59.847919 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:59.882989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:59.923016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43024) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:12:59.932833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:12:59.933696 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:12:59.939445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] 10.222.0.21 "PUT /v2.0/ports/acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 1091 time: 1.7015996 Nov 27 16:12:59.972857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:12:59.985705 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4264a4-c33c-431f-b969-46049e558114" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:00.162862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750fd757-d276-4fea-b80f-beb44c16aedb req-be557f45-93ef-45ec-922e-96450983f63b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602099 Nov 27 16:13:00.198611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4929b5-fff3-432e-bc52-8d01894ddb7e service neutron] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:00.222406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b62dd5f9-427a-4e01-80a2-5096919c5376 req-cad98cda-05f0-4001-80bc-f4982c9b01ad tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4281418 Nov 27 16:13:00.241185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-3174086d-2372-4822-a963-8ccce411ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:00.243448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-3174086d-2372-4822-a963-8ccce411ab87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1094 time: 0.2022412 Nov 27 16:13:00.300489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b9df66a1-4d0f-4740-a5b2-46c8af154b6f tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:00.362920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-9d4654f2-ed61-4a14-a200-bd7e52b24af5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 217 time: 0.1079302 Nov 27 16:13:00.369827 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b9df66a1-4d0f-4740-a5b2-46c8af154b6f tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "PUT /v2.0/quotas/a33920d42e2442b8aa23ddb55794231a HTTP/1.1" status: 200 len: 368 time: 0.4453826 Nov 27 16:13:00.370358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 956e2738-7d4f-4521-8fba-927f3c82c7f0 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:00.373885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43034) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:00.384318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Request body: {'network': {'project_id': 'a33920d42e2442b8aa23ddb55794231a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:00.384604 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c429b9d-0d1d-40d8-a26b-b1616c8bb4c4 x-openstack-request-id: req-1c429b9d-0d1d-40d8-a26b-b1616c8bb4c4 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:00.384838 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:00.385111 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c429b9d-0d1d-40d8-a26b-b1616c8bb4c4 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:00.385557 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'status': 'completed', 'code': 200} Nov 27 16:13:00.439752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Made reservation on behalf of a33920d42e2442b8aa23ddb55794231a for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:00.453636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.484588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.511921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 956e2738-7d4f-4521-8fba-927f3c82c7f0 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:00.517670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 956e2738-7d4f-4521-8fba-927f3c82c7f0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:00.518142 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.524043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9859-1263-4ce6-b0d3-5d36c6f52bda req-8a52c1b8-8aa9-4c2f-a202-bcd01cc5573a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:00.525874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36ad9859-1263-4ce6-b0d3-5d36c6f52bda req-8a52c1b8-8aa9-4c2f-a202-bcd01cc5573a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.1661150 Nov 27 16:13:00.527966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-993a9251-3ee4-4c9b-a386-1fa53bdfa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:00.529493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-993a9251-3ee4-4c9b-a386-1fa53bdfa7b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.1431487 Nov 27 16:13:00.661906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-90cf01a6-3257-4a47-a926-c6b02d45825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:00.664504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-90cf01a6-3257-4a47-a926-c6b02d45825d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244597 Nov 27 16:13:00.674194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.678046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36ad9859-1263-4ce6-b0d3-5d36c6f52bda req-a715bbcb-6ac7-4f65-9c87-f0606994bdea tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450562 Nov 27 16:13:00.736754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.747720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.753749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:00.757245 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d7b0d-872d-41e3-a835-335540a62b22" -d '{"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:00.787318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:00.795699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 956e2738-7d4f-4521-8fba-927f3c82c7f0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:00.811497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.812703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 470f56fe-0cc1-4c16-9cd1-e86b5a729740 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:00.851248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707e7fc2-b952-42b4-90e2-0bda2662a0e6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:00.863921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.864197 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Added segment 5249da40-98ff-4fc1-baee-2d6ed8dcdb52 of type vlan for network 5a99319f-27cf-41fc-a4bb-6ba709abccbb Nov 27 16:13:00.871228 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432062f-b5af-4927-a261-6ddb1ea85956 x-openstack-request-id: req-f432062f-b5af-4927-a261-6ddb1ea85956 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:00.872417 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:00.872417 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f432062f-b5af-4927-a261-6ddb1ea85956 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:00.872646 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'code': 200} Nov 27 16:13:00.914689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=956e2738-7d4f-4521-8fba-927f3c82c7f0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:00.937269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:00.947241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:00.947716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:00.956685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-c9458343-7783-496b-9087-61c2b3eda420 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772565 Nov 27 16:13:01.023176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.084656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.085757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:01.086578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.126232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.179690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f8cf224-e18f-4568-ad24-0953fa0afd0a req-b457b27b-3856-4584-a1d7-35aee83ec82f service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093673 Nov 27 16:13:01.182607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:01.194501 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.195508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eb52f778-03a1-44f7-b80b-926754a28b69 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:01.303176 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9279978 Nov 27 16:13:01.306978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43046) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:01.319648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Request body: {'network': {'project_id': 'a33920d42e2442b8aa23ddb55794231a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:01.355432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8bf24-8819-43e2-b7f0-d4cc99b6c966 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Pushing event updated for resources: {'Network': ['ID=5a99319f-27cf-41fc-a4bb-6ba709abccbb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:01.402994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Made reservation on behalf of a33920d42e2442b8aa23ddb55794231a for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:01.406197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.474479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:01.490718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.491070 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Added segment f32b63aa-e94d-4efd-9039-dea503394e70 of type vlan for network 11a4a0d8-f249-434f-b9a4-8347bd64f7eb Nov 27 16:13:01.507835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4264a4-c33c-431f-b969-46049e558114 req-41166c93-e7a0-4c54-86dc-ab85660a1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:01.510422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-41166c93-e7a0-4c54-86dc-ab85660a1f82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1094 time: 0.2316957 Nov 27 16:13:01.575116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:01.586819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5a99319f-27cf-41fc-a4bb-6ba709abccbb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:01.639140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.771514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port eb52f778-03a1-44f7-b80b-926754a28b69 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:01.779214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port eb52f778-03a1-44f7-b80b-926754a28b69 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:01.780270 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.824354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.826653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:01.827241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.861869 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.930888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:01.940991 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6286519 Nov 27 16:13:01.944557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43050) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:01.961266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6fec6afc-c36e-4278-b9c5-a3fed75d9b4f tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Request body: {'network': {'project_id': 'a33920d42e2442b8aa23ddb55794231a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:01.978461 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fec6afc-c36e-4278-b9c5-a3fed75d9b4f tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 16:13:01.978461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fec6afc-c36e-4278-b9c5-a3fed75d9b4f tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:13:01.979761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6fec6afc-c36e-4278-b9c5-a3fed75d9b4f tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0341399 Nov 27 16:13:01.982843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43052) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:02.000771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d436d-482f-405f-ae41-2174258fa376 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Pushing event updated for resources: {'Network': ['ID=11a4a0d8-f249-434f-b9a4-8347bd64f7eb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:02.004905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eb52f778-03a1-44f7-b80b-926754a28b69,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:02.020808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.021690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device e58db8b9-71e5-4010-87be-479427347881 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:02.068270 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-390411ce-19df-4376-b351-1e844c440fa5 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a33920d42e2442b8aa23ddb55794231a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826838 Nov 27 16:13:02.072889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43054) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:02.101975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 11a4a0d8-f249-434f-b9a4-8347bd64f7eb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:02.152073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610c7c45-2c6e-4537-9da4-d385207710d3 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.183261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610c7c45-2c6e-4537-9da4-d385207710d3 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.224231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:02.242593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port e58db8b9-71e5-4010-87be-479427347881 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:02.252292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port e58db8b9-71e5-4010-87be-479427347881 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:02.252794 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.264269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610c7c45-2c6e-4537-9da4-d385207710d3 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.272004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-610c7c45-2c6e-4537-9da4-d385207710d3 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.273232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-610c7c45-2c6e-4537-9da4-d385207710d3 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/707e7fc2-b952-42b4-90e2-0bda2662a0e6 HTTP/1.1" status: 204 len: 168 time: 0.1988988 Nov 27 16:13:02.280199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43060) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:02.342727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c7c45-2c6e-4537-9da4-d385207710d3 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707e7fc2-b952-42b4-90e2-0bda2662a0e6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:02.392629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee10997-b6c8-4625-bc58-db2bd5cc0f89 req-67b42484-d846-45d4-8d69-bf4f601d5d84 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.408573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fee10997-b6c8-4625-bc58-db2bd5cc0f89 req-67b42484-d846-45d4-8d69-bf4f601d5d84 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 1.0272467 Nov 27 16:13:02.422805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:13:02.441964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.462108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.475076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.506932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.518812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.524812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.529076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.539206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.558147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.598699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-d23667ca-e712-465e-b63f-d169c656daf8 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5441 time: 1.1583111 Nov 27 16:13:02.631438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port e58db8b9-71e5-4010-87be-479427347881, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=e58db8b9-71e5-4010-87be-479427347881,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:02.676990 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.711221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:02.727652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4264a4-c33c-431f-b969-46049e558114 req-b037142e-f1d8-4d5a-ac7d-8f31f68cd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:02.729735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-b037142e-f1d8-4d5a-ac7d-8f31f68cd04a service neutron] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 1.1852603 Nov 27 16:13:02.761909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:02.770011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.792107 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fee10997-b6c8-4625-bc58-db2bd5cc0f89 req-a96896ae-0c7e-41f1-ae35-28106e92b878 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896181 Nov 27 16:13:02.849549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a4a0d8-f249-434f-b9a4-8347bd64f7eb']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:02.850954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-d88810e1-1c73-4d96-b4eb-f228abbaafbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 217 time: 0.1053338 Nov 27 16:13:02.876836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470f56fe-0cc1-4c16-9cd1-e86b5a729740'}, {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb52f778-03a1-44f7-b80b-926754a28b69'}, {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58db8b9-71e5-4010-87be-479427347881'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:02.897318 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2c557-4c38-433b-a7c4-fbabd93e734e" -d '{"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "470f56fe-0cc1-4c16-9cd1-e86b5a729740"}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "eb52f778-03a1-44f7-b80b-926754a28b69"}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "e58db8b9-71e5-4010-87be-479427347881"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:02.900866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32b63aa-e94d-4efd-9039-dea503394e70') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:02.901475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32b63aa-e94d-4efd-9039-dea503394e70') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:02.906903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e22929a8-e92b-4ab8-a0b6-b7d6bd8f86d2 req-a1ff8aea-87f1-4ccd-8321-50274bd50326 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2894557 Nov 27 16:13:02.924883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'mac_address': 'fa:16:3e:c1:99:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:13:02.935103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.938561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=e58db8b9-71e5-4010-87be-479427347881,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:02.966456 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.976581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:13:02.977632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:13:02.980569 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:13:02.995705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4264a4-c33c-431f-b969-46049e558114 req-d5ec055e-b53b-4dae-adb7-ebd8ecf4d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:03.007474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-d5ec055e-b53b-4dae-adb7-ebd8ecf4d84c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.1355510 Nov 27 16:13:03.020013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:03.025813 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe81839-266f-4333-97aa-4745db54deba x-openstack-request-id: req-cbe81839-266f-4333-97aa-4745db54deba {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:03.026553 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "470f56fe-0cc1-4c16-9cd1-e86b5a729740", "code": 200}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "eb52f778-03a1-44f7-b80b-926754a28b69", "code": 200}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "e58db8b9-71e5-4010-87be-479427347881", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:03.027050 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbe81839-266f-4333-97aa-4745db54deba {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:03.027726 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470f56fe-0cc1-4c16-9cd1-e86b5a729740', 'code': 200} Nov 27 16:13:03.028220 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb52f778-03a1-44f7-b80b-926754a28b69', 'code': 200} Nov 27 16:13:03.028713 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58db8b9-71e5-4010-87be-479427347881', 'code': 200} Nov 27 16:13:03.031671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:03.032335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.040700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64786929-4aa0-49f4-8088-c3d5e180fb67 req-48d86c40-0c95-4168-8c82-42244c68ea32 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:03.042812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64786929-4aa0-49f4-8088-c3d5e180fb67 req-48d86c40-0c95-4168-8c82-42244c68ea32 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.1154785 Nov 27 16:13:03.072392 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.117840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.128521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.132120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "DELETE /v2.0/networks/11a4a0d8-f249-434f-b9a4-8347bd64f7eb HTTP/1.1" status: 204 len: 168 time: 0.8432622 Nov 27 16:13:03.138059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:03.172375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9a066-e8f0-40bf-9bec-a2f6720af492 tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Pushing event deleted for resources: {'Network': ['ID=11a4a0d8-f249-434f-b9a4-8347bd64f7eb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:03.195759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4264a4-c33c-431f-b969-46049e558114 req-e51b5a53-6c29-46b9-9424-0a7e30b8915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:03.197295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-e51b5a53-6c29-46b9-9424-0a7e30b8915e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720421 Nov 27 16:13:03.351393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64786929-4aa0-49f4-8088-c3d5e180fb67 req-6f781ae1-bde9-4554-9362-a1698b441bd5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839839 Nov 27 16:13:03.353575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-a6089465-a752-49d6-b8d8-a5713255f8d4 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061337 Nov 27 16:13:03.372486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.413335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:13:03.447819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.452977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:03.468314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.469124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 34ab030e-f1c5-4301-9d0d-45de62777c39 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:03.583415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a4264a4-c33c-431f-b969-46049e558114 req-b86a8a0e-8904-46e8-a015-e243521f177c service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017457 Nov 27 16:13:03.594276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.621908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:03.634047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:03.644148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a99319f-27cf-41fc-a4bb-6ba709abccbb']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:03.644423 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.651325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 34ab030e-f1c5-4301-9d0d-45de62777c39 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:03.659502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5249da40-98ff-4fc1-baee-2d6ed8dcdb52') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:03.660053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5249da40-98ff-4fc1-baee-2d6ed8dcdb52') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:03.674380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.678751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 34ab030e-f1c5-4301-9d0d-45de62777c39 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:03.679745 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.694184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.702108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:13:03.702899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.739709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:13:03.802314 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:13:03.809077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.818429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.822116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] 10.222.0.15 "DELETE /v2.0/networks/5a99319f-27cf-41fc-a4bb-6ba709abccbb HTTP/1.1" status: 204 len: 168 time: 0.6827786 Nov 27 16:13:03.860326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb8463-3d06-4b6e-aaa9-451a767ef03e tempest-QuotasNegativeTest-1992197755 tempest-QuotasNegativeTest-1992197755-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a99319f-27cf-41fc-a4bb-6ba709abccbb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:03.883257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.969457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 34ab030e-f1c5-4301-9d0d-45de62777c39, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=34ab030e-f1c5-4301-9d0d-45de62777c39,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:03.977883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:03.979993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2e5e7e68-e135-49ce-966b-3524bb26ccee up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:04.080381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=34ab030e-f1c5-4301-9d0d-45de62777c39,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:04.083360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acb032cf-88bd-498b-b4a6-40ff75db9f98'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:13:04.150165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9a0b3-0173-450e-830e-eb73c1a0bac8 req-08b59ffc-003f-47b0-8653-b036658edce1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.159252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bf9a0b3-0173-450e-830e-eb73c1a0bac8 req-08b59ffc-003f-47b0-8653-b036658edce1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.1240926 Nov 27 16:13:04.200252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.204823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 2e5e7e68-e135-49ce-966b-3524bb26ccee completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:04.207430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.214272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 2e5e7e68-e135-49ce-966b-3524bb26ccee triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:04.215731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.218195 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:04.223358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.230048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.238029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.245749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.247932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-ac455817-cef5-42b4-83d1-169b77bf3f75 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5445 time: 0.1581132 Nov 27 16:13:04.397125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bf9a0b3-0173-450e-830e-eb73c1a0bac8 req-6c3fcf0c-78f6-4046-b8a5-7dbe919a099c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368088 Nov 27 16:13:04.467361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:04.486109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-482abf34-aca1-4e93-bb95-d5adeaf1047f req-790e89ee-5fc1-4535-aa0d-86109ecc61e0 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2232401 Nov 27 16:13:04.566541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 2e5e7e68-e135-49ce-966b-3524bb26ccee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:04.577067 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:04.628675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff0cf-8962-491d-a3d4-51d3af36eecc req-0953ed76-1b0d-4a17-ae02-ab1dd527a09e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:04.636607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-431ff0cf-8962-491d-a3d4-51d3af36eecc req-0953ed76-1b0d-4a17-ae02-ab1dd527a09e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0827084 Nov 27 16:13:04.639147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=2e5e7e68-e135-49ce-966b-3524bb26ccee,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:04.695885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-431ff0cf-8962-491d-a3d4-51d3af36eecc req-17a651bb-b7a3-43ca-90e5-bdebc94df5a8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572162 Nov 27 16:13:04.880063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43096) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:05.026621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5d92527-3ce1-45ef-bcb9-a1b5f0820fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.031046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9'}, {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab030e-f1c5-4301-9d0d-45de62777c39'}, {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e7e68-e135-49ce-966b-3524bb26ccee'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:05.037109 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d72b7a-a8cd-4540-b1b4-1ed1be36da73" -d '{"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9"}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "34ab030e-f1c5-4301-9d0d-45de62777c39"}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e7e68-e135-49ce-966b-3524bb26ccee"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:05.118758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5d92527-3ce1-45ef-bcb9-a1b5f0820fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.122543 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466006c-1bf8-4d11-ac8c-8ff7ec3fa7a3 x-openstack-request-id: req-f466006c-1bf8-4d11-ac8c-8ff7ec3fa7a3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:05.122864 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9", "code": 200}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "34ab030e-f1c5-4301-9d0d-45de62777c39", "code": 200}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e7e68-e135-49ce-966b-3524bb26ccee", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:05.123129 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f466006c-1bf8-4d11-ac8c-8ff7ec3fa7a3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:05.123519 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9', 'code': 200} Nov 27 16:13:05.123818 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab030e-f1c5-4301-9d0d-45de62777c39', 'code': 200} Nov 27 16:13:05.124035 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e7e68-e135-49ce-966b-3524bb26ccee', 'code': 200} Nov 27 16:13:05.125683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5d92527-3ce1-45ef-bcb9-a1b5f0820fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.186784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f5d92527-3ce1-45ef-bcb9-a1b5f0820fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fd16fc45fe74b7b8276db63061a0430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056147 Nov 27 16:13:05.189370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43114) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:05.221201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d92527-3ce1-45ef-bcb9-a1b5f0820fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ac705-25c1-49e5-b556-50f6bcec53e5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:05.262978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-549ae6c4-ca6d-4da5-a410-1b1460fc1c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.288109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-877ea5e3-6993-4f75-a672-e58c6d4edab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.316142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-877ea5e3-6993-4f75-a672-e58c6d4edab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.329593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.330075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.330535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.330994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.331448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.331912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.332545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.334538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6825a404-79be-468a-b47c-1e7c91837a65 req-0bf394e2-4c21-483a-8f9f-2e1356f46c41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.1090577 Nov 27 16:13:05.425564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-877ea5e3-6993-4f75-a672-e58c6d4edab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.428956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-877ea5e3-6993-4f75-a672-e58c6d4edab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:05.430636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-877ea5e3-6993-4f75-a672-e58c6d4edab1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f09ac705-25c1-49e5-b556-50f6bcec53e5 HTTP/1.1" status: 204 len: 168 time: 0.2395668 Nov 27 16:13:05.461877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6825a404-79be-468a-b47c-1e7c91837a65 req-e2013b71-7570-471d-bc14-8b342b36f911 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d6a651a8-aa9c-4445-9e07-7828278240f4&id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010513 Nov 27 16:13:05.462082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ea5e3-6993-4f75-a672-e58c6d4edab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ac705-25c1-49e5-b556-50f6bcec53e5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:05.608885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec57cae-92aa-4b62-aa93-b06eb38b2026 req-afbfa7e8-ac31-4f2e-96da-e69e052d726c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.614192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ec57cae-92aa-4b62-aa93-b06eb38b2026 req-afbfa7e8-ac31-4f2e-96da-e69e052d726c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0951896 Nov 27 16:13:05.721385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ec57cae-92aa-4b62-aa93-b06eb38b2026 req-c9c7141e-e771-42b1-b95e-506ff9e08a80 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895808 Nov 27 16:13:05.743684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.744247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.752176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.758197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.765633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.771684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.778510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.786625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-214b6b53-8bca-4c79-9145-d15ea2e63207 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1328571 Nov 27 16:13:05.885838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ff75b-293d-4965-b8b3-cd7ad21ee5b1 req-19a7cda6-e84e-4293-9b8d-38ef468f297e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:05.887415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd9ff75b-293d-4965-b8b3-cd7ad21ee5b1 req-19a7cda6-e84e-4293-9b8d-38ef468f297e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0867095 Nov 27 16:13:05.909533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a3bde8e-3783-4a69-9d64-37cb1a96f6f2 req-571dcf22-b209-496b-b232-27c0641a7363 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219409 Nov 27 16:13:05.970320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd9ff75b-293d-4965-b8b3-cd7ad21ee5b1 req-82657928-4f4c-4e98-bc76-bddc8ab9603b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730803 Nov 27 16:13:05.989550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43132) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:06.003548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368db4c0-f02c-4aa4-a68e-1089d2a8f143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.084709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368db4c0-f02c-4aa4-a68e-1089d2a8f143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.089174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-368db4c0-f02c-4aa4-a68e-1089d2a8f143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.131720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368db4c0-f02c-4aa4-a68e-1089d2a8f143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba7fc7-8c42-45ab-95ea-23aaaeefa88c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:06.136133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-368db4c0-f02c-4aa4-a68e-1089d2a8f143 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bac8c773ca574dd9a46c33f9ebc882e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455572 Nov 27 16:13:06.138788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43134) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:06.189784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fd59f65-ed6e-4c6b-9a44-262f995f5101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.211218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fd59f65-ed6e-4c6b-9a44-262f995f5101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.259659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fd59f65-ed6e-4c6b-9a44-262f995f5101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.262350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fd59f65-ed6e-4c6b-9a44-262f995f5101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.266145 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5fd59f65-ed6e-4c6b-9a44-262f995f5101 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52ba7fc7-8c42-45ab-95ea-23aaaeefa88c HTTP/1.1" status: 204 len: 168 time: 0.1238348 Nov 27 16:13:06.273125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59f65-ed6e-4c6b-9a44-262f995f5101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba7fc7-8c42-45ab-95ea-23aaaeefa88c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:06.416736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:06.501460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port acb032cf-88bd-498b-b4a6-40ff75db9f98 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:06.505652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port acb032cf-88bd-498b-b4a6-40ff75db9f98 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:06.506031 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.600005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.659722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:06.671907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:06.743136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:06.897962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e4e-e71e-463f-927e-bacfdecf29fb req-f1db57e9-b5d8-453e-84e0-828923757310 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:06.900741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-850f3e4e-e71e-463f-927e-bacfdecf29fb req-f1db57e9-b5d8-453e-84e0-828923757310 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0925159 Nov 27 16:13:07.029485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-850f3e4e-e71e-463f-927e-bacfdecf29fb req-51344bef-991c-4186-919a-9068e6126a91 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031182 Nov 27 16:13:07.125786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:07.128614 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f158e-ce74-40d6-af56-703479de073f" -d '{"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-plugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:07.138513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.146192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.153582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.160203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.167197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.174254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.180393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.182995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d4697e86-e5b0-4da3-9fa5-be402b96ba94 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1414933 Nov 27 16:13:07.264367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c779b-2857-48f8-a355-27a78b2d01d8 req-8f0c6d0b-1267-4647-a3fc-fea3496e988d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.265931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-998c779b-2857-48f8-a355-27a78b2d01d8 req-8f0c6d0b-1267-4647-a3fc-fea3496e988d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0818026 Nov 27 16:13:07.308181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c2253be-5f19-4955-8091-ab29c1ffdcd6 req-d149b115-8631-4938-ae48-fa81edefc7e6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134765 Nov 27 16:13:07.349568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-998c779b-2857-48f8-a355-27a78b2d01d8 req-5020cb62-2749-4a20-b41e-0e17792b20bb tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752263 Nov 27 16:13:07.368500 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4543d9e2-30d8-46f9-a123-5b0bea2ac3ed x-openstack-request-id: req-4543d9e2-30d8-46f9-a123-5b0bea2ac3ed {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:07.368804 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-plugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:07.369072 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4543d9e2-30d8-46f9-a123-5b0bea2ac3ed {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:07.369509 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'code': 200} Nov 27 16:13:07.486474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94da7b-2a1b-48d1-aba5-e70bca81210b req-5372b28b-40f0-44b5-930d-07e08662eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:07.488183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c94da7b-2a1b-48d1-aba5-e70bca81210b req-5372b28b-40f0-44b5-930d-07e08662eb73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1096 time: 0.0526247 Nov 27 16:13:07.537143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c94da7b-2a1b-48d1-aba5-e70bca81210b req-76a808ab-5e79-437a-8bca-94b5e4767219 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Nov 27 16:13:07.669268 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d23e38e4-f304-4834-8a1b-88196ef51799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:07.932108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:08.078428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-49600949'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:08.103999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Made reservation on behalf of 1809fca98c214c44895a5a1d551ca7b2 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:08.109098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.120378 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.171996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750229f0-bbb1-4e40-b502-447f964c7a6c req-30a32ec7-d0ba-42d3-87bf-0f773809f752 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.173636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750229f0-bbb1-4e40-b502-447f964c7a6c req-30a32ec7-d0ba-42d3-87bf-0f773809f752 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0566945 Nov 27 16:13:08.204071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.208902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.221798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-750229f0-bbb1-4e40-b502-447f964c7a6c req-b020bf31-88e2-4c69-989f-62a17ce78c8b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Nov 27 16:13:08.239905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:08.253039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae088f3a-cf9d-46f7-a3e8-7cb6fada152e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:08.260290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.261799 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Added segment 5d9fc4fc-56d9-489e-8f5c-6c255f895fa8 of type vlan for network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a Nov 27 16:13:08.313733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.339806 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.350370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.351001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.421147 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.4874728 Nov 27 16:13:08.428295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56713b85-4496-4e5e-aed3-eacae44a671f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Pushing event updated for resources: {'Network': ['ID=1a2cffdf-ef2c-4b0d-a205-897866c4e15a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:08.438840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:08.491821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.497925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.503952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.510024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.516548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.522540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.529046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.531354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73593060-714d-4839-b119-2b96cda1155d req-b806d0b0-feff-4d43-b90f-4badc6593981 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1284723 Nov 27 16:13:08.566297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef73cb6-5c0c-4764-ad3a-5c08454d95aa req-949d21df-6ec6-4f2b-b314-cddaa7b2563b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.568198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ef73cb6-5c0c-4764-ad3a-5c08454d95aa req-949d21df-6ec6-4f2b-b314-cddaa7b2563b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1223943 Nov 27 16:13:08.650249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73593060-714d-4839-b119-2b96cda1155d req-c380691e-3cbc-4c6d-88b0-272280e3f8d0 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075807 Nov 27 16:13:08.678852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ef73cb6-5c0c-4764-ad3a-5c08454d95aa req-01ff754e-ceb3-4237-be79-88a197d29519 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999367 Nov 27 16:13:08.746934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.874261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.880196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.886220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.892387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:08.892748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.897728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Request body: {'port': {'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a', 'binding:host_id': 'n-h2-819494-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-118000837'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:08.898697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.904629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.910684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:08.912711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96a7bed4-e5d4-4538-abc6-dde6a2e828ca req-6e3b130a-091a-41f8-8c74-de13f57414ea tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1134496 Nov 27 16:13:08.924234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:08.929440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Request body: {'floatingip': {'port_id': '956e2738-7d4f-4521-8fba-927f3c82c7f0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:08.933070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Made reservation on behalf of ed2417e39d71466ab05057965c6303d2 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:08.935971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.981449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:08.992386 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.241424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.249882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.263652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:09.359233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728b7e-4aa6-434a-8ffd-411a65f2ad19 req-007f8ffd-dae3-4e47-b6ea-86c554bbc339 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:09.361510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2728b7e-4aa6-434a-8ffd-411a65f2ad19 req-007f8ffd-dae3-4e47-b6ea-86c554bbc339 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0526350 Nov 27 16:13:09.395297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9f1bf1-b215-4855-976a-1d9cb1522d7e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:09.422170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2728b7e-4aa6-434a-8ffd-411a65f2ad19 req-bcaed13a-cc43-4343-90ac-58cecc467f8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Nov 27 16:13:09.781596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.db.resource_extend [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 16:13:09.782097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43260) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:09.820437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:09.828723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Deleting subnet 156b5668-54e5-4870-97ab-edd8b3fa769e {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:13:09.834701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.840541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.853443 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.854413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.883455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.908526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:09.942965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=14fd123a-a1bb-4ac8-86f7-53f2a271f0ce,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:09.943809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddd760-96b8-4076-9e9e-4fef7a823b57 req-6e5882ec-dad8-42e1-82ff-472d886f07b8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:09.951951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07ddd760-96b8-4076-9e9e-4fef7a823b57 req-6e5882ec-dad8-42e1-82ff-472d886f07b8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1205709 Nov 27 16:13:09.994514 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.016860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Checking segment: {'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:10.016860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Network hostable DHCP agents. Network: 1a2cffdf-ef2c-4b0d-a205-897866c4e15a, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:13:10.051479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07ddd760-96b8-4076-9e9e-4fef7a823b57 req-235a490f-95c6-4cbc-8f98-772cfd1d8595 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930140 Nov 27 16:13:10.054132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:13:10.072422 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Floating IP 55df67a4-f706-4d8d-9259-e820dbff3ef7 associated. External IP: 172.25.1.182, port: 956e2738-7d4f-4521-8fba-927f3c82c7f0. Nov 27 16:13:10.104040 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.114781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1a2cffdf-ef2c-4b0d-a205-897866c4e15a) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:10.121084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:10.126207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a92414-226c-4b3e-a423-d07dd8362c38 None None] Network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:10.145827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:10.146210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:10.146583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:10.153203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.156602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/156b5668-54e5-4870-97ab-edd8b3fa769e HTTP/1.1" status: 204 len: 168 time: 0.3732920 Nov 27 16:13:10.157540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff046fb-27fe-4b02-a745-8b035eb6755d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156b5668-54e5-4870-97ab-edd8b3fa769e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:10.160666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43264) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:10.180610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:10.181001 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:10.185528 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 2 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:10.206949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:10.207298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:10.207626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:10.216683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:10.217029 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:10.218266 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 3 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:10.279632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:10.279978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:10.280318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:10.295917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.297103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:10.297103 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:10.298659 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 4 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:10.318924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:10.319308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:10.319888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:10.324761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc56546-2271-4936-a135-ad0ccd6a5f3a req-d47c5319-91b0-4c8b-8e17-87bf4021e481 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:10.326746 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dc56546-2271-4936-a135-ad0ccd6a5f3a req-d47c5319-91b0-4c8b-8e17-87bf4021e481 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0890462 Nov 27 16:13:10.344133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.351286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43266) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:10.356922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'floatingip': {'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:10.429466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:10.430102 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:10.431692 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.441014 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 5 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:10.459829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.465848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3863eeb5-3b38-4d21-9ed6-2aba4c159858']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:10.477220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4298b0d2-299d-41b4-b65c-70f4700d10bb') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:10.477559 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4298b0d2-299d-41b4-b65c-70f4700d10bb') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:10.489374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.508126 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.531424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:13:10.532248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:13:10.536084 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:13:10.552671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:10.553012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:10.553350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:10.567996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:10.568698 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:10.575512 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 6 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:10.607960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:10.608542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:10.609059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:10.612644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Router 908dec9e-6845-4a04-a1de-294301527bb5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:10.628991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:10.629784 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:10.634963 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 7 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:10.635710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950ca6-291a-44b6-bf3d-b00594058c17 req-909c579f-37de-4b1c-8456-af48243be507 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:10.637683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d950ca6-291a-44b6-bf3d-b00594058c17 req-909c579f-37de-4b1c-8456-af48243be507 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.1202672 Nov 27 16:13:10.638885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.650673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:10.656595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3863eeb5-3b38-4d21-9ed6-2aba4c159858 HTTP/1.1" status: 204 len: 168 time: 0.4949713 Nov 27 16:13:10.690714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9599d1-b819-4de0-917d-769e24c21cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3863eeb5-3b38-4d21-9ed6-2aba4c159858,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:10.767377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d950ca6-291a-44b6-bf3d-b00594058c17 req-a986469c-da6a-40c2-b2aa-2e83f3756531 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095853 Nov 27 16:13:10.947169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43272) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:11.004716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1aff559a-ce63-43af-a54f-5ff9547161e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcc5587c3fe14ce6b35818b930a90818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526063 Nov 27 16:13:11.007488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43274) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:11.066370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cee4226-a678-4d75-8b38-c9eb9d6a0800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.068176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:11.068916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:11.069327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:11.095101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cee4226-a678-4d75-8b38-c9eb9d6a0800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.116040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:11.116467 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:11.119823 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 8 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:11.150784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cee4226-a678-4d75-8b38-c9eb9d6a0800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.154578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6cee4226-a678-4d75-8b38-c9eb9d6a0800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.159226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6cee4226-a678-4d75-8b38-c9eb9d6a0800 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4777cfed-4d1b-4d9e-beb9-1f4ed71a694a HTTP/1.1" status: 204 len: 168 time: 0.1504550 Nov 27 16:13:11.171338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee4226-a678-4d75-8b38-c9eb9d6a0800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4777cfed-4d1b-4d9e-beb9-1f4ed71a694a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:11.236432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:11.236785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:11.237137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:11.241017 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.267323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:11.267648 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:11.272396 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 9 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:11.300204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:11.300554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:11.300903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:11.317742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:11.322893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.331680 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] Sync routers for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:11.343436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:11.344238 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:11.359378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:11.359752 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:11.364863 n-d-819494-4 neutron-server[110075]: INFO neutron.plugins.ml2.plugin [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 10 to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce Nov 27 16:13:11.440362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:11.440984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:11.441540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:11.460412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-253f681c-3856-482b-b80e-a8018b7984de tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "PUT /v2.0/floatingips/55df67a4-f706-4d8d-9259-e820dbff3ef7 HTTP/1.1" status: 200 len: 992 time: 2.5255120 Nov 27 16:13:11.464280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:11.477034 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87776f3-7af9-439b-a054-978ef365c3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:11.479947 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:13:11.494172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:11.495217 n-d-819494-4 neutron-server[110075]: ERROR neutron.plugins.ml2.managers [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:11.497377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.584071 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c07eb3-33ba-4a53-bfad-e07ccb74687e x-openstack-request-id: req-90c07eb3-33ba-4a53-bfad-e07ccb74687e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:11.584437 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:11.584764 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90c07eb3-33ba-4a53-bfad-e07ccb74687e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:11.585236 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'status': 'completed', 'code': 200} Nov 27 16:13:11.660679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.667283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.667872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.668411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.668947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.669508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.670040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.672204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-48690858-d952-4a48-983a-967453a42231 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.0970707 Nov 27 16:13:11.765926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] For port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:13:11.766452 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempted to set empty binding levels {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 16:13:11.828903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.857749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-e74f7a3d-f4f2-4cab-a5ec-b68463464de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.860678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-e74f7a3d-f4f2-4cab-a5ec-b68463464de0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef HTTP/1.1" status: 200 len: 917 time: 0.1797485 Nov 27 16:13:11.924842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:11.925484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.929565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.947057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:11.977675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '55df67a4-f706-4d8d-9259-e820dbff3ef7', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'port_id': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'mac_address': 'fa:16:3e:1f:58:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:11:54Z', 'updated_at': '2021-11-27T16:13:09Z', 'revision_number': 1, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 5, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:12.003956 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.1101842 Nov 27 16:13:12.005065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:12.006822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcc2fa-bfc7-4d03-94d7-e7f35b8c0a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=14fd123a-a1bb-4ac8-86f7-53f2a271f0ce,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:12.009702 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] Checking router: 908dec9e-6845-4a04-a1de-294301527bb5 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:13:12.024918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:12.027169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:12.055081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-ba5dcda8-6496-4fb6-b262-ed586b9e0e57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1000 time: 0.1862462 Nov 27 16:13:12.136075 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Floating IP 7593deac-d916-41c0-9161-f05024b1de11 associated. External IP: 172.25.1.152, port: acb032cf-88bd-498b-b4a6-40ff75db9f98. Nov 27 16:13:12.164966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f9bc-d3aa-4990-aa2e-56cde0768d69 req-c644e186-e5e1-4c58-83a0-5fb960691bf2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:12.166521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3276f9bc-d3aa-4990-aa2e-56cde0768d69 req-c644e186-e5e1-4c58-83a0-5fb960691bf2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.2023697 Nov 27 16:13:12.201730 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:13:12.212433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-738e4715-2eaa-442e-b282-a1a06aa56a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:12.213933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-738e4715-2eaa-442e-b282-a1a06aa56a1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.1507962 Nov 27 16:13:12.328928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3276f9bc-d3aa-4990-aa2e-56cde0768d69 req-5a0d1437-f853-4717-8eab-b0b8d4f48816 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516016 Nov 27 16:13:12.340209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Deleting port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:12.340756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:12.409361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-5030a946-5de4-47f4-a987-cf4443a0042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:12.411508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-5030a946-5de4-47f4-a987-cf4443a0042d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877959 Nov 27 16:13:12.465680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:12.542393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-8f6b405d-b0a7-4037-875a-82cf843e79ca service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226525 Nov 27 16:13:12.543465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] For port 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce, host n-h2-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:12.543832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:12.604380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Calling delete_port for 14fd123a-a1bb-4ac8-86f7-53f2a271f0ce owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:12.627386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:12.635014 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:12.639856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:12.658474 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '55df67a4-f706-4d8d-9259-e820dbff3ef7', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'port_id': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'mac_address': 'fa:16:3e:1f:58:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:11:54Z', 'updated_at': '2021-11-27T16:13:09Z', 'revision_number': 1, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 5, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:12.659293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:12.661846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:12.722334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e9ef681-f97a-49c1-a898-6d85fccdf378 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "PUT /v2.0/floatingips/7593deac-d916-41c0-9161-f05024b1de11 HTTP/1.1" status: 200 len: 991 time: 2.3694775 Nov 27 16:13:12.741007 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba536b84-3a65-47ee-9e2e-e5996acad38b None None] The sync data for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 is: [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '55df67a4-f706-4d8d-9259-e820dbff3ef7', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'port_id': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'mac_address': 'fa:16:3e:1f:58:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adde38a0-275e-4272-8d39-85f55d55901a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:11:54Z', 'updated_at': '2021-11-27T16:13:09Z', 'revision_number': 1, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 5, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:12.825496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d87776f3-7af9-439b-a054-978ef365c3e3 req-1d874557-8ad0-4c47-a1f0-c6c081f11a34 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737234 Nov 27 16:13:12.852217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:13:12.871322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:12.934005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event deleted for resources: {'Port': ['ID=14fd123a-a1bb-4ac8-86f7-53f2a271f0ce,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:12.956104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:12.962004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "DELETE /v2.0/ports/14fd123a-a1bb-4ac8-86f7-53f2a271f0ce HTTP/1.1" status: 204 len: 168 time: 0.9554353 Nov 27 16:13:12.964452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.965268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43316) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:12.965769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.966185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.966540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.966884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.967224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.967576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.967961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.968451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.969213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.969213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:12.969479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c24c0-2a21-40d1-8438-a40be81ad2f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:13.003944 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c91e9b5-88bc-4fe3-9527-4c8a1634bf80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] GET failed (client error): The resource could not be found. Nov 27 16:13:13.005620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9c91e9b5-88bc-4fe3-9527-4c8a1634bf80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "GET /v2.0/ports/14fd123a-a1bb-4ac8-86f7-53f2a271f0ce HTTP/1.1" status: 404 len: 333 time: 0.0391099 Nov 27 16:13:13.009668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43318) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:13.015460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Request body: {'port': {'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775009386'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:13.047944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Made reservation on behalf of ed2417e39d71466ab05057965c6303d2 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:13.051578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:13.086024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 7b44d654-1a80-430e-8c6f-426ab88e03ff yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:13.156830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '7593deac-d916-41c0-9161-f05024b1de11', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'mac_address': 'fa:16:3e:c1:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:12:50Z', 'updated_at': '2021-11-27T16:13:11Z', 'revision_number': 1, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:13.191726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:13:13.200873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a775ae-5dc9-410e-bcbb-dea97ecbacf2 None None] New status for floating IP 55df67a4-f706-4d8d-9259-e820dbff3ef7: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:13:13.208237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:13.209133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:13.291398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:13.328858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:13.382480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:13.390388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:13.398377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:13.401136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:13.401988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:13.410589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=7b44d654-1a80-430e-8c6f-426ab88e03ff,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:13.421337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:13:13.439974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b18c34d-9c53-43aa-8f6b-42eadfcab475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4265480 Nov 27 16:13:13.440166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43324) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:13.445831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:13.564707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec34239-f795-4dc7-8473-15d62290667d req-4648e75d-dfd7-4133-ab19-4a6fb8f8b5f4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:13.566242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cec34239-f795-4dc7-8473-15d62290667d req-4648e75d-dfd7-4133-ab19-4a6fb8f8b5f4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0960338 Nov 27 16:13:13.567381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:13.586066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:13.589015 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea8862a-76a2-44e7-a234-38d3c1a11bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:13.644551 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8e8bcc-1d75-441c-9198-0a65ef6afb06 x-openstack-request-id: req-9d8e8bcc-1d75-441c-9198-0a65ef6afb06 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:13.644855 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:13.645116 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d8e8bcc-1d75-441c-9198-0a65ef6afb06 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:13.645580 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'status': 'completed', 'code': 200} Nov 27 16:13:13.781334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '7593deac-d916-41c0-9161-f05024b1de11', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'mac_address': 'fa:16:3e:c1:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:12:50Z', 'updated_at': '2021-11-27T16:13:11Z', 'revision_number': 1, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:13.801738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 7b44d654-1a80-430e-8c6f-426ab88e03ff yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:13.821335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:13.827951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d23e4-50e9-4400-9d83-21c129d769f0 None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '7593deac-d916-41c0-9161-f05024b1de11', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'mac_address': 'fa:16:3e:c1:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:12:50Z', 'updated_at': '2021-11-27T16:13:11Z', 'revision_number': 1, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:13.853223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:14.216599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a0008-d0ca-4338-a331-7c08b5b6e9a2 None None] New status for floating IP 7593deac-d916-41c0-9161-f05024b1de11: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:13:14.291466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cec34239-f795-4dc7-8473-15d62290667d req-dfc6d5b8-22c5-441f-b35a-64815e20482d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7148607 Nov 27 16:13:14.320975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-3cb37c1a-8712-4d0a-9030-137740136326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:14.322534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-3cb37c1a-8712-4d0a-9030-137740136326 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1096 time: 0.5129564 Nov 27 16:13:14.325718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=7b44d654-1a80-430e-8c6f-426ab88e03ff,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:14.345114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.345464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.346076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.385380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.385766 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.390652 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 2 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.410824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.411155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.411498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.421929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.422262 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.428044 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 3 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.451348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.451679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.452017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.455527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-a9588408-3310-4fc6-bca7-bdcf3082ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:14.456964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-a9588408-3310-4fc6-bca7-bdcf3082ce04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.1223547 Nov 27 16:13:14.459235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.459567 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.459948 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 4 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.479019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.479349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.479682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.518065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.518389 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.522832 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 5 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.543776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.544104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.544438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.550423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-9d54b045-5016-44d5-becc-0d0cf457f596 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 1001 time: 0.0817168 Nov 27 16:13:14.552358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.552694 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.553058 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 6 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.589921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.590246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.590578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.599513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.599835 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.601611 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 7 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.620745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.621620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.621951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.624759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-20e34c9c-1085-4e39-bd51-ee845c6e3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:14.626283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-20e34c9c-1085-4e39-bd51-ee845c6e3090 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0639672 Nov 27 16:13:14.629342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.629696 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.630080 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 8 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.651240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.651570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.651908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.674124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.674448 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.675533 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 9 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.693444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.693812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.694170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.701857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-bf270f7d-04e5-4fc6-a3a5-3cc16e3bf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:14.703366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-bf270f7d-04e5-4fc6-a3a5-3cc16e3bf185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638933 Nov 27 16:13:14.704383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.704696 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.705065 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 10 to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff Nov 27 16:13:14.726540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:14.726872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:14.727209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:14.766368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:14.766695 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 7b44d654-1a80-430e-8c6f-426ab88e03ff on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:14.767064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:14.861216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-c0eb6fca-e197-44cc-96f3-16529ec4c4e1 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466234 Nov 27 16:13:14.867935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] For port 7b44d654-1a80-430e-8c6f-426ab88e03ff, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:13:14.868309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempted to set empty binding levels {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 16:13:14.880860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:14.956556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] In _notify_port_updated(), no bound segment for port 7b44d654-1a80-430e-8c6f-426ab88e03ff on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:13:14.957434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:14.958057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:14.961663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "PUT /v2.0/ports/7b44d654-1a80-430e-8c6f-426ab88e03ff HTTP/1.1" status: 200 len: 979 time: 1.5181475 Nov 27 16:13:14.962319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43336) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:14.972359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c824f8-8115-4b8f-81fe-0355a478f470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=7b44d654-1a80-430e-8c6f-426ab88e03ff,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:15.012535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bea8862a-76a2-44e7-a234-38d3c1a11bd1 req-0fd60ca0-7447-40e3-a8cc-a1a7f1be1627 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402228 Nov 27 16:13:15.083198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.083198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.083660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.084187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.084788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.085311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.085851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.086376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.086978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.087497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.088019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.088537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.089053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.089652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.090659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.091175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.091769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.092558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.093111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.093653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.094169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.094690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.095207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.095723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.096493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.097003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.097695 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.098358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.098874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.099389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.099903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.100424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.100932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.105715 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3d40000e-c6a8-4980-bab0-ac9a539b0700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29792 time: 0.1405613 Nov 27 16:13:15.109858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:15.205272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Deleting port 7b44d654-1a80-430e-8c6f-426ab88e03ff {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:15.205649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.279883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] For port 7b44d654-1a80-430e-8c6f-426ab88e03ff, host n-h2-819494-4, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:15.280654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.297826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Calling delete_port for 7b44d654-1a80-430e-8c6f-426ab88e03ff owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:15.384612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.419846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.426713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7b44d654-1a80-430e-8c6f-426ab88e03ff HTTP/1.1" status: 204 len: 168 time: 0.3157516 Nov 27 16:13:15.426929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43350) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:15.428412 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee5e7-d78c-4c4c-87f7-5e1089a63f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b44d654-1a80-430e-8c6f-426ab88e03ff,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:15.464963 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe44b2f-9250-442c-b842-c6a4cd4d1bc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] GET failed (client error): The resource could not be found. Nov 27 16:13:15.467133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1fe44b2f-9250-442c-b842-c6a4cd4d1bc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "GET /v2.0/ports/7b44d654-1a80-430e-8c6f-426ab88e03ff HTTP/1.1" status: 404 len: 333 time: 0.0386686 Nov 27 16:13:15.471410 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43352) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:15.476935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1526805476', 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:15.479278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e3e67-5c32-4076-bc79-57978262ac5c req-791346e7-32c1-4df5-9a44-abc00ef4aaad tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.480883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-930e3e67-5c32-4076-bc79-57978262ac5c req-791346e7-32c1-4df5-9a44-abc00ef4aaad tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.1054058 Nov 27 16:13:15.503249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Made reservation on behalf of ed2417e39d71466ab05057965c6303d2 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:15.507466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.529159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 45197f95-1a0c-4ee7-b529-74c41e29359a yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:15.545715 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-930e3e67-5c32-4076-bc79-57978262ac5c req-74bbed14-b3d6-4290-905e-00450c208a7f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Nov 27 16:13:15.700726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.736731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.786258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:15.789179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:15.791784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:15.793041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.793679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:15.806886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=45197f95-1a0c-4ee7-b529-74c41e29359a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:15.818090 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-885f8e6f-7d63-455f-a3c7-abf58f9294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3455544 Nov 27 16:13:15.820603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:15.856005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9db0b-797c-4dc5-9c85-98ed29e7b341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:15.860122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1e9db0b-797c-4dc5-9c85-98ed29e7b341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "GET /v2.0/ports/45197f95-1a0c-4ee7-b529-74c41e29359a HTTP/1.1" status: 200 len: 959 time: 0.0360258 Nov 27 16:13:15.860321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:15.942784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Deleting port 45197f95-1a0c-4ee7-b529-74c41e29359a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:15.943460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.008682 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.023060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Calling delete_port for 45197f95-1a0c-4ee7-b529-74c41e29359a owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:16.113745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.150175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event deleted for resources: {'Port': ['ID=45197f95-1a0c-4ee7-b529-74c41e29359a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:16.154124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.157735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-20331a1f-69f4-4b3c-ae02-07324d69e980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "DELETE /v2.0/ports/45197f95-1a0c-4ee7-b529-74c41e29359a HTTP/1.1" status: 204 len: 168 time: 0.2963145 Nov 27 16:13:16.161040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43362) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:16.186336 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2f7ba6-e23a-41d5-8566-7f79c9588c28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] GET failed (client error): The resource could not be found. Nov 27 16:13:16.191349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0a2f7ba6-e23a-41d5-8566-7f79c9588c28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "GET /v2.0/ports/45197f95-1a0c-4ee7-b529-74c41e29359a HTTP/1.1" status: 404 len: 333 time: 0.0263951 Nov 27 16:13:16.191584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:16.196439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Request body: {'port': {'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-162386628'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:16.217686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Made reservation on behalf of ed2417e39d71466ab05057965c6303d2 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:16.220075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.236923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 603c9173-825e-43d7-b0a1-81b4782a34b4 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:16.450460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.483774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.526832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:16.530334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:16.534067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:16.534983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:16.535573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.543894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=603c9173-825e-43d7-b0a1-81b4782a34b4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:16.558085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9c28cfbf-959d-42f9-9770-a470514ea3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3653710 Nov 27 16:13:16.560670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43368) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:16.566195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:16.636178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.773297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c13275-0bc2-40e3-b0a0-bcc4deecb0a4 req-1ad758f7-4a9d-4287-8ceb-5f0d8c0faf5e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:16.781548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64c13275-0bc2-40e3-b0a0-bcc4deecb0a4 req-1ad758f7-4a9d-4287-8ceb-5f0d8c0faf5e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.1417863 Nov 27 16:13:16.898582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64c13275-0bc2-40e3-b0a0-bcc4deecb0a4 req-9d7b57b3-82d3-4c96-a118-9998e1b67264 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155210 Nov 27 16:13:16.961618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] device_id is not set on port 603c9173-825e-43d7-b0a1-81b4782a34b4 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:16.972963 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:16.981861 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.057361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=603c9173-825e-43d7-b0a1-81b4782a34b4,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:17.065334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.065766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.066111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.070589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.071042 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.071542 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 2 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.086272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.086748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.087188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.091740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.092073 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.092468 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 3 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.104612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.104869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.105238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.109476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.109805 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.110190 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 4 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.122615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.122916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.123250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.127458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.127780 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.128162 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 5 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.140346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.140682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.141014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.145251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.145622 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.146006 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 6 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.158053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.158415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.158743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.162983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.163330 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.163704 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 7 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.175600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.175934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.176266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.180513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.180843 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.181235 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 8 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.194715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.195060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.195399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.199836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.200159 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.200582 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 9 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.212833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.213167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.213537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.217912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.218238 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.218693 n-d-819494-4 neutron-server[110076]: INFO neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempt 10 to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 Nov 27 16:13:17.231755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:17.232089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:17.232426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempting to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:17.236887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:17.237217 n-d-819494-4 neutron-server[110076]: ERROR neutron.plugins.ml2.managers [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Failed to bind port 603c9173-825e-43d7-b0a1-81b4782a34b4 on host n-h2-819494-4 for vnic_type normal using segments [{'id': '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a2cffdf-ef2c-4b0d-a205-897866c4e15a'}] Nov 27 16:13:17.237617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.301195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] For port 603c9173-825e-43d7-b0a1-81b4782a34b4, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:13:17.301609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attempted to set empty binding levels {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 16:13:17.305875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.339058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] In _notify_port_updated(), no bound segment for port 603c9173-825e-43d7-b0a1-81b4782a34b4 on network 1a2cffdf-ef2c-4b0d-a205-897866c4e15a {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:13:17.339919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:17.340630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.341957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "PUT /v2.0/ports/603c9173-825e-43d7-b0a1-81b4782a34b4 HTTP/1.1" status: 200 len: 978 time: 0.7803118 Nov 27 16:13:17.344745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43378) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:17.384510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96278f1-4eb7-4f6e-8274-865a4e0555a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event updated for resources: {'Port': ['ID=603c9173-825e-43d7-b0a1-81b4782a34b4,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:17.432780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Deleting port 603c9173-825e-43d7-b0a1-81b4782a34b4 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:17.434138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.508608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] For port 603c9173-825e-43d7-b0a1-81b4782a34b4, host n-h2-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:17.509090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.531146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Calling delete_port for 603c9173-825e-43d7-b0a1-81b4782a34b4 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:17.593127 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:13:17.615089 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.644925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Pushing event deleted for resources: {'Port': ['ID=603c9173-825e-43d7-b0a1-81b4782a34b4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:17.650313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.653687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-275b0624-4c3a-4d1d-bc37-072f06a20c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "DELETE /v2.0/ports/603c9173-825e-43d7-b0a1-81b4782a34b4 HTTP/1.1" status: 204 len: 168 time: 0.3077526 Nov 27 16:13:17.656376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43384) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:17.680008 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3614e7-e591-431e-9690-88d5b73d0ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] GET failed (client error): The resource could not be found. Nov 27 16:13:17.681394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe3614e7-e591-431e-9690-88d5b73d0ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053345808-project-admin] 10.222.0.15 "GET /v2.0/ports/603c9173-825e-43d7-b0a1-81b4782a34b4 HTTP/1.1" status: 404 len: 333 time: 0.0240767 Nov 27 16:13:17.685818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43386) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:17.769834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.863292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.883755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2cffdf-ef2c-4b0d-a205-897866c4e15a']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:17.893725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:17.894077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9fc4fc-56d9-489e-8f5c-6c255f895fa8') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:17.903639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.916775 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.923287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:13:17.923734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:13:17.927273 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:13:18.015138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:18.022180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:18.025422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] 10.222.0.15 "DELETE /v2.0/networks/1a2cffdf-ef2c-4b0d-a205-897866c4e15a HTTP/1.1" status: 204 len: 168 time: 0.3383050 Nov 27 16:13:18.041983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ff759-26f8-4137-aeb4-a5ca43251854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882752614-project] Pushing event deleted for resources: {'Network': ['ID=1a2cffdf-ef2c-4b0d-a205-897866c4e15a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:18.063164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ded3-5594-42c6-ba2a-e2cf97cd0b4b req-dd257ef8-9880-4cf9-87d5-500f880cdd5f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:18.065448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c2ded3-5594-42c6-ba2a-e2cf97cd0b4b req-dd257ef8-9880-4cf9-87d5-500f880cdd5f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0818517 Nov 27 16:13:18.133133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81c2ded3-5594-42c6-ba2a-e2cf97cd0b4b req-62129ff5-b9a6-41a5-b03b-611de0821c22 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Nov 27 16:13:18.333568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43398) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:18.476586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e422a329-d589-44fd-ba23-c6ac87a2e2ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1809fca98c214c44895a5a1d551ca7b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416264 Nov 27 16:13:18.479259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43402) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:18.531056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb974c25-e12c-447e-a927-da6987e09c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:18.552913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb974c25-e12c-447e-a927-da6987e09c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:18.601060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb974c25-e12c-447e-a927-da6987e09c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:18.603983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eb974c25-e12c-447e-a927-da6987e09c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:18.605778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eb974c25-e12c-447e-a927-da6987e09c6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae088f3a-cf9d-46f7-a3e8-7cb6fada152e HTTP/1.1" status: 204 len: 168 time: 0.1250029 Nov 27 16:13:18.615777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb974c25-e12c-447e-a927-da6987e09c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae088f3a-cf9d-46f7-a3e8-7cb6fada152e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:18.890518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43410) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:18.934596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b6fca31-4122-4596-9b17-1093e4a97123 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed2417e39d71466ab05057965c6303d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427425 Nov 27 16:13:18.936968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:18.999293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c68cedb-404e-4515-9fdf-e359ad3a37db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:19.045630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c68cedb-404e-4515-9fdf-e359ad3a37db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:19.108738 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c68cedb-404e-4515-9fdf-e359ad3a37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:19.112804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c68cedb-404e-4515-9fdf-e359ad3a37db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:19.115070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3c68cedb-404e-4515-9fdf-e359ad3a37db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d9f1bf1-b215-4855-976a-1d9cb1522d7e HTTP/1.1" status: 204 len: 168 time: 0.1761770 Nov 27 16:13:19.125845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68cedb-404e-4515-9fdf-e359ad3a37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9f1bf1-b215-4855-976a-1d9cb1522d7e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:19.268823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8441d9-9b74-40c4-af16-b638b4470b9f req-cccafeb0-e4db-4839-9f8e-71cad8ef38ba tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:19.270328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f8441d9-9b74-40c4-af16-b638b4470b9f req-cccafeb0-e4db-4839-9f8e-71cad8ef38ba tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0564358 Nov 27 16:13:19.328187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f8441d9-9b74-40c4-af16-b638b4470b9f req-d9719dee-d712-4e21-a57d-139b6d84db0d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515413 Nov 27 16:13:20.409594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43466) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:20.468416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348e69-59f0-4132-afb8-ac6c4f534d49 req-dac83a13-ec8c-4742-813e-b7aca655800d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:20.471938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a348e69-59f0-4132-afb8-ac6c4f534d49 req-dac83a13-ec8c-4742-813e-b7aca655800d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0639844 Nov 27 16:13:20.525040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a348e69-59f0-4132-afb8-ac6c4f534d49 req-3c9723d1-1d7d-4346-93a5-eb9fa95b4af0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480521 Nov 27 16:13:20.530460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-543103379', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:20.552199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Made reservation on behalf of 48dcec637f7b462587f8d38438e11ea8 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:20.554579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:20.563822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:20.638771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:20.642268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:20.646604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] device_id is not set on port 011d5e93-58cf-46bb-96a4-35268a8ab385 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:20.702353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b2443c-6f37-406d-8f08-74daab36730e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:20.770824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Allocated IP 172.25.1.249 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/011d5e93-58cf-46bb-96a4-35268a8ab385) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:20.912741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:20.949443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:20.997462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:21.000912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:21.004874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:21.014951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9759e-e42e-45bf-b8df-6ec08a453453 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:13:21.031319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Pushing event updated for resources: {'Port': ['ID=011d5e93-58cf-46bb-96a4-35268a8ab385,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:21.050892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:21.053451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.083318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1c16cd96-b332-4e9a-9f48-5afe048d2443 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6698804 Nov 27 16:13:21.083711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43472) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:21.090212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.249'}]}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:21.122033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.124236 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.163521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e6d2cb83-05cc-48b0-af57-0885e479e4e1 None None] Provisioning complete for port 011d5e93-58cf-46bb-96a4-35268a8ab385 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:21.163955 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6d2cb83-05cc-48b0-af57-0885e479e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.186368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.212547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2cb83-05cc-48b0-af57-0885e479e4e1 None None] Port 011d5e93-58cf-46bb-96a4-35268a8ab385 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:21.332890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.531804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.551020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.647396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4ff4-2d25-4f31-ae18-421bf5ea3b8e req-06e644f6-69c7-4aa5-8d92-16f52276e2e2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:21.648937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e33a4ff4-2d25-4f31-ae18-421bf5ea3b8e req-06e644f6-69c7-4aa5-8d92-16f52276e2e2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0483265 Nov 27 16:13:21.693498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.697521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e33a4ff4-2d25-4f31-ae18-421bf5ea3b8e req-4bfe62a7-8f60-4a94-94ca-ac904cfca632 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Nov 27 16:13:21.850247 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.852408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.900908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:21.901613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80266a65-8bef-4e77-b2cc-da273bf5c2c4 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:13:21.919113 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 16:13:21.920354 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-62c0ae32-1506-48cb-a4c7-482e091e5df9 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8356669 Nov 27 16:13:21.923187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43494) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:22.006613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Deleting port 011d5e93-58cf-46bb-96a4-35268a8ab385 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:22.006878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.094843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.104055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Calling delete_port for 011d5e93-58cf-46bb-96a4-35268a8ab385 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:22.227532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.258214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Pushing event deleted for resources: {'Port': ['ID=011d5e93-58cf-46bb-96a4-35268a8ab385,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:22.279948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2aa69-f811-494d-aedd-032f414cb1b4 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:13:22.334390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.337904 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-330aceac-85d9-43ac-a8af-7870ad99a9e4 tempest-RoutersAdminNegativeIpV6Test-1711292764 tempest-RoutersAdminNegativeIpV6Test-1711292764-project-admin] 10.222.0.15 "DELETE /v2.0/ports/011d5e93-58cf-46bb-96a4-35268a8ab385 HTTP/1.1" status: 204 len: 168 time: 0.4137659 Nov 27 16:13:22.669209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43534) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:22.794618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b014d7d4-4de3-4e61-9682-e79e379cda0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.880310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be3204-e809-4c0d-a53b-c98751cd50e5 req-7a2694a5-3ccd-45a3-a40e-fd5cf5ae5104 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:22.881825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1be3204-e809-4c0d-a53b-c98751cd50e5 req-7a2694a5-3ccd-45a3-a40e-fd5cf5ae5104 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0892246 Nov 27 16:13:22.947058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b014d7d4-4de3-4e61-9682-e79e379cda0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.951316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b014d7d4-4de3-4e61-9682-e79e379cda0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:22.977310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1be3204-e809-4c0d-a53b-c98751cd50e5 req-77acf2d2-b04d-440a-8f44-ab7e9280e414 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828133 Nov 27 16:13:23.001745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b014d7d4-4de3-4e61-9682-e79e379cda0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00f3f8f9a5794cadb6dbe54d284d8bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308642 Nov 27 16:13:23.003151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014d7d4-4de3-4e61-9682-e79e379cda0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e36f202-bf2a-42d4-847f-2c56d190448e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:23.004382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43540) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:23.052717 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ebd11ae-3cb8-4d2d-bf0a-250cb6c2a0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.074579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ebd11ae-3cb8-4d2d-bf0a-250cb6c2a0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.128576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ebd11ae-3cb8-4d2d-bf0a-250cb6c2a0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.131257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ebd11ae-3cb8-4d2d-bf0a-250cb6c2a0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.132572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7ebd11ae-3cb8-4d2d-bf0a-250cb6c2a0be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e36f202-bf2a-42d4-847f-2c56d190448e HTTP/1.1" status: 204 len: 168 time: 0.1270485 Nov 27 16:13:23.140882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd11ae-3cb8-4d2d-bf0a-250cb6c2a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e36f202-bf2a-42d4-847f-2c56d190448e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:23.416375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43546) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:23.459366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa6ec8df-aee6-4e04-a377-87dcee07416d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48dcec637f7b462587f8d38438e11ea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418301 Nov 27 16:13:23.464762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43550) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:23.526460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce6dac5f-ce93-4a3d-84ce-6ecb92c48512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.550285 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce6dac5f-ce93-4a3d-84ce-6ecb92c48512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.595302 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce6dac5f-ce93-4a3d-84ce-6ecb92c48512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.598284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ce6dac5f-ce93-4a3d-84ce-6ecb92c48512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:23.599400 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ce6dac5f-ce93-4a3d-84ce-6ecb92c48512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5b2443c-6f37-406d-8f08-74daab36730e HTTP/1.1" status: 204 len: 168 time: 0.1331964 Nov 27 16:13:23.608051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dac5f-ce93-4a3d-84ce-6ecb92c48512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b2443c-6f37-406d-8f08-74daab36730e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:24.114632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14855c23-1a45-46ac-946b-b858d553b32a req-1dc6c4aa-4187-4550-ab40-4a620283acf9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:24.115985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14855c23-1a45-46ac-946b-b858d553b32a req-1dc6c4aa-4187-4550-ab40-4a620283acf9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0526865 Nov 27 16:13:24.173472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14855c23-1a45-46ac-946b-b858d553b32a req-2aeec67b-7a96-458d-8d60-a43008acc3ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483701 Nov 27 16:13:24.364903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43578) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:24.459504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1536769611'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:24.480242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:24.483814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.493730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.575860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.580927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.615917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:24.625199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6308f8a7-68a7-4d61-ac86-4feb0bb27b48,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:24.632767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.633960 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Added segment 8b9d920b-8687-4834-9baf-b63c98d8a7de of type vlan for network cb65d55d-2a55-4124-9bb8-811911da80bf Nov 27 16:13:24.677722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.704551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.711082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:24.711689 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:24.772092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4059870 Nov 27 16:13:24.775054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43592) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:24.782127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'subnet': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:24.832064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e415b6-f93a-47b8-978f-196d8df85fb0 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Network': ['ID=cb65d55d-2a55-4124-9bb8-811911da80bf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:24.845158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cb65d55d-2a55-4124-9bb8-811911da80bf details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:24.883455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:24.887563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.071198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.138393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Subnet': ['ID=aac70876-d195-4a0c-acb4-6d2bf7d88f29,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:25.145431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Checking segment: {'id': '8b9d920b-8687-4834-9baf-b63c98d8a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:25.145810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network hostable DHCP agents. Network: cb65d55d-2a55-4124-9bb8-811911da80bf, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:13:25.162113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:13:25.170472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cb65d55d-2a55-4124-9bb8-811911da80bf) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:25.174802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:25.175402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.181232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab7882-5a9a-4194-a5ad-861b3d17dbd1 None None] Network cb65d55d-2a55-4124-9bb8-811911da80bf requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:25.195543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d31b06c3-98d6-47d6-adb7-4f229f422f99 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4194026 Nov 27 16:13:25.198044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43596) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:25.204550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517724858'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:25.362614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba03b9-4d09-438e-b1e0-596677baec9d req-68de0975-c540-42b8-b08c-c07bc158cee2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:25.364152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-42ba03b9-4d09-438e-b1e0-596677baec9d req-68de0975-c540-42b8-b08c-c07bc158cee2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 943 time: 0.0788782 Nov 27 16:13:25.374931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:25.378433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.398396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-cb65d55d-2a55-4124-9bb8-811911da80bf', 'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'tenant_id': 'a6503b81039b42e8afa278418e0d668e', 'fixed_ips': [{'subnet_id': 'aac70876-d195-4a0c-acb4-6d2bf7d88f29'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:13:25.400069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.430122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-42ba03b9-4d09-438e-b1e0-596677baec9d req-376ae67d-d77a-41d5-a2d9-f1f9febe483e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574377 Nov 27 16:13:25.435470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] device_id is not set on port afc5d580-d8cd-4f39-97d6-c84d866338d2 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:25.564503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Allocated IP 2001:db8::129 (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/afc5d580-d8cd-4f39-97d6-c84d866338d2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:25.748175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.784201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.843735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:25.843735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:25.849156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:25.856365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:25.857462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:25.863850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=afc5d580-d8cd-4f39-97d6-c84d866338d2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:25.864778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Allocated IP 2001:db8::2 (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/63f863ac-8ea5-4db0-b135-5ce894978614) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:25.882544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b3fd01a8-ae3e-4729-8194-a43e4eb13ccf tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6828253 Nov 27 16:13:25.885820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43604) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:25.892647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1605232646', 'allowed_address_pairs': [{'ip_address': '2001:db8::129', 'mac_address': 'fa:16:3e:63:83:67'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:25.974771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9f5754f-6652-4275-8e37-00ee48238c88 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:13:26.051777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:26.153182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a9f5754f-6652-4275-8e37-00ee48238c88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9f5754f-6652-4275-8e37-00ee48238c88,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:26.160219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.168284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.172858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'a9f5754f-6652-4275-8e37-00ee48238c88', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': 'a9f5754f-6652-4275-8e37-00ee48238c88', 'mac_address': 'fa:16:3e:8d:8b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:13:26.178667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.184833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] device_id is not set on port acccacef-5279-4848-b54f-caae92f97276 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:26.248643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:26.254952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:26.261609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:26.272189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.275623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Pushing event updated for resources: {'Port': ['ID=63f863ac-8ea5-4db0-b135-5ce894978614,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:26.305623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f5754f-6652-4275-8e37-00ee48238c88 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:13:26.327767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Allocated IP 2001:db8::309 (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/acccacef-5279-4848-b54f-caae92f97276) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:26.344640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Attempting to bind port 63f863ac-8ea5-4db0-b135-5ce894978614 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:26.345136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Attempting to bind port 63f863ac-8ea5-4db0-b135-5ce894978614 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '8b9d920b-8687-4834-9baf-b63c98d8a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:26.345623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Attempting to bind port 63f863ac-8ea5-4db0-b135-5ce894978614 on network cb65d55d-2a55-4124-9bb8-811911da80bf {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:26.350845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a9f5754f-6652-4275-8e37-00ee48238c88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9f5754f-6652-4275-8e37-00ee48238c88,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:26.356403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:13:26.357074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Checking segment: {'id': '8b9d920b-8687-4834-9baf-b63c98d8a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:26.357516 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.358010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Bound using segment: {'id': '8b9d920b-8687-4834-9baf-b63c98d8a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:13:26.358573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Bound port: 63f863ac-8ea5-4db0-b135-5ce894978614, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9d920b-8687-4834-9baf-b63c98d8a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:13:26.359055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.361830 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.449054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a9f5754f-6652-4275-8e37-00ee48238c88,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:26.467401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] For port 63f863ac-8ea5-4db0-b135-5ce894978614, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:13:26.471522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] For port 63f863ac-8ea5-4db0-b135-5ce894978614, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f863ac-8ea5-4db0-b135-5ce894978614,segment=NetworkSegment(8b9d920b-8687-4834-9baf-b63c98d8a7de),segment_id=8b9d920b-8687-4834-9baf-b63c98d8a7de)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:13:26.475756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.500606 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.551285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026a93c-7fb6-444f-a893-1c7bb50acce3 None None] Pushing event updated for resources: {'Port': ['ID=63f863ac-8ea5-4db0-b135-5ce894978614,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:26.566045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.578910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a9f5754f-6652-4275-8e37-00ee48238c88'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:13:26.623457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:26.633884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627c0e-bbb5-43de-9b69-3495d19ee731 req-ed9d2462-6bfa-427b-aa00-593da13860c9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:26.635374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67627c0e-bbb5-43de-9b69-3495d19ee731 req-ed9d2462-6bfa-427b-aa00-593da13860c9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 944 time: 0.1054904 Nov 27 16:13:26.639027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:26.643976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:26.649585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:26.650229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:26.655017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=acccacef-5279-4848-b54f-caae92f97276,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:26.684988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cdbb8e4d-4d78-444f-aff4-c702f9c46495 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.7952869 Nov 27 16:13:26.685180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43612) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:26.775285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67627c0e-bbb5-43de-9b69-3495d19ee731 req-fb97e3d4-c8a2-45af-85f3-291a6f024e6b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150205 Nov 27 16:13:26.838454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773db0a-a5c1-4f4a-af68-5a1dbb4d2f46 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:26.850061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773db0a-a5c1-4f4a-af68-5a1dbb4d2f46 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:26.852276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773db0a-a5c1-4f4a-af68-5a1dbb4d2f46 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:26.854084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3773db0a-a5c1-4f4a-af68-5a1dbb4d2f46 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1677403 Nov 27 16:13:26.857346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43618) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:26.989206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port acccacef-5279-4848-b54f-caae92f97276 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:26.989581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.074192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f863ac-8ea5-4db0-b135-5ce894978614 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:27.099936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.114840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for acccacef-5279-4848-b54f-caae92f97276 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:27.126550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 63f863ac-8ea5-4db0-b135-5ce894978614 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:27.127083 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.228402 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.272198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.273263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 63f863ac-8ea5-4db0-b135-5ce894978614, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f863ac-8ea5-4db0-b135-5ce894978614,segment=NetworkSegment(8b9d920b-8687-4834-9baf-b63c98d8a7de),segment_id=8b9d920b-8687-4834-9baf-b63c98d8a7de)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:27.279302 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.305700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=acccacef-5279-4848-b54f-caae92f97276,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:27.336980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=63f863ac-8ea5-4db0-b135-5ce894978614,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:27.431780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.435730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-869292ce-9878-49c5-a0f0-611efc8912db tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/ports/acccacef-5279-4848-b54f-caae92f97276 HTTP/1.1" status: 204 len: 168 time: 0.5774126 Nov 27 16:13:27.439375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:27.465487 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a54e05-bcdd-44b2-ac13-63fe525330b8 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] GET failed (client error): The resource could not be found. Nov 27 16:13:27.467257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f1a54e05-bcdd-44b2-ac13-63fe525330b8 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "GET /v2.0/ports/acccacef-5279-4848-b54f-caae92f97276 HTTP/1.1" status: 404 len: 333 time: 0.0268230 Nov 27 16:13:27.472449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43624) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:27.477666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-986539142'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:27.601579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:27.606216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.636022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] device_id is not set on port f1edf6df-b0a2-478e-ad7a-763cf8be5011 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:27.784752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Allocated IP 2001:db8::70 (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/f1edf6df-b0a2-478e-ad7a-763cf8be5011) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:27.800183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f376de-8bd7-4280-bf89-ce51511e2e33 None None] Network cb65d55d-2a55-4124-9bb8-811911da80bf requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:27.908259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1c5a16ed-79ad-42ab-b5b9-27e321e228bc None None] Provisioning complete for port 63f863ac-8ea5-4db0-b135-5ce894978614 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:27.908634 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c5a16ed-79ad-42ab-b5b9-27e321e228bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:27.995807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9f5754f-6652-4275-8e37-00ee48238c88 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:28.047841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.083351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.117999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:28.155809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:28.160800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:28.168810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:28.169503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.177670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=f1edf6df-b0a2-478e-ad7a-763cf8be5011,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:28.223673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b3b475f8-0d20-4700-93fc-d2b37be4be13 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7485104 Nov 27 16:13:28.223673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43634) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:28.228794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::129', 'mac_address': 'fa:16:3e:63:83:67'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:28.422745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port a9f5754f-6652-4275-8e37-00ee48238c88 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:28.426140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ef0a-9494-4054-a7db-df3775fec2eb req-48f5fbfa-cfcc-4658-9b37-47f7b93bef70 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:28.428142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf3ef0a-9494-4054-a7db-df3775fec2eb req-48f5fbfa-cfcc-4658-9b37-47f7b93bef70 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 944 time: 0.4872842 Nov 27 16:13:28.429172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port a9f5754f-6652-4275-8e37-00ee48238c88 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:28.429564 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.449890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.500891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf3ef0a-9494-4054-a7db-df3775fec2eb req-424ff2c1-e679-4817-aea1-7e01a39d0509 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626345 Nov 27 16:13:28.535722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.570087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f5754f-6652-4275-8e37-00ee48238c88'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:28.572399 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8b0d9-8e7a-4172-8459-9f4ef65ad6b1" -d '{"events": [{"server_uuid": "97c546ee-59a0-422f-9b25-1a24cb25e5af", "name": "network-vif-plugged", "status": "completed", "tag": "a9f5754f-6652-4275-8e37-00ee48238c88"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:28.587961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port a9f5754f-6652-4275-8e37-00ee48238c88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9f5754f-6652-4275-8e37-00ee48238c88,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:28.605394 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.664201 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d14da66-5bcc-413d-95a7-7eb0cdf687d3 x-openstack-request-id: req-0d14da66-5bcc-413d-95a7-7eb0cdf687d3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:28.664609 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c546ee-59a0-422f-9b25-1a24cb25e5af", "name": "network-vif-plugged", "status": "completed", "tag": "a9f5754f-6652-4275-8e37-00ee48238c88", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:28.664757 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d14da66-5bcc-413d-95a7-7eb0cdf687d3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:28.665145 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f5754f-6652-4275-8e37-00ee48238c88', 'code': 200} Nov 27 16:13:28.696655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=a9f5754f-6652-4275-8e37-00ee48238c88,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:28.754891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.779144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.796417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] In _notify_port_updated(), no bound segment for port f1edf6df-b0a2-478e-ad7a-763cf8be5011 on network cb65d55d-2a55-4124-9bb8-811911da80bf {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:13:28.801900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:28.802546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.806977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43642) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:28.807119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "PUT /v2.0/ports/f1edf6df-b0a2-478e-ad7a-763cf8be5011 HTTP/1.1" status: 200 len: 1001 time: 0.5831909 Nov 27 16:13:28.863566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffedb-178e-4bbb-96b7-1cd0a55cc7ed req-a6ea6009-29a4-4855-9a52-3443d583ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:28.865317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c27ffedb-178e-4bbb-96b7-1cd0a55cc7ed req-a6ea6009-29a4-4855-9a52-3443d583ec12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 1096 time: 0.1350408 Nov 27 16:13:28.869701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84e073-a15b-4393-97ac-a1d028fb76b2 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=f1edf6df-b0a2-478e-ad7a-763cf8be5011,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:28.900666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Provisioning complete for port f1edf6df-b0a2-478e-ad7a-763cf8be5011 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:28.902752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.927856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c27ffedb-178e-4bbb-96b7-1cd0a55cc7ed req-4be314e0-5cfd-44f7-9a53-7200ca09e1c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552573 Nov 27 16:13:28.943457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port f1edf6df-b0a2-478e-ad7a-763cf8be5011 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:28.943813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:28.991549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Port f1edf6df-b0a2-478e-ad7a-763cf8be5011 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:29.013976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Provisioning complete for port 63f863ac-8ea5-4db0-b135-5ce894978614 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:29.014352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.045621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f863ac-8ea5-4db0-b135-5ce894978614 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:29.085890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.112821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for f1edf6df-b0a2-478e-ad7a-763cf8be5011 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:29.151009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 63f863ac-8ea5-4db0-b135-5ce894978614 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:29.151414 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.262728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Provisioning complete for port afc5d580-d8cd-4f39-97d6-c84d866338d2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:29.263401 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.329016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-02253b71-d65c-4b16-bebe-f9e138150e42 None None] Port afc5d580-d8cd-4f39-97d6-c84d866338d2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:29.343144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.373137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=f1edf6df-b0a2-478e-ad7a-763cf8be5011,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:29.464313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b412ab6f-9746-42cc-9cb4-a24aa866b705 None None] Provisioning complete for port afc5d580-d8cd-4f39-97d6-c84d866338d2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:29.464880 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b412ab6f-9746-42cc-9cb4-a24aa866b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.470124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.476620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-52e69196-bbba-4c62-be32-4141e762996b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/ports/f1edf6df-b0a2-478e-ad7a-763cf8be5011 HTTP/1.1" status: 204 len: 168 time: 0.6658800 Nov 27 16:13:29.476896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43654) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:29.508837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b412ab6f-9746-42cc-9cb4-a24aa866b705 None None] Port afc5d580-d8cd-4f39-97d6-c84d866338d2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:29.509216 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c55e73f-881d-4af9-9d7e-ec6186df8071 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] GET failed (client error): The resource could not be found. Nov 27 16:13:29.511131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7c55e73f-881d-4af9-9d7e-ec6186df8071 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "GET /v2.0/ports/f1edf6df-b0a2-478e-ad7a-763cf8be5011 HTTP/1.1" status: 404 len: 333 time: 0.0331516 Nov 27 16:13:29.515216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43656) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:29.520523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-686498067'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:29.626436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8f3cec84-41b5-4050-8628-123df57340ff None None] Could not find standard attr ID for object acccacef-5279-4848-b54f-caae92f97276. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:13:29.677709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e06368-d857-48df-b5cb-6094f683a2ab req-03685e30-72b7-4289-a966-a81f3626e96a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:29.679233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73e06368-d857-48df-b5cb-6094f683a2ab req-03685e30-72b7-4289-a966-a81f3626e96a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.0799844 Nov 27 16:13:29.685502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:29.689712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.728557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] device_id is not set on port 1233d9f6-26ac-42b3-89bf-ab873b376ef9 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:29.799135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73e06368-d857-48df-b5cb-6094f683a2ab req-be8622b7-e2d2-43c6-8e33-e79ade0744e0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059177 Nov 27 16:13:29.817894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:29.846598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-36eeb6a1-d79c-48ca-b3b9-6b92ef61318d None None] Could not find standard attr ID for object f1edf6df-b0a2-478e-ad7a-763cf8be5011. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:13:29.882145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Allocated IP 2001:db8::39d (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/1233d9f6-26ac-42b3-89bf-ab873b376ef9) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:30.055335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.093114 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.147979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:30.152137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:30.155077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:30.162668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:30.163566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.179644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=1233d9f6-26ac-42b3-89bf-ab873b376ef9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:30.195606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3751be1f-06c7-493c-8ebc-b27a31e824b5 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6789122 Nov 27 16:13:30.198038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43664) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:30.206967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:63:83:67'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:30.302198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.476347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-39571914-5b20-4412-a981-1caa82de5ff7 None None] Could not find standard attr ID for object f1edf6df-b0a2-478e-ad7a-763cf8be5011. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:13:30.513047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.519037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.560817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] In _notify_port_updated(), no bound segment for port 1233d9f6-26ac-42b3-89bf-ab873b376ef9 on network cb65d55d-2a55-4124-9bb8-811911da80bf {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:13:30.566641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:30.567286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.571252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "PUT /v2.0/ports/1233d9f6-26ac-42b3-89bf-ab873b376ef9 HTTP/1.1" status: 200 len: 1002 time: 0.3676980 Nov 27 16:13:30.572043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43668) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:30.609076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89ece4-c535-48f7-9885-a59b6a89d6fe tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=1233d9f6-26ac-42b3-89bf-ab873b376ef9,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:30.688933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port 1233d9f6-26ac-42b3-89bf-ab873b376ef9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:30.689965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.713838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc94a5f5-5562-4f46-aa2e-717fd02ca6fd None None] Provisioning complete for port 1233d9f6-26ac-42b3-89bf-ab873b376ef9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:30.714783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc94a5f5-5562-4f46-aa2e-717fd02ca6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.767362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dc94a5f5-5562-4f46-aa2e-717fd02ca6fd None None] Port 1233d9f6-26ac-42b3-89bf-ab873b376ef9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:30.795286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:30.809046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for 1233d9f6-26ac-42b3-89bf-ab873b376ef9 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:30.987283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f485f-666e-4a7e-8763-6c716a4f940d req-d9cfc347-3fb1-4020-8872-5a30eb9eae87 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:30.988770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a5f485f-666e-4a7e-8763-6c716a4f940d req-d9cfc347-3fb1-4020-8872-5a30eb9eae87 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.0938041 Nov 27 16:13:30.994496 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.033240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=1233d9f6-26ac-42b3-89bf-ab873b376ef9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:31.080281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.086284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02c70e42-5e32-4938-ab01-ee5efe0fd039 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/ports/1233d9f6-26ac-42b3-89bf-ab873b376ef9 HTTP/1.1" status: 204 len: 168 time: 0.5113487 Nov 27 16:13:31.087065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:31.112394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a5f485f-666e-4a7e-8763-6c716a4f940d req-858ec33e-5880-4f44-b4b7-d8e689017561 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082323 Nov 27 16:13:31.115496 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-219a0b4c-a965-4b3b-9366-3039e51e145b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] GET failed (client error): The resource could not be found. Nov 27 16:13:31.121015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-219a0b4c-a965-4b3b-9366-3039e51e145b tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "GET /v2.0/ports/1233d9f6-26ac-42b3-89bf-ab873b376ef9 HTTP/1.1" status: 404 len: 333 time: 0.0294223 Nov 27 16:13:31.122086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43674) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:31.127945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-252739777'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:31.305841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-49e1f3a0-08e7-4b11-a9d6-2b04183e60f3 None None] Could not find standard attr ID for object 1233d9f6-26ac-42b3-89bf-ab873b376ef9. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:13:31.311866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602afa02-b188-4201-84d9-f3d9f8cf9e76 req-ad344b8d-5e6d-4896-a877-90cf544d1ba0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:31.320188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-602afa02-b188-4201-84d9-f3d9f8cf9e76 req-ad344b8d-5e6d-4896-a877-90cf544d1ba0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.1014311 Nov 27 16:13:31.347724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:31.351268 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.373035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] device_id is not set on port b1817c3b-d5ac-466b-a3be-bdb96839ccdf yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:31.494273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-602afa02-b188-4201-84d9-f3d9f8cf9e76 req-3e4f464e-c9ea-4d5a-bf7c-4511aec6e356 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731083 Nov 27 16:13:31.532129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Allocated IP 2001:db8::193 (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/b1817c3b-d5ac-466b-a3be-bdb96839ccdf) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:31.705400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e3be3-389e-4e26-8863-9a6c07b440d1 req-91b05b3b-f3b9-4fd7-bca3-a00d9daaf55f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:31.706891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b0e3be3-389e-4e26-8863-9a6c07b440d1 req-91b05b3b-f3b9-4fd7-bca3-a00d9daaf55f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.1110723 Nov 27 16:13:31.748305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.793562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b0e3be3-389e-4e26-8863-9a6c07b440d1 req-1d2f9e71-ffc2-47d0-8a28-9890d361a3b2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Nov 27 16:13:31.808580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.842640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.877466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:31.877466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=b1817c3b-d5ac-466b-a3be-bdb96839ccdf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:31.878754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:31.881017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:31.886925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:31.887547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:31.905859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0a5c7f6-bfcb-4dfb-93bb-2ceb7f973f77 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7823701 Nov 27 16:13:31.908636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43690) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:31.914227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'network_id': 'cb65d55d-2a55-4124-9bb8-811911da80bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-209030650'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:32.051875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Made reservation on behalf of a6503b81039b42e8afa278418e0d668e for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:32.058491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:32.086864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] device_id is not set on port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:32.191731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e5a32-ee9b-4a3a-bedf-dafc2e17b5cf req-e2b1a905-544a-480c-a2ce-139d482782d0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:32.193185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-102e5a32-ee9b-4a3a-bedf-dafc2e17b5cf req-e2b1a905-544a-480c-a2ce-139d482782d0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.0562158 Nov 27 16:13:32.223490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Allocated IP 2001:db8::6 (cb65d55d-2a55-4124-9bb8-811911da80bf/aac70876-d195-4a0c-acb4-6d2bf7d88f29/c0a13581-0a7f-4be1-9eb1-024efe8a5c68) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:32.248867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-102e5a32-ee9b-4a3a-bedf-dafc2e17b5cf req-4613986c-bcf9-4e57-8882-f8c0a9b038ae tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463901 Nov 27 16:13:32.257931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7dfd52ba-94ee-4314-b8b5-a1cd8717b7cb None None] Provisioning complete for port b1817c3b-d5ac-466b-a3be-bdb96839ccdf triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:32.258544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7dfd52ba-94ee-4314-b8b5-a1cd8717b7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:32.294735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd52ba-94ee-4314-b8b5-a1cd8717b7cb None None] Port b1817c3b-d5ac-466b-a3be-bdb96839ccdf cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:32.398581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:32.437553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:32.500605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Network cb65d55d-2a55-4124-9bb8-811911da80bf is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:32.503851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:32.519918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:32.527017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:32.527719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:32.537393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=c0a13581-0a7f-4be1-9eb1-024efe8a5c68,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:32.552803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-766d90c2-397d-4069-ad43-6bcba8e82843 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6428804 Nov 27 16:13:32.555381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43702) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:32.561053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::129', 'mac_address': 'fa:16:3e:63:83:67'}, {'ip_address': '2001:db8::193', 'mac_address': 'fa:16:3e:b2:42:d2'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:32.736013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43706) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:32.821710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-93e8439d-efdc-4d45-aea8-470bff06499a None None] Provisioning complete for port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:32.822446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93e8439d-efdc-4d45-aea8-470bff06499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:32.860565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-93e8439d-efdc-4d45-aea8-470bff06499a None None] Port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:32.923020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2053b52b-5487-4917-967a-f30126fdfa22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.036820 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2053b52b-5487-4917-967a-f30126fdfa22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.040804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2053b52b-5487-4917-967a-f30126fdfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.072788 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.085965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2053b52b-5487-4917-967a-f30126fdfa22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0af20f66fb0445e874e18c79be6d0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488426 Nov 27 16:13:33.089003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43712) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:33.095141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053b52b-5487-4917-967a-f30126fdfa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58d373-b2f0-4420-ba43-64611b6cbbf3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:33.148900 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d80f36e-ce55-4608-b8f6-ab053b0254de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.175549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d80f36e-ce55-4608-b8f6-ab053b0254de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.232115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d80f36e-ce55-4608-b8f6-ab053b0254de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.236744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d80f36e-ce55-4608-b8f6-ab053b0254de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.238080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d80f36e-ce55-4608-b8f6-ab053b0254de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a58d373-b2f0-4420-ba43-64611b6cbbf3 HTTP/1.1" status: 204 len: 168 time: 0.1479549 Nov 27 16:13:33.252988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80f36e-ce55-4608-b8f6-ab053b0254de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58d373-b2f0-4420-ba43-64611b6cbbf3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:33.292128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.297591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.334440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] In _notify_port_updated(), no bound segment for port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 on network cb65d55d-2a55-4124-9bb8-811911da80bf {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:13:33.340107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:33.340754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.345345 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "PUT /v2.0/ports/c0a13581-0a7f-4be1-9eb1-024efe8a5c68 HTTP/1.1" status: 200 len: 1065 time: 0.7856383 Nov 27 16:13:33.347871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43718) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:33.409682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d32a44-bbfd-4a79-834e-35c505b90faa tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event updated for resources: {'Port': ['ID=c0a13581-0a7f-4be1-9eb1-024efe8a5c68,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:33.426191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aa7e8-dd4f-4bfb-9c8c-3a8c7f4d1b65 req-8af7b22d-2e0d-423e-8585-5f1088c0325c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:33.428731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e45aa7e8-dd4f-4bfb-9c8c-3a8c7f4d1b65 req-8af7b22d-2e0d-423e-8585-5f1088c0325c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.0958161 Nov 27 16:13:33.499906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:33.503463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.505071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e45aa7e8-dd4f-4bfb-9c8c-3a8c7f4d1b65 req-f14dee8b-febe-43aa-977e-f2a7acec6cbd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613739 Nov 27 16:13:33.650456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-a6e4f54d-b0d8-49e8-9b7f-6e4d7d1e94a4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:33.652133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-a6e4f54d-b0d8-49e8-9b7f-6e4d7d1e94a4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 945 time: 0.1113586 Nov 27 16:13:33.694996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cf2bd009-b6ef-4c97-8fac-fb0d591512e0 None None] Provisioning complete for port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:33.695368 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cf2bd009-b6ef-4c97-8fac-fb0d591512e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.707482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:33.730630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for c0a13581-0a7f-4be1-9eb1-024efe8a5c68 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:33.742320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cf2bd009-b6ef-4c97-8fac-fb0d591512e0 None None] Port c0a13581-0a7f-4be1-9eb1-024efe8a5c68 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:33.842766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port a9f5754f-6652-4275-8e37-00ee48238c88 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:33.843147 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.003702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port a9f5754f-6652-4275-8e37-00ee48238c88, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=a9f5754f-6652-4275-8e37-00ee48238c88,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:34.004109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.012955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43742) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:34.014954 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.023938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for a9f5754f-6652-4275-8e37-00ee48238c88 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:34.057004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=c0a13581-0a7f-4be1-9eb1-024efe8a5c68,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:34.127376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-232579172-network', 'tenant_id': '2d5c4b53e3034ccda40a4eaf5b06cef2'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:34.152231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Made reservation on behalf of 2d5c4b53e3034ccda40a4eaf5b06cef2 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:34.156251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.168608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.285714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.292503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.319854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:34.338176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1deaeb8-986e-49d2-b017-e34e7778d835,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:34.342669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.343286 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Added segment f05b8b80-2ecb-4c22-b87c-738c25b1a864 of type vlan for network 178c7f30-2dfb-4740-867b-ed1473f9d10e Nov 27 16:13:34.372326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.377993 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-61404e3d-f0f6-48c6-b7b4-859cde4215cc tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/ports/c0a13581-0a7f-4be1-9eb1-024efe8a5c68 HTTP/1.1" status: 204 len: 168 time: 1.0290606 Nov 27 16:13:34.379963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:34.396201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.408372 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7940615f-a500-433a-bc7b-a6da6fc2eda9 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] GET failed (client error): The resource could not be found. Nov 27 16:13:34.412488 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7940615f-a500-433a-bc7b-a6da6fc2eda9 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "GET /v2.0/ports/c0a13581-0a7f-4be1-9eb1-024efe8a5c68 HTTP/1.1" status: 404 len: 333 time: 0.0285769 Nov 27 16:13:34.412720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43748) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:34.430985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.432254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:34.433664 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.516285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5019691 Nov 27 16:13:34.520636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43750) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:34.526506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Request body: {'subnet': {'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-232579172-subnet', 'tenant_id': '2d5c4b53e3034ccda40a4eaf5b06cef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:34.548088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081878a-c477-4c65-86fa-4a504c6934a4 admin admin] Pushing event updated for resources: {'Network': ['ID=178c7f30-2dfb-4740-867b-ed1473f9d10e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:34.573068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port b1817c3b-d5ac-466b-a3be-bdb96839ccdf {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:34.575548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.577489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.587319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 178c7f30-2dfb-4740-867b-ed1473f9d10e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:34.593916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['a9f5754f-6652-4275-8e37-00ee48238c88'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:13:34.626966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=a9f5754f-6652-4275-8e37-00ee48238c88,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:34.725370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abfd36a7-8ef1-49cc-a0c7-01379c9bae8d req-edf8478b-7a10-48d4-8f9f-b74a2fa448c5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0575743 Nov 27 16:13:34.745450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port a9f5754f-6652-4275-8e37-00ee48238c88 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:13:34.745721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Made reservation on behalf of 2d5c4b53e3034ccda40a4eaf5b06cef2 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:34.745721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.746942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.752394 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8dd20861-d8df-47f3-9134-439f8df89e24 req-24e91b51-5012-4e84-9b0d-020a86adb1b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "DELETE /v2.0/ports/a9f5754f-6652-4275-8e37-00ee48238c88 HTTP/1.1" status: 204 len: 173 time: 1.0932260 Nov 27 16:13:34.753111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'name': 'network-vif-deleted', 'tag': 'a9f5754f-6652-4275-8e37-00ee48238c88'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:34.755636 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe9dbc-bc0e-40b7-ae02-26b9469cb34f" -d '{"events": [{"server_uuid": "97c546ee-59a0-422f-9b25-1a24cb25e5af", "name": "network-vif-deleted", "tag": "a9f5754f-6652-4275-8e37-00ee48238c88"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:34.815456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-417cd0e2-1d71-4662-b04a-915d7ca23eae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2691925 Nov 27 16:13:34.834240 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda63820-af08-4297-bd72-34abadb0b60e x-openstack-request-id: req-bda63820-af08-4297-bd72-34abadb0b60e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:34.834682 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c546ee-59a0-422f-9b25-1a24cb25e5af", "name": "network-vif-deleted", "tag": "a9f5754f-6652-4275-8e37-00ee48238c88", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:34.835031 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bda63820-af08-4297-bd72-34abadb0b60e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:34.835533 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c546ee-59a0-422f-9b25-1a24cb25e5af', 'name': 'network-vif-deleted', 'tag': 'a9f5754f-6652-4275-8e37-00ee48238c88', 'status': 'completed', 'code': 200} Nov 27 16:13:34.855808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:34.883917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for b1817c3b-d5ac-466b-a3be-bdb96839ccdf owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:35.032185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.032672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.033286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.033790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.034311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.034778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.035237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.037945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-e6438098-0f42-4ce6-bdd5-ef2852ece8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.1218777 Nov 27 16:13:35.082237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.115488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=b1817c3b-d5ac-466b-a3be-bdb96839ccdf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:35.191838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.195962 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9757a918-e52e-4b18-bcc0-c2a312227bc1 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/ports/b1817c3b-d5ac-466b-a3be-bdb96839ccdf HTTP/1.1" status: 204 len: 168 time: 0.7823358 Nov 27 16:13:35.205939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43760) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:35.235032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a22f52b0-1032-43c4-85b8-3e3691204061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.244693 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c104f3c7-58fc-4603-bb70-8c4c0006db36 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] GET failed (client error): The resource could not be found. Nov 27 16:13:35.247854 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c104f3c7-58fc-4603-bb70-8c4c0006db36 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "GET /v2.0/ports/b1817c3b-d5ac-466b-a3be-bdb96839ccdf HTTP/1.1" status: 404 len: 333 time: 0.0399296 Nov 27 16:13:35.252007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43762) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:35.259609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.416490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port afc5d580-d8cd-4f39-97d6-c84d866338d2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:35.417798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.432516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79568650-4ed6-4fcb-9632-62bbbfb15bb1,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:35.448246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4f588c83-f912-4b2c-9d9b-8081c6db9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.449098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4f588c83-f912-4b2c-9d9b-8081c6db9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.449978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4f588c83-f912-4b2c-9d9b-8081c6db9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.451808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4f588c83-f912-4b2c-9d9b-8081c6db9db3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 2296 time: 0.3827186 Nov 27 16:13:35.459780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Checking segment: {'id': 'f05b8b80-2ecb-4c22-b87c-738c25b1a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:35.460482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Network hostable DHCP agents. Network: 178c7f30-2dfb-4740-867b-ed1473f9d10e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:13:35.539062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Network 178c7f30-2dfb-4740-867b-ed1473f9d10e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:13:35.563330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-220eab3b-03ae-4994-903b-199889b5b8ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1002 time: 0.0995126 Nov 27 16:13:35.564212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.566840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 178c7f30-2dfb-4740-867b-ed1473f9d10e) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:35.577601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d37d924-0e4a-4655-973d-6994a0f1ebc6 None None] Network 178c7f30-2dfb-4740-867b-ed1473f9d10e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:35.587074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for afc5d580-d8cd-4f39-97d6-c84d866338d2 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:35.593739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.594634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.644726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8788fb36-4e9a-4051-8a7f-cb2d6d6f9f22 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1225655 Nov 27 16:13:35.650575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-04a66d6b-3076-459f-bef4-275efbde336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.653086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-04a66d6b-3076-459f-bef4-275efbde336c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.0715766 Nov 27 16:13:35.712452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4d6beb8c-f79a-4008-a4a2-4e88633d965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:35.714824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4d6beb8c-f79a-4008-a4a2-4e88633d965f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495272 Nov 27 16:13:35.817121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ac65a-efed-4eb6-ae3d-31a2a72485ed None None] Network 178c7f30-2dfb-4740-867b-ed1473f9d10e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:35.821996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:35.936535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50f84953-eacb-4575-83ca-5990287180ed req-8c6b7287-3850-4f89-8506-3ad983fef575 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0769534 Nov 27 16:13:35.937913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=afc5d580-d8cd-4f39-97d6-c84d866338d2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:36.016353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-99f2bcb3-d4e0-4df8-afd5-364a0e5b6ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935910 Nov 27 16:13:36.023020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.027035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c4a648d-81d3-4080-a7e0-cedaa0de39de tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/ports/afc5d580-d8cd-4f39-97d6-c84d866338d2 HTTP/1.1" status: 204 len: 168 time: 0.7722225 Nov 27 16:13:36.033710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43774) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:36.124800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting subnet aac70876-d195-4a0c-acb4-6d2bf7d88f29 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:13:36.130276 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.205304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.221663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-902eb8a2-fc15-4369-9c31-6bbdb78b67c8 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959376 Nov 27 16:13:36.275019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-481a61fe-ef90-4c34-b803-618405d65f87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 217 time: 0.0440793 Nov 27 16:13:36.320567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.335904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4609645a-14a2-4a5f-b747-114eebc93165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:36.337366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-4609645a-14a2-4a5f-b747-114eebc93165 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0562503 Nov 27 16:13:36.391600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-bb4af124-2bf6-410e-9b4e-bcc1ed0ef4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:36.393135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-bb4af124-2bf6-410e-9b4e-bcc1ed0ef4e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481598 Nov 27 16:13:36.426664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.464725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Subnet': ['ID=aac70876-d195-4a0c-acb4-6d2bf7d88f29,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:36.471227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.474866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-30fe6708-ece3-4165-961e-541190524764 tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/subnets/aac70876-d195-4a0c-acb4-6d2bf7d88f29 HTTP/1.1" status: 204 len: 168 time: 0.4395635 Nov 27 16:13:36.479229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe54d4-d708-432c-b587-57fd1d78fccc None None] Network cb65d55d-2a55-4124-9bb8-811911da80bf requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:36.488171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:36.538944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-73ea6a58-2338-47cb-9b71-2c1832997f9f service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345806 Nov 27 16:13:36.563263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43788) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:36.568185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1888520545-network', 'tenant_id': 'bd635c73c9874c75bd2a761caf6af781'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:36.629293 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.652666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Made reservation on behalf of bd635c73c9874c75bd2a761caf6af781 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:36.655035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.682069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.703289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Deleting port 63f863ac-8ea5-4db0-b135-5ce894978614 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:36.703689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.712990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-d715e3ab-6317-44bd-ac23-3d5903a262f8 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648998 Nov 27 16:13:36.745970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] DHCP port deletion for cb65d55d-2a55-4124-9bb8-811911da80bf request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:13:36.765005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-d1edd504-07d9-47ad-acb0-7597002ab62e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 217 time: 0.0432842 Nov 27 16:13:36.783409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] For port 63f863ac-8ea5-4db0-b135-5ce894978614, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f863ac-8ea5-4db0-b135-5ce894978614,segment=NetworkSegment(8b9d920b-8687-4834-9baf-b63c98d8a7de),segment_id=8b9d920b-8687-4834-9baf-b63c98d8a7de)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:36.784361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.799573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Calling delete_port for 63f863ac-8ea5-4db0-b135-5ce894978614 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:36.818534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] Deleting port 63f863ac-8ea5-4db0-b135-5ce894978614 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:36.819200 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.836963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-0c1ed63d-1776-44d0-b003-5e03cb0d92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:36.839181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-0c1ed63d-1776-44d0-b003-5e03cb0d92e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0659823 Nov 27 16:13:36.890613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.893157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.901622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.925453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] For port 63f863ac-8ea5-4db0-b135-5ce894978614, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f863ac-8ea5-4db0-b135-5ce894978614,segment=NetworkSegment(8b9d920b-8687-4834-9baf-b63c98d8a7de),segment_id=8b9d920b-8687-4834-9baf-b63c98d8a7de)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:36.925904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-184c19d8-81eb-4a0b-b433-8c75119a0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:36.926763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:36.927052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-184c19d8-81eb-4a0b-b433-8c75119a0119 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795455 Nov 27 16:13:36.927738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:36.946249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Port': ['ID=63f863ac-8ea5-4db0-b135-5ce894978614,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:36.961073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] No DVR routers for this DVR port 63f863ac-8ea5-4db0-b135-5ce894978614 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:13:37.013756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] Calling delete_port for 63f863ac-8ea5-4db0-b135-5ce894978614 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:37.031737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-35d065a9-38f8-47a0-a95e-6785f55ff4d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936768 Nov 27 16:13:37.035590 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.035939 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Added segment 0fed62cb-b60d-4284-9e45-ba2575b1daf3 of type vlan for network b98e9d07-450a-45b4-a3b3-843dacf8e85c Nov 27 16:13:37.054190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f06a16-b2ae-4b0e-9b99-bb84b88f9874,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:37.129683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.153287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.163347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb65d55d-2a55-4124-9bb8-811911da80bf']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:37.176828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9a78788-eac6-4fbe-90fa-f357042d8de3 req-ab33b247-72e2-4a2a-b36d-44958ff6b7d9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0486038 Nov 27 16:13:37.177201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f863ac-8ea5-4db0-b135-5ce894978614 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:13:37.190372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9d920b-8687-4834-9baf-b63c98d8a7de') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:37.190829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9d920b-8687-4834-9baf-b63c98d8a7de') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:37.219600 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.236083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.238248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 63f863ac-8ea5-4db0-b135-5ce894978614 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:13:37.238945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f863ac-8ea5-4db0-b135-5ce894978614 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:13:37.246749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:13:37.246964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.259722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.261435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:37.262251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.283527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.284203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-254bd6cf-f463-4e95-90c9-3283a08a69a3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396650 Nov 27 16:13:37.321827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] No DVR routers for this DVR port 63f863ac-8ea5-4db0-b135-5ce894978614 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:13:37.324657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30000434-b80e-43c0-a355-7f5401db9f0a None None] Pushing event deleted for resources: {'Port': ['ID=63f863ac-8ea5-4db0-b135-5ce894978614,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:37.333651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7692425 Nov 27 16:13:37.342539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43796) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:13:37.343355 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:13:37.360531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Request body: {'subnet': {'network_id': 'b98e9d07-450a-45b4-a3b3-843dacf8e85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1888520545-subnet', 'tenant_id': 'bd635c73c9874c75bd2a761caf6af781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:37.368730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.375162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-51e8751d-c608-4fb7-8200-d8ab7a073bdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 217 time: 0.0556784 Nov 27 16:13:37.378228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77452fba-2445-4872-b1b8-6975717ac6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b98e9d07-450a-45b4-a3b3-843dacf8e85c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:37.379810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.385236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] 10.222.0.15 "DELETE /v2.0/networks/cb65d55d-2a55-4124-9bb8-811911da80bf HTTP/1.1" status: 204 len: 168 time: 0.8940077 Nov 27 16:13:37.392717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network b98e9d07-450a-45b4-a3b3-843dacf8e85c details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:37.430910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1baeb-e9bc-4d61-9a02-23239aceface tempest-AllowedAddressPairIpV6TestJSON-2098109566 tempest-AllowedAddressPairIpV6TestJSON-2098109566-project] Pushing event deleted for resources: {'Network': ['ID=cb65d55d-2a55-4124-9bb8-811911da80bf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:37.440883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-ba8c9242-76ea-43e4-833a-e948dcbccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:37.442534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-ba8c9242-76ea-43e4-833a-e948dcbccc41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0558026 Nov 27 16:13:37.454479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Made reservation on behalf of bd635c73c9874c75bd2a761caf6af781 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:37.459536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.529418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-a26c9e50-2259-447e-b4ff-6534e398a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:37.531598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-a26c9e50-2259-447e-b4ff-6534e398a346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778008 Nov 27 16:13:37.669614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-22731655-93ad-4f01-b91e-c9b901623a09 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286175 Nov 27 16:13:37.672178 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-786f0b8b-8a37-4a0f-b0ac-df553df2521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.700050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.788064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c5c676-af0f-41cb-88a3-0baee1da6810,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:37.793047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Checking segment: {'id': '0fed62cb-b60d-4284-9e45-ba2575b1daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b98e9d07-450a-45b4-a3b3-843dacf8e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:37.793736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Network hostable DHCP agents. Network: b98e9d07-450a-45b4-a3b3-843dacf8e85c, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:13:37.796674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-91782a30-ff83-4b39-a768-eb402ccfc413 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187580 Nov 27 16:13:37.813351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Network b98e9d07-450a-45b4-a3b3-843dacf8e85c is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:13:37.821007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43802) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:37.844274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, b98e9d07-450a-45b4-a3b3-843dacf8e85c) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:37.844552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-8ed80c39-47b3-400d-ac8f-5681114beea7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 217 time: 0.0402231 Nov 27 16:13:37.849872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:37.850954 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:37.857554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d903a-aae0-4f51-aeb9-f6fa2127ba10 None None] Network b98e9d07-450a-45b4-a3b3-843dacf8e85c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:37.889774 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6aa9831f-ca8d-4829-8c57-fef6332482ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5429299 Nov 27 16:13:37.925589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-71311f71-ba21-448b-b339-8d3c34a7dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:37.930816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-71311f71-ba21-448b-b339-8d3c34a7dd3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0745244 Nov 27 16:13:37.979941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9f5754f-6652-4275-8e37-00ee48238c88 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:13:38.015397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-d6dee82a-afb8-4058-9033-86c844726ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:38.017165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-d6dee82a-afb8-4058-9033-86c844726ff3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777559 Nov 27 16:13:38.025996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: a9f5754f-6652-4275-8e37-00ee48238c88 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:13:38.027147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device a9f5754f-6652-4275-8e37-00ee48238c88 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:13:38.057752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb752be-880e-419f-9ac3-2f40d74486a6 None None] Network b98e9d07-450a-45b4-a3b3-843dacf8e85c requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:38.064399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7397adb3-3276-4595-a9b6-b2317ef995cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6503b81039b42e8afa278418e0d668e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417853 Nov 27 16:13:38.066935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43810) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:38.168861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-16dccd41-3595-4ef8-9124-d68fc279a638 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427083 Nov 27 16:13:38.169105 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91012aca-0fa2-4a69-9354-e783e5170565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:38.199428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91012aca-0fa2-4a69-9354-e783e5170565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:38.280648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91012aca-0fa2-4a69-9354-e783e5170565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:38.290209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91012aca-0fa2-4a69-9354-e783e5170565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:38.295683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91012aca-0fa2-4a69-9354-e783e5170565 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6308f8a7-68a7-4d61-ac86-4feb0bb27b48 HTTP/1.1" status: 204 len: 168 time: 0.2271931 Nov 27 16:13:38.314066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91012aca-0fa2-4a69-9354-e783e5170565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6308f8a7-68a7-4d61-ac86-4feb0bb27b48,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:38.314754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-0a9c6d67-c783-4682-a08a-de7ac54ff6bc service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361985 Nov 27 16:13:38.388514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-cd30729f-4293-46c9-b7ce-02aa8cca6cee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 217 time: 0.0612702 Nov 27 16:13:38.423424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad67491f-775c-441d-80b8-9c554b26ae41 req-a9b2de54-91e4-4faa-91ab-fa36f0d2f006 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0858085 Nov 27 16:13:38.471723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-0ce53cb9-6fcc-4332-aa56-f65bff24a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:38.473263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-0ce53cb9-6fcc-4332-aa56-f65bff24a8c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0621147 Nov 27 16:13:38.531998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-7fbb2430-b68a-4e2f-ab79-3880abf88dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:38.534003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-7fbb2430-b68a-4e2f-ab79-3880abf88dfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518777 Nov 27 16:13:38.563604 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:38.671543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-2ff60f8d-3624-41f8-b248-786534d8b5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219590 Nov 27 16:13:38.785072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-1539a02e-d6a5-454a-81f6-729823a71c63 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001463 Nov 27 16:13:38.858109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-1c4e06ae-3370-4f66-b9fa-365a82f0a4b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.0634341 Nov 27 16:13:38.967289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-cdfe5585-2457-48e0-9158-acea770f73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:38.968740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-cdfe5585-2457-48e0-9158-acea770f73f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.1008878 Nov 27 16:13:39.033165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-0c25b78c-5463-4210-aa21-e024999c4f06 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:39.034675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-0c25b78c-5463-4210-aa21-e024999c4f06 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/networks?id=178c7f30-2dfb-4740-867b-ed1473f9d10e HTTP/1.1" status: 200 len: 811 time: 0.1756749 Nov 27 16:13:39.058138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-33d819fe-2f32-43b3-a7fa-9067c896f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:39.059635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-33d819fe-2f32-43b3-a7fa-9067c896f963 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817750 Nov 27 16:13:39.060897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b68d1da7-afda-4e2d-9b76-431e549ef7ab tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/quotas/2d5c4b53e3034ccda40a4eaf5b06cef2 HTTP/1.1" status: 200 len: 375 time: 0.0138521 Nov 27 16:13:39.112964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-432043d3-3cc0-42d5-861a-3e84cc960cd8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d5c4b53e3034ccda40a4eaf5b06cef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456274 Nov 27 16:13:39.248308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43852) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:39.358838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1442196969'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:39.386799 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:39.390709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.400311 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.507599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.515734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.551992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6e24ed-9931-46fb-aff7-91d52e674b26,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:39.558562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-733eabb5-fb63-45ef-920c-69f507546ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901023 Nov 27 16:13:39.577676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:13:39.587606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.588048 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Added segment 30fcf13a-c3ad-4c1f-ad38-4e6cafb1ca5d of type vlan for network d5498cc5-ab21-4da8-a7c1-4312af816da7 Nov 27 16:13:39.616072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f9036165-beb5-4e36-86f3-dc79493dff7d req-513a5c14-6a44-437c-b9b4-8b750ec15b1f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0448923 Nov 27 16:13:39.623832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-8d056867-7c4b-4669-8ebe-f94e7f75def1 service neutron] 10.222.0.15 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826407 Nov 27 16:13:39.631979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.666546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.674704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:39.675645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:39.695897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4457545 Nov 27 16:13:39.702583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:39.710953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'subnet': {'network_id': 'd5498cc5-ab21-4da8-a7c1-4312af816da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:39.756087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add8ca-e7e8-4b0f-abc9-3da408323b2f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Network': ['ID=d5498cc5-ab21-4da8-a7c1-4312af816da7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:39.773756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:13:39.857393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65686e0d-fe65-48d9-a03a-ecdf41654007 req-1a7eb0e9-382b-4a7b-9bc2-2997f6e3a756 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875631 Nov 27 16:13:39.867412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-7c472177-04ff-4ac6-b7b3-8daa2892862b service neutron] 10.222.0.15 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426469 Nov 27 16:13:39.868074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:39.872687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.061739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c3b6076-34f3-4b66-8571-c3b9c991fe68 req-806ac60a-db83-418d-a90e-33c5bc10fa50 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 210 time: 0.0347776 Nov 27 16:13:40.125135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.217564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Subnet': ['ID=92210608-c42d-419a-a8d8-21ce658cdfdf,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:40.230505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Checking segment: {'id': '30fcf13a-c3ad-4c1f-ad38-4e6cafb1ca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd5498cc5-ab21-4da8-a7c1-4312af816da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:40.230877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network hostable DHCP agents. Network: d5498cc5-ab21-4da8-a7c1-4312af816da7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:13:40.255450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:13:40.271850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d5498cc5-ab21-4da8-a7c1-4312af816da7) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:40.279298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:40.280794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.284345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233ffda-fdae-4407-9d6c-8a57a6a7f1dc None None] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:40.305769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-28c997e9-57f5-4f5a-8d53-d67807a81545 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6021059 Nov 27 16:13:40.308424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43872) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:40.314135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1529388561', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:40.348503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.350240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.370495 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.419742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.463175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35c362-c520-4a70-a9cc-738bb2a98648 None None] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:13:40.597743 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.794105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a96bc42b-f2a6-4248-bd21-608d485b1b2e req-5f0b3c74-84d0-4738-93c8-f4dfb3ba09cb tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c546ee-59a0-422f-9b25-1a24cb25e5af HTTP/1.1" status: 200 len: 210 time: 0.0293183 Nov 27 16:13:40.855444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.877787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:40.988717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.2 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8856e9f2-215f-4625-b5cf-b93d3ee21b96) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:41.111624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.149608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.175137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.218103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=8856e9f2-215f-4625-b5cf-b93d3ee21b96,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:41.245881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:41.248095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:41.262448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:41.269323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3077c-f266-4c6b-bf6b-22434480413e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:13:41.307631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6af2d5a1-133b-40ff-88ed-491ce8007475 req-20e77b6e-2f7d-40cf-a2cb-a852c19488a7 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 210 time: 0.1349459 Nov 27 16:13:41.400235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-2e4a2879-c7d6-4170-a043-ab1fb75755a3 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:41.402361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-2e4a2879-c7d6-4170-a043-ab1fb75755a3 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.21 "GET /v2.0/networks?id=178c7f30-2dfb-4740-867b-ed1473f9d10e HTTP/1.1" status: 200 len: 811 time: 0.2434387 Nov 27 16:13:41.405592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-da07ed7d-0583-4e7b-ba7f-0cc6380c7dd6 None None] Provisioning complete for port 8856e9f2-215f-4625-b5cf-b93d3ee21b96 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:41.405974 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-da07ed7d-0583-4e7b-ba7f-0cc6380c7dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.418745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Request body: {'port': {'device_id': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e', 'admin_state_up': True, 'tenant_id': '2d5c4b53e3034ccda40a4eaf5b06cef2'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:41.496543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-da07ed7d-0583-4e7b-ba7f-0cc6380c7dd6 None None] Port 8856e9f2-215f-4625-b5cf-b93d3ee21b96 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:13:41.571930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Made reservation on behalf of 2d5c4b53e3034ccda40a4eaf5b06cef2 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:41.576200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.603219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.740795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Allocated IP 172.20.0.2 (178c7f30-2dfb-4740-867b-ed1473f9d10e/79568650-4ed6-4fcb-9632-62bbbfb15bb1/476886b2-db60-4ea9-bc9a-251960a7ad97) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:41.856632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.936587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:41.982662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.041401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Network 178c7f30-2dfb-4740-867b-ed1473f9d10e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:42.050027 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:42.053343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:42.057803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Pushing event updated for resources: {'Port': ['ID=476886b2-db60-4ea9-bc9a-251960a7ad97,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:42.113132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:42.114097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.133074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b86aa1d4-fbb6-487f-98fe-cc1eaca09d36 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189884 Nov 27 16:13:42.149505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Request body: {'port': {'device_id': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:42.214869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.378218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:13:42.498897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1deedd-211d-437c-884d-5aad3f5cba68 req-69f62cea-1b98-41f0-8b1e-5e7a97db7e14 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:42.500408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae1deedd-211d-437c-884d-5aad3f5cba68 req-69f62cea-1b98-41f0-8b1e-5e7a97db7e14 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 931 time: 0.1073267 Nov 27 16:13:42.539950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:42.557938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:42.567805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.570062 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-22248d57-a531-4b0a-923e-ec2ada17e5e6 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2596114 Nov 27 16:13:42.572576 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:42.572786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 43894) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:42.573906 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:42.603428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae1deedd-211d-437c-884d-5aad3f5cba68 req-f8228fb8-f478-4b56-9fe8-0b6c5fcaa57e tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950520 Nov 27 16:13:42.622377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476886b2-db60-4ea9-bc9a-251960a7ad97 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:13:42.623429 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:42.631906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.637957 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:42.638877 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:42.646332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Transition to ACTIVE for port object 476886b2-db60-4ea9-bc9a-251960a7ad97 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:13:42.653921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.710888 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:42.712021 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d182f9-b6b0-449c-b6fc-d4247aa5670a None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:42.753923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Pushing event updated for resources: {'Port': ['ID=476886b2-db60-4ea9-bc9a-251960a7ad97,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:42.853828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Attempting to bind port 476886b2-db60-4ea9-bc9a-251960a7ad97 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:13:42.854858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Attempting to bind port 476886b2-db60-4ea9-bc9a-251960a7ad97 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'f05b8b80-2ecb-4c22-b87c-738c25b1a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:13:42.855189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Attempting to bind port 476886b2-db60-4ea9-bc9a-251960a7ad97 on network 178c7f30-2dfb-4740-867b-ed1473f9d10e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:42.859621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Port 476886b2-db60-4ea9-bc9a-251960a7ad97 on network 178c7f30-2dfb-4740-867b-ed1473f9d10e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:13:42.859943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Attempting to bind port 476886b2-db60-4ea9-bc9a-251960a7ad97 on network 178c7f30-2dfb-4740-867b-ed1473f9d10e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:13:42.864897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:13:42.865265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Checking segment: {'id': 'f05b8b80-2ecb-4c22-b87c-738c25b1a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:13:42.865684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Bound using segment: {'id': 'f05b8b80-2ecb-4c22-b87c-738c25b1a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:13:42.866129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Bound port: 476886b2-db60-4ea9-bc9a-251960a7ad97, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05b8b80-2ecb-4c22-b87c-738c25b1a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:13:42.866488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.936197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] For port 476886b2-db60-4ea9-bc9a-251960a7ad97, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:13:42.939569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] For port 476886b2-db60-4ea9-bc9a-251960a7ad97, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=476886b2-db60-4ea9-bc9a-251960a7ad97,segment=NetworkSegment(f05b8b80-2ecb-4c22-b87c-738c25b1a864),segment_id=f05b8b80-2ecb-4c22-b87c-738c25b1a864)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:13:42.944856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.980454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:42.981596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:42.983559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] 10.222.0.21 "PUT /v2.0/ports/476886b2-db60-4ea9-bc9a-251960a7ad97 HTTP/1.1" status: 200 len: 1091 time: 0.8410466 Nov 27 16:13:42.989737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'tag': '476886b2-db60-4ea9-bc9a-251960a7ad97'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:42.989737 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1cdfa-ef97-4113-888b-3ca1011f0b25" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d2df0-667b-40b9-a578-b878c97f8d46", "tag": "476886b2-db60-4ea9-bc9a-251960a7ad97"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:43.038580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a215942-2bdd-4a36-8085-49f531cdefba service neutron] Pushing event updated for resources: {'Port': ['ID=476886b2-db60-4ea9-bc9a-251960a7ad97,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:43.049655 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a899d5e-37fc-4fc4-8945-b38cab1575c5 x-openstack-request-id: req-7a899d5e-37fc-4fc4-8945-b38cab1575c5 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:43.050054 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d2df0-667b-40b9-a578-b878c97f8d46", "tag": "476886b2-db60-4ea9-bc9a-251960a7ad97", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:43.050330 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a899d5e-37fc-4fc4-8945-b38cab1575c5 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:43.050756 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'tag': '476886b2-db60-4ea9-bc9a-251960a7ad97', 'status': 'completed', 'code': 200} Nov 27 16:13:43.095935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-4385bab1-bc85-4d1d-91a0-938a1b545d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:43.097458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:43.097931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-4385bab1-bc85-4d1d-91a0-938a1b545d2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d5c4b53e3034ccda40a4eaf5b06cef2&device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 1094 time: 0.0458150 Nov 27 16:13:43.147607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-1ffa634d-a4b4-44d5-9ccf-6026d649ebb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=476886b2-db60-4ea9-bc9a-251960a7ad97 HTTP/1.1" status: 200 len: 217 time: 0.0397801 Nov 27 16:13:43.200054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b65b64c1-ce83-4e67-b8e2-6f22ce0d3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:43.201793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-b65b64c1-ce83-4e67-b8e2-6f22ce0d3d32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79568650-4ed6-4fcb-9632-62bbbfb15bb1 HTTP/1.1" status: 200 len: 851 time: 0.0457640 Nov 27 16:13:43.244423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-33bdee31-9334-4139-9c5b-c31f7b5ab443 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c7f30-2dfb-4740-867b-ed1473f9d10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254409 Nov 27 16:13:43.345254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-ae2fcd7f-757e-41bd-a0c4-58c4cb2c73ed service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921147 Nov 27 16:13:43.391399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.1 (d5498cc5-ab21-4da8-a7c1-4312af816da7/92210608-c42d-419a-a8d8-21ce658cdfdf/ae4dee81-f71e-46d6-9289-555ef03841bb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:43.445963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81dc6075-d439-49f7-8c9e-b32bae8faf4d req-c31fc2d2-1745-4e94-a655-1c8016f11087 service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911734 Nov 27 16:13:43.524855 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:43.554446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-133daca1-c298-4ef8-a596-80ed415e206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:43.556030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-133daca1-c298-4ef8-a596-80ed415e206d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d5c4b53e3034ccda40a4eaf5b06cef2&device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 1094 time: 0.0490985 Nov 27 16:13:43.564440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:43.610131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:43.613450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:43.619315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:43.650221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=ae4dee81-f71e-46d6-9289-555ef03841bb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:43.675075 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:43.689503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-7444eb39-ef33-4812-8840-f410b8273b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:43.691100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-7444eb39-ef33-4812-8840-f410b8273b56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c7f30-2dfb-4740-867b-ed1473f9d10e HTTP/1.1" status: 200 len: 912 time: 0.1101661 Nov 27 16:13:43.757960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-01bf898c-9779-432e-8d30-ec699b34e397 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=476886b2-db60-4ea9-bc9a-251960a7ad97 HTTP/1.1" status: 200 len: 217 time: 0.0570757 Nov 27 16:13:43.821004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4456-3cd6-448f-8b87-935d103d1a42 req-f07db817-2b29-44ce-85ab-8d044d5d06cb tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:43.824113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-591c4456-3cd6-448f-8b87-935d103d1a42 req-f07db817-2b29-44ce-85ab-8d044d5d06cb tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 943 time: 0.1162410 Nov 27 16:13:43.848495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:43.857853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-b6dffa11-62d1-4354-88eb-f78e27ec6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:43.859312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-b6dffa11-62d1-4354-88eb-f78e27ec6550 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79568650-4ed6-4fcb-9632-62bbbfb15bb1 HTTP/1.1" status: 200 len: 851 time: 0.0889156 Nov 27 16:13:43.910053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-ee1419b8-3c6a-44b0-8003-dccd00af0320 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c7f30-2dfb-4740-867b-ed1473f9d10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382133 Nov 27 16:13:43.982958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-591c4456-3cd6-448f-8b87-935d103d1a42 req-8dd10fcb-97f7-4065-bc9c-8d28e742ca95 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465938 Nov 27 16:13:44.045954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-104134f3-9c8a-4564-ac07-b4a11426e0d5 service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259019 Nov 27 16:13:44.170927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57c1cdfa-ef97-4113-888b-3ca1011f0b25 req-a43924f6-cdb7-4905-ad0c-2bc436a67af5 service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158772 Nov 27 16:13:44.198807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:44.205579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:44.285567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=ae4dee81-f71e-46d6-9289-555ef03841bb,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:44.288369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:44.382875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:44.384554 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:44.504305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:44.620294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:44.628088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43920) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:44.628262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5a105746-cd33-4bb1-a3c3-d7a42fd8d3fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/routers/b3d89030-2599-42d1-b826-d0808aaeb611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539441 Nov 27 16:13:44.633314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:44.634377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'port': {'network_id': 'd5498cc5-ab21-4da8-a7c1-4312af816da7', 'name': 'tempest-FloatingIPTestJSON-1089188014'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:44.643219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:44.644078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:44.768445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:44.772659 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:44.795185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] device_id is not set on port bae6f517-53fb-4c44-89d4-adf51ca1828e yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:44.854847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:44.865724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:44.866542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:44.904838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:44.905648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98205d-77f0-4a99-91d8-03d5e503d6c3 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:44.971080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.9 (d5498cc5-ab21-4da8-a7c1-4312af816da7/92210608-c42d-419a-a8d8-21ce658cdfdf/bae6f517-53fb-4c44-89d4-adf51ca1828e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:45.157696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578e0d-317b-424f-8663-d8dfc05048e5 req-3ebd3eec-1892-40fd-b1d9-50bc395bd7dd tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:45.159323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1578e0d-317b-424f-8663-d8dfc05048e5 req-3ebd3eec-1892-40fd-b1d9-50bc395bd7dd tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 943 time: 0.0823398 Nov 27 16:13:45.176600 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:45.243503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1578e0d-317b-424f-8663-d8dfc05048e5 req-6f7504f6-8698-4a5d-b0ff-7a9a2e4b68c4 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 Nov 27 16:13:45.262054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:45.315292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:45.318767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:45.323400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:45.349613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=bae6f517-53fb-4c44-89d4-adf51ca1828e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:45.380848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:45.381497 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:45.402024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc86bb2d-d75a-4883-bbd2-d6e5e2424f78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7728341 Nov 27 16:13:45.404546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43928) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:45.409455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'port': {'network_id': 'd5498cc5-ab21-4da8-a7c1-4312af816da7', 'name': 'tempest-FloatingIPTestJSON-1301131585'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:45.535185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:45.538964 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:45.564340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] device_id is not set on port fbbd7e8b-a2f8-4b04-8a16-989e9447a581 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:45.694760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.3 (d5498cc5-ab21-4da8-a7c1-4312af816da7/92210608-c42d-419a-a8d8-21ce658cdfdf/fbbd7e8b-a2f8-4b04-8a16-989e9447a581) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:45.873858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:45.908848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:45.953446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:45.956637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:45.960477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:45.995630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=fbbd7e8b-a2f8-4b04-8a16-989e9447a581,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:46.019907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:46.020541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.039279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9222368a-b007-44fa-a09e-305c01f47ac8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6335838 Nov 27 16:13:46.042901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43934) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:46.047378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'fbbd7e8b-a2f8-4b04-8a16-989e9447a581', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:46.070742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.176195 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.298913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.118 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/c3483ece-b17b-4aa1-80fc-62a3f89bc2c3) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:46.616641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 476886b2-db60-4ea9-bc9a-251960a7ad97 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:13:46.728562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b310980-e82d-40e1-973f-4c34d639fa6c req-292e26c0-0820-4dbc-b66f-408fb5da8771 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:46.730167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b310980-e82d-40e1-973f-4c34d639fa6c req-292e26c0-0820-4dbc-b66f-408fb5da8771 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 943 time: 0.3761477 Nov 27 16:13:46.731130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 476886b2-db60-4ea9-bc9a-251960a7ad97, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=476886b2-db60-4ea9-bc9a-251960a7ad97,segment=NetworkSegment(f05b8b80-2ecb-4c22-b87c-738c25b1a864),segment_id=f05b8b80-2ecb-4c22-b87c-738c25b1a864)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:46.745419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '476886b2-db60-4ea9-bc9a-251960a7ad97', 'network_id': '178c7f30-2dfb-4740-867b-ed1473f9d10e', 'port_id': '476886b2-db60-4ea9-bc9a-251960a7ad97', 'mac_address': 'fa:16:3e:0a:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79568650-4ed6-4fcb-9632-62bbbfb15bb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:13:46.773599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.795730 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.808850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b310980-e82d-40e1-973f-4c34d639fa6c req-24166f95-692d-44d2-a44b-a0f63fa13e0c tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695634 Nov 27 16:13:46.819280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476886b2-db60-4ea9-bc9a-251960a7ad97 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:13:46.840663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.856929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 476886b2-db60-4ea9-bc9a-251960a7ad97, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=476886b2-db60-4ea9-bc9a-251960a7ad97,segment=NetworkSegment(f05b8b80-2ecb-4c22-b87c-738c25b1a864),segment_id=f05b8b80-2ecb-4c22-b87c-738c25b1a864)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:46.861816 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:46.893086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:46.897464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:46.902444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:46.905609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=c3483ece-b17b-4aa1-80fc-62a3f89bc2c3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:46.925209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=476886b2-db60-4ea9-bc9a-251960a7ad97,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:46.933100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.933602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.934051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.934495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.935107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.935564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.936005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.936436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.937016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.937473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.937917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:46.938346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:47.180525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['476886b2-db60-4ea9-bc9a-251960a7ad97'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:13:47.380635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:47.495726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:47.649540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:47.654654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:47.732318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=c3483ece-b17b-4aa1-80fc-62a3f89bc2c3,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:47.744327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:47.847599 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 45025bcc-015d-47d4-acc0-c62a55274bc4 associated. External IP: 172.25.1.118, port: fbbd7e8b-a2f8-4b04-8a16-989e9447a581. Nov 27 16:13:48.003733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd92cb-d1d2-418b-b60a-de5768da5785 req-6d6334d4-3484-488d-8f1e-29d68e633318 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:48.005130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4dd92cb-d1d2-418b-b60a-de5768da5785 req-6d6334d4-3484-488d-8f1e-29d68e633318 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 944 time: 0.0986609 Nov 27 16:13:48.106239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4dd92cb-d1d2-418b-b60a-de5768da5785 req-5d4b36ec-3fcb-4ce3-972d-940e415e7d9e tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928836 Nov 27 16:13:48.178338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:48.299068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:48.310417 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:48.317685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.325801 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:48.326422 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:48.349344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-aa600066-7bcc-42f9-bf89-765807dd168b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3028710 Nov 27 16:13:48.349729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 43956) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:48.354918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:48.364217 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:48.375764 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:48.376483 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:48.419639 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:48.420298 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1019d25-0c2a-4bdd-a48c-97e6355a9b09 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:48.440350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.605835 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.610503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.610814 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 45025bcc-015d-47d4-acc0-c62a55274bc4 disassociated. External IP: 172.25.1.118, port: fbbd7e8b-a2f8-4b04-8a16-989e9447a581. Nov 27 16:13:48.651163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 476886b2-db60-4ea9-bc9a-251960a7ad97 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:13:48.729721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 476886b2-db60-4ea9-bc9a-251960a7ad97 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:13:48.735163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 476886b2-db60-4ea9-bc9a-251960a7ad97 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:13:48.735864 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.839840 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.892713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 476886b2-db60-4ea9-bc9a-251960a7ad97, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=476886b2-db60-4ea9-bc9a-251960a7ad97,segment=NetworkSegment(f05b8b80-2ecb-4c22-b87c-738c25b1a864),segment_id=f05b8b80-2ecb-4c22-b87c-738c25b1a864)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:13:48.894261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476886b2-db60-4ea9-bc9a-251960a7ad97'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:13:48.897383 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa034b-fa8b-42c5-a279-2f3e8a1a8f7f" -d '{"events": [{"server_uuid": "a93d2df0-667b-40b9-a578-b878c97f8d46", "name": "network-vif-plugged", "status": "completed", "tag": "476886b2-db60-4ea9-bc9a-251960a7ad97"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:13:48.903004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:48.982157 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092d521-1532-4e8c-a58b-ef836df4f501 x-openstack-request-id: req-3092d521-1532-4e8c-a58b-ef836df4f501 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:13:48.982503 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d2df0-667b-40b9-a578-b878c97f8d46", "name": "network-vif-plugged", "status": "completed", "tag": "476886b2-db60-4ea9-bc9a-251960a7ad97", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:13:48.982721 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3092d521-1532-4e8c-a58b-ef836df4f501 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:13:48.983139 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476886b2-db60-4ea9-bc9a-251960a7ad97', 'code': 200} Nov 27 16:13:48.998326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=476886b2-db60-4ea9-bc9a-251960a7ad97,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:49.363797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:49.367214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a36cb-edf3-4f67-b9db-3f73d2e5e812 req-664a6e4a-479e-42f3-8283-18a34b9bd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:49.368976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c3a36cb-edf3-4f67-b9db-3f73d2e5e812 req-664a6e4a-479e-42f3-8283-18a34b9bd453 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 1096 time: 0.1067026 Nov 27 16:13:49.388946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8752-4d5c-42a8-91ef-6b4924790305 req-ee81c43b-3554-4809-a472-e4b401d77127 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:49.390765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f68f8752-4d5c-42a8-91ef-6b4924790305 req-ee81c43b-3554-4809-a472-e4b401d77127 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0988867 Nov 27 16:13:49.558306 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f68f8752-4d5c-42a8-91ef-6b4924790305 req-ddb6d4aa-4ee9-4f1e-b694-51e11da81c05 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578839 Nov 27 16:13:49.562942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c3a36cb-edf3-4f67-b9db-3f73d2e5e812 req-890c74da-551d-45e7-b2c3-84d8fac014c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852026 Nov 27 16:13:49.593810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:49.600193 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:49.609138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:49.619545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:49.620416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:49.646813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-50793bb5-8668-421d-9a19-d42f0a448e78 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/floatingips/45025bcc-015d-47d4-acc0-c62a55274bc4 HTTP/1.1" status: 200 len: 688 time: 1.2961287 Nov 27 16:13:49.648481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44040) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:49.660554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:49.673519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:49.674860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:49.716271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:49.717671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c035384-f437-4bb4-b748-30fe0e483ea2 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:49.805926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port c3483ece-b17b-4aa1-80fc-62a3f89bc2c3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:49.806308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:49.894378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:49.894619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:49.907686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for c3483ece-b17b-4aa1-80fc-62a3f89bc2c3 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:50.056199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.087038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=c3483ece-b17b-4aa1-80fc-62a3f89bc2c3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:50.170299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.173069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.177754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f2c2c0c4-f895-44d2-a813-398c45ab57f8 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/floatingips/45025bcc-015d-47d4-acc0-c62a55274bc4 HTTP/1.1" status: 204 len: 168 time: 0.5248678 Nov 27 16:13:50.178363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44046) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:50.184405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'bae6f517-53fb-4c44-89d4-adf51ca1828e'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:50.208384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.315507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.427126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.174 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/0ab44dec-a0bb-4238-9e05-e29213efda94) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:50.531146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.565425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:50.612628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:50.617736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:50.622058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:50.645050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=0ab44dec-a0bb-4238-9e05-e29213efda94,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:50.713712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7519b-ae22-4f3e-90f7-e31e663aa43f req-1ff4317b-95b9-4865-87c8-3220a138183d tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:50.715515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19d7519b-ae22-4f3e-90f7-e31e663aa43f req-1ff4317b-95b9-4865-87c8-3220a138183d tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0702724 Nov 27 16:13:50.777271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19d7519b-ae22-4f3e-90f7-e31e663aa43f req-b5d3e52a-d28e-4536-99b4-d835d240f361 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540013 Nov 27 16:13:51.018622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:51.092296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:51.256917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:51.262282 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:51.327642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=0ab44dec-a0bb-4238-9e05-e29213efda94,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:51.342984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:51.454760 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 969b20bf-ce9b-4b60-97f7-d64e081f551d associated. External IP: 172.25.1.174, port: bae6f517-53fb-4c44-89d4-adf51ca1828e. Nov 27 16:13:51.670283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:51.908959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8051c-c437-4070-b354-471a94e538e6 req-936a36a7-adaf-4ab5-ac69-f912ed303f3e tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:51.911292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aa8051c-c437-4070-b354-471a94e538e6 req-936a36a7-adaf-4ab5-ac69-f912ed303f3e tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0563581 Nov 27 16:13:51.966459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aa8051c-c437-4070-b354-471a94e538e6 req-54d6a381-6ad6-4804-b76e-e7bfa68b85e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488818 Nov 27 16:13:52.099675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded437d-d569-40cb-9c63-eed8864c817c req-cd4420d4-cd64-4cd4-8d4c-8cb34529f732 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:52.101738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aded437d-d569-40cb-9c63-eed8864c817c req-cd4420d4-cd64-4cd4-8d4c-8cb34529f732 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0601022 Nov 27 16:13:52.149018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:52.152360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aded437d-d569-40cb-9c63-eed8864c817c req-28e94fb1-a1d4-47e1-a848-2005ec4fb3b7 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Nov 27 16:13:52.160866 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:52.172407 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:52.173328 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:52.175654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:52.209349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b320d8f9-4f61-4f39-8871-874bd183b70c tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0297828 Nov 27 16:13:52.210619 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:52.211940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44064) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:52.222807 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:52.223674 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:52.268992 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:52.269981 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61e6e-33f4-4439-acf5-bddb24c9480f None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:52.288165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-28325ec1-1c27-403c-858d-bb64ab6464b4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/floatingips/969b20bf-ce9b-4b60-97f7-d64e081f551d HTTP/1.1" status: 200 len: 978 time: 0.0727534 Nov 27 16:13:52.288725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44070) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:52.446510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06bb235b-726e-4afa-8016-79028760271b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1570234 Nov 27 16:13:52.447051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44076) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:52.453866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'port_id': 'fbbd7e8b-a2f8-4b04-8a16-989e9447a581'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:52.465984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316fa5a-e529-4dd0-baf0-3e37aca4c8d9 req-7d3724c4-4c9a-43b4-a7b9-e9ab301b615f tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:52.467471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2316fa5a-e529-4dd0-baf0-3e37aca4c8d9 req-7d3724c4-4c9a-43b4-a7b9-e9ab301b615f tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0637569 Nov 27 16:13:52.547088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:52.596110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2316fa5a-e529-4dd0-baf0-3e37aca4c8d9 req-54066e67-0e2a-4f85-9b3f-0dead1e5a32b tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984902 Nov 27 16:13:53.071187 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:53.077147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:53.178872 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 969b20bf-ce9b-4b60-97f7-d64e081f551d associated. External IP: 172.25.1.174, port: bae6f517-53fb-4c44-89d4-adf51ca1828e. Nov 27 16:13:53.399642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:53.520189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:53.532201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:53.545074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:53.545731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:53.583537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:53.591498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:53.592273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:53.630435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:53.631103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba6911-3a22-4dbb-a8d2-2f53a8d8d90d None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:53.778065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff496-4035-40d8-8f41-960fb9457fdc req-2f2e7c26-d626-4411-a8ca-86520e1cf2d0 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:53.779631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d0ff496-4035-40d8-8f41-960fb9457fdc req-2f2e7c26-d626-4411-a8ca-86520e1cf2d0 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0951400 Nov 27 16:13:53.788749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:53.877225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d0ff496-4035-40d8-8f41-960fb9457fdc req-3b985050-9191-4cc7-88d4-f14835b6c638 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909767 Nov 27 16:13:53.939665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:53.944968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:53.952134 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:53.964221 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:53.964839 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:54.002640 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:54.015438 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:54.016047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-24e6dfe0-c738-45a2-99fa-e60a44c97956 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/floatingips/969b20bf-ce9b-4b60-97f7-d64e081f551d HTTP/1.1" status: 200 len: 978 time: 1.5674014 Nov 27 16:13:54.016670 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:54.018581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44092) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:54.023510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:54.077015 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:54.078047 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b164af-019c-4092-9d4e-84574efbc3c9 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:54.123565 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:54.221226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99d25b-1e53-452d-b93c-b4cf9fb367f8 req-a58261b9-8379-480d-a2b2-f6d78f0780d8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:54.222795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d99d25b-1e53-452d-b93c-b4cf9fb367f8 req-a58261b9-8379-480d-a2b2-f6d78f0780d8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.1421292 Nov 27 16:13:54.286408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-4947b7c8-9db9-42e7-a416-bab6afd65339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:54.287859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-4947b7c8-9db9-42e7-a416-bab6afd65339 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d5c4b53e3034ccda40a4eaf5b06cef2&device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 1096 time: 0.1605148 Nov 27 16:13:54.366299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:54.400766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:54.401114 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 969b20bf-ce9b-4b60-97f7-d64e081f551d disassociated. External IP: 172.25.1.174, port: fbbd7e8b-a2f8-4b04-8a16-989e9447a581. Nov 27 16:13:54.444297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d99d25b-1e53-452d-b93c-b4cf9fb367f8 req-32b58faf-1fc3-4c2b-92f8-35c41e84d7ec tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911926 Nov 27 16:13:54.531763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-90aa47e7-613f-445a-8d8f-63c8dcd88868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:54.533259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-90aa47e7-613f-445a-8d8f-63c8dcd88868 service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c7f30-2dfb-4740-867b-ed1473f9d10e HTTP/1.1" status: 200 len: 912 time: 0.2332895 Nov 27 16:13:54.584371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-e5f77abf-2ad1-46a7-86a1-1db04d91c61b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=476886b2-db60-4ea9-bc9a-251960a7ad97 HTTP/1.1" status: 200 len: 217 time: 0.0413635 Nov 27 16:13:54.595096 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:13:55.009553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-46b9850e-bfcc-4f39-8610-e01081054829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:55.011535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-46b9850e-bfcc-4f39-8610-e01081054829 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79568650-4ed6-4fcb-9632-62bbbfb15bb1 HTTP/1.1" status: 200 len: 851 time: 0.3927178 Nov 27 16:13:55.049854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-e1e78e9c-9937-4f10-a393-f5d89e439504 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c7f30-2dfb-4740-867b-ed1473f9d10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295296 Nov 27 16:13:55.069934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:55.237207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-0101bfaa-972f-4ea6-9962-ea48278363ff service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783347 Nov 27 16:13:55.262341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:55.267147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.273482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:55.285740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:55.286369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:55.319352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:55.328823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:55.329486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:55.332155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-622f6303-e294-4619-8fef-fd4013dea778 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/floatingips/969b20bf-ce9b-4b60-97f7-d64e081f551d HTTP/1.1" status: 200 len: 688 time: 1.3123024 Nov 27 16:13:55.334838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44100) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:55.367086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:55.368024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139ca3f-b7fe-49c0-8c7c-a86fdbe4a930 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:55.385979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76e00f9c-bd31-4fd2-b2a0-3535685efc5d req-dca12092-c5b8-4935-847f-d088e8c09bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323128 Nov 27 16:13:55.480947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 0ab44dec-a0bb-4238-9e05-e29213efda94 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:13:55.481395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.576369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.576666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.589921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 0ab44dec-a0bb-4238-9e05-e29213efda94 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:13:55.597503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b69c4-a631-4c99-9d4b-3ff028545a5a req-0cb499d1-200d-4d0d-8c65-3d7d1e8f6e71 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:55.599026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-640b69c4-a631-4c99-9d4b-3ff028545a5a req-0cb499d1-200d-4d0d-8c65-3d7d1e8f6e71 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0736105 Nov 27 16:13:55.652428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-640b69c4-a631-4c99-9d4b-3ff028545a5a req-0211f67c-fd16-4cbb-8a78-4813838e5853 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Nov 27 16:13:55.746151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.774648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=0ab44dec-a0bb-4238-9e05-e29213efda94,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:55.785992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.786396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.786772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.787116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.787456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.787787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.788117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.788857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.788857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.789071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.789376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.789718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:13:55.855133 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.859333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:55.860550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-66e77eab-7397-417b-9935-ace79f3f1fe2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/floatingips/969b20bf-ce9b-4b60-97f7-d64e081f551d HTTP/1.1" status: 204 len: 168 time: 0.5246854 Nov 27 16:13:55.863208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44110) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:55.900615 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-88c345b5-65e2-475a-a338-991c2343eade tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] delete failed (client error): The resource could not be found. Nov 27 16:13:55.901700 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-88c345b5-65e2-475a-a338-991c2343eade tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/floatingips/969b20bf-ce9b-4b60-97f7-d64e081f551d HTTP/1.1" status: 404 len: 345 time: 0.0375080 Nov 27 16:13:55.905456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:55.999083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d61e9-ad46-499c-a27d-43b2840ccae9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:56.005255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d61e9-ad46-499c-a27d-43b2840ccae9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:56.012137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d61e9-ad46-499c-a27d-43b2840ccae9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:56.013855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-545d61e9-ad46-499c-a27d-43b2840ccae9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/ports?network_id=d5498cc5-ab21-4da8-a7c1-4312af816da7 HTTP/1.1" status: 200 len: 2358 time: 0.1076231 Nov 27 16:13:56.016484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44114) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:56.077708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d269ecd-5d40-422f-81a8-1681d01ec650 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:56.086139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5d269ecd-5d40-422f-81a8-1681d01ec650 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/subnets/92210608-c42d-419a-a8d8-21ce658cdfdf HTTP/1.1" status: 200 len: 797 time: 0.0608637 Nov 27 16:13:56.086139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:56.089881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'port': {'network_id': 'd5498cc5-ab21-4da8-a7c1-4312af816da7', 'name': 'tempest-FloatingIPTestJSON-1639282130', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:56.207249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:13:56.298566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:56.317688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] device_id is not set on port b10e1300-1421-475b-9884-8efed0544363 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:13:56.661841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.14 (d5498cc5-ab21-4da8-a7c1-4312af816da7/92210608-c42d-419a-a8d8-21ce658cdfdf/b10e1300-1421-475b-9884-8efed0544363) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:56.668804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.13 (d5498cc5-ab21-4da8-a7c1-4312af816da7/92210608-c42d-419a-a8d8-21ce658cdfdf/b10e1300-1421-475b-9884-8efed0544363) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:56.790276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347c14-5e27-472f-b2ef-aedf368af650 req-76e8388b-c739-4a00-a079-41ed73b1eef8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:56.792462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9347c14-5e27-472f-b2ef-aedf368af650 req-76e8388b-c739-4a00-a079-41ed73b1eef8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0648594 Nov 27 16:13:56.851157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9347c14-5e27-472f-b2ef-aedf368af650 req-f8e473b3-e7da-4a07-86e6-d33ccc40c220 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520360 Nov 27 16:13:56.884640 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:56.925350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:56.993698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:56.999834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:57.004560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:57.036987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=b10e1300-1421-475b-9884-8efed0544363,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:57.073314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:57.074247 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:57.093395 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-71b40eba-0078-4d72-9361-2858eb1a3311 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0082848 Nov 27 16:13:57.096134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44130) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:57.100789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'b10e1300-1421-475b-9884-8efed0544363', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:57.128590 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:57.152367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de8f1-f9a0-496c-bdb1-b4509dfb7c72 req-6df9a0f8-c796-40dc-901a-bcdee431a8d8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:57.160304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-388de8f1-f9a0-496c-bdb1-b4509dfb7c72 req-6df9a0f8-c796-40dc-901a-bcdee431a8d8 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0609050 Nov 27 16:13:57.210185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-388de8f1-f9a0-496c-bdb1-b4509dfb7c72 req-0ffbf602-6f24-4f69-817b-efbc8f6d32e3 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Nov 27 16:13:57.237657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:57.351747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.165 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/236b7c7e-5b59-4c92-a40f-72047c3c4b5a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:13:57.462629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:57.503930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:57.545612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:13:57.549963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:13:57.553706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:13:57.577962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=236b7c7e-5b59-4c92-a40f-72047c3c4b5a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:57.987482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.060786 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.218686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.223740 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.294555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=236b7c7e-5b59-4c92-a40f-72047c3c4b5a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:13:58.305606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.352595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0f28-900f-486a-8c4f-6a216d7580e2 req-d9dca494-355b-4122-9881-fd001ebe068a tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:58.354251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-945f0f28-900f-486a-8c4f-6a216d7580e2 req-d9dca494-355b-4122-9881-fd001ebe068a tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0598652 Nov 27 16:13:58.409462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-945f0f28-900f-486a-8c4f-6a216d7580e2 req-89a2691e-68d0-4eaf-8b3b-d6b4fdea9764 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Nov 27 16:13:58.418859 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 190e0314-0b2f-4884-93d7-2f88fe2af67f associated. External IP: 172.25.1.165, port: b10e1300-1421-475b-9884-8efed0544363. Nov 27 16:13:58.683328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-8d13762e-6105-4952-9692-5ef79224ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:58.684952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:58.685271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-8d13762e-6105-4952-9692-5ef79224ab48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d5c4b53e3034ccda40a4eaf5b06cef2&device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 1096 time: 0.0625279 Nov 27 16:13:58.698671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b8378-2357-4a2b-b243-1a70e11ff454 req-c19eb8d4-a779-4c55-87e1-59d4d6ece084 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:58.701884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9b8378-2357-4a2b-b243-1a70e11ff454 req-c19eb8d4-a779-4c55-87e1-59d4d6ece084 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.1177661 Nov 27 16:13:58.805995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:58.816182 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:58.827074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.827848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9b8378-2357-4a2b-b243-1a70e11ff454 req-4996596b-68ea-4168-b14b-2f2c9d2b91a6 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150799 Nov 27 16:13:58.829112 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:58.830619 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:58.843926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-44ddd5ba-567d-405e-864b-66110dc98ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:58.845825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-44ddd5ba-567d-405e-864b-66110dc98ce8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c7f30-2dfb-4740-867b-ed1473f9d10e HTTP/1.1" status: 200 len: 912 time: 0.1417472 Nov 27 16:13:58.881699 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:58.891141 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:58.892031 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:58.894139 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e3d3b0c9-d2e5-46ed-af80-38cf2f484305 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7968760 Nov 27 16:13:58.896652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44148) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:58.904124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'port_id': 'b10e1300-1421-475b-9884-8efed0544363', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:13:58.916585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-28807c55-67d2-4e78-9e72-23afa9fc3488 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=476886b2-db60-4ea9-bc9a-251960a7ad97 HTTP/1.1" status: 200 len: 217 time: 0.0581756 Nov 27 16:13:58.935424 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:58.936425 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ff869-fa5f-4459-9784-84dff92630c5 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:13:58.972355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:58.999401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-7d3dfe52-2b21-4b54-b396-ec38ae1076f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:13:59.001029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-7d3dfe52-2b21-4b54-b396-ec38ae1076f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79568650-4ed6-4fcb-9632-62bbbfb15bb1 HTTP/1.1" status: 200 len: 851 time: 0.0761919 Nov 27 16:13:59.040220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-8cbe09e5-adb3-4767-a8fa-6263172578a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c7f30-2dfb-4740-867b-ed1473f9d10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291853 Nov 27 16:13:59.143154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-dd6f2d48-3271-448e-9ce4-a3912e3877af service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938885 Nov 27 16:13:59.265274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60d0a0ee-81eb-403c-bff8-1b5555c6b2ff req-ce6cc342-eef9-4e07-a4bc-8e22a55d778a service neutron] 10.222.0.21 "GET /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100848 Nov 27 16:13:59.513173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:59.516921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:59.738690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:13:59.816549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:59.864298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:13:59.876099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030f37-4851-4437-953b-66967f436a07 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:13:59.877698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:13:59.889437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1030f37-4851-4437-953b-66967f436a07 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:59.890505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1030f37-4851-4437-953b-66967f436a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:59.970127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-87f728f7-e1ae-4501-8f40-c1b51dbcd622 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/floatingips/190e0314-0b2f-4884-93d7-2f88fe2af67f HTTP/1.1" status: 200 len: 979 time: 1.0711222 Nov 27 16:13:59.972464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1030f37-4851-4437-953b-66967f436a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:13:59.972722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:13:59.985582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1030f37-4851-4437-953b-66967f436a07 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:13:59.986307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1030f37-4851-4437-953b-66967f436a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:00.036424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1030f37-4851-4437-953b-66967f436a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:00.037614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030f37-4851-4437-953b-66967f436a07 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:00.051492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1280a4-1819-4f64-90c3-eee559439dcf req-d1a05e95-8502-4b77-a1ce-1c22f74045c5 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:00.058395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e1280a4-1819-4f64-90c3-eee559439dcf req-d1a05e95-8502-4b77-a1ce-1c22f74045c5 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.1390555 Nov 27 16:14:00.184155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e1280a4-1819-4f64-90c3-eee559439dcf req-2ec5a08a-c337-47fd-9c64-82904a705ff4 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124010 Nov 27 16:14:00.221200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 236b7c7e-5b59-4c92-a40f-72047c3c4b5a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:00.221578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:00.299203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:00.299645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:00.313885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 236b7c7e-5b59-4c92-a40f-72047c3c4b5a owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:00.505639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:00.531461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=236b7c7e-5b59-4c92-a40f-72047c3c4b5a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:00.594108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:00.594432 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 190e0314-0b2f-4884-93d7-2f88fe2af67f disassociated (deleted). External IP: 172.25.1.165, port: b10e1300-1421-475b-9884-8efed0544363. Nov 27 16:14:00.816604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:00.928377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:00.933879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:00.934204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-b312a9a1-a8c3-4d32-bb70-d2822104e596 req-e77cd651-96bc-41c3-8517-58b9be112c09 service neutron] (110075) timed out ('10.222.0.15', 56738) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:14:00.939695 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146807a5-8361-4e57-8182-96198d194888 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:00.976284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-776f09eb-ce9a-4fb1-92a0-ef8bbeea1fe1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/floatingips/190e0314-0b2f-4884-93d7-2f88fe2af67f HTTP/1.1" status: 204 len: 168 time: 1.0016675 Nov 27 16:14:00.978795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44180) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:01.041196 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146807a5-8361-4e57-8182-96198d194888 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:01.041933 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-146807a5-8361-4e57-8182-96198d194888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:01.081520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-146807a5-8361-4e57-8182-96198d194888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:01.092423 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146807a5-8361-4e57-8182-96198d194888 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:01.093669 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-146807a5-8361-4e57-8182-96198d194888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:01.099757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port b10e1300-1421-475b-9884-8efed0544363 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:01.100119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:01.126620 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-146807a5-8361-4e57-8182-96198d194888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:01.127692 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146807a5-8361-4e57-8182-96198d194888 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:01.201194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:01.213457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for b10e1300-1421-475b-9884-8efed0544363 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:01.330864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03164f4c-d86d-4d09-b739-d4ec4d8da30b req-42a94a24-02e8-43de-bdd5-5b62caae9633 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:01.332261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03164f4c-d86d-4d09-b739-d4ec4d8da30b req-42a94a24-02e8-43de-bdd5-5b62caae9633 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0751495 Nov 27 16:14:01.428810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03164f4c-d86d-4d09-b739-d4ec4d8da30b req-11ed5ec9-d4da-49cf-85c9-c5cb99ec87fe tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903487 Nov 27 16:14:01.485941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:01.522015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=b10e1300-1421-475b-9884-8efed0544363,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:01.615646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:01.622546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-20c22adb-d397-4d40-9d04-5c5e3dc0af42 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/ports/b10e1300-1421-475b-9884-8efed0544363 HTTP/1.1" status: 204 len: 168 time: 0.6393795 Nov 27 16:14:01.623256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44192) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:01.628817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:01.652635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:01.698804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b975a-657c-461e-ae4f-52cf71723147 req-93f87f43-f04a-48a8-b028-68e801b1fa93 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:01.700373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f80b975a-657c-461e-ae4f-52cf71723147 req-93f87f43-f04a-48a8-b028-68e801b1fa93 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0581360 Nov 27 16:14:01.755573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f80b975a-657c-461e-ae4f-52cf71723147 req-6c940edc-dac2-4718-bf09-4837c2dad9f2 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481241 Nov 27 16:14:01.847091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.125927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.247221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.7 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/0227b8b0-168a-45d1-89a4-ea3ac2d49809) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:02.352742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.386520 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.425298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:02.429649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:02.433200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:02.454057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=0227b8b0-168a-45d1-89a4-ea3ac2d49809,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:02.517891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.555538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.701977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.705742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.776979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=0227b8b0-168a-45d1-89a4-ea3ac2d49809,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:02.788487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.805148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:02.807736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8f0da4bc-f9e5-4925-ada2-f56cf8eb555d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1818180 Nov 27 16:14:02.809701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44210) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:02.814929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'port': {'network_id': 'd5498cc5-ab21-4da8-a7c1-4312af816da7', 'name': 'tempest-FloatingIPTestJSON-946506016'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:02.948488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d2c9f-0adf-41f8-a611-87dac6ca2a33 req-79e107b5-0a29-4ad4-9c91-d9a7426d3302 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:02.950288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-551d2c9f-0adf-41f8-a611-87dac6ca2a33 req-79e107b5-0a29-4ad4-9c91-d9a7426d3302 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.0999250 Nov 27 16:14:03.022122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:03.025644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:03.031153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-551d2c9f-0adf-41f8-a611-87dac6ca2a33 req-9a211e01-b82c-4242-8e23-83e82b5fe3d2 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710816 Nov 27 16:14:03.052925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] device_id is not set on port c100da80-55b1-4f1e-a72a-1096e73bf971 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:14:03.153326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.2 (d5498cc5-ab21-4da8-a7c1-4312af816da7/92210608-c42d-419a-a8d8-21ce658cdfdf/c100da80-55b1-4f1e-a72a-1096e73bf971) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:03.308913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:03.342573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:03.390386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network d5498cc5-ab21-4da8-a7c1-4312af816da7 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:03.393550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:03.397203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:03.427510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=c100da80-55b1-4f1e-a72a-1096e73bf971,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:03.449231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:03.449892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:03.467447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-203fa878-45b6-43bf-bdc2-526eb3a368be tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6564937 Nov 27 16:14:03.470117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:03.475354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'port_id': 'c100da80-55b1-4f1e-a72a-1096e73bf971'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:03.517128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:04.013290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-dbb3e580-10dd-472a-8518-33b927d81f14 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:04.013290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-dbb3e580-10dd-472a-8518-33b927d81f14 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.4065065 Nov 27 16:14:04.274090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c944-e45b-49a6-b312-f7a023f1b960 req-9a719439-5c7a-43cd-b8d2-68901b3657c4 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:04.276210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9c5c944-e45b-49a6-b312-f7a023f1b960 req-9a719439-5c7a-43cd-b8d2-68901b3657c4 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 945 time: 0.1506047 Nov 27 16:14:04.327059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Deleting port 476886b2-db60-4ea9-bc9a-251960a7ad97 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:04.327059 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:04.463936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9c5c944-e45b-49a6-b312-f7a023f1b960 req-274557e9-842b-4dda-96d7-418ebd588edc tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1deaeb8-986e-49d2-b017-e34e7778d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602876 Nov 27 16:14:04.541173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] For port 476886b2-db60-4ea9-bc9a-251960a7ad97, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=476886b2-db60-4ea9-bc9a-251960a7ad97,segment=NetworkSegment(f05b8b80-2ecb-4c22-b87c-738c25b1a864),segment_id=f05b8b80-2ecb-4c22-b87c-738c25b1a864)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:04.541468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:04.561483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Calling delete_port for 476886b2-db60-4ea9-bc9a-251960a7ad97 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:04.565293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:04.573893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:04.779057 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP a89437d9-3a26-423a-95d3-b53b31f0359b associated. External IP: 172.25.1.7, port: c100da80-55b1-4f1e-a72a-1096e73bf971. Nov 27 16:14:04.953678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:04.971308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['476886b2-db60-4ea9-bc9a-251960a7ad97'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:14:05.006717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Pushing event deleted for resources: {'Port': ['ID=476886b2-db60-4ea9-bc9a-251960a7ad97,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:05.092282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] No DVR routers for this DVR port 476886b2-db60-4ea9-bc9a-251960a7ad97 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:14:05.095767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.100056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ded7f14-76c5-4172-bc32-26f302cd2250 req-d8a3e6d5-6d3e-4649-a461-1250c1ca69e1 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.21 "DELETE /v2.0/ports/476886b2-db60-4ea9-bc9a-251960a7ad97 HTTP/1.1" status: 204 len: 173 time: 1.0524166 Nov 27 16:14:05.102303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'name': 'network-vif-deleted', 'tag': '476886b2-db60-4ea9-bc9a-251960a7ad97'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:14:05.106457 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee95246-9294-458e-bdc5-a62c5476ecff" -d '{"events": [{"server_uuid": "a93d2df0-667b-40b9-a578-b878c97f8d46", "name": "network-vif-deleted", "tag": "476886b2-db60-4ea9-bc9a-251960a7ad97"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:14:05.159846 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2689d559-4ea3-47fe-97b8-d2330997c639 x-openstack-request-id: req-2689d559-4ea3-47fe-97b8-d2330997c639 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:14:05.160144 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d2df0-667b-40b9-a578-b878c97f8d46", "name": "network-vif-deleted", "tag": "476886b2-db60-4ea9-bc9a-251960a7ad97", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:14:05.160402 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2689d559-4ea3-47fe-97b8-d2330997c639 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:14:05.160802 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d2df0-667b-40b9-a578-b878c97f8d46', 'name': 'network-vif-deleted', 'tag': '476886b2-db60-4ea9-bc9a-251960a7ad97', 'status': 'completed', 'code': 200} Nov 27 16:14:05.194032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:05.218062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3df471a5-36c3-4fee-83c1-873f5fe49284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.319045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:05.324063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.330903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:05.351987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1835c189-58b8-4fac-ad22-d4f561b5ab4d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/floatingips/a89437d9-3a26-423a-95d3-b53b31f0359b HTTP/1.1" status: 200 len: 975 time: 1.8804488 Nov 27 16:14:05.355181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44234) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:05.360391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:05.361874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:05.405371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:05.419319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:05.420159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:05.454648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:05.455353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867bd73-3f7c-4d8b-a0bf-a8f446429172 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:05.455584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port c100da80-55b1-4f1e-a72a-1096e73bf971 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:05.455922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.554590 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.577379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-901cdd40-7549-427e-a33c-16be347d2554 req-ac89b8f6-8724-473f-b4ea-ef3c3429d3e7 tempest-TestServerAdvancedOps-1668394222 tempest-TestServerAdvancedOps-1668394222-project] 10.222.0.15 "GET /v2.0/ports?device_id=a93d2df0-667b-40b9-a578-b878c97f8d46 HTTP/1.1" status: 200 len: 210 time: 0.0261097 Nov 27 16:14:05.799585 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.799959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.800280 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP a89437d9-3a26-423a-95d3-b53b31f0359b disassociated. External IP: 172.25.1.7, port: c100da80-55b1-4f1e-a72a-1096e73bf971. Nov 27 16:14:05.800635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for c100da80-55b1-4f1e-a72a-1096e73bf971 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:05.930237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:05.962007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=c100da80-55b1-4f1e-a72a-1096e73bf971,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:06.083144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:06.191896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:06.204735 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318696a-1232-4534-8134-a46eecd69792 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:06.215281 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318696a-1232-4534-8134-a46eecd69792 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:06.216144 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a318696a-1232-4534-8134-a46eecd69792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:06.249657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a318696a-1232-4534-8134-a46eecd69792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:06.258254 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318696a-1232-4534-8134-a46eecd69792 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:06.258874 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a318696a-1232-4534-8134-a46eecd69792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:13:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:06.260408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.264483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-be485fa5-a1ea-4779-a604-583e3ec9d6ea tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/ports/c100da80-55b1-4f1e-a72a-1096e73bf971 HTTP/1.1" status: 204 len: 168 time: 0.9082806 Nov 27 16:14:06.267314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:06.294561 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a318696a-1232-4534-8134-a46eecd69792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:06.295211 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318696a-1232-4534-8134-a46eecd69792 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:06.317137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20fce280-52f7-4bd1-b7dd-606f79a5a2a1 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/floatingips/a89437d9-3a26-423a-95d3-b53b31f0359b HTTP/1.1" status: 200 len: 686 time: 0.0475569 Nov 27 16:14:06.318533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:06.360834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-237c2384-498e-4529-8a8b-b636fa128245 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:06.362397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-237c2384-498e-4529-8a8b-b636fa128245 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.1110082 Nov 27 16:14:06.378427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-51252c6d-ba8c-4845-b116-e81daf30d69e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0099683 Nov 27 16:14:06.434710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-19a757d7-6ee2-4449-aeec-8af13dfb28a8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505369 Nov 27 16:14:06.450582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 0227b8b0-168a-45d1-89a4-ea3ac2d49809 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:06.451164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.534994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d4ee3a4a-164d-4b25-a520-95f0418641ff service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931993 Nov 27 16:14:06.537035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.537365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.549948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 0227b8b0-168a-45d1-89a4-ea3ac2d49809 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:06.630142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-785e0d84-786b-46f1-aa0c-f555ad54a91a service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889950 Nov 27 16:14:06.645697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44260) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:06.717867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Deleting subnet 79568650-4ed6-4fcb-9632-62bbbfb15bb1 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:14:06.722379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.759713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.790503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.797667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=0227b8b0-168a-45d1-89a4-ea3ac2d49809,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:06.892885 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.920361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.922947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:06.925460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46631dab-fa64-4bb2-9992-c9b588d42d3e tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/floatingips/a89437d9-3a26-423a-95d3-b53b31f0359b HTTP/1.1" status: 204 len: 168 time: 0.6046853 Nov 27 16:14:06.928643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:06.930758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5036cb16-9425-45d3-ad39-83796e0b9905 req-fd6b5266-a5e8-480b-b550-05f22d7456b4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0324452 Nov 27 16:14:06.933845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'fbbd7e8b-a2f8-4b04-8a16-989e9447a581'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:06.972587 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.018195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.053318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79568650-4ed6-4fcb-9632-62bbbfb15bb1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:07.060178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.063218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2229a1d9-80b2-4191-ab1e-9c91bfd66a6b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79568650-4ed6-4fcb-9632-62bbbfb15bb1 HTTP/1.1" status: 204 len: 168 time: 0.4171746 Nov 27 16:14:07.065837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:07.113321 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.147300 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.230701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.80 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b486169d-1832-4016-90d0-3d6a298eb128) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:07.231457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.255871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178c7f30-2dfb-4740-867b-ed1473f9d10e']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:07.265274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05b8b80-2ecb-4c22-b87c-738c25b1a864') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:07.265632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05b8b80-2ecb-4c22-b87c-738c25b1a864') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:07.275042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.288086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.294893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:07.295244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:07.296964 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:07.351897 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.357846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.363302 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.366500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] 10.222.0.15 "DELETE /v2.0/networks/178c7f30-2dfb-4740-867b-ed1473f9d10e HTTP/1.1" status: 204 len: 168 time: 0.2994142 Nov 27 16:14:07.371529 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44282) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:07.378571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c54d79-9136-41f4-b79c-fcd09fe6a36d admin admin] Pushing event deleted for resources: {'Network': ['ID=178c7f30-2dfb-4740-867b-ed1473f9d10e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:07.430784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.463688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Deleting subnet 45c5c676-af0f-41cb-88a3-0baee1da6810 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:14:07.471725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.516797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:07.522154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:07.525839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=b486169d-1832-4016-90d0-3d6a298eb128,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:07.529475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:07.552990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.623158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.665282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7734b1a0-039c-4542-97d1-630204eb2f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.750976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.817603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c5c676-af0f-41cb-88a3-0baee1da6810,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:07.858999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:07.862242 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-143d5bca-9b13-4070-aa36-0d6be7fbb811 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45c5c676-af0f-41cb-88a3-0baee1da6810 HTTP/1.1" status: 204 len: 168 time: 0.4897470 Nov 27 16:14:07.864805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:07.940126 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.061302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d4dfa1-4ce8-4893-9d5a-f329add46a30 req-6cbf89fe-e6b4-415f-a4da-71005dd70d79 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0366054 Nov 27 16:14:08.063172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.091538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e9d07-450a-45b4-a3b3-843dacf8e85c']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:08.103570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fed62cb-b60d-4284-9e45-ba2575b1daf3') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:08.104012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fed62cb-b60d-4284-9e45-ba2575b1daf3') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:08.115000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.131167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.138045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:08.138432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:08.140124 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:08.204667 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.211408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.215326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] 10.222.0.15 "DELETE /v2.0/networks/b98e9d07-450a-45b4-a3b3-843dacf8e85c HTTP/1.1" status: 204 len: 168 time: 0.3494089 Nov 27 16:14:08.229317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9cd75-dac6-4a19-a48a-19a2dc97397b admin admin] Pushing event deleted for resources: {'Network': ['ID=b98e9d07-450a-45b4-a3b3-843dacf8e85c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:08.302763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-ccba0af8-e99d-4e71-bc17-5a0511992cee tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:08.304164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-ccba0af8-e99d-4e71-bc17-5a0511992cee tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.5202458 Nov 27 16:14:08.345813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:08.415833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:08.457379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-77e44340-80ce-4e93-8044-78632acddf3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d5c4b53e3034ccda40a4eaf5b06cef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401025 Nov 27 16:14:08.459785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44296) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:08.486436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.511630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51472c1d-63ff-4438-a55d-b224e48d0ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.533102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51472c1d-63ff-4438-a55d-b224e48d0ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.557608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:08.561141 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.569133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.591438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51472c1d-63ff-4438-a55d-b224e48d0ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.594846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51472c1d-63ff-4438-a55d-b224e48d0ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.599231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-51472c1d-63ff-4438-a55d-b224e48d0ce9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1deaeb8-986e-49d2-b017-e34e7778d835 HTTP/1.1" status: 204 len: 168 time: 0.1382854 Nov 27 16:14:08.605568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:08.611427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51472c1d-63ff-4438-a55d-b224e48d0ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1deaeb8-986e-49d2-b017-e34e7778d835,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:08.711461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 476886b2-db60-4ea9-bc9a-251960a7ad97 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:14:08.735188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 476886b2-db60-4ea9-bc9a-251960a7ad97 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:14:08.736008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 476886b2-db60-4ea9-bc9a-251960a7ad97 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:14:08.813841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.11 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/3e312f6e-7de8-45f2-b369-d8cd3ca23583) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:08.993085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.000572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.020857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44306) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:09.067478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1636700c-ee9c-466e-9336-1376d438f8eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd635c73c9874c75bd2a761caf6af781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450566 Nov 27 16:14:09.069766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44308) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:09.121867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.127384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807a9e47-f788-4bb8-ac1a-7e3cc756a817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.135550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=b486169d-1832-4016-90d0-3d6a298eb128,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:09.144717 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.188272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807a9e47-f788-4bb8-ac1a-7e3cc756a817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.191705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77a9db5f-39a9-4abd-bb75-e3e4ad791125 req-60736ac0-bd5c-47b0-85bf-56f93d6ac839 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0339761 Nov 27 16:14:09.252905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.258780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807a9e47-f788-4bb8-ac1a-7e3cc756a817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.262301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-807a9e47-f788-4bb8-ac1a-7e3cc756a817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.265845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-807a9e47-f788-4bb8-ac1a-7e3cc756a817 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35f06a16-b2ae-4b0e-9b99-bb84b88f9874 HTTP/1.1" status: 204 len: 168 time: 0.1929436 Nov 27 16:14:09.272980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a9e47-f788-4bb8-ac1a-7e3cc756a817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f06a16-b2ae-4b0e-9b99-bb84b88f9874,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:09.314598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=3e312f6e-7de8-45f2-b369-d8cd3ca23583,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:09.333948 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 4502c779-b10a-4d7e-bb8e-d4c7ea916f93 associated. External IP: 172.25.1.80, port: fbbd7e8b-a2f8-4b04-8a16-989e9447a581. Nov 27 16:14:09.337647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:09.340055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:09.373597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:09.475381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:09.476023 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.507341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-967b9ddd-7475-4eea-9688-49cbd32f1583 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1671236 Nov 27 16:14:09.519957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Request body: {'port': {'device_id': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:09.658591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.720954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:09.755955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6970e5cc-2aa5-4949-a61f-786684ad822b None None] Provisioning complete for port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:09.757174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6970e5cc-2aa5-4949-a61f-786684ad822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:09.830849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6970e5cc-2aa5-4949-a61f-786684ad822b None None] Port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:10.031186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:10.046232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:10.063821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:10.065151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:10.070887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.115522 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3e98f8c2-21ef-4e5c-aa14-97150910fdb3 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1834085 Nov 27 16:14:10.115916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44336) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:10.121384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:10.121853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-733457397'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:10.134460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:10.135533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:10.155930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44338) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:10.171718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:10.176052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.177258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:10.178076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48bb02-3a33-4aec-89a8-bf0bf3f41af2 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:10.200209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e312f6e-7de8-45f2-b369-d8cd3ca23583 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:14:10.204882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:10.217670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.217972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.218332 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Added segment 663615bb-359a-4ede-9058-b682510cd2f3 of type vlan for network 70c3d750-e81b-47cb-8638-711649bc7566 Nov 27 16:14:10.236007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Transition to ACTIVE for port object 3e312f6e-7de8-45f2-b369-d8cd3ca23583 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:14:10.244948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.275533 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.323162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.356639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.357846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e312f6e-7de8-45f2-b369-d8cd3ca23583,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:10.365566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:10.366384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.374538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1012373527-network', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:10.420770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Made reservation on behalf of f3686f59bceb423ab062073b9e118e07 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:10.423102 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.435026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Attempting to bind port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:10.435363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Attempting to bind port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:10.436332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Attempting to bind port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:10.442471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:14:10.442810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Attempting to bind port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:10.449154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:10.449766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:10.450227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:10.450662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Bound port: 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:10.451020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.472028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.502754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3823535 Nov 27 16:14:10.507614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44344) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:10.514976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'subnet': {'network_id': '70c3d750-e81b-47cb-8638-711649bc7566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:10.520608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b666379-79e1-41ba-bd79-45c739ecdc19 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Network': ['ID=70c3d750-e81b-47cb-8638-711649bc7566,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:10.529826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c1d12-bbae-4bfa-9454-34e9265249b3 req-7903b4d8-038f-456c-ae0e-0f1fb8d733eb tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:10.531262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 70c3d750-e81b-47cb-8638-711649bc7566 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:10.537342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f1c1d12-bbae-4bfa-9454-34e9265249b3 req-7903b4d8-038f-456c-ae0e-0f1fb8d733eb tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.2205820 Nov 27 16:14:10.560430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] For port 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:10.566089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] For port 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:10.580051 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.630280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:10.631005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.633309 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] 10.222.0.37 "PUT /v2.0/ports/3e312f6e-7de8-45f2-b369-d8cd3ca23583 HTTP/1.1" status: 200 len: 1092 time: 1.1175992 Nov 27 16:14:10.634578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'tag': '3e312f6e-7de8-45f2-b369-d8cd3ca23583'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:14:10.636728 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d174e85-58f5-40db-9f10-5b5d50e78608" -d '{"events": [{"name": "network-changed", "server_uuid": "e2926446-0c0b-4cf7-9ce5-c95ac40b0362", "tag": "3e312f6e-7de8-45f2-b369-d8cd3ca23583"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:14:10.695474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e90f10-ce26-4aae-925f-d12af3ae6f1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e312f6e-7de8-45f2-b369-d8cd3ca23583,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:10.717731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f1c1d12-bbae-4bfa-9454-34e9265249b3 req-d25a3415-0f8b-4fa5-a292-ceac0781af94 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743643 Nov 27 16:14:10.738616 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767553e9-0060-45e7-bc87-9a29779cd576 x-openstack-request-id: req-767553e9-0060-45e7-bc87-9a29779cd576 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:14:10.739245 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2926446-0c0b-4cf7-9ce5-c95ac40b0362", "tag": "3e312f6e-7de8-45f2-b369-d8cd3ca23583", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:14:10.739608 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-767553e9-0060-45e7-bc87-9a29779cd576 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:14:10.740114 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'tag': '3e312f6e-7de8-45f2-b369-d8cd3ca23583', 'status': 'completed', 'code': 200} Nov 27 16:14:10.754012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-28605fbb-d3c8-4c53-af53-25524017ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:10.755389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-28605fbb-d3c8-4c53-af53-25524017ac7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 1095 time: 0.0747545 Nov 27 16:14:10.792933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:10.796848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.828681 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-9ac4ff7d-bc16-4402-930f-b0a689f8aeef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583 HTTP/1.1" status: 200 len: 217 time: 0.0643964 Nov 27 16:14:10.895416 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.917758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.929947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-10510c18-4941-48bc-ac8d-311b92fe6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:10.932916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-10510c18-4941-48bc-ac8d-311b92fe6771 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0849085 Nov 27 16:14:10.952023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:10.993573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:10.993920 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Added segment 7bea8d6d-fbff-43aa-9949-5e5ada219ecb of type vlan for network 5904b9ae-0161-4133-9662-9ca558baaf12 Nov 27 16:14:10.996528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecee485-686a-4d83-a9a2-0f329f8c419d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:11.031534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-49532fae-545e-4085-95e2-0c69fb338200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:11.033098 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-49532fae-545e-4085-95e2-0c69fb338200 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930943 Nov 27 16:14:11.054956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.120250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.122068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:11.122650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.131475 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-e03a3259-d05e-416a-b4be-52beb407179b service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909810 Nov 27 16:14:11.175798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.210254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0531988 Nov 27 16:14:11.213801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44352) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:11.219633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Request body: {'subnet': {'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1012373527-subnet', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:11.227829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e3a52-1fb1-4e25-93e5-63ccce6a14bd admin admin] Pushing event updated for resources: {'Network': ['ID=5904b9ae-0161-4133-9662-9ca558baaf12,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:11.231269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.241628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5904b9ae-0161-4133-9662-9ca558baaf12 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:11.270232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1fcce63d-b01e-4300-885b-75ce0f15e874 req-c5ac5900-7393-4167-8907-53e8d23b22b7 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314387 Nov 27 16:14:11.279567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Subnet': ['ID=de630b03-e9eb-4caa-87e0-07c4f664676c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:11.289868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Made reservation on behalf of f3686f59bceb423ab062073b9e118e07 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:11.294988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.317352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Checking segment: {'id': '663615bb-359a-4ede-9058-b682510cd2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70c3d750-e81b-47cb-8638-711649bc7566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:11.318105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network hostable DHCP agents. Network: 70c3d750-e81b-47cb-8638-711649bc7566, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:11.342583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network 70c3d750-e81b-47cb-8638-711649bc7566 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:11.359305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 70c3d750-e81b-47cb-8638-711649bc7566) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:11.366789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:11.367733 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.385716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7f4de-c98a-4a6d-88b2-428f332f4ad0 None None] Network 70c3d750-e81b-47cb-8638-711649bc7566 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:11.391502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2e8d2a57-df45-4637-85fb-cff5ff52d10f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8776755 Nov 27 16:14:11.391502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:11.398332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1627689363', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:11.428834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.430400 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.512229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.570134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-70c3d750-e81b-47cb-8638-711649bc7566', 'network_id': '70c3d750-e81b-47cb-8638-711649bc7566', 'tenant_id': 'f772aed6482f4f099bf4979d02105b10', 'fixed_ips': [{'subnet_id': 'de630b03-e9eb-4caa-87e0-07c4f664676c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:14:11.571256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.703406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-6d016d08-ffa5-4b3e-936b-625cbdbf22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:11.704953 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-6d016d08-ffa5-4b3e-936b-625cbdbf22fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 1095 time: 0.3472602 Nov 27 16:14:11.730944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Allocated IP 172.20.0.2 (70c3d750-e81b-47cb-8638-711649bc7566/de630b03-e9eb-4caa-87e0-07c4f664676c/09303b16-ff19-4cf9-ac1f-3b31b60406b6) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:11.896675 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.897295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-aec71da8-c6f5-43b5-a655-5db4c006c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:11.899029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-aec71da8-c6f5-43b5-a655-5db4c006c290 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1861434 Nov 27 16:14:11.919004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:11.961101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-aa0f061c-a9d4-4656-9cbb-13eaccbf690a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583 HTTP/1.1" status: 200 len: 217 time: 0.0546978 Nov 27 16:14:11.966925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Pushing event updated for resources: {'Port': ['ID=09303b16-ff19-4cf9-ac1f-3b31b60406b6,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:11.991256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Network 70c3d750-e81b-47cb-8638-711649bc7566 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:11.993866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:11.999123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:12.048787 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.091568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Attempting to bind port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:12.092299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Attempting to bind port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '663615bb-359a-4ede-9058-b682510cd2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70c3d750-e81b-47cb-8638-711649bc7566'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:12.092926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Attempting to bind port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 on network 70c3d750-e81b-47cb-8638-711649bc7566 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:12.099405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:12.100125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Checking segment: {'id': '663615bb-359a-4ede-9058-b682510cd2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70c3d750-e81b-47cb-8638-711649bc7566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:12.100920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.101551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Bound using segment: {'id': '663615bb-359a-4ede-9058-b682510cd2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70c3d750-e81b-47cb-8638-711649bc7566'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:12.102229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Bound port: 09303b16-ff19-4cf9-ac1f-3b31b60406b6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663615bb-359a-4ede-9058-b682510cd2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70c3d750-e81b-47cb-8638-711649bc7566'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:12.103680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.107490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2811f852-f88e-441a-8754-3bac714ea963,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:12.111786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-188aba23-68b7-41df-ac8a-2e5a319e3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:12.113355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-188aba23-68b7-41df-ac8a-2e5a319e3b4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.1266055 Nov 27 16:14:12.156665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.195341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-667925b0-ec54-4da7-bfa2-cdf2db01e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:12.197005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-667925b0-ec54-4da7-bfa2-cdf2db01e5e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750647 Nov 27 16:14:12.197983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Checking segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:12.198522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Network hostable DHCP agents. Network: 5904b9ae-0161-4133-9662-9ca558baaf12, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:12.201670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] For port 09303b16-ff19-4cf9-ac1f-3b31b60406b6, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:12.206133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] For port 09303b16-ff19-4cf9-ac1f-3b31b60406b6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09303b16-ff19-4cf9-ac1f-3b31b60406b6,segment=NetworkSegment(663615bb-359a-4ede-9058-b682510cd2f3),segment_id=663615bb-359a-4ede-9058-b682510cd2f3)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:12.214599 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.285861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab057b6-d62b-4010-8459-b46c53325f2d None None] Pushing event updated for resources: {'Port': ['ID=09303b16-ff19-4cf9-ac1f-3b31b60406b6,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:12.296370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6eed-b2e9-4944-822d-a083aa40d6b1 req-bec7b407-3a43-4ae1-b9ae-cc57d896d1cd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:12.298151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3df6eed-b2e9-4944-822d-a083aa40d6b1 req-bec7b407-3a43-4ae1-b9ae-cc57d896d1cd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.1301908 Nov 27 16:14:12.310778 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-e99024b6-ec21-4ef6-8f00-95bc81c1bf32 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057203 Nov 27 16:14:12.326598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Network 5904b9ae-0161-4133-9662-9ca558baaf12 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:12.374367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3df6eed-b2e9-4944-822d-a083aa40d6b1 req-f3e5ec8f-8458-4732-89f2-94e7bb2742c3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641327 Nov 27 16:14:12.417697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5904b9ae-0161-4133-9662-9ca558baaf12) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:12.425845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:12.426440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.434389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe60d24-01ca-4622-bb08-636b2f45ed49 None None] Network 5904b9ae-0161-4133-9662-9ca558baaf12 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:12.492502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9d174e85-58f5-40db-9f10-5b5d50e78608 req-0149f817-27ca-4425-b3cd-c69b401080ea service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749074 Nov 27 16:14:12.535740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44362) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:12.537564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1304bfc1-2c82-4ec8-ac08-fd5bbf4e057a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3203530 Nov 27 16:14:12.543772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:12.577710 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.619081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.652495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5904b9ae-0161-4133-9662-9ca558baaf12', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:14:12.653745 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.660993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.662045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.762809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.816622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Allocated IP 172.20.0.2 (5904b9ae-0161-4133-9662-9ca558baaf12/2811f852-f88e-441a-8754-3bac714ea963/fac6187a-f3b3-475f-874b-71ea7c444b8c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:12.854537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.25.1.178 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d76691be-1b3a-4a25-8e3c-284811bc4cee) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:12.975362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.986664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:12.996164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.042740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Network 5904b9ae-0161-4133-9662-9ca558baaf12 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:13.047548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:13.052065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:13.055559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Pushing event updated for resources: {'Port': ['ID=fac6187a-f3b3-475f-874b-71ea7c444b8c,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:13.114518 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.120439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Attempting to bind port fac6187a-f3b3-475f-874b-71ea7c444b8c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:13.120789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Attempting to bind port fac6187a-f3b3-475f-874b-71ea7c444b8c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:13.121164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Attempting to bind port fac6187a-f3b3-475f-874b-71ea7c444b8c on network 5904b9ae-0161-4133-9662-9ca558baaf12 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:13.129108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:13.129764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Checking segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:13.130233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.130697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Bound using segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:13.131184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Bound port: fac6187a-f3b3-475f-874b-71ea7c444b8c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:13.131573 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.167398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09303b16-ff19-4cf9-ac1f-3b31b60406b6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:13.194274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.241924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:13.254600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:13.257340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:13.274100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] For port fac6187a-f3b3-475f-874b-71ea7c444b8c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:13.279072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] For port fac6187a-f3b3-475f-874b-71ea7c444b8c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fac6187a-f3b3-475f-874b-71ea7c444b8c,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:13.285610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8581d3d-49a2-45d7-ad10-aec50de95a7c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:13.292241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.374716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:13.375099 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.426579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018307f-4c6c-4dcb-be1a-68499e6b8dba None None] Pushing event updated for resources: {'Port': ['ID=fac6187a-f3b3-475f-874b-71ea7c444b8c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:13.442677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cf69d6b8-c378-4fe5-ae56-8654c9bf8f5f None None] Provisioning complete for port d76691be-1b3a-4a25-8e3c-284811bc4cee triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:13.443045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cf69d6b8-c378-4fe5-ae56-8654c9bf8f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.539021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=d76691be-1b3a-4a25-8e3c-284811bc4cee,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:13.546562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cf69d6b8-c378-4fe5-ae56-8654c9bf8f5f None None] Port d76691be-1b3a-4a25-8e3c-284811bc4cee cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:13.551905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.595633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 09303b16-ff19-4cf9-ac1f-3b31b60406b6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09303b16-ff19-4cf9-ac1f-3b31b60406b6,segment=NetworkSegment(663615bb-359a-4ede-9058-b682510cd2f3),segment_id=663615bb-359a-4ede-9058-b682510cd2f3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:13.604376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.676796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=09303b16-ff19-4cf9-ac1f-3b31b60406b6,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:13.683332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.683837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.684285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.684736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.685229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.685662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.686099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.686536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.686973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.687491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.688019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.688455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:13.814226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e986a4b-52c1-4319-a77a-e51b23fb8c62 req-3a3f72b8-b7ff-4685-bade-8a4088ffac3f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:13.815845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e986a4b-52c1-4319-a77a-e51b23fb8c62 req-3a3f72b8-b7ff-4685-bade-8a4088ffac3f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.2964585 Nov 27 16:14:13.816819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6f1df-483d-47bb-b266-9708cea6147f None None] Network 70c3d750-e81b-47cb-8638-711649bc7566 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:13.854041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.893490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.909062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:13.939910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c4add034-3af3-4ddc-8a3f-9435c03d3711 None None] Provisioning complete for port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:13.940372 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c4add034-3af3-4ddc-8a3f-9435c03d3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.004777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e986a4b-52c1-4319-a77a-e51b23fb8c62 req-67459854-7ee2-4a3e-97f8-5b306ed7b38f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786551 Nov 27 16:14:14.171016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Allocated IP 172.25.1.187 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/160f7f1e-5348-47bb-93e8-ffce63b84ae0) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:14.310973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.406891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.502584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.544348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:14.553861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:14.557508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:14.567878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8867e04-93e4-4578-8086-c98e8a0d2a4c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:14.598221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router 2a2d7d57-8daf-42d0-a90b-0ca212b7967b is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:14:14.601841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Pushing event updated for resources: {'Port': ['ID=160f7f1e-5348-47bb-93e8-ffce63b84ae0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:14.607450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3934ddad-0ef3-4a49-a6a2-73bdd8204c3a None None] Provisioning complete for port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:14.607820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3934ddad-0ef3-4a49-a6a2-73bdd8204c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.652154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3934ddad-0ef3-4a49-a6a2-73bdd8204c3a None None] Port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:14.662196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3934ddad-0ef3-4a49-a6a2-73bdd8204c3a None None] Provisioning complete for port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:14.662755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3934ddad-0ef3-4a49-a6a2-73bdd8204c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.768610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50855158-fa97-4c8b-9b4f-0d53ef482b6c None None] Network 5904b9ae-0161-4133-9662-9ca558baaf12 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:14.842496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:14.854599 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e822fee-e7a8-4086-8926-60410958039e None None] Sync routers for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:14.871595 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e822fee-e7a8-4086-8926-60410958039e None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:14.872492 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.872769 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e822fee-e7a8-4086-8926-60410958039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:14.873745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bb00e602-942d-48b0-93bb-093ea7775f4b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4814053 Nov 27 16:14:14.876674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44374) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:14.911485 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e822fee-e7a8-4086-8926-60410958039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:14.916784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d515742f-c736-4588-a328-92943ca00ee4 None None] Provisioning complete for port fac6187a-f3b3-475f-874b-71ea7c444b8c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:14.916784 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d515742f-c736-4588-a328-92943ca00ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:14.925080 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e822fee-e7a8-4086-8926-60410958039e None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:14.926593 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e822fee-e7a8-4086-8926-60410958039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:14.962521 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3e822fee-e7a8-4086-8926-60410958039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:14.963649 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e822fee-e7a8-4086-8926-60410958039e None None] The sync data for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:15.048674 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d515742f-c736-4588-a328-92943ca00ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.097628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d515742f-c736-4588-a328-92943ca00ee4 None None] For port fac6187a-f3b3-475f-874b-71ea7c444b8c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fac6187a-f3b3-475f-874b-71ea7c444b8c,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:15.106554 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d515742f-c736-4588-a328-92943ca00ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.177142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515742f-c736-4588-a328-92943ca00ee4 None None] Pushing event updated for resources: {'Port': ['ID=fac6187a-f3b3-475f-874b-71ea7c444b8c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:15.230806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fac6187a-f3b3-475f-874b-71ea7c444b8c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:15.326784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port fac6187a-f3b3-475f-874b-71ea7c444b8c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:15.328181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.332806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.370496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5fba731e-66cb-4369-8bdc-60e5b2830b5c None None] Provisioning complete for port fac6187a-f3b3-475f-874b-71ea7c444b8c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:15.371188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5fba731e-66cb-4369-8bdc-60e5b2830b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.378217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75840-67bb-4a76-9e63-e9235580ba55 req-96d8332e-5908-432d-9afa-2529fea19072 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:15.379718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0f75840-67bb-4a76-9e63-e9235580ba55 req-96d8332e-5908-432d-9afa-2529fea19072 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.0994363 Nov 27 16:14:15.475038 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0f75840-67bb-4a76-9e63-e9235580ba55 req-36bcd338-cace-4ecf-8cf4-7e3cb22cdb85 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861135 Nov 27 16:14:15.499532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09303b16-ff19-4cf9-ac1f-3b31b60406b6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:15.560187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:15.560653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.583425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.610736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.716141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Router 91d61424-2809-4206-ad1e-442577cbc930 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:14:15.822884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:15.842873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Sync routers for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:15.849219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:15.852944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2fb42e3e-3b94-4502-b3f6-3e3a41d2b592 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3128762 Nov 27 16:14:15.853113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:15.853113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:15.853331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44382) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:15.885433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.1 (70c3d750-e81b-47cb-8638-711649bc7566/de630b03-e9eb-4caa-87e0-07c4f664676c/1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:15.966826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:16.014059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.051836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.091155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network 70c3d750-e81b-47cb-8638-711649bc7566 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:16.100141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:16.105006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:16.137481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:16.161746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:14Z', 'revision_number': 3, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:16.162170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.202432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Checking router: 91d61424-2809-4206-ad1e-442577cbc930 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:14:16.202877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Updating router 91d61424-2809-4206-ad1e-442577cbc930 port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:14:16.231872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.329836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.353873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.413688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-309221d4-5945-4296-b2e3-753e0fd320dd None None] Provisioning complete for port 1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:16.414061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-309221d4-5945-4296-b2e3-753e0fd320dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.476910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-309221d4-5945-4296-b2e3-753e0fd320dd None None] Port 1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:16.595285 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.605004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.618419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Allocated IP 172.20.0.1 (5904b9ae-0161-4133-9662-9ca558baaf12/2811f852-f88e-441a-8754-3bac714ea963/1edc1ac3-1187-4cb8-964c-ea19deeae8fd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:16.640077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4552554-a526-4836-9f69-18955b109e9f req-bc461368-57f3-471b-a0b1-452e26377585 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:16.647331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4552554-a526-4836-9f69-18955b109e9f req-bc461368-57f3-471b-a0b1-452e26377585 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.0785522 Nov 27 16:14:16.648324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Attempting to bind port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:16.648819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Attempting to bind port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:16.649186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Attempting to bind port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:16.655391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c2287-fcd0-4def-ad9c-53cc47e8c44c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:16.668568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:16.668993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:16.669293 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.669714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:16.670193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Bound port: 160f7f1e-5348-47bb-93e8-ffce63b84ae0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:16.671098 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.692688 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.697108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20860dd-7ca4-42fb-84bc-886c5b0a8c7b None None] Pushing event updated for resources: {'Port': ['ID=160f7f1e-5348-47bb-93e8-ffce63b84ae0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:16.700148 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.730638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] For port 160f7f1e-5348-47bb-93e8-ffce63b84ae0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:16.734427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] For port 160f7f1e-5348-47bb-93e8-ffce63b84ae0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=160f7f1e-5348-47bb-93e8-ffce63b84ae0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:16.739747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.743427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4552554-a526-4836-9f69-18955b109e9f req-cb935b89-ef4f-4a7b-a423-849a522eab7a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952158 Nov 27 16:14:16.792114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a632671-6a17-4e34-8564-767dc8db2ecd None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:16.801287 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.808864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.822012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:16.822721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:16.824869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20860dd-7ca4-42fb-84bc-886c5b0a8c7b None None] Pushing event updated for resources: {'Port': ['ID=160f7f1e-5348-47bb-93e8-ffce63b84ae0,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:16.863795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-079b0f7a-2fef-4d59-8d80-5badac0f744e None None] Provisioning complete for port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:16.864752 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-079b0f7a-2fef-4d59-8d80-5badac0f744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.865999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.876208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:16.903869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Network 5904b9ae-0161-4133-9662-9ca558baaf12 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:16.907139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:16.913308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:16.945684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network 70c3d750-e81b-47cb-8638-711649bc7566 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:16.948802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:16.958149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:16.971861 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:16.973633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:17.129035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fac6187a-f3b3-475f-874b-71ea7c444b8c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:17.162742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router 2a2d7d57-8daf-42d0-a90b-0ca212b7967b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:17.190182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-079b0f7a-2fef-4d59-8d80-5badac0f744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.220820 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.256240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-079b0f7a-2fef-4d59-8d80-5badac0f744e None None] For port 160f7f1e-5348-47bb-93e8-ffce63b84ae0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=160f7f1e-5348-47bb-93e8-ffce63b84ae0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:17.281287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-079b0f7a-2fef-4d59-8d80-5badac0f744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.312902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:17.318938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port fac6187a-f3b3-475f-874b-71ea7c444b8c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:17.319361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.320128 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c38b91e-f97a-4671-b3f8-104ef3b88a3f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/routers/2a2d7d57-8daf-42d0-a90b-0ca212b7967b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406271 Nov 27 16:14:17.323899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44390) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:17.329140 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] Sync routers for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:17.330143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'port': {'network_id': '70c3d750-e81b-47cb-8638-711649bc7566', 'name': 'tempest-FloatingIPTestJSON-278568580'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:17.341049 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:17.342120 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:17.380918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:17.391333 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:17.392905 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:17.426030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:17.427148 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50ed50-2043-4f5c-bd9f-c353f374d60c None None] The sync data for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:17.460631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.468529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.484733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Made reservation on behalf of f772aed6482f4f099bf4979d02105b10 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:17.489592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.512684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] device_id is not set on port 735296af-340e-45b6-b3a1-fb7b8944da26 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:14:17.550658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:17.570725 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.582344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b0f7a-2fef-4d59-8d80-5badac0f744e None None] Pushing event updated for resources: {'Port': ['ID=160f7f1e-5348-47bb-93e8-ffce63b84ae0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:17.592270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Provisioning complete for port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:17.592694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.633055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:14Z', 'revision_number': 3, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:17.665790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194300ed-1467-414c-be9c-c7b446ffb91e None None] The sync data for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 is: [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:14Z', 'revision_number': 3, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:17.675931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Allocated IP 172.20.0.3 (70c3d750-e81b-47cb-8638-711649bc7566/de630b03-e9eb-4caa-87e0-07c4f664676c/735296af-340e-45b6-b3a1-fb7b8944da26) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:17.677064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Network 5904b9ae-0161-4133-9662-9ca558baaf12 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:17.678788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:17.778853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Provisioning complete for port 1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:17.779256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.855745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Port 1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:17.871993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Provisioning complete for port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:17.873213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.888244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Router 91d61424-2809-4206-ad1e-442577cbc930 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:17.916433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-711108ac-dd40-4d04-acb4-4e79b595ff93 None None] Port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:17.926242 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:17.964756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.004456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c330485-abe0-4e5e-ade9-bfce51f9ccb8 req-0f1c7fe2-4ecb-4841-8d4d-5091211f4f39 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:18.006041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c330485-abe0-4e5e-ade9-bfce51f9ccb8 req-0f1c7fe2-4ecb-4841-8d4d-5091211f4f39 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.1375344 Nov 27 16:14:18.017874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Network 70c3d750-e81b-47cb-8638-711649bc7566 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:18.021685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:18.032587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:18.060654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dd872d0a-d660-46a6-a141-91c7a2acca63 None None] Provisioning complete for port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:18.060948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd872d0a-d660-46a6-a141-91c7a2acca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.106606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event updated for resources: {'Port': ['ID=735296af-340e-45b6-b3a1-fb7b8944da26,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:18.115700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:18.126102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dd872d0a-d660-46a6-a141-91c7a2acca63 None None] Port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:18.139250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d72bacfa-f7d5-4e19-a667-544c1b57caa4 admin admin] 10.222.0.15 "PUT /v2.0/routers/91d61424-2809-4206-ad1e-442577cbc930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2772336 Nov 27 16:14:18.153140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c330485-abe0-4e5e-ade9-bfce51f9ccb8 req-1fef34b0-0220-42c9-a9a3-3d630ffcb7b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158290 Nov 27 16:14:18.159920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:18.160591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.183546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3dc6347-7bf2-4e8a-9086-dfc5fa22b271 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8553634 Nov 27 16:14:18.183937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44400) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:18.189788 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Request body: {'floatingip': {'port_id': '735296af-340e-45b6-b3a1-fb7b8944da26'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:18.253668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.351593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6d763d2e-b8ba-4095-9ed0-a63a96ebe017 None None] Provisioning complete for port 735296af-340e-45b6-b3a1-fb7b8944da26 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:18.352352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6d763d2e-b8ba-4095-9ed0-a63a96ebe017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.394868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6d763d2e-b8ba-4095-9ed0-a63a96ebe017 None None] Port 735296af-340e-45b6-b3a1-fb7b8944da26 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:18.754150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44418) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:18.760171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2120150835-network', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:18.784261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Made reservation on behalf of 5ce222dd1bef4170bf3bff527647d692 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:18.786973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.801281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.894522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.899850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.928811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:18.935314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a5fdc-f901-4369-b573-a95ae7e14d9c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:18.944503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:18.944842 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Added segment bfd324b6-35d6-47e0-8e93-269bd37b8332 of type vlan for network 26b18c3c-725c-4b02-85aa-5171c624a514 Nov 27 16:14:18.988616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.016325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.017795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:19.018515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.073895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3183582 Nov 27 16:14:19.078478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44420) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:19.084879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Request body: {'subnet': {'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2120150835-subnet', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:19.085326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130bbe2-5555-44c2-90ca-37004ea93902 admin admin] Pushing event updated for resources: {'Network': ['ID=26b18c3c-725c-4b02-85aa-5171c624a514,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:19.086039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 160f7f1e-5348-47bb-93e8-ffce63b84ae0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:19.105206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.111131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.112898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 26b18c3c-725c-4b02-85aa-5171c624a514 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:19.156402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Made reservation on behalf of 5ce222dd1bef4170bf3bff527647d692 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:19.158719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.200610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:19.201173 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.284955 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 4502c779-b10a-4d7e-bb8e-d4c7ea916f93 associated. External IP: 172.25.1.80, port: fbbd7e8b-a2f8-4b04-8a16-989e9447a581. Nov 27 16:14:19.298998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced28920-11aa-4882-b167-2c7b6d5cd186 req-7f397208-a0a7-4c23-bb06-cc0b41c1f3f4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:19.300572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ced28920-11aa-4882-b167-2c7b6d5cd186 req-7f397208-a0a7-4c23-bb06-cc0b41c1f3f4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.0673456 Nov 27 16:14:19.353625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ced28920-11aa-4882-b167-2c7b6d5cd186 req-70c7ba93-893a-4c81-b6d8-a85ed89ac1c9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Nov 27 16:14:19.501559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.600067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2584d77f-1b58-4fe3-bac6-2abdfee79cb8,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:19.624641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Checking segment: {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:19.624990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Network hostable DHCP agents. Network: 26b18c3c-725c-4b02-85aa-5171c624a514, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:19.633191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:19.650471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Network 26b18c3c-725c-4b02-85aa-5171c624a514 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:19.694337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 26b18c3c-725c-4b02-85aa-5171c624a514) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:19.703320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Sync routers for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:19.703524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:19.703914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.708652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944f12e7-7cc9-4b03-a19d-80b833c6f560 None None] Network 26b18c3c-725c-4b02-85aa-5171c624a514 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:19.748084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1d8ec733-f5eb-442e-94cc-a9210d431f58 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6685016 Nov 27 16:14:19.750773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44426) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:19.755130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:19.768964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:19.769607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:19.778617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.778754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:19.779395 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.793492 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:19.809121 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:19.810241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:19.875989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:19.884365 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:19.894698 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:19.895661 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:19.929221 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:19.930274 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961490b-efbb-4919-9e0f-75105ba9de81 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:19.944219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:20.013013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-26b18c3c-725c-4b02-85aa-5171c624a514', 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'fixed_ips': [{'subnet_id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:14:20.014139 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.041058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.060081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router 2a2d7d57-8daf-42d0-a90b-0ca212b7967b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:20.180144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:20.185566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.195669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] Sync routers for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:20.246054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6471c63b-d50f-4ef9-8c1f-d3f0ca2b069a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/floatingips/4502c779-b10a-4d7e-bb8e-d4c7ea916f93 HTTP/1.1" status: 200 len: 976 time: 2.0612071 Nov 27 16:14:20.246290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44430) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:20.250974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:20.251624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:20.278999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.306462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.314935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:20.323009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Allocated IP 172.20.0.2 (26b18c3c-725c-4b02-85aa-5171c624a514/2584d77f-1b58-4fe3-bac6-2abdfee79cb8/546e10ab-a372-4bcf-9e49-dfe9bb46e079) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:20.343760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:20.344383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:20.398488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:20.399664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1b187-4d8b-458d-a5d9-92fcde6b1f96 None None] The sync data for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:20.454411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 735296af-340e-45b6-b3a1-fb7b8944da26 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:20.454650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.455489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 2, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:20.490044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Checking router: 91d61424-2809-4206-ad1e-442577cbc930 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:14:20.490407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Updating router 91d61424-2809-4206-ad1e-442577cbc930 port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:14:20.538395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Allocated IP 172.25.1.213 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/f017eea4-4192-4211-b88d-a2729ab262b5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:20.538695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.567114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043a3e0-da2c-49bd-acec-1203a445fbbe req-22084bc6-9ec3-483f-b79d-8fae6b9e699c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:20.568602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e043a3e0-da2c-49bd-acec-1203a445fbbe req-22084bc6-9ec3-483f-b79d-8fae6b9e699c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.1352584 Nov 27 16:14:20.617589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.627087 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.660787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.723514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Network 26b18c3c-725c-4b02-85aa-5171c624a514 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:20.729987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:20.732615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:20.747918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Pushing event updated for resources: {'Port': ['ID=546e10ab-a372-4bcf-9e49-dfe9bb46e079,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:20.752714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e043a3e0-da2c-49bd-acec-1203a445fbbe req-6a76ef4d-11bb-40ac-a056-d720c4c96c38 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774197 Nov 27 16:14:20.850296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Attempting to bind port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:20.850680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Attempting to bind port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:20.851051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Attempting to bind port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 on network 26b18c3c-725c-4b02-85aa-5171c624a514 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:20.861759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:20.862158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Checking segment: {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:20.862549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.862956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Bound using segment: {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:20.863442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Bound port: 546e10ab-a372-4bcf-9e49-dfe9bb46e079, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:20.863829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.867743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.958694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.964507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.964966 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:20.965160 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Floating IP 4502c779-b10a-4d7e-bb8e-d4c7ea916f93 disassociated. External IP: 172.25.1.80, port: 735296af-340e-45b6-b3a1-fb7b8944da26. Nov 27 16:14:20.965532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 735296af-340e-45b6-b3a1-fb7b8944da26 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:20.991076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] For port 546e10ab-a372-4bcf-9e49-dfe9bb46e079, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:21.009523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] For port 546e10ab-a372-4bcf-9e49-dfe9bb46e079, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=546e10ab-a372-4bcf-9e49-dfe9bb46e079,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:21.016088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:21.017892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.024710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.051917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.100740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50258b-7995-424a-96e5-81a46e2e2842 None None] Pushing event updated for resources: {'Port': ['ID=546e10ab-a372-4bcf-9e49-dfe9bb46e079,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:21.205717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Attempting to bind port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:21.206438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Attempting to bind port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:21.206438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Attempting to bind port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd on network 5904b9ae-0161-4133-9662-9ca558baaf12 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:21.209263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e677-6042-4c8f-9cc1-f52169e9286a None None] Pushing event updated for resources: {'Port': ['ID=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:21.218207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:21.218603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Checking segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:21.219021 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.219429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Bound using segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:21.220059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Bound port: 1edc1ac3-1187-4cb8-964c-ea19deeae8fd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:21.220758 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.306024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] For port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:21.322454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] For port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:21.329368 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.394717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:21.395377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:21.409176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:21.412908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:21.442306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Pushing event updated for resources: {'Port': ['ID=f017eea4-4192-4211-b88d-a2729ab262b5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:21.443609 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e677-6042-4c8f-9cc1-f52169e9286a None None] Pushing event updated for resources: {'Port': ['ID=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:21.447270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b781ea-b742-4046-b376-8de6eb8d6b62 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:21.525031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0e672032-dcc1-4f44-ab64-6aa656ea0e9b None None] Provisioning complete for port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:21.525031 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0e672032-dcc1-4f44-ab64-6aa656ea0e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.601516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:21.656949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.695342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=735296af-340e-45b6-b3a1-fb7b8944da26,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:21.860396 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0e672032-dcc1-4f44-ab64-6aa656ea0e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.962791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:21.995892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0e672032-dcc1-4f44-ab64-6aa656ea0e9b None None] For port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:22.012393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0e672032-dcc1-4f44-ab64-6aa656ea0e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.019208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248acd5-466f-4248-a5cc-0ae6c602d28a req-297fa9d9-06d2-44a0-b590-c89b3adb0a73 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:22.022450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9248acd5-466f-4248-a5cc-0ae6c602d28a req-297fa9d9-06d2-44a0-b590-c89b3adb0a73 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 944 time: 0.1425021 Nov 27 16:14:22.028494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router 2a2d7d57-8daf-42d0-a90b-0ca212b7967b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:22.115155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e672032-dcc1-4f44-ab64-6aa656ea0e9b None None] Pushing event updated for resources: {'Port': ['ID=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:22.141010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-96f3837e-6211-4e2d-a671-b5cb68deb595 None None] Provisioning complete for port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:22.141378 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-96f3837e-6211-4e2d-a671-b5cb68deb595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.176452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e312f6e-7de8-45f2-b369-d8cd3ca23583 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:14:22.182002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:22.193701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9248acd5-466f-4248-a5cc-0ae6c602d28a req-e83982af-8951-4e57-a591-c00006b2a627 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576216 Nov 27 16:14:22.224388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f37e8c-77f2-45f9-a9ca-4b4b2e549e5f None None] The sync data for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 is: [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:22.280183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:22.316491 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] Sync routers for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:22.333221 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:22.333879 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:22.411818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd131df-1f8b-428f-a64c-4590ca258f92 None None] Network 26b18c3c-725c-4b02-85aa-5171c624a514 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:22.416805 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:22.426868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:22.428566 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:22.429549 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:22.475357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.483265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-96f3837e-6211-4e2d-a671-b5cb68deb595 None None] Provisioning complete for port f017eea4-4192-4211-b88d-a2729ab262b5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:22.483555 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:22.483886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-96f3837e-6211-4e2d-a671-b5cb68deb595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.484256 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db65fde-fb8e-4d7d-804c-dc4b79f85486 None None] The sync data for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:22.512350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '3e312f6e-7de8-45f2-b369-d8cd3ca23583', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': '3e312f6e-7de8-45f2-b369-d8cd3ca23583', 'mac_address': 'fa:16:3e:cb:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:14:22.542315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.545656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7fe75822-0da4-41ac-8f87-b83ff093621d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/ports/735296af-340e-45b6-b3a1-fb7b8944da26 HTTP/1.1" status: 204 len: 168 time: 2.2984228 Nov 27 16:14:22.548234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:22.569354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-96f3837e-6211-4e2d-a671-b5cb68deb595 None None] Port f017eea4-4192-4211-b88d-a2729ab262b5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:22.589613 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.614611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e312f6e-7de8-45f2-b369-d8cd3ca23583 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:14:22.658715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:22.665386 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.754013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c30c76c4-a476-46f5-a486-84adfb63f960 None None] Provisioning complete for port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:22.754388 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c30c76c4-a476-46f5-a486-84adfb63f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.755887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3e312f6e-7de8-45f2-b369-d8cd3ca23583,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:22.776158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:14:22.856952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3e312f6e-7de8-45f2-b369-d8cd3ca23583'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:14:22.862091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c30c76c4-a476-46f5-a486-84adfb63f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:22.947869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c30c76c4-a476-46f5-a486-84adfb63f960 None None] For port 546e10ab-a372-4bcf-9e49-dfe9bb46e079, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=546e10ab-a372-4bcf-9e49-dfe9bb46e079,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:22.961204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c30c76c4-a476-46f5-a486-84adfb63f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.066146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c76c4-a476-46f5-a486-84adfb63f960 None None] Pushing event updated for resources: {'Port': ['ID=546e10ab-a372-4bcf-9e49-dfe9bb46e079,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:23.133971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:23.149659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Sync routers for ids ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:23.197896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.201968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44450) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:23.202626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2478c435-0322-431a-a150-3b126575f591 None None] Provisioning complete for port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:23.203004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2478c435-0322-431a-a150-3b126575f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.206455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d2c4536d-d381-4fa8-b905-2772cdfdcba6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4540632 Nov 27 16:14:23.207872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Routers {'5c155e7e-8a7c-49db-b05c-220c73ae3e34'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:23.208029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:23.256499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.303901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1edc1ac3-1187-4cb8-964c-ea19deeae8fd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:23.454025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Set router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:23.573274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:23.573692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.578743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3adee0-c511-4592-b761-0583a0b385ae req-591b15de-f8bd-4667-a840-93b3b78f9937 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:23.580443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f3adee0-c511-4592-b761-0583a0b385ae req-591b15de-f8bd-4667-a840-93b3b78f9937 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 945 time: 0.1581287 Nov 27 16:14:23.674162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:23.674662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.706194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f3adee0-c511-4592-b761-0583a0b385ae req-dde40f75-6a84-4aa4-b6b3-b8c650ed528d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054673 Nov 27 16:14:23.728493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.806316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:23.820155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:23.908897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 546e10ab-a372-4bcf-9e49-dfe9bb46e079 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:23.926476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Allocated IP 172.20.0.1 (26b18c3c-725c-4b02-85aa-5171c624a514/2584d77f-1b58-4fe3-bac6-2abdfee79cb8/23a8e33c-ded0-4c7e-861c-f58f03e355dd) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:23.965554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 3, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:24.002096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Checking router: 5c155e7e-8a7c-49db-b05c-220c73ae3e34 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:14:24.002457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Updating router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 port f017eea4-4192-4211-b88d-a2729ab262b5 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:14:24.025356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:24.025798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.049858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.057483 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.132925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=1a50a90f-ed76-4b5b-a1e5-b71f4ce66de9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:24.194043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e312f6e-7de8-45f2-b369-d8cd3ca23583 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:24.336691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.364744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.413933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.428635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:14:24.439055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:24.439561 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.459089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Network 26b18c3c-725c-4b02-85aa-5171c624a514 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:24.462405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:24.466978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:24.470563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Pushing event updated for resources: {'Port': ['ID=23a8e33c-ded0-4c7e-861c-f58f03e355dd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:24.520318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.560158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.590595 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.660541 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.670667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d86f7e-07e6-4c47-af23-1bd1b2449441 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:24.684453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2284578-1ca9-471d-8ac6-199ba5cac7ac None None] Pushing event updated for resources: {'Port': ['ID=f017eea4-4192-4211-b88d-a2729ab262b5,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:24.689637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Attempting to bind port f017eea4-4192-4211-b88d-a2729ab262b5 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:24.690019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Attempting to bind port f017eea4-4192-4211-b88d-a2729ab262b5 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:24.690378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Attempting to bind port f017eea4-4192-4211-b88d-a2729ab262b5 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:24.709727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.709984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:24.710385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:24.710862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.711220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:24.712278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Bound port: f017eea4-4192-4211-b88d-a2729ab262b5, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:24.712697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.743735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:24.745244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e312f6e-7de8-45f2-b369-d8cd3ca23583'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:14:24.748400 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708829e-3aef-48fd-ae35-e06cc5d59ad8" -d '{"events": [{"server_uuid": "e2926446-0c0b-4cf7-9ce5-c95ac40b0362", "name": "network-vif-plugged", "status": "completed", "tag": "3e312f6e-7de8-45f2-b369-d8cd3ca23583"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:14:24.842022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] For port f017eea4-4192-4211-b88d-a2729ab262b5, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:24.847729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] For port f017eea4-4192-4211-b88d-a2729ab262b5, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f017eea4-4192-4211-b88d-a2729ab262b5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:24.850963 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.855508 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042c91ff-4598-415b-ba41-d90e87be5545 x-openstack-request-id: req-042c91ff-4598-415b-ba41-d90e87be5545 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:14:24.856262 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2926446-0c0b-4cf7-9ce5-c95ac40b0362", "name": "network-vif-plugged", "status": "completed", "tag": "3e312f6e-7de8-45f2-b369-d8cd3ca23583", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:14:24.856664 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-042c91ff-4598-415b-ba41-d90e87be5545 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:14:24.857309 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e312f6e-7de8-45f2-b369-d8cd3ca23583', 'code': 200} Nov 27 16:14:24.867107 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.920061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ee958e2d-c98c-4910-88a9-cd793b402fe2 None None] Provisioning complete for port f017eea4-4192-4211-b88d-a2729ab262b5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:24.920435 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee958e2d-c98c-4910-88a9-cd793b402fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:24.945734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d734ab9-1113-44aa-941f-72c1a9b7d038 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:24.979840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Routers {'5c155e7e-8a7c-49db-b05c-220c73ae3e34'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:24.980662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:24.986327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b74a9-c752-4f5e-9375-743a22112e27 req-555704a9-49bc-437f-a0c9-f8f7be2eb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:24.987830 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3b3b74a9-c752-4f5e-9375-743a22112e27 req-555704a9-49bc-437f-a0c9-f8f7be2eb0e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 1097 time: 0.0939229 Nov 27 16:14:25.033237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.037301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56d2d-24bf-4969-ac91-91bf3d1a028a req-9939f874-ad3c-41c6-8456-fcfe7345376f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:25.039133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dd56d2d-24bf-4969-ac91-91bf3d1a028a req-9939f874-ad3c-41c6-8456-fcfe7345376f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 946 time: 0.0730917 Nov 27 16:14:25.042165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router 2a2d7d57-8daf-42d0-a90b-0ca212b7967b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:25.043903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.103402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] Set router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:25.103565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Pushing event updated for resources: {'Port': ['ID=23a8e33c-ded0-4c7e-861c-f58f03e355dd,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:25.134190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 546e10ab-a372-4bcf-9e49-dfe9bb46e079 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:25.135939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=3e312f6e-7de8-45f2-b369-d8cd3ca23583,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:25.153899 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3b3b74a9-c752-4f5e-9375-743a22112e27 req-8ee67e9e-29f7-4a59-b279-73f2ace6f878 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582012 Nov 27 16:14:25.173205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.174139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5dd56d2d-24bf-4969-ac91-91bf3d1a028a req-2fba0953-8c5a-4240-91e0-575af3eb219c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238487 Nov 27 16:14:25.196356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:25.205195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:25.207247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-88032211-65ea-4b81-841a-ac82dc059eca tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/routers/2a2d7d57-8daf-42d0-a90b-0ca212b7967b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575196 Nov 27 16:14:25.208266 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] Sync routers for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:25.223049 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:25.223999 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:25.261216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:25.270471 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] Routers {'2a2d7d57-8daf-42d0-a90b-0ca212b7967b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:25.272740 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:25.312682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:25.313340 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1aff20-eed1-4d75-afe6-fcf6df987884 None None] The sync data for ids ['2a2d7d57-8daf-42d0-a90b-0ca212b7967b'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:25.357256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2284578-1ca9-471d-8ac6-199ba5cac7ac None None] Pushing event updated for resources: {'Port': ['ID=f017eea4-4192-4211-b88d-a2729ab262b5,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:25.373667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:25.374049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.397267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.400008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Network 26b18c3c-725c-4b02-85aa-5171c624a514 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:25.402183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:25.419871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee958e2d-c98c-4910-88a9-cd793b402fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.472951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ee958e2d-c98c-4910-88a9-cd793b402fe2 None None] For port f017eea4-4192-4211-b88d-a2729ab262b5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f017eea4-4192-4211-b88d-a2729ab262b5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:25.480839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee958e2d-c98c-4910-88a9-cd793b402fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.606811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee958e2d-c98c-4910-88a9-cd793b402fe2 None None] Pushing event updated for resources: {'Port': ['ID=f017eea4-4192-4211-b88d-a2729ab262b5,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:25.608647 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.623227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:25.628898 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-36b4f044-b1f5-4db7-8826-c442ac0b7b16 None None] Provisioning complete for port 23a8e33c-ded0-4c7e-861c-f58f03e355dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:25.629280 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-36b4f044-b1f5-4db7-8826-c442ac0b7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.664165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '23a8e33c-ded0-4c7e-861c-f58f03e355dd', 'name': '', 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:23Z', 'updated_at': '2021-11-27T16:14:23Z', 'revision_number': 1, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'subnets': [{'id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:25.694033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096284b-3c5f-42c4-beee-2f834de3b5d8 None None] The sync data for ids ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'] in n-d-819494-4 is: [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '23a8e33c-ded0-4c7e-861c-f58f03e355dd', 'name': '', 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:23Z', 'updated_at': '2021-11-27T16:14:23Z', 'revision_number': 1, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'subnets': [{'id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:25.700919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-36b4f044-b1f5-4db7-8826-c442ac0b7b16 None None] Port 23a8e33c-ded0-4c7e-861c-f58f03e355dd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:25.711615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-36b4f044-b1f5-4db7-8826-c442ac0b7b16 None None] Provisioning complete for port f017eea4-4192-4211-b88d-a2729ab262b5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:25.712239 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-36b4f044-b1f5-4db7-8826-c442ac0b7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.756285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port d76691be-1b3a-4a25-8e3c-284811bc4cee {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:25.756696 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.818814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:25.825898 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3cf58c64-d7ad-47d7-820f-2dee1099834d admin admin] 10.222.0.15 "PUT /v2.0/routers/5c155e7e-8a7c-49db-b05c-220c73ae3e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6220391 Nov 27 16:14:25.858812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:25.871781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for d76691be-1b3a-4a25-8e3c-284811bc4cee owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:25.943240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3b7c8029-b18a-4109-a782-2d06dbab9b20 None None] Provisioning complete for port 23a8e33c-ded0-4c7e-861c-f58f03e355dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:25.944842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8029-b18a-4109-a782-2d06dbab9b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.012809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c8029-b18a-4109-a782-2d06dbab9b20 None None] Port 23a8e33c-ded0-4c7e-861c-f58f03e355dd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:26.090921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.124007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=d76691be-1b3a-4a25-8e3c-284811bc4cee,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:26.141015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa3773-22a1-4659-8715-65f7ccf07b63 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:26.200283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.328614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.333275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.400829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.401545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2d7d57-8daf-42d0-a90b-0ca212b7967b {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:14:26.416151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3effc-e9f8-468a-9475-3b8ad237f57a req-9ad63858-0fa2-4103-b9ca-915a2c21790a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:26.419926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71b3effc-e9f8-468a-9475-3b8ad237f57a req-9ad63858-0fa2-4103-b9ca-915a2c21790a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 946 time: 0.1239696 Nov 27 16:14:26.421016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.429841 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5eca15d9-e2f8-4192-bb45-6b9cbbd503c9 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/routers/2a2d7d57-8daf-42d0-a90b-0ca212b7967b HTTP/1.1" status: 204 len: 168 time: 1.2231932 Nov 27 16:14:26.431413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:26.494793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71b3effc-e9f8-468a-9475-3b8ad237f57a req-cdf3c5a1-fc65-48df-8607-e551620ff847 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Nov 27 16:14:26.507627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting subnet de630b03-e9eb-4caa-87e0-07c4f664676c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:14:26.512043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.575853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.680774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e15aa9-4fa5-422c-9dde-3cbd7f979e53 req-e85fb693-7b17-47fc-be0b-547c8ddc44d8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:26.697007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2e15aa9-4fa5-422c-9dde-3cbd7f979e53 req-e85fb693-7b17-47fc-be0b-547c8ddc44d8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 946 time: 0.1201329 Nov 27 16:14:26.702861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.765143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2e15aa9-4fa5-422c-9dde-3cbd7f979e53 req-583e6ab8-6ccf-4c79-8f7e-8242fb16c28d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672154 Nov 27 16:14:26.811719 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.874660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Subnet': ['ID=de630b03-e9eb-4caa-87e0-07c4f664676c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:26.882523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:26.885547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf775a-7de6-4836-92a4-9f476c42eb48 None None] Network 70c3d750-e81b-47cb-8638-711649bc7566 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:26.887577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-35c6d40d-4e5e-44d0-91da-7734a649d81a tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/subnets/de630b03-e9eb-4caa-87e0-07c4f664676c HTTP/1.1" status: 204 len: 168 time: 0.4552591 Nov 27 16:14:26.889776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44528) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:27.047875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.163789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f017eea4-4192-4211-b88d-a2729ab262b5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:27.246088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] DHCP port deletion for 70c3d750-e81b-47cb-8638-711649bc7566 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:27.246945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:27.247476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.298301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f017eea4-4192-4211-b88d-a2729ab262b5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:27.298706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.327472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] For port 09303b16-ff19-4cf9-ac1f-3b31b60406b6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09303b16-ff19-4cf9-ac1f-3b31b60406b6,segment=NetworkSegment(663615bb-359a-4ede-9058-b682510cd2f3),segment_id=663615bb-359a-4ede-9058-b682510cd2f3)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:27.328252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.346249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 09303b16-ff19-4cf9-ac1f-3b31b60406b6 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:27.411328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] Deleting port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:27.416228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.485733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.538476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] For port 09303b16-ff19-4cf9-ac1f-3b31b60406b6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09303b16-ff19-4cf9-ac1f-3b31b60406b6,segment=NetworkSegment(663615bb-359a-4ede-9058-b682510cd2f3),segment_id=663615bb-359a-4ede-9058-b682510cd2f3)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:27.539013 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.571233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] Calling delete_port for 09303b16-ff19-4cf9-ac1f-3b31b60406b6 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:27.578309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=09303b16-ff19-4cf9-ac1f-3b31b60406b6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:27.580696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] No DVR routers for this DVR port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:14:27.673878 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:14:27.687498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.700843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.717636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] Pushing event deleted for resources: {'Port': ['ID=09303b16-ff19-4cf9-ac1f-3b31b60406b6,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:27.722108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096438a4-a20f-4bb8-9c71-425347301f18 None None] No DVR routers for this DVR port 09303b16-ff19-4cf9-ac1f-3b31b60406b6 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:14:27.757064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c3d750-e81b-47cb-8638-711649bc7566']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:27.772563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663615bb-359a-4ede-9058-b682510cd2f3') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:27.773706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663615bb-359a-4ede-9058-b682510cd2f3') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:27.793013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.813578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.822012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:27.822827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:27.826121 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:27.912226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.920405 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:27.923634 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/networks/70c3d750-e81b-47cb-8638-711649bc7566 HTTP/1.1" status: 204 len: 168 time: 1.0329313 Nov 27 16:14:27.926282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44584) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:27.946341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4c7c5-d814-45d9-a5e6-cb7f28f3cd1d tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Network': ['ID=70c3d750-e81b-47cb-8638-711649bc7566,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:28.121288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port b486169d-1832-4016-90d0-3d6a298eb128 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:28.121932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:28.264763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:28.265110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:28.291030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for b486169d-1832-4016-90d0-3d6a298eb128 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:28.499646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:28.545980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=b486169d-1832-4016-90d0-3d6a298eb128,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:28.646218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:28.653856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:28.655055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-547da21a-0701-46d8-8e09-5f0f67a9b79b tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/floatingips/4502c779-b10a-4d7e-bb8e-d4c7ea916f93 HTTP/1.1" status: 204 len: 168 time: 0.7277923 Nov 27 16:14:28.659679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:28.688959 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b052b-906b-4d31-b5f1-e0585474cd33 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] DELETE failed (client error): The resource could not be found. Nov 27 16:14:28.689706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83b052b-906b-4d31-b5f1-e0585474cd33 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:14:28.694914 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c83b052b-906b-4d31-b5f1-e0585474cd33 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/ports/735296af-340e-45b6-b3a1-fb7b8944da26 HTTP/1.1" status: 404 len: 333 time: 0.0336418 Nov 27 16:14:28.697284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44626) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:28.737668 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-29a9751a-a5c3-4104-8851-c845227e1f24 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a2d7d57-8daf-42d0-a90b-0ca212b7967b HTTP/1.1" status: 200 len: 205 time: 0.0387430 Nov 27 16:14:28.739912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44634) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:28.784222 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-d9887fab-f967-466d-856a-92e6e92d2160 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] delete failed (client error): The resource could not be found. Nov 27 16:14:28.787554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d9887fab-f967-466d-856a-92e6e92d2160 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/routers/2a2d7d57-8daf-42d0-a90b-0ca212b7967b HTTP/1.1" status: 404 len: 336 time: 0.0443273 Nov 27 16:14:28.787941 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44636) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:28.815406 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc175c3-4980-43be-a34e-2bcdd73386bd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] DELETE failed (client error): The resource could not be found. Nov 27 16:14:28.815863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc175c3-4980-43be-a34e-2bcdd73386bd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:14:28.821566 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9cc175c3-4980-43be-a34e-2bcdd73386bd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/subnets/de630b03-e9eb-4caa-87e0-07c4f664676c HTTP/1.1" status: 404 len: 337 time: 0.0303638 Nov 27 16:14:28.821751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44638) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:28.917705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port fbbd7e8b-a2f8-4b04-8a16-989e9447a581 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:28.918176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.027478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.042291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for fbbd7e8b-a2f8-4b04-8a16-989e9447a581 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:29.065282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09303b16-ff19-4cf9-ac1f-3b31b60406b6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:14:29.106814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 09303b16-ff19-4cf9-ac1f-3b31b60406b6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:14:29.107886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09303b16-ff19-4cf9-ac1f-3b31b60406b6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:14:29.185579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.226868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=fbbd7e8b-a2f8-4b04-8a16-989e9447a581,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:29.301174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.304437 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ac5236ef-5fad-45ed-b0a6-4ab70bd84dc4 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/ports/fbbd7e8b-a2f8-4b04-8a16-989e9447a581 HTTP/1.1" status: 204 len: 168 time: 0.4818223 Nov 27 16:14:29.307420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44642) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:29.484883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port bae6f517-53fb-4c44-89d4-adf51ca1828e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:29.485758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.611834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.639176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for bae6f517-53fb-4c44-89d4-adf51ca1828e owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:29.812692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.834764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.864356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=bae6f517-53fb-4c44-89d4-adf51ca1828e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:29.943528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Sync routers for ids ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:29.949070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:29.952921 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1a62a1ce-9722-4094-b6a7-b7a4aa349d8f tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/ports/bae6f517-53fb-4c44-89d4-adf51ca1828e HTTP/1.1" status: 204 len: 168 time: 0.6445704 Nov 27 16:14:29.956573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44656) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:29.965091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Routers {'5c155e7e-8a7c-49db-b05c-220c73ae3e34'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:29.966189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:30.017334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d88ce06-6af2-4931-9593-574ba68675a2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:30.021681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44666) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:30.022811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1d88ce06-6af2-4931-9593-574ba68675a2 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d89030-2599-42d1-b826-d0808aaeb611 HTTP/1.1" status: 200 len: 913 time: 0.0652239 Nov 27 16:14:30.101656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Set router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:30.238429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-52d8a0a4-1bc3-4fa9-aa32-4dd4b990aa91 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:30.240206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-52d8a0a4-1bc3-4fa9-aa32-4dd4b990aa91 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.2155311 Nov 27 16:14:30.290675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-976ca62c-70db-46a5-9d2d-595a60030dae tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0399010 Nov 27 16:14:30.395123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-480f6f2d-dcff-4424-a315-14629d9d2b47 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957289 Nov 27 16:14:30.479284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '23a8e33c-ded0-4c7e-861c-f58f03e355dd', 'name': '', 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:23Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 2, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'subnets': [{'id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:30.508264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Checking router: 5c155e7e-8a7c-49db-b05c-220c73ae3e34 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:14:30.508634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Updating router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 port 23a8e33c-ded0-4c7e-861c-f58f03e355dd binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:14:30.538713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:30.550410 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-221eacf8-88c4-44fc-9f93-3500bea90e63 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471424 Nov 27 16:14:30.682327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-fb5d17e7-17b1-4668-867f-09fc8cf70a95 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259849 Nov 27 16:14:30.712254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:30.861394 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:30.870901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:30.959509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d212c-0a48-4f0c-a164-0544c16a066c None None] Pushing event updated for resources: {'Port': ['ID=23a8e33c-ded0-4c7e-861c-f58f03e355dd,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:31.011785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fab74c21-5f48-4979-a5d3-6977db06ab07 req-af92ad19-c0ae-45d6-b35c-174f2102a421 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0849879 Nov 27 16:14:31.118027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Attempting to bind port 23a8e33c-ded0-4c7e-861c-f58f03e355dd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:31.119734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Attempting to bind port 23a8e33c-ded0-4c7e-861c-f58f03e355dd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:31.120104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Attempting to bind port 23a8e33c-ded0-4c7e-861c-f58f03e355dd on network 26b18c3c-725c-4b02-85aa-5171c624a514 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:31.129487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:31.129864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Checking segment: {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:31.130271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.130664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Bound using segment: {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:31.131139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Bound port: 23a8e33c-ded0-4c7e-861c-f58f03e355dd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd324b6-35d6-47e0-8e93-269bd37b8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:31.131517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.219754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port ae4dee81-f71e-46d6-9289-555ef03841bb {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:31.221167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.235572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] For port 23a8e33c-ded0-4c7e-861c-f58f03e355dd, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:31.240327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] For port 23a8e33c-ded0-4c7e-861c-f58f03e355dd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=23a8e33c-ded0-4c7e-861c-f58f03e355dd,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:31.257016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.351345 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.369622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d212c-0a48-4f0c-a164-0544c16a066c None None] Pushing event updated for resources: {'Port': ['ID=23a8e33c-ded0-4c7e-861c-f58f03e355dd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:31.379333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for ae4dee81-f71e-46d6-9289-555ef03841bb owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:31.387942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Routers {'5c155e7e-8a7c-49db-b05c-220c73ae3e34'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:31.388893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:31.459706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-27e1df4c-71ff-4369-861d-b35ad679ce6f None None] Provisioning complete for port 23a8e33c-ded0-4c7e-861c-f58f03e355dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:31.460364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-27e1df4c-71ff-4369-861d-b35ad679ce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.595158 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:14:31.626209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] Set router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:14:31.657978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-27e1df4c-71ff-4369-861d-b35ad679ce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.709620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.751011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=ae4dee81-f71e-46d6-9289-555ef03841bb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:31.812760 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-27e1df4c-71ff-4369-861d-b35ad679ce6f None None] For port 23a8e33c-ded0-4c7e-861c-f58f03e355dd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=23a8e33c-ded0-4c7e-861c-f58f03e355dd,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:14:31.825047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-27e1df4c-71ff-4369-861d-b35ad679ce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.951714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:31.965420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1df4c-71ff-4369-861d-b35ad679ce6f None None] Pushing event updated for resources: {'Port': ['ID=23a8e33c-ded0-4c7e-861c-f58f03e355dd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:31.968465 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:32.009386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-21965d61-5577-4c9a-bfe1-8fec87c970d5 None None] Provisioning complete for port 23a8e33c-ded0-4c7e-861c-f58f03e355dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:32.010169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21965d61-5577-4c9a-bfe1-8fec87c970d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:32.075298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '23a8e33c-ded0-4c7e-861c-f58f03e355dd', 'name': '', 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:23Z', 'updated_at': '2021-11-27T16:14:31Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'subnets': [{'id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:32.112411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b025-91ed-4b8a-9cba-6f0c10a6afed None None] The sync data for ids ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'] in n-d-819494-4 is: [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:14:24Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '23a8e33c-ded0-4c7e-861c-f58f03e355dd', 'name': '', 'network_id': '26b18c3c-725c-4b02-85aa-5171c624a514', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:23Z', 'updated_at': '2021-11-27T16:14:31Z', 'revision_number': 4, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'subnets': [{'id': '2584d77f-1b58-4fe3-bac6-2abdfee79cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:32.272247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b725198-a424-41b4-87d9-c37fe0f19660 req-0d9c381e-1309-4254-b893-eed2b7ef3701 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0642676 Nov 27 16:14:32.310257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Router b3d89030-2599-42d1-b826-d0808aaeb611 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:14:32.315514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-76a78611-1382-4229-bc20-dd9ebbde43ff tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:32.317137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-76a78611-1382-4229-bc20-dd9ebbde43ff tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.2164087 Nov 27 16:14:32.332728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:32.443203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:14:32.455723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7fd91a62-1426-470c-8d95-6135f6020abd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "PUT /v2.0/routers/b3d89030-2599-42d1-b826-d0808aaeb611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4321349 Nov 27 16:14:32.457371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] Sync routers for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:14:32.457570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44694) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:32.469894 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:32.470868 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:32.518287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:32.526415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:32.531173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:32.535562 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] Routers {'b3d89030-2599-42d1-b826-d0808aaeb611'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:14:32.536636 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:14:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b3d89030-2599-42d1-b826-d0808aaeb611'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:32.580256 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:32.580918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc870c-aa43-421e-a332-5ed3e59adfb6 None None] The sync data for ids ['b3d89030-2599-42d1-b826-d0808aaeb611'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:14:32.600620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:32.772679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:32.915968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting port 8856e9f2-215f-4625-b5cf-b93d3ee21b96 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:32.916304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.050811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.086088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Calling delete_port for 8856e9f2-215f-4625-b5cf-b93d3ee21b96 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:33.141306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 23a8e33c-ded0-4c7e-861c-f58f03e355dd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:14:33.176080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.6 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/ca703c5a-99a5-4bf0-8bd7-d60006459b4c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:14:33.197091 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-e60423eb-058b-4a5d-aed1-085310ba3ecf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856192 Nov 27 16:14:33.312012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 23a8e33c-ded0-4c7e-861c-f58f03e355dd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:33.312723 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.417839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-68c88232-aa3c-4ab1-ac22-eff526f99ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:33.419991 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-68c88232-aa3c-4ab1-ac22-eff526f99ac8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 1097 time: 0.1542337 Nov 27 16:14:33.537752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7695f320-1504-43af-9ded-74a9766d8375 req-e82b2a79-cf10-4541-9fbd-9afccbf66d65 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0354478 Nov 27 16:14:33.577669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.586713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.626019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0372ee-1ac7-4c77-a0d1-d47391162407 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:14:33.686099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-8ed781c0-bfd0-4549-9494-4e3f6e0278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:33.687764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-8ed781c0-bfd0-4549-9494-4e3f6e0278c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.2384322 Nov 27 16:14:33.738418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Port': ['ID=8856e9f2-215f-4625-b5cf-b93d3ee21b96,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:33.740411 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.771262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-ced2c019-d18e-4f73-87cc-adfd55e92df2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583 HTTP/1.1" status: 200 len: 217 time: 0.0756593 Nov 27 16:14:33.772922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:33.788359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3e312f6e-7de8-45f2-b369-d8cd3ca23583'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:14:33.833009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:33.909203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-ba1132be-cfff-47f3-beb2-d22d03bf2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:33.910824 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-ba1132be-cfff-47f3-beb2-d22d03bf2de2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0788918 Nov 27 16:14:33.937883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:14:33.959475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:33.963162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:34.033383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:34.034103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.066833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-76fadfe6-6640-4d7a-bf09-427d9b7fabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:34.077122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-76fadfe6-6640-4d7a-bf09-427d9b7fabaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594324 Nov 27 16:14:34.236956 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-54500dbe-238a-4997-b457-21128b493e67 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9098809 Nov 27 16:14:34.277298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Request body: {'port': {'device_id': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:34.373534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-09037ec0-a435-4f01-b869-f541372a03b3 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863865 Nov 27 16:14:34.380016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.459863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.463043 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.485806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c17f2710-e28c-433e-9edd-3413e3420b7a None None] Provisioning complete for port ca703c5a-99a5-4bf0-8bd7-d60006459b4c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:14:34.487761 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c17f2710-e28c-433e-9edd-3413e3420b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.519180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.519953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Fanout notify agent at l3_agent the message router_deleted on router b3d89030-2599-42d1-b826-d0808aaeb611 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:14:34.636940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.636940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71f9bd05-d787-400e-a21a-f43d93f1d5fd tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/routers/b3d89030-2599-42d1-b826-d0808aaeb611 HTTP/1.1" status: 204 len: 168 time: 2.0856099 Nov 27 16:14:34.636940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44714) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:34.638608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c17f2710-e28c-433e-9edd-3413e3420b7a None None] Port ca703c5a-99a5-4bf0-8bd7-d60006459b4c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:14:34.747668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Deleting subnet 92210608-c42d-419a-a8d8-21ce658cdfdf {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:14:34.761603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.784199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bb1cec59-ffbc-483a-bf11-11b22802ef2e req-63637fed-fb40-4c21-8c03-f1dc6b0c1ddd service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948414 Nov 27 16:14:34.920812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:34.990064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2c47-a71d-47d7-9e44-2b7851601b4e req-da2a8680-6faa-4e79-befc-57859eccf2e2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:34.998283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eaf2c47-a71d-47d7-9e44-2b7851601b4e req-da2a8680-6faa-4e79-befc-57859eccf2e2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 931 time: 0.2403989 Nov 27 16:14:35.050864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.070564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca703c5a-99a5-4bf0-8bd7-d60006459b4c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:14:35.083702 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.105589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eaf2c47-a71d-47d7-9e44-2b7851601b4e req-21a45b55-f9b8-4273-9631-c8a6032e344a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980158 Nov 27 16:14:35.117894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Transition to ACTIVE for port object ca703c5a-99a5-4bf0-8bd7-d60006459b4c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:14:35.127544 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.202900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Pushing event updated for resources: {'Port': ['ID=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:35.229371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.234607 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fa772f14-ce9a-4e09-94b9-e842e5ab7a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.299656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Subnet': ['ID=92210608-c42d-419a-a8d8-21ce658cdfdf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:35.302116 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.305363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-987130c0-7a24-4ae2-93ec-f161ed150386 tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/subnets/92210608-c42d-419a-a8d8-21ce658cdfdf HTTP/1.1" status: 204 len: 168 time: 0.7558951 Nov 27 16:14:35.308554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-71dadbeb-b997-460d-bd10-5b1b5023760e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644232 Nov 27 16:14:35.309369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44722) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:35.414889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Attempting to bind port ca703c5a-99a5-4bf0-8bd7-d60006459b4c on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:14:35.415474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Attempting to bind port ca703c5a-99a5-4bf0-8bd7-d60006459b4c by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:14:35.415822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Attempting to bind port ca703c5a-99a5-4bf0-8bd7-d60006459b4c on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:35.422870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Port ca703c5a-99a5-4bf0-8bd7-d60006459b4c on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:14:35.423201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Attempting to bind port ca703c5a-99a5-4bf0-8bd7-d60006459b4c on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:14:35.435488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:14:35.435840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:35.436481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:14:35.436943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Bound port: ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:14:35.437290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.456741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.468960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-0078e595-b94f-4546-ab7a-a5e8196ddaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:35.471044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-0078e595-b94f-4546-ab7a-a5e8196ddaae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1096 time: 0.1005805 Nov 27 16:14:35.579052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] For port ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:14:35.582822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] For port ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:14:35.590837 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.649019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.709278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:35.712207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:35.715241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] 10.222.0.37 "PUT /v2.0/ports/ca703c5a-99a5-4bf0-8bd7-d60006459b4c HTTP/1.1" status: 200 len: 1091 time: 1.4627728 Nov 27 16:14:35.716538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'tag': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:14:35.721770 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5bc94b1-bd30-468b-ba9a-2c769c2c45e2", "tag": "ca703c5a-99a5-4bf0-8bd7-d60006459b4c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:14:35.748460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-706e4447-35fb-4c6c-a46b-0e58006c00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:35.750553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-706e4447-35fb-4c6c-a46b-0e58006c00bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.2397325 Nov 27 16:14:35.759488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5498cc5-ab21-4da8-a7c1-4312af816da7']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:35.827557 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be8a02-156e-490e-81f8-831ccd0194a2 x-openstack-request-id: req-b7be8a02-156e-490e-81f8-831ccd0194a2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:14:35.828108 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5bc94b1-bd30-468b-ba9a-2c769c2c45e2", "tag": "ca703c5a-99a5-4bf0-8bd7-d60006459b4c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:14:35.828108 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7be8a02-156e-490e-81f8-831ccd0194a2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:14:35.834493 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'tag': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c', 'status': 'completed', 'code': 200} Nov 27 16:14:35.849745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16d622-2c12-4fec-8bf9-1e63d5da9fda service neutron] Pushing event updated for resources: {'Port': ['ID=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:35.879659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-c6ed78d4-6dcd-4363-a3d3-4702b611511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:35.881451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-c6ed78d4-6dcd-4363-a3d3-4702b611511c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 1094 time: 0.1159065 Nov 27 16:14:35.921859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-86ba20be-32c4-4738-8da9-70179c3fe877 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 1001 time: 0.1488259 Nov 27 16:14:35.928229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fcf13a-c3ad-4c1f-ad38-4e6cafb1ca5d') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:35.928643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fcf13a-c3ad-4c1f-ad38-4e6cafb1ca5d') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:35.948682 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-1dadacff-1b30-4a05-a565-83ab07eac0d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c HTTP/1.1" status: 200 len: 217 time: 0.0558972 Nov 27 16:14:35.978566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:36.026495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f65bb85-e9cd-4025-9afa-b0b5c1de7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.028175 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-2f65bb85-e9cd-4025-9afa-b0b5c1de7f92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0751829 Nov 27 16:14:36.045662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:36.062458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:36.062864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:36.066321 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:36.081895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-b00d95ee-6f86-4a94-91b4-e700d2216f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.083642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-b00d95ee-6f86-4a94-91b4-e700d2216f0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.1346605 Nov 27 16:14:36.117572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-52388a0b-f8ae-4e73-83e9-9023e8e404ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.120501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-52388a0b-f8ae-4e73-83e9-9023e8e404ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845356 Nov 27 16:14:36.177064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-c0e15baf-30be-41f5-8388-54136c0271d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.178620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-c0e15baf-30be-41f5-8388-54136c0271d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581870 Nov 27 16:14:36.180504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:36.192937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:36.202225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] 10.222.0.15 "DELETE /v2.0/networks/d5498cc5-ab21-4da8-a7c1-4312af816da7 HTTP/1.1" status: 204 len: 168 time: 0.8911197 Nov 27 16:14:36.290458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-eec7b2d0-a1f5-4983-9bb7-bc432c02ab10 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613109 Nov 27 16:14:36.314026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa498c7-cdee-4205-b048-3f22c2f6e5aa tempest-FloatingIPTestJSON-2055871375 tempest-FloatingIPTestJSON-2055871375-project] Pushing event deleted for resources: {'Network': ['ID=d5498cc5-ab21-4da8-a7c1-4312af816da7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:36.422934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0227f-e78c-43bc-8338-f41487e69fd3 req-90f28dcc-51d9-4dc3-8f03-645e8e0d5d65 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.424623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16e0227f-e78c-43bc-8338-f41487e69fd3 req-90f28dcc-51d9-4dc3-8f03-645e8e0d5d65 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.2184594 Nov 27 16:14:36.430503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-dccd71b9-1a9f-4b68-8e48-d01c0b24d038 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231331 Nov 27 16:14:36.537374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c1a3cbed-94b8-4a77-aa68-02283f38f5bd req-f2e8ea6f-6fe2-48e1-a4fb-23f9a5859749 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395360 Nov 27 16:14:36.627134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-16e0227f-e78c-43bc-8338-f41487e69fd3 req-c108e778-b938-441d-a00b-45d5b8b9a5a0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837091 Nov 27 16:14:36.691882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-3d86dde8-d211-4485-a47c-72c52e1c94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.693534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-3d86dde8-d211-4485-a47c-72c52e1c94a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 1094 time: 0.0891457 Nov 27 16:14:36.699638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d0da7c4-0882-468f-ada5-da90eae89963 req-2adf3799-b6bb-416f-b21a-14c624256bbc service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187562 Nov 27 16:14:36.728061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:36.863952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-bf96a75d-f4f3-4537-9b67-614cf1b08189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.866160 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-bf96a75d-f4f3-4537-9b67-614cf1b08189 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1642509 Nov 27 16:14:36.905455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-43ce2b33-a115-4fac-9a2b-db65f2ddc198 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f772aed6482f4f099bf4979d02105b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739476 Nov 27 16:14:36.910783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44744) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:36.922315 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-faab7842-9187-4282-bf16-771d91f5aac0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c HTTP/1.1" status: 200 len: 217 time: 0.0478985 Nov 27 16:14:36.980569 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c11761-b425-4512-84bc-0f20fa6d912a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:36.991407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-6a62ba1f-cdbd-4562-8051-ef2ad6c10296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:36.993739 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-6a62ba1f-cdbd-4562-8051-ef2ad6c10296 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0631213 Nov 27 16:14:37.017802 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c11761-b425-4512-84bc-0f20fa6d912a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:37.067790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-f970047e-f415-45e6-8d82-b43ba9157ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:37.069288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-f970047e-f415-45e6-8d82-b43ba9157ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666773 Nov 27 16:14:37.080357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c11761-b425-4512-84bc-0f20fa6d912a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:37.083512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20c11761-b425-4512-84bc-0f20fa6d912a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:37.087813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-20c11761-b425-4512-84bc-0f20fa6d912a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec6e24ed-9931-46fb-aff7-91d52e674b26 HTTP/1.1" status: 204 len: 168 time: 0.1730294 Nov 27 16:14:37.095776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c11761-b425-4512-84bc-0f20fa6d912a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6e24ed-9931-46fb-aff7-91d52e674b26,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:37.226273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-d2323407-a695-4045-b8de-994b7913ab4f service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486874 Nov 27 16:14:37.349451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3505f48-88f3-4529-9ffe-61dbbf0b2cdf req-5353b029-0038-41a8-adc1-c33b2428ec84 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135478 Nov 27 16:14:37.693907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fea0-f80d-4e07-931b-ed9a00556a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:37.863471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66b0b-9214-46b7-997c-1c133e42680e req-27e09820-fe8f-43ad-8057-7c671777280b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:37.873680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f66b0b-9214-46b7-997c-1c133e42680e req-27e09820-fe8f-43ad-8057-7c671777280b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0759580 Nov 27 16:14:37.970936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f66b0b-9214-46b7-997c-1c133e42680e req-36de4a4a-8962-455b-bc3e-2c2a1098c63f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951428 Nov 27 16:14:38.099603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44774) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:38.240725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'networks': [{'name': 'tempest-network--1790317473'}, {'name': 'tempest-network--2103841943'}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:38.241226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'network': {'name': 'tempest-network--1790317473'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:38.242021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'network': {'name': 'tempest-network--2103841943'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:38.288069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'network': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:38.297026 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.312034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.443625 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.448733 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.449385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.483877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d191dd03-e1f4-416e-9a38-52373bcb6c3b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:38.508415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:38.527393 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.527747 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Added segment fefbc263-6307-4cdb-8cd2-0a57b0f4e78b of type vlan for network 6fc45358-af09-422e-a53d-8b4c92aff002 Nov 27 16:14:38.574656 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.599772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.640241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:38.651758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.652102 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Added segment 1048c299-e906-4b52-81ee-2d11af80ee9c of type vlan for network 4e787ff1-1214-4075-9110-8aa1d6a13b0d Nov 27 16:14:38.710083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.758847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.759369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.766207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:38.771289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:38.772426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:38.877193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7762461 Nov 27 16:14:38.885624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:38.924442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Network': ['ID=6fc45358-af09-422e-a53d-8b4c92aff002,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:38.941457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6fc45358-af09-422e-a53d-8b4c92aff002 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:39.068074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652f1f-bf0e-4023-b841-1f54fcf25aca tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Network': ['ID=4e787ff1-1214-4075-9110-8aa1d6a13b0d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:39.103446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4e787ff1-1214-4075-9110-8aa1d6a13b0d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:39.230043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a340cd-c333-488c-9c72-3c7b4df75b81 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:39.236848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a340cd-c333-488c-9c72-3c7b4df75b81 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:39.242653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e5914-0ffb-4dec-ae2a-ec27d555f8d5 req-59e8fd4a-93cf-48ac-8fa9-5095ea8a3fb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:39.243926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81e5914-0ffb-4dec-ae2a-ec27d555f8d5 req-59e8fd4a-93cf-48ac-8fa9-5095ea8a3fb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.1321332 Nov 27 16:14:39.245045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a340cd-c333-488c-9c72-3c7b4df75b81 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:39.253322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a340cd-c333-488c-9c72-3c7b4df75b81 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:39.256677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-15a340cd-c333-488c-9c72-3c7b4df75b81 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3700655 Nov 27 16:14:39.261134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44788) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:39.388333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.413821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e81e5914-0ffb-4dec-ae2a-ec27d555f8d5 req-bf17a0f0-67fd-4d80-a79a-7771fd2b7946 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290088 Nov 27 16:14:39.537838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.590022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc45358-af09-422e-a53d-8b4c92aff002']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:39.615319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefbc263-6307-4cdb-8cd2-0a57b0f4e78b') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:39.616028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefbc263-6307-4cdb-8cd2-0a57b0f4e78b') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:39.641453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.667988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.675053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:39.675656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:39.679586 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:39.766575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.781578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:39.785618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/networks/6fc45358-af09-422e-a53d-8b4c92aff002 HTTP/1.1" status: 204 len: 168 time: 0.5233417 Nov 27 16:14:39.788963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44794) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:39.810494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664f39-15ee-4df9-8d90-c6605e3ec179 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Network': ['ID=6fc45358-af09-422e-a53d-8b4c92aff002,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:39.923814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.064882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.096179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e787ff1-1214-4075-9110-8aa1d6a13b0d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:40.111423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1048c299-e906-4b52-81ee-2d11af80ee9c') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:40.111423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1048c299-e906-4b52-81ee-2d11af80ee9c') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:40.128935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.148753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.156856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:40.157290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:40.162052 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:40.256092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.267206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.272037 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/networks/4e787ff1-1214-4075-9110-8aa1d6a13b0d HTTP/1.1" status: 204 len: 168 time: 0.4819760 Nov 27 16:14:40.275227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44798) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:40.288572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342ba68-2ed6-4f06-8277-134f7d465a00 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Network': ['ID=4e787ff1-1214-4075-9110-8aa1d6a13b0d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:40.337713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.543920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698f6d4-8de0-4cb0-ae61-24ba8e946401 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:40.552770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698f6d4-8de0-4cb0-ae61-24ba8e946401 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:40.557464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9698f6d4-8de0-4cb0-ae61-24ba8e946401 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2779334 Nov 27 16:14:40.558522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44802) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:40.565786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1595167388'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:40.608517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:40.612205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.635084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb023495-a606-45ab-a55d-50a8198dde5a req-d28c0bec-dc8f-49db-be66-9976cd923d38 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:40.636965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb023495-a606-45ab-a55d-50a8198dde5a req-d28c0bec-dc8f-49db-be66-9976cd923d38 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0795705 Nov 27 16:14:40.650050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:40.670534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.671760 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Added segment 5cf36053-7783-407a-9882-b73cff1a2fc1 of type vlan for network 8a488c28-9afa-4e0d-99d8-92959f54a8e1 Nov 27 16:14:40.720889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb023495-a606-45ab-a55d-50a8198dde5a req-85197239-bcb0-412f-8f37-1476ebefc94b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762889 Nov 27 16:14:40.726061 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.781314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.787725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:40.788354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.810869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2508898 Nov 27 16:14:40.817683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44808) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:40.827869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-960872384'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:40.897537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:40.901841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.920483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a73d-e7b2-424c-bbce-67d735805553 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Network': ['ID=8a488c28-9afa-4e0d-99d8-92959f54a8e1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:40.932118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8a488c28-9afa-4e0d-99d8-92959f54a8e1 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:40.944798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:40.958854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:40.959201 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Added segment 8ca6c890-6c08-43b0-a00b-816c4cfdccdf of type vlan for network 1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90 Nov 27 16:14:41.030481 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.076293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.085149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:41.090425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.185944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.202028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3827443 Nov 27 16:14:41.205354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44812) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:41.214090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'ports': [{'network_id': '8a488c28-9afa-4e0d-99d8-92959f54a8e1', 'name': 'tempest-port--897417246', 'admin_state_up': True}, {'network_id': '1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90', 'admin_state_up': False}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:41.214409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'port': {'network_id': '8a488c28-9afa-4e0d-99d8-92959f54a8e1', 'name': 'tempest-port--897417246', 'admin_state_up': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:41.214955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'port': {'network_id': '1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90', 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:41.221311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5cbba-ffe2-4e0f-b827-f09077cdddb5 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Network': ['ID=1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:41.237471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:41.390994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'port': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:41.395729 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.411357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.500218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] device_id is not set on port 8d819f65-20cc-4d41-8260-ff7ce1cc7a9c yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:14:41.658890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:41.752625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] device_id is not set on port 98d38890-8dc2-4fdf-8743-032a6c56ce46 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:14:41.948780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dba1-93b9-4f5e-bf8c-c6c4c8750d6c req-d03cdb17-ea51-4ee7-af98-61b374fa8db8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:41.956397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af32dba1-93b9-4f5e-bf8c-c6c4c8750d6c req-d03cdb17-ea51-4ee7-af98-61b374fa8db8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.1053722 Nov 27 16:14:41.994141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.040132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af32dba1-93b9-4f5e-bf8c-c6c4c8750d6c req-977757b8-7a57-4551-9dff-a1d825bdc8d1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Nov 27 16:14:42.071064 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.152620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Port': ['ID=8d819f65-20cc-4d41-8260-ff7ce1cc7a9c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:42.175757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Checking segment: {'id': '5cf36053-7783-407a-9882-b73cff1a2fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8a488c28-9afa-4e0d-99d8-92959f54a8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:42.176104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network hostable DHCP agents. Network: 8a488c28-9afa-4e0d-99d8-92959f54a8e1, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:42.203181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network 8a488c28-9afa-4e0d-99d8-92959f54a8e1 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:42.215303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8a488c28-9afa-4e0d-99d8-92959f54a8e1) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:42.229276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:42.230408 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.234107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71919fd8-eaa4-49aa-a92d-9d6043bc028f None None] Network 8a488c28-9afa-4e0d-99d8-92959f54a8e1 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:42.294581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Port': ['ID=98d38890-8dc2-4fdf-8743-032a6c56ce46,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:42.314283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Checking segment: {'id': '8ca6c890-6c08-43b0-a00b-816c4cfdccdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:42.314641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network hostable DHCP agents. Network: 1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:42.349048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network 1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:42.388551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:42.392866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:14:42.399086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:42.407875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:42.408565 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.418902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca01b2-dc7d-4a45-a98e-65afe8ec2377 None None] Network 1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:42.441559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-75c49568-d5b1-40b1-866d-69b4c2b29b1d tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2350740 Nov 27 16:14:42.444440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44822) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:42.558932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57faec39-14fc-498b-850a-f50b2852b3ef tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:42.567672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57faec39-14fc-498b-850a-f50b2852b3ef tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:42.569905 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-57faec39-14fc-498b-850a-f50b2852b3ef tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1238801 Nov 27 16:14:42.573228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44824) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:42.689301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Deleting port 8d819f65-20cc-4d41-8260-ff7ce1cc7a9c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:42.689970 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.775231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.789976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Calling delete_port for 8d819f65-20cc-4d41-8260-ff7ce1cc7a9c owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:42.899076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.936856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Port': ['ID=8d819f65-20cc-4d41-8260-ff7ce1cc7a9c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:42.945586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:42.948954 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-29733ddb-78d7-44e0-8eda-ef7aa002cca9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/ports/8d819f65-20cc-4d41-8260-ff7ce1cc7a9c HTTP/1.1" status: 204 len: 168 time: 0.3747704 Nov 27 16:14:42.952912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44826) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:43.130129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Deleting port 98d38890-8dc2-4fdf-8743-032a6c56ce46 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:14:43.130398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.253228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.280623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9961a1-8c0b-4261-b1a4-2eae238a67ca req-81e6feca-6005-46f6-9949-7ef32dabf4d5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:43.283058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9961a1-8c0b-4261-b1a4-2eae238a67ca req-81e6feca-6005-46f6-9949-7ef32dabf4d5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.1618593 Nov 27 16:14:43.290773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Calling delete_port for 98d38890-8dc2-4fdf-8743-032a6c56ce46 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:14:43.403374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b9961a1-8c0b-4261-b1a4-2eae238a67ca req-0000eb90-b88b-442d-b913-033d08b50fca tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097982 Nov 27 16:14:43.465561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.498500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Port': ['ID=98d38890-8dc2-4fdf-8743-032a6c56ce46,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:43.509538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.513567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-28aea70e-2677-4a20-bf96-ac79456128b9 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/ports/98d38890-8dc2-4fdf-8743-032a6c56ce46 HTTP/1.1" status: 204 len: 168 time: 0.5589416 Nov 27 16:14:43.516173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:43.549156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9ecd7f95-c15c-4f70-a333-b9d89a817c26 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318074 Nov 27 16:14:43.553247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44838) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:43.558976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-34567736'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:43.589096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:43.592665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.623407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:43.632580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.633500 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Added segment c542f057-181d-4115-af69-f815e9c177df of type vlan for network d9c32b73-3925-47bd-9630-f943b404b88d Nov 27 16:14:43.682833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.712333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.717338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:43.717902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.779289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2247653 Nov 27 16:14:43.781875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44840) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:43.786971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1290236091'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:43.792308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c74ad-6e3e-43b9-8b07-91bf4e475803 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Network': ['ID=d9c32b73-3925-47bd-9630-f943b404b88d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:43.810392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d9c32b73-3925-47bd-9630-f943b404b88d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:43.816420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:43.821194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.873761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:14:43.885461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.885807 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Added segment 07331bf1-f9de-48b4-bb85-a9b19ba23f2a of type vlan for network 1e39fd85-d353-4817-bebe-3381a1f53d60 Nov 27 16:14:43.931532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.962848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:43.970405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:43.971077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:44.033352 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2500992 Nov 27 16:14:44.064179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a8f8d-7670-4573-8c33-f8dfcbd2eab4 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Network': ['ID=1e39fd85-d353-4817-bebe-3381a1f53d60,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:44.121604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 1e39fd85-d353-4817-bebe-3381a1f53d60 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:14:44.201641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44846) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:44.207746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'subnets': [{'network_id': 'd9c32b73-3925-47bd-9630-f943b404b88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--607646563', 'ip_version': 4}, {'network_id': '1e39fd85-d353-4817-bebe-3381a1f53d60', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:44.207998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'subnet': {'network_id': 'd9c32b73-3925-47bd-9630-f943b404b88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--607646563', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:44.208673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Request body: {'subnet': {'network_id': '1e39fd85-d353-4817-bebe-3381a1f53d60', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:44.527376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Made reservation on behalf of c493684819d94746a23b13660ea75051 for: {'subnet': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:14:44.532416 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:44.532831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:44.621786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dfe85-e483-4ee9-8039-d5998836463d req-cfec93c0-c91d-4a62-a625-5ba2a13a9c06 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:44.623442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d00dfe85-e483-4ee9-8039-d5998836463d req-cfec93c0-c91d-4a62-a625-5ba2a13a9c06 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.1360660 Nov 27 16:14:44.697327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d00dfe85-e483-4ee9-8039-d5998836463d req-714e8d32-ecee-44ee-a309-c3f55ff5260d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 Nov 27 16:14:44.961084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.024694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Subnet': ['ID=a954185f-e17d-4c66-bc8e-a58da07275a9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:45.032093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Checking segment: {'id': 'c542f057-181d-4115-af69-f815e9c177df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd9c32b73-3925-47bd-9630-f943b404b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:45.032456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network hostable DHCP agents. Network: d9c32b73-3925-47bd-9630-f943b404b88d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:45.050264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network d9c32b73-3925-47bd-9630-f943b404b88d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:45.058720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d9c32b73-3925-47bd-9630-f943b404b88d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:45.062419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.069629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffbecd8-578a-41bc-907d-b9a0ce73bdc6 None None] Network d9c32b73-3925-47bd-9630-f943b404b88d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:45.134774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event updated for resources: {'Subnet': ['ID=1160e7bc-1bab-4847-855f-6dcc5a58df27,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:45.143613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Checking segment: {'id': '07331bf1-f9de-48b4-bb85-a9b19ba23f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1e39fd85-d353-4817-bebe-3381a1f53d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:14:45.144194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network hostable DHCP agents. Network: 1e39fd85-d353-4817-bebe-3381a1f53d60, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:14:45.168599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Network 1e39fd85-d353-4817-bebe-3381a1f53d60 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:14:45.188604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 1e39fd85-d353-4817-bebe-3381a1f53d60) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:14:45.196727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:45.197340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:45.201491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.203973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a2a46-4525-4c1a-a1ba-a05dd62b4600 None None] Network 1e39fd85-d353-4817-bebe-3381a1f53d60 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:45.241297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-874d67e4-7bc1-4834-93ac-b550b22b8692 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0385249 Nov 27 16:14:45.244692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44872) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:45.352997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8a2ee-936b-4fc6-9ca8-6b8a8766d536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-d9c32b73-3925-47bd-9630-f943b404b88d', 'network_id': 'd9c32b73-3925-47bd-9630-f943b404b88d', 'tenant_id': 'c493684819d94746a23b13660ea75051', 'fixed_ips': [{'subnet_id': 'a954185f-e17d-4c66-bc8e-a58da07275a9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:14:45.375783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aed3d8-cfeb-49e9-8ced-162ed9904d48 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:45.378002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aed3d8-cfeb-49e9-8ced-162ed9904d48 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:45.380161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aed3d8-cfeb-49e9-8ced-162ed9904d48 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:45.385469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-64aed3d8-cfeb-49e9-8ced-162ed9904d48 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1361167 Nov 27 16:14:45.387522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44874) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:45.490734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Deleting subnet a954185f-e17d-4c66-bc8e-a58da07275a9 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:14:45.495589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.510973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8bc8a2ee-936b-4fc6-9ca8-6b8a8766d536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.560784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.621746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.694677 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-8bc8a2ee-936b-4fc6-9ca8-6b8a8766d536 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a954185f-e17d-4c66-bc8e-a58da07275a9: This subnet is being modified by another concurrent operation. Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a954185f-e17d-4c66-bc8e-a58da07275a9: This subnet is being modified by another concurrent operation. Nov 27 16:14:45.709270 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:14:45.724193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf26f0-760d-43cc-9559-7c9c5f3c5e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-1e39fd85-d353-4817-bebe-3381a1f53d60', 'network_id': '1e39fd85-d353-4817-bebe-3381a1f53d60', 'tenant_id': 'c493684819d94746a23b13660ea75051', 'fixed_ips': [{'subnet_id': '1160e7bc-1bab-4847-855f-6dcc5a58df27'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:14:45.725074 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-baaf26f0-760d-43cc-9559-7c9c5f3c5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.731546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb148b5-8fa7-4a9d-b362-5aad96985ce3 None None] Network d9c32b73-3925-47bd-9630-f943b404b88d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:45.764219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Subnet': ['ID=a954185f-e17d-4c66-bc8e-a58da07275a9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:45.777923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.783609 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ddb14ef3-f523-493a-817d-9fbbde4291ab tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/subnets/a954185f-e17d-4c66-bc8e-a58da07275a9 HTTP/1.1" status: 204 len: 168 time: 0.3918138 Nov 27 16:14:45.783978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44880) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:45.866496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ea92b-59ed-4e8e-8837-b445e695c794 req-54668f20-00df-421d-a8ad-d9cc463bc64e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:45.874850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Deleting subnet 1160e7bc-1bab-4847-855f-6dcc5a58df27 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:14:45.875825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba1ea92b-59ed-4e8e-8837-b445e695c794 req-54668f20-00df-421d-a8ad-d9cc463bc64e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0821061 Nov 27 16:14:45.890605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.940871 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:45.957250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba1ea92b-59ed-4e8e-8837-b445e695c794 req-08429f52-5589-4179-bb39-37de23330f9f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802960 Nov 27 16:14:46.017191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-baaf26f0-760d-43cc-9559-7c9c5f3c5e02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1160e7bc-1bab-4847-855f-6dcc5a58df27: This subnet is being modified by another concurrent operation. Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1160e7bc-1bab-4847-855f-6dcc5a58df27: This subnet is being modified by another concurrent operation. Nov 27 16:14:46.086239 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:14:46.092439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.100192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cadb86-baca-45cf-aacf-c255f577309b None None] Network 1e39fd85-d353-4817-bebe-3381a1f53d60 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:14:46.130365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Subnet': ['ID=1160e7bc-1bab-4847-855f-6dcc5a58df27,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:46.151394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.160383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44882) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:46.160982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6c499614-4b2b-4a61-bb6d-59fe31be9589 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/subnets/1160e7bc-1bab-4847-855f-6dcc5a58df27 HTTP/1.1" status: 204 len: 168 time: 0.3757327 Nov 27 16:14:46.216239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a56e93-66a2-4730-8b54-e67aa03ffb17 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:46.217789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17a56e93-66a2-4730-8b54-e67aa03ffb17 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563836 Nov 27 16:14:46.222141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44884) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:46.240575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f89940-691a-4dd0-afdd-410e6e675404 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:14:46.337235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.390939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f89940-691a-4dd0-afdd-410e6e675404 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:14:46.458807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.484720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e39fd85-d353-4817-bebe-3381a1f53d60']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:46.496071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07331bf1-f9de-48b4-bb85-a9b19ba23f2a') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:46.497131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07331bf1-f9de-48b4-bb85-a9b19ba23f2a') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:46.509494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.525543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.533483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:46.534023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:46.537522 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:46.606500 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.626137 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.629447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/networks/1e39fd85-d353-4817-bebe-3381a1f53d60 HTTP/1.1" status: 204 len: 168 time: 0.4063160 Nov 27 16:14:46.630874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc858c7f-be8a-4551-9f5c-cd1a63832f28 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Network': ['ID=1e39fd85-d353-4817-bebe-3381a1f53d60,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:46.632111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44892) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:46.719555 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.764499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda2fcfb-6f79-4d8c-a862-8b7971ec2c2c None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:14:46.871140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.900131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c32b73-3925-47bd-9630-f943b404b88d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:46.913700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c542f057-181d-4115-af69-f815e9c177df') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:46.914080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c542f057-181d-4115-af69-f815e9c177df') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:46.926138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.939021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda2fcfb-6f79-4d8c-a862-8b7971ec2c2c None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:14:46.947604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:46.962294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:46.963414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:47.106859 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:47.111043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.123206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.127794 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/networks/d9c32b73-3925-47bd-9630-f943b404b88d HTTP/1.1" status: 204 len: 168 time: 0.4945188 Nov 27 16:14:47.148312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44904) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:47.149878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7e74a-5b96-4deb-a1eb-21fea4a9528b tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Network': ['ID=d9c32b73-3925-47bd-9630-f943b404b88d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:47.609072 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60d0d0-1498-4743-9451-1e2a074e0a7f req-042ec6b6-2ccc-4f54-af73-11ee1b79656a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:47.610880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b60d0d0-1498-4743-9451-1e2a074e0a7f req-042ec6b6-2ccc-4f54-af73-11ee1b79656a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.5154819 Nov 27 16:14:47.632189 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.722385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b60d0d0-1498-4743-9451-1e2a074e0a7f req-7f9debc1-e2ec-413b-a473-774d2757a41b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024773 Nov 27 16:14:47.786994 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.810463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:47.823082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca6c890-6c08-43b0-a00b-816c4cfdccdf') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:47.823382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca6c890-6c08-43b0-a00b-816c4cfdccdf') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:47.833942 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.850323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.857299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:47.857721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:47.860775 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:47.927744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.938650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:47.944372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/networks/1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90 HTTP/1.1" status: 204 len: 168 time: 0.7906008 Nov 27 16:14:47.946429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44912) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:47.959207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ae520-e82c-4dcf-b4d0-a8c1503ee584 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Network': ['ID=1a88c8d8-6b6a-452d-8e8b-bea92b8c5f90,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:48.048519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.157713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.182626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a488c28-9afa-4e0d-99d8-92959f54a8e1']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:48.193008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf36053-7783-407a-9882-b73cff1a2fc1') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:48.193507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf36053-7783-407a-9882-b73cff1a2fc1') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:14:48.208690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.224036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.231119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:14:48.231525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:14:48.235608 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:14:48.593983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.603019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:48.608721 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] 10.222.0.15 "DELETE /v2.0/networks/8a488c28-9afa-4e0d-99d8-92959f54a8e1 HTTP/1.1" status: 204 len: 168 time: 0.6589758 Nov 27 16:14:48.631322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0f39-fa31-4eba-93c4-d80844ad3fe2 tempest-BulkNetworkOpsTest-12977119 tempest-BulkNetworkOpsTest-12977119-project] Pushing event deleted for resources: {'Network': ['ID=8a488c28-9afa-4e0d-99d8-92959f54a8e1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:48.934873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86bd1b-ecb9-4102-8d0d-964f603b0631 req-3c4a770d-19e9-48fb-ba47-885f9caa9851 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:48.936928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db86bd1b-ecb9-4102-8d0d-964f603b0631 req-3c4a770d-19e9-48fb-ba47-885f9caa9851 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0861313 Nov 27 16:14:48.956750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44926) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:49.022018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db86bd1b-ecb9-4102-8d0d-964f603b0631 req-390c992e-321d-44de-b59c-4920b1f3002b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777905 Nov 27 16:14:49.111288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af74b803-9a43-43c1-8986-f040edd3699a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c493684819d94746a23b13660ea75051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532578 Nov 27 16:14:49.113913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44930) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:49.167500 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1653eff3-89f5-4e31-9577-420deae44037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:49.189759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1653eff3-89f5-4e31-9577-420deae44037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:49.243119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1653eff3-89f5-4e31-9577-420deae44037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:49.246859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1653eff3-89f5-4e31-9577-420deae44037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:49.248646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1653eff3-89f5-4e31-9577-420deae44037 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d191dd03-e1f4-416e-9a38-52373bcb6c3b HTTP/1.1" status: 204 len: 168 time: 0.1333809 Nov 27 16:14:49.260488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653eff3-89f5-4e31-9577-420deae44037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d191dd03-e1f4-416e-9a38-52373bcb6c3b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:50.162708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44960) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:50.181123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64940-f922-4f74-9837-f1c176d315cb req-2cad4817-5695-4652-962f-6c43f80f8cee tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:50.183684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8eb64940-f922-4f74-9837-f1c176d315cb req-2cad4817-5695-4652-962f-6c43f80f8cee tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0773935 Nov 27 16:14:50.256972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8eb64940-f922-4f74-9837-f1c176d315cb req-8fb79730-c8c2-4d2c-8555-f72264291ee2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611286 Nov 27 16:14:50.317172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-732b0e6c-6dee-4477-9241-b2f9e681e471 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:50.317697 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-732b0e6c-6dee-4477-9241-b2f9e681e471 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 16:14:50.318923 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-732b0e6c-6dee-4477-9241-b2f9e681e471 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 16:14:50.320496 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-732b0e6c-6dee-4477-9241-b2f9e681e471 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1558263 Nov 27 16:14:50.324253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44964) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:50.329629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286773132'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:50.357141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.366420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.452447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.457855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.501231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec7381a-287e-46a3-8066-7a9062edf760,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:50.550892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.556105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.590157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.594186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2660890 Nov 27 16:14:50.594490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44968) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:50.599668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': 'c28ecbe5-5e2e-4ad5-9395-74c8c1cb45ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:50.604738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eced8-ed58-445d-87f1-7d166467c321 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ecbe5-5e2e-4ad5-9395-74c8c1cb45ba,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:50.631424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.714812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.720360 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.746798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a725bad-c50d-4ebc-b6c4-ce20e72cebe5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:50.761468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.763130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4550309e-4da2-414a-9437-cfcf6fd40c59 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673555 Nov 27 16:14:50.766328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44972) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:50.771885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1bc57acd-0412-4075-9097-005d880063a6 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': 'c28ecbe5-5e2e-4ad5-9395-74c8c1cb45ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:50.806528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1bc57acd-0412-4075-9097-005d880063a6 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.860425 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-1bc57acd-0412-4075-9097-005d880063a6 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 16:14:50.864590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44974) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:50.864842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1bc57acd-0412-4075-9097-005d880063a6 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0971291 Nov 27 16:14:50.936471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b03-b1fe-47c8-a079-062f2d982bf4 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:50.964053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b03-b1fe-47c8-a079-062f2d982bf4 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.019744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b03-b1fe-47c8-a079-062f2d982bf4 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.024069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b03-b1fe-47c8-a079-062f2d982bf4 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.028598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44978) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.029984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c5e00b03-b1fe-47c8-a079-062f2d982bf4 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/c28ecbe5-5e2e-4ad5-9395-74c8c1cb45ba HTTP/1.1" status: 204 len: 168 time: 0.1643250 Nov 27 16:14:51.049236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00b03-b1fe-47c8-a079-062f2d982bf4 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ecbe5-5e2e-4ad5-9395-74c8c1cb45ba,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:51.097642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f2b8ba3-aaf2-4448-86ba-f9e00075b694 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0639386 Nov 27 16:14:51.098494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.103748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387874885'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:51.128600 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.212100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.216034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.251938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.256157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1536794 Nov 27 16:14:51.256157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bf903-80ec-4d76-bf6f-8dbab98117b0 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872e6682-5035-424e-ad7e-3294f3c49ca0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:51.256629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44982) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.266172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-967a4fea-f0bc-4f04-ba7b-797f94ada88f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '872e6682-5035-424e-ad7e-3294f3c49ca0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:51.268492 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-967a4fea-f0bc-4f04-ba7b-797f94ada88f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 16:14:51.269102 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-967a4fea-f0bc-4f04-ba7b-797f94ada88f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:51.273927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44984) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.274092 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-967a4fea-f0bc-4f04-ba7b-797f94ada88f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0158875 Nov 27 16:14:51.331127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-400738bd-aecf-4897-a897-f90b1ec7859f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.383919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-400738bd-aecf-4897-a897-f90b1ec7859f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.429018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277fd56-049f-4850-8084-89e687a57fa0 req-9e5ee671-c0a4-4c22-96fc-0db35529f0e3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:51.430583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b277fd56-049f-4850-8084-89e687a57fa0 req-9e5ee671-c0a4-4c22-96fc-0db35529f0e3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0876465 Nov 27 16:14:51.454399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-400738bd-aecf-4897-a897-f90b1ec7859f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.457150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-400738bd-aecf-4897-a897-f90b1ec7859f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.458351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-400738bd-aecf-4897-a897-f90b1ec7859f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/872e6682-5035-424e-ad7e-3294f3c49ca0 HTTP/1.1" status: 204 len: 168 time: 0.1832974 Nov 27 16:14:51.461750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.478995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400738bd-aecf-4897-a897-f90b1ec7859f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872e6682-5035-424e-ad7e-3294f3c49ca0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:51.499707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b277fd56-049f-4850-8084-89e687a57fa0 req-212ded8d-bf02-4c6a-8784-7bd67d785ef8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610855 Nov 27 16:14:51.546065 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8e69ff41-11dd-49ac-90f4-34a8c49ea13f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824797 Nov 27 16:14:51.549493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 44990) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.555283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--808330038'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:51.583563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.674755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.680248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.729600 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.730857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1795235 Nov 27 16:14:51.733842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 44998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.735145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d7948-c632-431c-9279-1d823784209d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99aa5e-745f-45e3-a34a-5fad4f39ea93,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:51.738724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f3b2101b-021a-403f-9193-e28bbf095d80 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '9f99aa5e-745f-45e3-a34a-5fad4f39ea93', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:51.739664 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-f3b2101b-021a-403f-9193-e28bbf095d80 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 16:14:51.740300 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-f3b2101b-021a-403f-9193-e28bbf095d80 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:51.742066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3b2101b-021a-403f-9193-e28bbf095d80 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065973 Nov 27 16:14:51.744947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45000) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.857322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e5da9e-5fc5-4631-8782-6cc50163d47d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.897298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e5da9e-5fc5-4631-8782-6cc50163d47d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.949671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e5da9e-5fc5-4631-8782-6cc50163d47d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.952825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0e5da9e-5fc5-4631-8782-6cc50163d47d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:51.954093 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0e5da9e-5fc5-4631-8782-6cc50163d47d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/9f99aa5e-745f-45e3-a34a-5fad4f39ea93 HTTP/1.1" status: 204 len: 168 time: 0.1997039 Nov 27 16:14:51.957006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45010) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:51.981638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5da9e-5fc5-4631-8782-6cc50163d47d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99aa5e-745f-45e3-a34a-5fad4f39ea93,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:52.060727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45016) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.061058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8cfcb457-574d-463a-838f-56bae2bf9cb9 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1027038 Nov 27 16:14:52.067354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--766552210'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.110532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.194519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.199257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.239612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.244160 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1790600 Nov 27 16:14:52.244468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45020) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.248693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b98c14-901d-4272-9296-ad275178617b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:52.250544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9b752403-4403-4aae-b231-7b7573f48e97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.259354 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-9b752403-4403-4aae-b231-7b7573f48e97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 16:14:52.260245 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-9b752403-4403-4aae-b231-7b7573f48e97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.261598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9b752403-4403-4aae-b231-7b7573f48e97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160789 Nov 27 16:14:52.265526 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45024) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.272480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4ff2d118-2052-42d6-8202-aea16f2e3e5a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.273825 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-4ff2d118-2052-42d6-8202-aea16f2e3e5a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 16:14:52.274445 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-4ff2d118-2052-42d6-8202-aea16f2e3e5a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.277478 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4ff2d118-2052-42d6-8202-aea16f2e3e5a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090048 Nov 27 16:14:52.279156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.295572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-366cc2f8-955f-4126-abb2-5c8b5671607d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.295572 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-366cc2f8-955f-4126-abb2-5c8b5671607d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 16:14:52.295572 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-366cc2f8-955f-4126-abb2-5c8b5671607d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.295572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-366cc2f8-955f-4126-abb2-5c8b5671607d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097098 Nov 27 16:14:52.295572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.301085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d5c24b14-9edf-4654-9b6e-1d713f8a3c30 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.302591 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-d5c24b14-9edf-4654-9b6e-1d713f8a3c30 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 16:14:52.303329 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-d5c24b14-9edf-4654-9b6e-1d713f8a3c30 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.305393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d5c24b14-9edf-4654-9b6e-1d713f8a3c30 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106769 Nov 27 16:14:52.308354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45030) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.383152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-beafaf46-715c-45ee-a807-dc7110987895 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.407366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-beafaf46-715c-45ee-a807-dc7110987895 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.452416 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-beafaf46-715c-45ee-a807-dc7110987895 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.455606 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-beafaf46-715c-45ee-a807-dc7110987895 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.459307 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-beafaf46-715c-45ee-a807-dc7110987895 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2 HTTP/1.1" status: 204 len: 168 time: 0.1474025 Nov 27 16:14:52.459657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.469594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafaf46-715c-45ee-a807-dc7110987895 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04efc0ee-30c8-4d3a-bc9d-4ab1766cc6b2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:52.525249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-41b990c4-531e-4d86-91e9-afafdb22df8d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603189 Nov 27 16:14:52.526161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45038) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.531502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--520632443'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.564412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.671239 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.677369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.692305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d371-de8e-4a8f-8245-f7c1de2a3807 req-fad52267-f93e-4108-9102-d3f3bf085e54 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:52.694260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00b6d371-de8e-4a8f-8245-f7c1de2a3807 req-fad52267-f93e-4108-9102-d3f3bf085e54 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0688589 Nov 27 16:14:52.724611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:52.726523 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1990979 Nov 27 16:14:52.730472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45042) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.737141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e68ae969-e6e8-4e69-8f5d-0661f3ff00e8 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.737945 n-d-819494-4 neutron-server[110075]: WARNING neutron.api.v2.base [None req-e68ae969-e6e8-4e69-8f5d-0661f3ff00e8 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 16:14:52.738977 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-e68ae969-e6e8-4e69-8f5d-0661f3ff00e8 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.740415 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e68ae969-e6e8-4e69-8f5d-0661f3ff00e8 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085592 Nov 27 16:14:52.742183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fae5ce-00ab-423e-b7a1-2b5501480b97 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce27bc9-1033-4037-9f32-dc6a029e838e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:52.744522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45044) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.751748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c176045f-d488-4957-9980-93fce7cb2c2f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.784019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00b6d371-de8e-4a8f-8245-f7c1de2a3807 req-8cf37d59-7f34-4cdf-8dc2-e13d99803600 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812609 Nov 27 16:14:52.809015 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-c176045f-d488-4957-9980-93fce7cb2c2f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.809164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45046) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.812851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-84978a24-8174-4127-8328-982d97e9ce14 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.813518 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-84978a24-8174-4127-8328-982d97e9ce14 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 16:14:52.813909 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-84978a24-8174-4127-8328-982d97e9ce14 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.817466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-84978a24-8174-4127-8328-982d97e9ce14 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063217 Nov 27 16:14:52.817579 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c176045f-d488-4957-9980-93fce7cb2c2f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0638914 Nov 27 16:14:52.817670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.822671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-77b37a58-60cb-4741-bafb-c09a71aae7d3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.872130 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-77b37a58-60cb-4741-bafb-c09a71aae7d3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.873489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-77b37a58-60cb-4741-bafb-c09a71aae7d3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0547154 Nov 27 16:14:52.876419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45050) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.881314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7a408794-691a-48f6-a175-9320418ccd1d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.881884 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-7a408794-691a-48f6-a175-9320418ccd1d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 16:14:52.882535 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-7a408794-691a-48f6-a175-9320418ccd1d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.883631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7a408794-691a-48f6-a175-9320418ccd1d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062058 Nov 27 16:14:52.886284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45052) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.890951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-08e5d66c-4b12-406b-939a-772fb223f542 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.928619 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-08e5d66c-4b12-406b-939a-772fb223f542 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.930224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-08e5d66c-4b12-406b-939a-772fb223f542 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0429466 Nov 27 16:14:52.933127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45054) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.937707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5ad5dd80-b465-4a73-86f1-d783978a071b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.938187 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-5ad5dd80-b465-4a73-86f1-d783978a071b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 16:14:52.938687 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-5ad5dd80-b465-4a73-86f1-d783978a071b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.939660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5ad5dd80-b465-4a73-86f1-d783978a071b tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056098 Nov 27 16:14:52.942179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45056) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.946481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4be206f7-bd33-4c41-92c3-a275041092bc tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:52.986370 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-4be206f7-bd33-4c41-92c3-a275041092bc tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:52.987433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4be206f7-bd33-4c41-92c3-a275041092bc tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0443387 Nov 27 16:14:52.990565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45058) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:52.996212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8d237d81-238f-4d45-a99b-79cd89884d7a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '7ce27bc9-1033-4037-9f32-dc6a029e838e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:53.038186 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-8d237d81-238f-4d45-a99b-79cd89884d7a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:53.040018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8d237d81-238f-4d45-a99b-79cd89884d7a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0482514 Nov 27 16:14:53.043290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.113798 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20f7421c-a994-4b4c-b1f0-bacea4a34692 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.142957 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20f7421c-a994-4b4c-b1f0-bacea4a34692 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.204004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20f7421c-a994-4b4c-b1f0-bacea4a34692 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.207116 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-20f7421c-a994-4b4c-b1f0-bacea4a34692 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.208351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-20f7421c-a994-4b4c-b1f0-bacea4a34692 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ce27bc9-1033-4037-9f32-dc6a029e838e HTTP/1.1" status: 204 len: 168 time: 0.1638281 Nov 27 16:14:53.211701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.233735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7421c-a994-4b4c-b1f0-bacea4a34692 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce27bc9-1033-4037-9f32-dc6a029e838e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:53.267840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b83e935a-48e8-4fe8-a4e4-4fa1e5fabf04 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549612 Nov 27 16:14:53.272303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.278462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991024460'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:53.317388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.404783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.408442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.440263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c869d-d915-424d-997b-e5ac4361cb94,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:53.445985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.447927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-813f1e78-6e69-42ac-98fa-2cbf01ee6c87 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1739788 Nov 27 16:14:53.450314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45072) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.456132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bea84438-f00a-4e4e-a383-7e0082a24acd tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': 'b84c869d-d915-424d-997b-e5ac4361cb94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:53.499170 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-bea84438-f00a-4e4e-a383-7e0082a24acd tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The resource could not be found. Nov 27 16:14:53.503222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bea84438-f00a-4e4e-a383-7e0082a24acd tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0486534 Nov 27 16:14:53.503222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45074) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.507891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a432f71a-9adf-4ce6-99e7-e6391d767a2d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': 'b84c869d-d915-424d-997b-e5ac4361cb94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '20ca2655-7c49-4fc4-a850-19e2e83ab51a'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:53.551170 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-a432f71a-9adf-4ce6-99e7-e6391d767a2d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The resource could not be found. Nov 27 16:14:53.555323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a432f71a-9adf-4ce6-99e7-e6391d767a2d tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0483866 Nov 27 16:14:53.555514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45076) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.626719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad762c2a-0687-4057-afbe-56b900bffeaa tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.652183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad762c2a-0687-4057-afbe-56b900bffeaa tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.697703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad762c2a-0687-4057-afbe-56b900bffeaa tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.700634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad762c2a-0687-4057-afbe-56b900bffeaa tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.701865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad762c2a-0687-4057-afbe-56b900bffeaa tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/b84c869d-d915-424d-997b-e5ac4361cb94 HTTP/1.1" status: 204 len: 168 time: 0.1451161 Nov 27 16:14:53.706518 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45078) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.713226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad762c2a-0687-4057-afbe-56b900bffeaa tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c869d-d915-424d-997b-e5ac4361cb94,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:53.776285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1b510080-cde6-4161-b64d-d2552d59f332 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678852 Nov 27 16:14:53.780573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45080) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.785585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-9523a5a9-8f5f-4103-a341-99d5d2d8c1d5 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '0d7c289e-4746-4bfc-b49f-77e082ed0f8b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:53.829727 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-9523a5a9-8f5f-4103-a341-99d5d2d8c1d5 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The resource could not be found. Nov 27 16:14:53.834574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9523a5a9-8f5f-4103-a341-99d5d2d8c1d5 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0492277 Nov 27 16:14:53.834938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45084) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:53.847770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689639423'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:53.872462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:53.963236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e8c35-159f-446d-8dd4-e38bbd9677e9 req-f3b60709-72fa-47ec-8f3f-1a818b771df0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:53.964785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-500e8c35-159f-446d-8dd4-e38bbd9677e9 req-f3b60709-72fa-47ec-8f3f-1a818b771df0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0888522 Nov 27 16:14:54.024505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.034905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.060587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-500e8c35-159f-446d-8dd4-e38bbd9677e9 req-63171250-6d71-495a-a8f6-3b377176821b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856540 Nov 27 16:14:54.087055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.088977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2519259 Nov 27 16:14:54.092533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45088) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.099659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310158215'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:54.110500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd8c51-c018-4acb-a39b-154fb6990b26 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70294f13-69c0-40b6-977d-4b568746298c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:54.130953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.204144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.208008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.240472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.241818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1480398 Nov 27 16:14:54.243306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36faeea-10d0-477a-8b06-23464710bbcb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9359ab-ed62-4e22-9fa5-f2d67bbffe37,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:54.245153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45090) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.250538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-eb2e5613-6408-442c-9857-3cec780069d7 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group_rule': {'security_group_id': '70294f13-69c0-40b6-977d-4b568746298c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6c9359ab-ed62-4e22-9fa5-f2d67bbffe37'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:54.308128 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-eb2e5613-6408-442c-9857-3cec780069d7 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:14:54.309317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eb2e5613-6408-442c-9857-3cec780069d7 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0627575 Nov 27 16:14:54.312354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45094) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.378232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf69256-dd68-4a0e-b2b0-d756dc6470ee tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.407423 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf69256-dd68-4a0e-b2b0-d756dc6470ee tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.457852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf69256-dd68-4a0e-b2b0-d756dc6470ee tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.461307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3bf69256-dd68-4a0e-b2b0-d756dc6470ee tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.465736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3bf69256-dd68-4a0e-b2b0-d756dc6470ee tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c9359ab-ed62-4e22-9fa5-f2d67bbffe37 HTTP/1.1" status: 204 len: 168 time: 0.1492558 Nov 27 16:14:54.465864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45100) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.473623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf69256-dd68-4a0e-b2b0-d756dc6470ee tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9359ab-ed62-4e22-9fa5-f2d67bbffe37,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:54.535037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c87c633e-af2d-443f-9cc6-6b3d160b22fb tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0654736 Nov 27 16:14:54.535406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45102) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.591734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-106e9a26-478f-40ee-9629-79624d5e910c tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.613927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-106e9a26-478f-40ee-9629-79624d5e910c tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.654754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-106e9a26-478f-40ee-9629-79624d5e910c tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.657397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-106e9a26-478f-40ee-9629-79624d5e910c tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.658557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-106e9a26-478f-40ee-9629-79624d5e910c tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/70294f13-69c0-40b6-977d-4b568746298c HTTP/1.1" status: 204 len: 168 time: 0.1222005 Nov 27 16:14:54.661283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45104) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.672682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9a26-478f-40ee-9629-79624d5e910c tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70294f13-69c0-40b6-977d-4b568746298c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:54.718194 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b7ec3c5e-47d2-4266-a096-d3df6f478e93 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554502 Nov 27 16:14:54.721804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45106) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.726013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023156231'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:54.747626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.817872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.822491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.853522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.854755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1320450 Nov 27 16:14:54.856624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a27c5-4754-457f-b0d7-9a0745d30f55 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a30bdd-091a-4859-b227-767b832e315b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:54.857900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45108) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.864664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-49cf609d-0c59-4a3a-9c94-d7ee10729e4f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:14:54.865284 n-d-819494-4 neutron-server[110076]: WARNING neutron.api.v2.base [None req-49cf609d-0c59-4a3a-9c94-d7ee10729e4f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 16:14:54.866016 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-49cf609d-0c59-4a3a-9c94-d7ee10729e4f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 16:14:54.869450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-49cf609d-0c59-4a3a-9c94-d7ee10729e4f tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "PUT /v2.0/security-groups/30a30bdd-091a-4859-b227-767b832e315b HTTP/1.1" status: 409 len: 330 time: 0.0089991 Nov 27 16:14:54.870835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:54.927258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87be652e-3742-4414-94a0-2a35a9b7cdd3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.951162 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87be652e-3742-4414-94a0-2a35a9b7cdd3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:54.999726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87be652e-3742-4414-94a0-2a35a9b7cdd3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:55.002479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87be652e-3742-4414-94a0-2a35a9b7cdd3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:55.003682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-87be652e-3742-4414-94a0-2a35a9b7cdd3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/30a30bdd-091a-4859-b227-767b832e315b HTTP/1.1" status: 204 len: 168 time: 0.1319220 Nov 27 16:14:55.006565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:55.015191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be652e-3742-4414-94a0-2a35a9b7cdd3 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a30bdd-091a-4859-b227-767b832e315b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:55.065520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-34c95d2a-4c5d-4d35-8605-fde728526d89 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577121 Nov 27 16:14:55.069291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:55.083130 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-8c1ac5e9-699c-4ee8-a166-02dda72b5bd8 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] delete failed (client error): The resource could not be found. Nov 27 16:14:55.084583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c1ac5e9-699c-4ee8-a166-02dda72b5bd8 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b13127b-2e89-4cb1-8590-43fc033a8ef3 HTTP/1.1" status: 404 len: 347 time: 0.0140688 Nov 27 16:14:55.089145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45120) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:55.111299 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-5697b887-a597-47bf-83c4-f9698b83d198 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] show failed (client error): The resource could not be found. Nov 27 16:14:55.114065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5697b887-a597-47bf-83c4-f9698b83d198 tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-groups/a71267c5-8323-48f2-bf7e-95d9144ed5d0 HTTP/1.1" status: 404 len: 347 time: 0.0235305 Nov 27 16:14:55.116257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45124) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:55.131789 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-017887b4-175a-4bda-93a9-6b4822770c2a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] show failed (client error): The resource could not be found. Nov 27 16:14:55.133358 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-017887b4-175a-4bda-93a9-6b4822770c2a tempest-NegativeSecGroupTest-1827709531 tempest-NegativeSecGroupTest-1827709531-project] 10.222.0.15 "GET /v2.0/security-group-rules/0eb22a02-e1f8-4c06-885c-82b22796337a HTTP/1.1" status: 404 len: 356 time: 0.0159035 Nov 27 16:14:55.209178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13b0-45e1-47f7-b31b-fff0833a4d66 req-019a7500-99f9-4f58-a7de-36a5fe66af41 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:55.212977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab7e13b0-45e1-47f7-b31b-fff0833a4d66 req-019a7500-99f9-4f58-a7de-36a5fe66af41 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0530803 Nov 27 16:14:55.279341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab7e13b0-45e1-47f7-b31b-fff0833a4d66 req-46086c3d-630e-44e1-912d-86ee2ce2116c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617502 Nov 27 16:14:55.432828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:55.597311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-525dd802-5334-41fa-9c2a-a9d6554f5424 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e79bbd18e6c49459fd68c32e4a618c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626236 Nov 27 16:14:55.599534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45148) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:55.652080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f3d90c-5a97-46bf-a09a-da318eb44a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:55.667585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eca37a-b09c-48ed-bb50-9c888987871d req-a5edbe1e-1781-472f-b4bb-af3635922de4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:55.669218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7eca37a-b09c-48ed-bb50-9c888987871d req-a5edbe1e-1781-472f-b4bb-af3635922de4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Nov 27 16:14:55.673422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f3d90c-5a97-46bf-a09a-da318eb44a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:55.726101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7eca37a-b09c-48ed-bb50-9c888987871d req-feca6f96-46f3-40bd-8187-ea917d81c571 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501897 Nov 27 16:14:55.729378 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f3d90c-5a97-46bf-a09a-da318eb44a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:55.732289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f3d90c-5a97-46bf-a09a-da318eb44a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:55.735902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-77f3d90c-5a97-46bf-a09a-da318eb44a63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eec7381a-287e-46a3-8066-7a9062edf760 HTTP/1.1" status: 204 len: 168 time: 0.1326981 Nov 27 16:14:55.742043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3d90c-5a97-46bf-a09a-da318eb44a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec7381a-287e-46a3-8066-7a9062edf760,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:56.412028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45174) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:56.414535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fca9b-0378-4a76-a5fa-019e139aa136 req-07d74bd1-8fee-4e5a-9246-ca0cb474c191 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:56.416299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-285fca9b-0378-4a76-a5fa-019e139aa136 req-07d74bd1-8fee-4e5a-9246-ca0cb474c191 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0522935 Nov 27 16:14:56.479204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-285fca9b-0378-4a76-a5fa-019e139aa136 req-cb30c453-131c-442d-8e1c-c83b18663ffa tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Nov 27 16:14:56.559927 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d51013b4-b50b-49e9-b801-744eeec0e066 tempest-ServiceProvidersTest-1749533660 tempest-ServiceProvidersTest-1749533660-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1463916 Nov 27 16:14:56.826059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:56.876583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf2d9-550d-4159-a15b-e4821277d159 req-2e1d8e2b-3d85-487c-94ff-429c88e448fe tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:56.879756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09fbf2d9-550d-4159-a15b-e4821277d159 req-2e1d8e2b-3d85-487c-94ff-429c88e448fe tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0707169 Nov 27 16:14:56.934979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09fbf2d9-550d-4159-a15b-e4821277d159 req-114902ef-9e07-4d6e-a968-3f55f4f2635b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 Nov 27 16:14:56.963955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.053044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.058367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.098946 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c41d312dc4ee40d49dbc1afbcd5686e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712812 Nov 27 16:14:57.099847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112ab8c4-6b83-4ed6-b7bf-4ce7c4d5453d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:57.102491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45190) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:14:57.119201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.119679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.120132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.120666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.121007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.121341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.121790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.122110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.122435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.122710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.123069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.123356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073ed87-bb59-49de-ba02-dce6332c1832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:14:57.167648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4818-100d-4df2-8df9-6830a27241fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.189714 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4818-100d-4df2-8df9-6830a27241fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.237437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4818-100d-4df2-8df9-6830a27241fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.240354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4818-100d-4df2-8df9-6830a27241fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:57.241626 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8b8c4818-100d-4df2-8df9-6830a27241fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/112ab8c4-6b83-4ed6-b7bf-4ce7c4d5453d HTTP/1.1" status: 204 len: 168 time: 0.1380627 Nov 27 16:14:57.249698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c4818-100d-4df2-8df9-6830a27241fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112ab8c4-6b83-4ed6-b7bf-4ce7c4d5453d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:14:57.625879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949a136-05b3-45b8-bb05-1fcdb33d9a22 req-9a54d612-8210-4f71-b701-ecdcd6e2bf72 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:57.627467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f949a136-05b3-45b8-bb05-1fcdb33d9a22 req-9a54d612-8210-4f71-b701-ecdcd6e2bf72 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0604587 Nov 27 16:14:57.698334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f949a136-05b3-45b8-bb05-1fcdb33d9a22 req-608f9e99-0310-4994-ae3c-36d376a01890 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560977 Nov 27 16:14:58.086743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bc81-edbd-4675-bd45-2e507beef157 req-3785b233-f8ac-4267-9e39-f346919f1789 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:58.088293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb6bc81-edbd-4675-bd45-2e507beef157 req-3785b233-f8ac-4267-9e39-f346919f1789 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0613232 Nov 27 16:14:58.155840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bb6bc81-edbd-4675-bd45-2e507beef157 req-67e01021-5c70-432d-b6de-60b02934a0bf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609646 Nov 27 16:14:58.809030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62137f7c-0d8a-477a-9559-7d72dfd24559 req-3ad6825b-dd20-46b2-ba61-3362dc94e25f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:58.810549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62137f7c-0d8a-477a-9559-7d72dfd24559 req-3ad6825b-dd20-46b2-ba61-3362dc94e25f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0494056 Nov 27 16:14:58.863754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62137f7c-0d8a-477a-9559-7d72dfd24559 req-065d039e-8512-48de-8018-ad1c832195fd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466626 Nov 27 16:14:59.292589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd143a-d3ef-4115-8671-f3b945176a7f req-293ebd30-ffe9-4220-a348-f2a41fe65d7b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:59.295131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04bd143a-d3ef-4115-8671-f3b945176a7f req-293ebd30-ffe9-4220-a348-f2a41fe65d7b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0547009 Nov 27 16:14:59.350966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04bd143a-d3ef-4115-8671-f3b945176a7f req-c925e60c-568a-4ee9-a138-0ace5b2e588d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492046 Nov 27 16:14:59.853905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:14:59.994694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e3f9f-2cc1-4912-a758-dc0e69de2884 req-1f4f73e4-6b64-47c1-989d-1ffe7dfeff14 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:14:59.996141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b1e3f9f-2cc1-4912-a758-dc0e69de2884 req-1f4f73e4-6b64-47c1-989d-1ffe7dfeff14 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 943 time: 0.0571983 Nov 27 16:15:00.051755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b1e3f9f-2cc1-4912-a758-dc0e69de2884 req-15708a63-6ddf-46e2-9e28-602f71847b16 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Nov 27 16:15:00.315074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ca703c5a-99a5-4bf0-8bd7-d60006459b4c details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:15:00.427205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:00.440585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c', 'mac_address': 'fa:16:3e:21:f7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:15:00.485812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:00.501218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca703c5a-99a5-4bf0-8bd7-d60006459b4c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:15:00.504442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd256-8af0-438b-b3de-ccfe320933f0 req-3cbb853d-5028-4bec-b956-326f4439fc2d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:00.506848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f4bd256-8af0-438b-b3de-ccfe320933f0 req-3cbb853d-5028-4bec-b956-326f4439fc2d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0686986 Nov 27 16:15:00.525562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:00.530645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:00.567218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f4bd256-8af0-438b-b3de-ccfe320933f0 req-4710e796-4619-4136-a49f-d0f8b3137c90 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503676 Nov 27 16:15:00.593017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:00.602205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.602587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.602882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.603242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.603591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.603940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.604270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.604659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.605043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.605372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.605729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.606156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:00.753189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['ca703c5a-99a5-4bf0-8bd7-d60006459b4c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:15:01.189366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0043-a4e8-4aba-b58c-6fbd1dc1e82b req-dbb0dd80-d15c-4886-a630-650891ba488c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:01.191170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f88c0043-a4e8-4aba-b58c-6fbd1dc1e82b req-dbb0dd80-d15c-4886-a630-650891ba488c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 944 time: 0.0652368 Nov 27 16:15:01.244040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f88c0043-a4e8-4aba-b58c-6fbd1dc1e82b req-a0d74584-73fe-4425-8e78-04785c98b82c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Nov 27 16:15:01.750752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52f9e-208c-4ce6-bea2-1d36967a7fd0 req-ae25d30c-44c2-4b18-9555-34c7a45fa575 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:01.752863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9b52f9e-208c-4ce6-bea2-1d36967a7fd0 req-ae25d30c-44c2-4b18-9555-34c7a45fa575 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0695310 Nov 27 16:15:01.809099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a9b52f9e-208c-4ce6-bea2-1d36967a7fd0 req-93d9771e-4d5f-4974-a297-b10ebdddb667 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491579 Nov 27 16:15:01.865440 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:02.330172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ca703c5a-99a5-4bf0-8bd7-d60006459b4c up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:15:02.389381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991fbe7-7487-4410-886a-d7db6ca85433 req-a6356920-ca45-4141-9e85-eb07c1247340 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:02.393924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7991fbe7-7487-4410-886a-d7db6ca85433 req-a6356920-ca45-4141-9e85-eb07c1247340 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 944 time: 0.0721493 Nov 27 16:15:02.396688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port ca703c5a-99a5-4bf0-8bd7-d60006459b4c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:15:02.401493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port ca703c5a-99a5-4bf0-8bd7-d60006459b4c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:15:02.402115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:02.454645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7991fbe7-7487-4410-886a-d7db6ca85433 req-71c1e00f-6106-4127-811c-5140f6641677 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552645 Nov 27 16:15:02.507202 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:02.537783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:15:02.540887 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7aefd5-27b6-40e7-a3ac-f226a32b1f75" -d '{"events": [{"server_uuid": "f5bc94b1-bd30-468b-ba9a-2c769c2c45e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca703c5a-99a5-4bf0-8bd7-d60006459b4c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:15:02.556757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:02.569149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:02.598001 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40e206-e44e-4e27-93b8-58626cc25013 x-openstack-request-id: req-6d40e206-e44e-4e27-93b8-58626cc25013 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:15:02.598414 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bc94b1-bd30-468b-ba9a-2c769c2c45e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca703c5a-99a5-4bf0-8bd7-d60006459b4c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:15:02.598846 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d40e206-e44e-4e27-93b8-58626cc25013 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:15:02.599554 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c', 'code': 200} Nov 27 16:15:02.642753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:02.725785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00c6e-fcfc-47da-a7ff-d20c9d1ee52b req-58aeed7b-6fbf-42f4-bbba-532e6faa6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:02.727618 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83b00c6e-fcfc-47da-a7ff-d20c9d1ee52b req-58aeed7b-6fbf-42f4-bbba-532e6faa6db4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 1096 time: 0.0515115 Nov 27 16:15:02.803163 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-83b00c6e-fcfc-47da-a7ff-d20c9d1ee52b req-bb717163-8d11-48c9-9e43-7e41c64859b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670431 Nov 27 16:15:02.955376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb25-acc4-4bd6-a9af-2e1b042388a3 req-fafa9460-c3eb-4e92-b039-3953eed88bf4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:02.958311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d9eb25-acc4-4bd6-a9af-2e1b042388a3 req-fafa9460-c3eb-4e92-b039-3953eed88bf4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0607610 Nov 27 16:15:03.012741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20d9eb25-acc4-4bd6-a9af-2e1b042388a3 req-8777020b-301d-44ec-9290-8c1b785168a3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Nov 27 16:15:03.577381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269cd3e-f10b-4372-8c80-d339cb8bcb20 req-bc317a4d-59dc-4be8-bbac-a5d9bfc5d7b1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:03.578884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b269cd3e-f10b-4372-8c80-d339cb8bcb20 req-bc317a4d-59dc-4be8-bbac-a5d9bfc5d7b1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Nov 27 16:15:03.625836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b269cd3e-f10b-4372-8c80-d339cb8bcb20 req-ae6cab20-2a1b-4382-a243-77acdaec305f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Nov 27 16:15:04.156871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da37b1-ecd4-4dbe-ad5a-0af9974935b0 req-d2276913-0ea3-4c73-9d48-57d35144405c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:04.158466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9da37b1-ecd4-4dbe-ad5a-0af9974935b0 req-d2276913-0ea3-4c73-9d48-57d35144405c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0561430 Nov 27 16:15:04.215143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9da37b1-ecd4-4dbe-ad5a-0af9974935b0 req-0caa310e-16ea-4640-ab6c-25488269df0c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492027 Nov 27 16:15:04.756169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8bf07-1922-495a-aa7e-9bbce8decfb8 req-99360137-a909-4192-92df-f3c2126eac7a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:04.757794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54e8bf07-1922-495a-aa7e-9bbce8decfb8 req-99360137-a909-4192-92df-f3c2126eac7a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 945 time: 0.0561359 Nov 27 16:15:04.812002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54e8bf07-1922-495a-aa7e-9bbce8decfb8 req-017ca490-d1af-4ec8-9def-a30e9efc2cd6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475945 Nov 27 16:15:04.942679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3408dd-e599-4b27-83df-4968a17b435d req-605b09ca-88f4-4e0d-bbfa-55e370af241d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:04.944712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a3408dd-e599-4b27-83df-4968a17b435d req-605b09ca-88f4-4e0d-bbfa-55e370af241d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 945 time: 0.0544207 Nov 27 16:15:05.011453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a3408dd-e599-4b27-83df-4968a17b435d req-d514bc75-8d7c-4917-8ac4-048f855f6b31 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592453 Nov 27 16:15:05.227315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-464c75ab-defa-4454-ae7d-b4ded0e300f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:05.388901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346ae38-b3d8-4004-a853-7b28896deaf7 req-3d02a154-d768-475a-b8d0-91a01c070517 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:05.393270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e346ae38-b3d8-4004-a853-7b28896deaf7 req-3d02a154-d768-475a-b8d0-91a01c070517 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0868273 Nov 27 16:15:05.409496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a255-5c50-4e77-ad29-2743bea7e065 req-d4291d29-3797-4353-b824-46ca0bdb0b47 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:05.417373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b665a255-5c50-4e77-ad29-2743bea7e065 req-d4291d29-3797-4353-b824-46ca0bdb0b47 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 945 time: 0.1000264 Nov 27 16:15:05.503482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b665a255-5c50-4e77-ad29-2743bea7e065 req-a5160155-2292-469a-b4f3-1b119616b1cc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851054 Nov 27 16:15:05.508087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e346ae38-b3d8-4004-a853-7b28896deaf7 req-e47e6594-eab1-4c90-a16e-530fec6575c1 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884016 Nov 27 16:15:06.689667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a032ce7-76c8-47d9-861b-140359e6643a req-c94af02f-b081-4287-b443-2f09db19a780 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:06.691155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a032ce7-76c8-47d9-861b-140359e6643a req-c94af02f-b081-4287-b443-2f09db19a780 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 945 time: 0.0824816 Nov 27 16:15:06.699178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bf20e-283e-42da-87bd-ba07685a3be4 req-f2f5c6dc-d1b7-4f52-b715-16da2efa374a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:06.701959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-178bf20e-283e-42da-87bd-ba07685a3be4 req-f2f5c6dc-d1b7-4f52-b715-16da2efa374a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0950375 Nov 27 16:15:06.779608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a032ce7-76c8-47d9-861b-140359e6643a req-00799a56-4651-4478-ad1e-bbcdea6bdb16 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763743 Nov 27 16:15:06.787973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-178bf20e-283e-42da-87bd-ba07685a3be4 req-f539478f-8e07-498c-ba5f-112f990e41f0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765195 Nov 27 16:15:06.884299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-217c06bb-762c-4dab-a9ea-acaa91f9607f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:06.885752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-217c06bb-762c-4dab-a9ea-acaa91f9607f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 945 time: 0.0542705 Nov 27 16:15:06.983888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port ca703c5a-99a5-4bf0-8bd7-d60006459b4c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:15:06.984132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:07.079419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port ca703c5a-99a5-4bf0-8bd7-d60006459b4c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:07.079901 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:07.092580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for ca703c5a-99a5-4bf0-8bd7-d60006459b4c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:15:07.229521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:07.243220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3e312f6e-7de8-45f2-b369-d8cd3ca23583', 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:15:07.262850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=ca703c5a-99a5-4bf0-8bd7-d60006459b4c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:07.315407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port ca703c5a-99a5-4bf0-8bd7-d60006459b4c on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:15:07.318129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:07.322045 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-efc28654-3b3d-43f9-8445-ce7b88e945a7 req-e902a94e-a76b-4e72-8bf8-9bb65b1124ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "DELETE /v2.0/ports/ca703c5a-99a5-4bf0-8bd7-d60006459b4c HTTP/1.1" status: 204 len: 173 time: 0.4294934 Nov 27 16:15:07.322835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'name': 'network-vif-deleted', 'tag': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:15:07.325582 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdfcade-bb28-4ab3-a9fa-fc23693638c0" -d '{"events": [{"server_uuid": "f5bc94b1-bd30-468b-ba9a-2c769c2c45e2", "name": "network-vif-deleted", "tag": "ca703c5a-99a5-4bf0-8bd7-d60006459b4c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:15:07.423434 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea196c2-2149-4e63-9a14-99542496219f x-openstack-request-id: req-3ea196c2-2149-4e63-9a14-99542496219f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:15:07.423924 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bc94b1-bd30-468b-ba9a-2c769c2c45e2", "name": "network-vif-deleted", "tag": "ca703c5a-99a5-4bf0-8bd7-d60006459b4c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:15:07.424388 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ea196c2-2149-4e63-9a14-99542496219f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:15:07.425637 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bc94b1-bd30-468b-ba9a-2c769c2c45e2', 'name': 'network-vif-deleted', 'tag': 'ca703c5a-99a5-4bf0-8bd7-d60006459b4c', 'status': 'completed', 'code': 200} Nov 27 16:15:07.675419 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7ae747fa-bdb2-4537-a2e9-812be27ba1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:07.945921 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5dd6964-664e-43ff-8ab1-10f9acb2cabc req-5acc0c98-26e1-4a5e-96e7-93ad32c2bcd0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0435469 Nov 27 16:15:08.079692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8419dc1-f5dd-4e95-b24a-c557dfce86ce req-7780c2c3-926a-47e0-8567-274d8e6418f7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:08.081911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8419dc1-f5dd-4e95-b24a-c557dfce86ce req-7780c2c3-926a-47e0-8567-274d8e6418f7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1315515 Nov 27 16:15:08.152494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8419dc1-f5dd-4e95-b24a-c557dfce86ce req-3e842d6c-67ba-48df-9f7d-d275b189c0e3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633185 Nov 27 16:15:08.564076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:08.595675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:15:08.993734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:15:09.114080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f45245-a4c0-4fc7-b060-f0df90cc925e req-c6a247db-5f12-4144-b4e0-dc6f5f081417 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0514202 Nov 27 16:15:09.273627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:09.287559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'mac_address': 'fa:16:3e:c1:99:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:15:09.389824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6ba1a-5c70-4a07-90d5-80e1cdabd08e req-d591857e-af6a-402c-802f-3bd38ebb57ee tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:09.399180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0cd6ba1a-5c70-4a07-90d5-80e1cdabd08e req-d591857e-af6a-402c-802f-3bd38ebb57ee tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0790954 Nov 27 16:15:09.403707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:09.444368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:15:09.527112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:09.529628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0cd6ba1a-5c70-4a07-90d5-80e1cdabd08e req-c19f7939-186e-4965-b7d4-d1480543136d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220732 Nov 27 16:15:09.544608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:09.702147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:09.738468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['acb032cf-88bd-498b-b4a6-40ff75db9f98'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:15:10.310627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f87b69a-6c75-426d-8357-ef528a3ad896 req-bd33a389-06a0-43f7-91d2-ad814f3755b5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0746026 Nov 27 16:15:10.327302 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:10.393469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ca703c5a-99a5-4bf0-8bd7-d60006459b4c no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:15:10.427656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: ca703c5a-99a5-4bf0-8bd7-d60006459b4c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:15:10.428395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device ca703c5a-99a5-4bf0-8bd7-d60006459b4c not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:15:10.696574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775e6e-168d-4f2b-b0ed-415b926b76b2 req-c4fce15d-e07e-45be-90e2-3643e27ac836 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:10.705924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78775e6e-168d-4f2b-b0ed-415b926b76b2 req-c4fce15d-e07e-45be-90e2-3643e27ac836 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0767660 Nov 27 16:15:10.807171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78775e6e-168d-4f2b-b0ed-415b926b76b2 req-1cf5873f-d97a-4872-834c-7ea12790d674 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987518 Nov 27 16:15:10.997831 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:15:11.099656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port acb032cf-88bd-498b-b4a6-40ff75db9f98 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:15:11.101269 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:11.307793 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:11.374037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:11.436775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:15:11.445909 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5209b00-2bbf-48ed-8bf2-340a00762ec5" -d '{"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-plugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:15:11.482581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8db16591-1824-4be1-a970-92fc8eb815de req-60fb5198-7e8f-431f-844d-32315c48404c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0511942 Nov 27 16:15:11.489860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:11.500084 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:11.530972 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b3777-62f3-4c19-a826-2f579b03ade4 x-openstack-request-id: req-802b3777-62f3-4c19-a826-2f579b03ade4 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:15:11.531597 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-plugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:15:11.533581 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-802b3777-62f3-4c19-a826-2f579b03ade4 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:15:11.534118 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'code': 200} Nov 27 16:15:11.564174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:12.007038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd3507-65f0-487f-8c33-260bf6109e23 req-1c87719a-b118-4d23-8412-1e10d7d84720 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:12.014825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47bd3507-65f0-487f-8c33-260bf6109e23 req-1c87719a-b118-4d23-8412-1e10d7d84720 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0949926 Nov 27 16:15:12.100642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47bd3507-65f0-487f-8c33-260bf6109e23 req-deab2ff7-253e-4d2a-ba60-2882997e627a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805621 Nov 27 16:15:12.702900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a717d328-1c08-4dde-bd55-2818f0f52aa9 req-4989f7d0-1267-4e91-8f35-eb6f8d6fe587 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0438087 Nov 27 16:15:13.275443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b526a3-5397-45ac-9335-d2bd90dab2ec req-7fae58f9-df53-4a1d-9dab-66d7811697e2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:13.277301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55b526a3-5397-45ac-9335-d2bd90dab2ec req-7fae58f9-df53-4a1d-9dab-66d7811697e2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0663373 Nov 27 16:15:13.391027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55b526a3-5397-45ac-9335-d2bd90dab2ec req-e0f86dd7-6df8-4316-ae9b-cde6c4296c67 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967400 Nov 27 16:15:13.867045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7866ca64-eaab-4fcb-b1b1-ee0094570a60 req-8e571200-7887-42a7-a46c-a8f68ca8d95e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0615733 Nov 27 16:15:14.611474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8ae37-6c71-44f3-b7b6-356691d05614 req-056a49aa-558f-4b41-a8ff-f5762bb0678b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:14.615686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7c8ae37-6c71-44f3-b7b6-356691d05614 req-056a49aa-558f-4b41-a8ff-f5762bb0678b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0962136 Nov 27 16:15:14.677297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7c8ae37-6c71-44f3-b7b6-356691d05614 req-ab87493f-c7be-48a8-87b8-905fc3d5c7c3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601478 Nov 27 16:15:15.051495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23d32c2f-b0e6-4ff9-850b-1faf6f23005c req-ccdd3911-1a12-4e40-8f09-707da9ab5103 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5bc94b1-bd30-468b-ba9a-2c769c2c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0462708 Nov 27 16:15:15.885797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756bc2e-c26c-47ef-b4cf-fa19446d0999 req-457e4eb9-af1e-4164-8182-36b788527602 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:15.887689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4756bc2e-c26c-47ef-b4cf-fa19446d0999 req-457e4eb9-af1e-4164-8182-36b788527602 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0714808 Nov 27 16:15:15.989424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4756bc2e-c26c-47ef-b4cf-fa19446d0999 req-45377f90-5ded-4586-be63-c1449db684de tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949781 Nov 27 16:15:17.173209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70341286-2aad-4ee4-be2e-81c6173e7099 req-37f96deb-3115-49d6-a314-58520a9d72d8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:17.175495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70341286-2aad-4ee4-be2e-81c6173e7099 req-37f96deb-3115-49d6-a314-58520a9d72d8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0596941 Nov 27 16:15:17.280433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70341286-2aad-4ee4-be2e-81c6173e7099 req-f2392b40-473c-48fc-b109-9960434f0563 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964053 Nov 27 16:15:18.489267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc1695-6da8-42c5-8f91-ecd87f4737a9 req-cfe46d24-685e-48b8-a9c3-0ace92055641 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:18.493905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50fc1695-6da8-42c5-8f91-ecd87f4737a9 req-cfe46d24-685e-48b8-a9c3-0ace92055641 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0887966 Nov 27 16:15:18.580102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50fc1695-6da8-42c5-8f91-ecd87f4737a9 req-c229ab29-0223-407e-933d-6c01cc8273da tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785077 Nov 27 16:15:19.884338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d85ee6-1619-44ed-99f8-6283f02f14ff req-1a3f0780-7bf3-4729-ad34-99ea1cfa2f36 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:19.894815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18d85ee6-1619-44ed-99f8-6283f02f14ff req-1a3f0780-7bf3-4729-ad34-99ea1cfa2f36 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1285264 Nov 27 16:15:20.006919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18d85ee6-1619-44ed-99f8-6283f02f14ff req-f4107ff9-6d00-4bd5-a402-71115363de51 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098623 Nov 27 16:15:21.226198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def14f-9e5c-47e2-abd1-b7772b1e27b0 req-4ef77023-fda1-4e18-8be8-66a093ba4044 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:21.232183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8def14f-9e5c-47e2-abd1-b7772b1e27b0 req-4ef77023-fda1-4e18-8be8-66a093ba4044 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1196063 Nov 27 16:15:21.403725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8def14f-9e5c-47e2-abd1-b7772b1e27b0 req-bb961901-4814-4510-ab5f-8384c091fa99 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650157 Nov 27 16:15:22.647614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2162cb6-f021-48b5-9cd1-faaf7ba1891f req-0ffe8a4d-8995-4b61-923e-46ad9f23e818 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:22.661599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2162cb6-f021-48b5-9cd1-faaf7ba1891f req-0ffe8a4d-8995-4b61-923e-46ad9f23e818 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1235299 Nov 27 16:15:22.722317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2162cb6-f021-48b5-9cd1-faaf7ba1891f req-2a7d1475-9438-4ddc-a571-33745dde2a09 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595837 Nov 27 16:15:23.177230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43491fdd-ee7e-4010-b313-1d4d76131c28 req-a889d323-7a07-446d-b04e-77fab7c4994f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:23.186007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43491fdd-ee7e-4010-b313-1d4d76131c28 req-a889d323-7a07-446d-b04e-77fab7c4994f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 946 time: 0.0783608 Nov 27 16:15:23.254907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43491fdd-ee7e-4010-b313-1d4d76131c28 req-1ecf90d7-5784-482a-9aac-9ddd21c565c1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678089 Nov 27 16:15:23.886695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d6d44-3c14-4ae0-bc67-0e4f1615823d req-b288f778-4d7f-4019-be72-5b143fab883b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:23.891744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f4d6d44-3c14-4ae0-bc67-0e4f1615823d req-b288f778-4d7f-4019-be72-5b143fab883b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0834348 Nov 27 16:15:23.963839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f4d6d44-3c14-4ae0-bc67-0e4f1615823d req-437e88ae-a029-4948-91f7-2155ad11ef3a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655441 Nov 27 16:15:24.614863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-62bd7a65-3a95-49c7-9efe-c129d8c383d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:24.617047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-62bd7a65-3a95-49c7-9efe-c129d8c383d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 946 time: 0.0779696 Nov 27 16:15:24.661928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78f66-5994-42a7-94b8-b5331d0d8772 req-f66b0223-5084-450f-aecf-9c1ec744ad32 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:24.669141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eff78f66-5994-42a7-94b8-b5331d0d8772 req-f66b0223-5084-450f-aecf-9c1ec744ad32 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 946 time: 0.3079681 Nov 27 16:15:24.728503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eff78f66-5994-42a7-94b8-b5331d0d8772 req-f2eacf5d-abe1-4742-b2f9-a5315ccb83f4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b876b59-0a4f-4122-bbf5-5d7999c42856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538387 Nov 27 16:15:24.789066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:15:24.789437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:24.948255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port 3e312f6e-7de8-45f2-b369-d8cd3ca23583, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=3e312f6e-7de8-45f2-b369-d8cd3ca23583,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:24.948656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:24.970747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for 3e312f6e-7de8-45f2-b369-d8cd3ca23583 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:15:25.139136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cc18c-b743-4ea6-892b-2c8461aaa24b req-c59682fb-06cd-4ad5-93bf-94e13f220804 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:25.142144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-636cc18c-b743-4ea6-892b-2c8461aaa24b req-c59682fb-06cd-4ad5-93bf-94e13f220804 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0696816 Nov 27 16:15:25.160453 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:25.175014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['3e312f6e-7de8-45f2-b369-d8cd3ca23583'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:15:25.191320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=3e312f6e-7de8-45f2-b369-d8cd3ca23583,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:25.263430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port 3e312f6e-7de8-45f2-b369-d8cd3ca23583 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:15:25.266785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:25.270516 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98f49525-8c8f-4dfd-8104-cae43f287561 req-f9d547ba-9738-4212-8b56-b1d2cf0e198d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "DELETE /v2.0/ports/3e312f6e-7de8-45f2-b369-d8cd3ca23583 HTTP/1.1" status: 204 len: 173 time: 0.6464739 Nov 27 16:15:25.270987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'name': 'network-vif-deleted', 'tag': '3e312f6e-7de8-45f2-b369-d8cd3ca23583'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:15:25.274267 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202b5dfb-682d-4a24-888d-c3adcebe9596" -d '{"events": [{"server_uuid": "e2926446-0c0b-4cf7-9ce5-c95ac40b0362", "name": "network-vif-deleted", "tag": "3e312f6e-7de8-45f2-b369-d8cd3ca23583"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:15:25.283817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-636cc18c-b743-4ea6-892b-2c8461aaa24b req-d682b941-094d-4627-b764-ee6ab3402b43 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344385 Nov 27 16:15:25.328994 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc66af7f-40f7-48de-ba9a-9405720c7014 x-openstack-request-id: req-bc66af7f-40f7-48de-ba9a-9405720c7014 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:15:25.329319 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2926446-0c0b-4cf7-9ce5-c95ac40b0362", "name": "network-vif-deleted", "tag": "3e312f6e-7de8-45f2-b369-d8cd3ca23583", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:15:25.329661 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc66af7f-40f7-48de-ba9a-9405720c7014 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:15:25.330122 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2926446-0c0b-4cf7-9ce5-c95ac40b0362', 'name': 'network-vif-deleted', 'tag': '3e312f6e-7de8-45f2-b369-d8cd3ca23583', 'status': 'completed', 'code': 200} Nov 27 16:15:25.875281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d3313e6-66d1-4304-abd1-f5b046c275e0 req-67d8eeb1-c3f1-4f4b-9fd6-bf7f58bd2cbe tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0442317 Nov 27 16:15:25.923697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-a0ba9194-3b3c-40e3-a9bb-d8668dad3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:25.925510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-a0ba9194-3b3c-40e3-a9bb-d8668dad3007 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1096 time: 0.0483117 Nov 27 16:15:26.089964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-7e698806-056e-4458-8114-23a22bd5bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:26.093316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-7e698806-056e-4458-8114-23a22bd5bfe4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.1575408 Nov 27 16:15:26.216742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-912c157d-1c86-4bd9-ba2d-520fb7b280bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 1001 time: 0.1112845 Nov 27 16:15:26.284878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-aa29c242-2323-46db-b423-aed63a4c4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:26.287358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-aa29c242-2323-46db-b423-aed63a4c4f26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0586760 Nov 27 16:15:26.374993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-805c67e7-c40a-42a7-901d-cc4ee77f8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:26.381766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-805c67e7-c40a-42a7-901d-cc4ee77f8c40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823765 Nov 27 16:15:26.571332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ca06b-b13e-4e17-bee7-b9e79b525593 req-3e023114-6d85-4ceb-9767-5220d410c33c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:26.572836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-179ca06b-b13e-4e17-bee7-b9e79b525593 req-3e023114-6d85-4ceb-9767-5220d410c33c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1898007 Nov 27 16:15:26.645860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-179ca06b-b13e-4e17-bee7-b9e79b525593 req-d439de91-3e51-40ec-b687-5ca06bdd08d6 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541339 Nov 27 16:15:26.649109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-57ebf272-3d48-4f36-a047-4904d84a340f service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502706 Nov 27 16:15:26.728049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:26.800056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3ec0d64-2bb2-4467-9535-5f3b8e56a000 req-dd18abf4-17ba-439b-846c-00c04060bdc3 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362898 Nov 27 16:15:26.899072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.007599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.055333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d06c91fe-4077-4ae8-bffb-39be37c4a4a7 req-1f4ee91c-9c10-41ba-859d-0644374a5ea2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0433738 Nov 27 16:15:27.056475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.110512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4568728810334ad089100b994669fc47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814135 Nov 27 16:15:27.111287 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13faa9-fab2-4b9c-a9d9-f501a9e89490,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:27.113199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45868) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:27.119564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.119914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.120257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.120596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.120932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.121265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.121743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.122581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.122920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.123247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.123576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.123903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c1fd-e630-4ff5-bb40-f7845a3b03f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:15:27.180654 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d846639e-c44e-418e-84db-6557d40f821d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.201718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d846639e-c44e-418e-84db-6557d40f821d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.256029 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d846639e-c44e-418e-84db-6557d40f821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.258990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d846639e-c44e-418e-84db-6557d40f821d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.260560 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d846639e-c44e-418e-84db-6557d40f821d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff13faa9-fab2-4b9c-a9d9-f501a9e89490 HTTP/1.1" status: 204 len: 168 time: 0.1462498 Nov 27 16:15:27.292136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846639e-c44e-418e-84db-6557d40f821d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13faa9-fab2-4b9c-a9d9-f501a9e89490,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:27.588865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:27.604163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc5de8a2-a860-4681-b637-d8b6348ad329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.715201 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc5de8a2-a860-4681-b637-d8b6348ad329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.727122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc5de8a2-a860-4681-b637-d8b6348ad329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.796294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc5de8a2-a860-4681-b637-d8b6348ad329 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cf69b2045484f558b558bb20264e392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062180 Nov 27 16:15:27.799411 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 45884) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:27.802030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5de8a2-a860-4681-b637-d8b6348ad329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413fe5f9-8490-4481-8637-a48a3ee921c6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:27.842561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65559-28dc-4ba9-9c89-2f01158e7540 req-874cc53a-14a4-4d2b-81e0-908973ffbcb2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:27.854163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff65559-28dc-4ba9-9c89-2f01158e7540 req-874cc53a-14a4-4d2b-81e0-908973ffbcb2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.1224327 Nov 27 16:15:27.871376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3022ec1c-821f-4127-aa63-8a24ac35a067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.899751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3022ec1c-821f-4127-aa63-8a24ac35a067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.913705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ff65559-28dc-4ba9-9c89-2f01158e7540 req-033fc33f-ab6f-4326-85c1-2d70b02c6494 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556626 Nov 27 16:15:27.964701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3022ec1c-821f-4127-aa63-8a24ac35a067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.967670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3022ec1c-821f-4127-aa63-8a24ac35a067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:27.968977 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3022ec1c-821f-4127-aa63-8a24ac35a067 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/413fe5f9-8490-4481-8637-a48a3ee921c6 HTTP/1.1" status: 204 len: 168 time: 0.1683555 Nov 27 16:15:27.978835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022ec1c-821f-4127-aa63-8a24ac35a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413fe5f9-8490-4481-8637-a48a3ee921c6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:28.180347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2c56683-9dab-4615-94d1-a153251a1326 req-10696973-aa99-4a45-918a-b6228a86d2c1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0409567 Nov 27 16:15:28.468250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e312f6e-7de8-45f2-b369-d8cd3ca23583 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:15:28.510129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 3e312f6e-7de8-45f2-b369-d8cd3ca23583 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:15:28.510524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 3e312f6e-7de8-45f2-b369-d8cd3ca23583 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:15:29.059313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b43d2b-c4a9-4986-96d6-58aeed539b3a req-5da17e24-8d2c-4f08-84d8-b03a339ea0c7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:29.066913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50b43d2b-c4a9-4986-96d6-58aeed539b3a req-5da17e24-8d2c-4f08-84d8-b03a339ea0c7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0581679 Nov 27 16:15:29.115944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:15:29.132505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50b43d2b-c4a9-4986-96d6-58aeed539b3a req-d08df78c-63b1-45b0-9990-a5cc0f2e4e2a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647247 Nov 27 16:15:29.248330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:29.331135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:15:29.335885 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43befe9-275c-4dc5-8b51-fdc29ab6b353" -d '{"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-unplugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:15:29.353199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6041648c-7297-4626-8cfe-46f509270e49 req-cebcf511-8638-445b-954d-dfb3f7798845 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0498750 Nov 27 16:15:29.392165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:29.406435 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:29.451472 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33905f1a-67b0-49bb-aef9-4ec3f611dbeb x-openstack-request-id: req-33905f1a-67b0-49bb-aef9-4ec3f611dbeb {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:15:29.451990 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-unplugged", "status": "failed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "code": 422}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:15:29.452430 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33905f1a-67b0-49bb-aef9-4ec3f611dbeb {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:15:29.453034 n-d-819494-4 neutron-server[110077]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'code': 422} returned with failed status Nov 27 16:15:29.480201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:29.763047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-2d3525a6-344a-426a-bc07-479cacb8a72f req-b386e663-f3e8-4ce1-9681-babb999cf110 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:15:29.764015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d3525a6-344a-426a-bc07-479cacb8a72f req-b386e663-f3e8-4ce1-9681-babb999cf110 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052588 Nov 27 16:15:29.870708 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:30.010654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190986-d7f0-4432-abb9-29bae9317e28 req-92b4812c-0b31-4c07-89e2-23eb6adf1af7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:30.027095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf190986-d7f0-4432-abb9-29bae9317e28 req-92b4812c-0b31-4c07-89e2-23eb6adf1af7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.0714798 Nov 27 16:15:30.080050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf190986-d7f0-4432-abb9-29bae9317e28 req-58d99430-93e7-4297-97ca-4a1b52e030e9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519779 Nov 27 16:15:30.260325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 45984) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:30.450551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-937013bb-0f50-4b36-ad38-503544be8cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1890526 Nov 27 16:15:30.466682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-9827e551-c3ae-4e26-928e-0d3e21971eba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:15:30.467679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-9827e551-c3ae-4e26-928e-0d3e21971eba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073318 Nov 27 16:15:30.483117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1d3db94-1bcc-402a-b725-fb04c8cd55d1 req-6f3c62a9-b3db-496b-b5d3-8a29ff69c04e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0315418 Nov 27 16:15:31.288191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b825c-568c-48fd-a665-f585ca7aae8b req-08ff0409-2875-4606-bc0d-047d2fe19396 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:31.291109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-379b825c-568c-48fd-a665-f585ca7aae8b req-08ff0409-2875-4606-bc0d-047d2fe19396 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.0868158 Nov 27 16:15:31.361510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-379b825c-568c-48fd-a665-f585ca7aae8b req-eeeaad49-abeb-4f56-914e-ef583474e7af tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645144 Nov 27 16:15:31.700258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e34fc82-4f06-408c-ad47-b331497ac88f req-acbe1a79-dc38-4c89-91cf-bf9c9ed90486 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2926446-0c0b-4cf7-9ce5-c95ac40b0362 HTTP/1.1" status: 200 len: 210 time: 0.0838413 Nov 27 16:15:31.883655 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:32.583912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14884a-caf5-4534-88d5-2413ae814b65 req-a2cdaa5a-2737-495f-b3fa-6b2a96856a83 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:32.586156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd14884a-caf5-4534-88d5-2413ae814b65 req-a2cdaa5a-2737-495f-b3fa-6b2a96856a83 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.0732350 Nov 27 16:15:32.645787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd14884a-caf5-4534-88d5-2413ae814b65 req-e94d1c88-8c23-4550-84c7-efda4d7b73c7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510159 Nov 27 16:15:33.117625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:15:33.668516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46068) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:33.841367 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc577c1d-ea6c-46eb-9731-32a1f2369a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:33.869196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396467f-82d6-4d49-aef4-e369f9315d5f req-df3a8dfc-1c56-4909-b890-4e8cca6f3b50 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:33.870928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3396467f-82d6-4d49-aef4-e369f9315d5f req-df3a8dfc-1c56-4909-b890-4e8cca6f3b50 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.1026955 Nov 27 16:15:33.983075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc577c1d-ea6c-46eb-9731-32a1f2369a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.013396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc577c1d-ea6c-46eb-9731-32a1f2369a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.069754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46076) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:34.070283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc577c1d-ea6c-46eb-9731-32a1f2369a34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b21ea5f6095143b192ea068882ecd47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001906 Nov 27 16:15:34.078507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3396467f-82d6-4d49-aef4-e369f9315d5f req-9622f377-76da-4c30-b982-c7b26a72ae86 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890055 Nov 27 16:15:34.085168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577c1d-ea6c-46eb-9731-32a1f2369a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc67b094-9dd9-4584-bee9-e271b973e9e6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:34.180874 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ee21c94-71f1-4034-91b4-42ab876a52a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.218126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ee21c94-71f1-4034-91b4-42ab876a52a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.310977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ee21c94-71f1-4034-91b4-42ab876a52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.314412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4ee21c94-71f1-4034-91b4-42ab876a52a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.315642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4ee21c94-71f1-4034-91b4-42ab876a52a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc67b094-9dd9-4584-bee9-e271b973e9e6 HTTP/1.1" status: 204 len: 168 time: 0.2441666 Nov 27 16:15:34.329190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee21c94-71f1-4034-91b4-42ab876a52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc67b094-9dd9-4584-bee9-e271b973e9e6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:34.787924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46086) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:34.803144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3b05440a-6aca-49e4-8be8-d2da363c0079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.918535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3b05440a-6aca-49e4-8be8-d2da363c0079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:34.929378 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3b05440a-6aca-49e4-8be8-d2da363c0079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:35.020226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:35.030406 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3b05440a-6aca-49e4-8be8-d2da363c0079 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0e6846a21e841bf94fc0134952d66d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412500 Nov 27 16:15:35.032587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05440a-6aca-49e4-8be8-d2da363c0079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bca262-6a53-4f28-a9d0-28e2da61f22c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:35.126091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-f84d6f41-138e-40c8-92fe-957513a99995 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1048090 Nov 27 16:15:35.161065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ab61e4-f618-4ce5-a2a6-134c94ebc6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:35.210804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ab61e4-f618-4ce5-a2a6-134c94ebc6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:35.240492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a69ee586-a4b9-42f4-b15e-1c82751fa494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:35.339434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ab61e4-f618-4ce5-a2a6-134c94ebc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:35.346118 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57ab61e4-f618-4ce5-a2a6-134c94ebc6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:35.362264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57ab61e4-f618-4ce5-a2a6-134c94ebc6fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6bca262-6a53-4f28-a9d0-28e2da61f22c HTTP/1.1" status: 204 len: 168 time: 0.3289626 Nov 27 16:15:35.496465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab61e4-f618-4ce5-a2a6-134c94ebc6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bca262-6a53-4f28-a9d0-28e2da61f22c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:35.525064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce80cc-4386-440f-b467-727e841d6842 req-548be9de-660e-4589-95b5-cb96a2039f78 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.539755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cce80cc-4386-440f-b467-727e841d6842 req-548be9de-660e-4589-95b5-cb96a2039f78 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.2649541 Nov 27 16:15:35.572036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.572604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.574245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.574893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.575405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.584901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.585598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.587691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-181f7ac9-87d7-4e97-a789-884ce9c2f71a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.2803531 Nov 27 16:15:35.836859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e366c377-6e3b-4d17-8090-41a971954615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.842546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e366c377-6e3b-4d17-8090-41a971954615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.847209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e366c377-6e3b-4d17-8090-41a971954615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:35.850635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e366c377-6e3b-4d17-8090-41a971954615 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 2296 time: 0.2162254 Nov 27 16:15:35.979846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cce80cc-4386-440f-b467-727e841d6842 req-f3e3d77e-b051-4301-a303-b47ba59c2c8a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4390481 Nov 27 16:15:36.004055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-c2c815de-17ac-4e75-9b2e-58b76b77f97b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1002 time: 0.1327693 Nov 27 16:15:36.071215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-176a3c0b-1ea5-485c-bb6a-b10b3d5596d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:36.073785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-176a3c0b-1ea5-485c-bb6a-b10b3d5596d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.0588758 Nov 27 16:15:36.152442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-aa8d5017-4142-4e39-bde0-9fa94ca4fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:36.157448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-aa8d5017-4142-4e39-bde0-9fa94ca4fa7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711267 Nov 27 16:15:36.345742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e6e314ef-8e9d-423c-827e-994eb99eb788 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739182 Nov 27 16:15:36.546906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-edb5a131-ad2f-43ba-bf04-1a7e5e6048fe service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879945 Nov 27 16:15:36.610187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-b52158ab-e4ff-49f1-b530-9bfb28ad4032 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 217 time: 0.0506835 Nov 27 16:15:36.746451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-25875f16-ad2f-4535-a30b-d29bb2ca8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:36.748520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-25875f16-ad2f-4535-a30b-d29bb2ca8b9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.1273730 Nov 27 16:15:36.847465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-58a85dff-ac1b-488a-acc2-a38ea63af79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:36.849427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-58a85dff-ac1b-488a-acc2-a38ea63af79a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886917 Nov 27 16:15:37.027524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-06a4992d-c39f-44fd-99b7-323bbf3500a1 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653175 Nov 27 16:15:37.227330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-1990df9d-00b5-4fbd-b2fb-5cc29772b105 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859770 Nov 27 16:15:37.313102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-cfb7669d-5fee-40c2-98db-45a261aa78f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 217 time: 0.0708065 Nov 27 16:15:37.344601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:37.351362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579059392', 'description': 'tempest-secgroup-smoke-579059392 description', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:37.387227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-ee586abe-2d25-4504-b862-8e2e1da9b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:37.388637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-ee586abe-2d25-4504-b862-8e2e1da9b8f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0641818 Nov 27 16:15:37.400209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.409116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7ceef-d734-4839-93f6-eeb419123b57 req-1dbf09d3-982c-4e4b-8160-0270b9815a09 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:37.410831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7e7ceef-d734-4839-93f6-eeb419123b57 req-1dbf09d3-982c-4e4b-8160-0270b9815a09 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.2793319 Nov 27 16:15:37.480936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.494405 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.501671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-0838f8ca-d40a-4b3d-9c6c-0fc17f551192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:37.503390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-0838f8ca-d40a-4b3d-9c6c-0fc17f551192 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913551 Nov 27 16:15:37.538786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:37.543882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.548776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-801606af-be35-42ee-a8f3-dfebb70114ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2017205 Nov 27 16:15:37.549890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46192) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:37.553901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7e7ceef-d734-4839-93f6-eeb419123b57 req-2e8cd457-6c3e-47d2-8a7c-7c47b16d5827 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198435 Nov 27 16:15:37.556048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group_rule': {'security_group_id': '0cb8ec58-6f56-47dd-8a4b-12aed8fb8575', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:37.601039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.677743 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93a32233-472d-489e-a1a5-5007b3bec965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.748351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.753360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.761581 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-46d1a0a2-ca6c-40db-8e25-6bff835d4f8c service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423549 Nov 27 16:15:37.775332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a57890-4ec7-481a-91d0-e32e69b24c9a,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:37.792020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.793700 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e7734045-d6c1-4757-98a7-ebc6d8ff869d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2418816 Nov 27 16:15:37.796352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:37.803842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group_rule': {'security_group_id': '0cb8ec58-6f56-47dd-8a4b-12aed8fb8575', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:37.838887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.923440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.930477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.956385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:37.957632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598847 Nov 27 16:15:37.960828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7b72f-236b-4a8e-8e50-a653c5173483 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684c5b73-7f0a-4a27-9ed6-b3b79d5a1909,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:37.962872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:37.973581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group_rule': {'security_group_id': '0cb8ec58-6f56-47dd-8a4b-12aed8fb8575', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:37.991268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-2023b4b3-12bb-4689-8c6a-9c018ff5039d service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167368 Nov 27 16:15:38.051098 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.080178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-f2ebe72c-c351-491d-aef6-30daa66c41e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 217 time: 0.0695200 Nov 27 16:15:38.119280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.140985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.167371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac68d21-626f-4540-96cd-2136d833455c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:38.176044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.180063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46210) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:38.180200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fb76ce23-b0c0-4e54-96aa-e3f2fb8daf8a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166493 Nov 27 16:15:38.181919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-47a7fa7e-5ec3-4efd-8f1c-22c23f11aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:38.183323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-47a7fa7e-5ec3-4efd-8f1c-22c23f11aa1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0808737 Nov 27 16:15:38.185267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group_rule': {'security_group_id': '0cb8ec58-6f56-47dd-8a4b-12aed8fb8575', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:38.222344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.263762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-5e513d5f-bdc3-46f8-92c8-2a531d093d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:38.265397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-5e513d5f-bdc3-46f8-92c8-2a531d093d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742648 Nov 27 16:15:38.314129 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.322167 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.355213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56c152d-0073-4f3d-8632-6bc4bca5331d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:38.378709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.383670 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-026cdb0c-126a-4e00-844f-c0de45b4f20b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999502 Nov 27 16:15:38.384609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46214) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:38.392032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group_rule': {'security_group_id': '0cb8ec58-6f56-47dd-8a4b-12aed8fb8575', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:38.410880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-2d7bedc6-fc95-4157-967a-9993094daee6 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327007 Nov 27 16:15:38.438427 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Project e02605232ffa41fcab8dd31c3d1c89a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:15:38.446697 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.546700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-f6fdfd4b-1378-45ff-aafa-6f739b841dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247108 Nov 27 16:15:38.564934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.574938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.575162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.605954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232969d0-59ab-4734-b49a-c5102f64e33f,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:38.628770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.636338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-471d3a1c-c112-41fa-91e4-8d66d57ede83 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2506888 Nov 27 16:15:38.637011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46220) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:38.647560 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'security_group_rule': {'security_group_id': '0cb8ec58-6f56-47dd-8a4b-12aed8fb8575', 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:38.647899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-852a4d7a-05b4-4d92-b05a-1f0ed3048931 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 217 time: 0.0853398 Nov 27 16:15:38.726810 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Project e02605232ffa41fcab8dd31c3d1c89a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:15:38.743150 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.838694 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.840049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-0168153d-73c2-447f-92a5-2939f45ffa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:38.841759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-0168153d-73c2-447f-92a5-2939f45ffa3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.1869547 Nov 27 16:15:38.846985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.855975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccec191-4d7d-470e-9bf0-d77291256294 req-884cf5e4-4bac-4b2d-9261-b783106f04da tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:38.857546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cccec191-4d7d-470e-9bf0-d77291256294 req-884cf5e4-4bac-4b2d-9261-b783106f04da tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.1855853 Nov 27 16:15:38.891218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd17a360-ebb3-41e8-b894-1bb00d3c7b43,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:38.900326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:38.917584 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-599435c9-111b-4e7e-a8d0-7c324cebbbb6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2791755 Nov 27 16:15:38.982234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-65762948-ebe4-457e-92b4-1007c944a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:38.987094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-65762948-ebe4-457e-92b4-1007c944a4e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264904 Nov 27 16:15:38.993942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cccec191-4d7d-470e-9bf0-d77291256294 req-c4d08273-fa34-42bc-b76f-24887e170a58 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167829 Nov 27 16:15:39.192250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-12a14a3c-bfaf-4f4a-8a58-9d29da29427a service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940351 Nov 27 16:15:39.350364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-1d31bde2-d688-4f00-85ad-123582a8ab94 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475000 Nov 27 16:15:39.836042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-a3bb80c7-f126-4e72-b856-6945619a19cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 217 time: 0.4747655 Nov 27 16:15:39.892070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-96b7d1fe-ad40-4216-9ed2-9ee320d50cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:39.907547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-96b7d1fe-ad40-4216-9ed2-9ee320d50cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4&tenant_id=ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 1094 time: 0.2185283 Nov 27 16:15:39.915564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e144b897-24d7-45bd-b3e4-3f9db4262f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:39.917241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-e144b897-24d7-45bd-b3e4-3f9db4262f22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0682566 Nov 27 16:15:39.919271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:15:39.986367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-5309eb5f-1edc-4c43-a2cb-b46c37d2a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:39.988031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-5309eb5f-1edc-4c43-a2cb-b46c37d2a925 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616782 Nov 27 16:15:40.007390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:40.008351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-2776941c-8371-4c17-9f76-b6767779b834 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:15:40.009670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-2776941c-8371-4c17-9f76-b6767779b834 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090005 Nov 27 16:15:40.177188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2da697-8c1c-4e85-b3ec-1aa77133758c req-1e72f47c-1905-4870-ba55-4534fae6e560 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:40.178817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f2da697-8c1c-4e85-b3ec-1aa77133758c req-1e72f47c-1905-4870-ba55-4534fae6e560 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 943 time: 0.0796800 Nov 27 16:15:40.198480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-1b0b5e37-406b-486d-92e1-05ba3210eb06 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791091 Nov 27 16:15:40.268363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:15:40.308139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3f2da697-8c1c-4e85-b3ec-1aa77133758c req-e66d4caf-7115-4834-b871-e1f555d6374b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225731 Nov 27 16:15:40.312253 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:40.328348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:15:40.346695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-7c92414a-597e-4290-9440-682b75c4fe30 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281302 Nov 27 16:15:40.379392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:15:40.389393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:40.400923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-5e3b4c24-f797-41d0-b852-4f68e09b8ffd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.0423882 Nov 27 16:15:40.405528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Transition to ACTIVE for port object acb032cf-88bd-498b-b4a6-40ff75db9f98 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:15:40.410392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:40.482627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-536b1020-e671-4df5-9659-0c96e0665211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:40.484681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-536b1020-e671-4df5-9659-0c96e0665211 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0709770 Nov 27 16:15:40.553049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=9']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:40.570706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-3a52fe94-fa26-4cab-9434-645f0c013ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:40.577933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-3a52fe94-fa26-4cab-9434-645f0c013ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758388 Nov 27 16:15:40.662813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] No DVR routers for this DVR port acb032cf-88bd-498b-b4a6-40ff75db9f98 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:15:40.769600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-27a253ee-dbdf-432a-bebc-2f2fcdad59af service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811774 Nov 27 16:15:40.864748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:15:40.865093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:15:40.865447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:15:40.873712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Port acb032cf-88bd-498b-b4a6-40ff75db9f98 on network 703c0957-b441-4b6b-b65d-44741cf82057 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:15:40.873922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Attempting to bind port acb032cf-88bd-498b-b4a6-40ff75db9f98 on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:15:40.881811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:15:40.882156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:15:40.882544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Bound using segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:15:40.882973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Bound port: acb032cf-88bd-498b-b4a6-40ff75db9f98, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:15:40.883333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:40.899168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e10482b-51d7-4cef-9c8d-7b7faf56b6db req-1139d6e0-0ee4-46aa-9d1b-676d52ba38fd service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206489 Nov 27 16:15:40.994658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:15:40.998178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:15:41.006974 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:41.058991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:41.059669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:41.061021 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] 10.222.0.37 "PUT /v2.0/ports/acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 1091 time: 1.1472960 Nov 27 16:15:41.061490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:15:41.064295 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6267bc19-ad68-4c2a-bce2-417bec634488" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:15:41.112815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869db4e-81e0-43e5-8ce5-5cb250cd2985 service neutron] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:41.142004 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2db923-f059-451f-8cab-b2565e0a5ca7 x-openstack-request-id: req-2d2db923-f059-451f-8cab-b2565e0a5ca7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:15:41.142302 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:15:41.142559 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d2db923-f059-451f-8cab-b2565e0a5ca7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:15:41.142963 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'status': 'completed', 'code': 200} Nov 27 16:15:41.167771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-b16e8193-356d-4c9e-8b77-b6b0cbc6d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:41.170017 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-b16e8193-356d-4c9e-8b77-b6b0cbc6d8a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1095 time: 0.0714021 Nov 27 16:15:41.191567 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:41.417861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-2bd6022e-c3e0-4f17-ac42-8131582f3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:41.419476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-2bd6022e-c3e0-4f17-ac42-8131582f3679 service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.2387648 Nov 27 16:15:41.536817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace2e4-8cb5-49a6-87e3-de0546a8da22 req-30eb1714-90a4-4b78-b71a-ab39f56d8aa9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:41.544569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65ace2e4-8cb5-49a6-87e3-de0546a8da22 req-30eb1714-90a4-4b78-b71a-ab39f56d8aa9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0936096 Nov 27 16:15:41.610851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65ace2e4-8cb5-49a6-87e3-de0546a8da22 req-fe1d93c4-775d-4e05-9ef2-35c6c51c3ffd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650394 Nov 27 16:15:41.636216 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-906d0d39-8a72-40d6-867b-b9228ef1a131 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 999 time: 0.2068224 Nov 27 16:15:41.713178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-a1fe15a2-1dd0-47c7-bfd9-8b8a7b9b5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:41.714689 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-a1fe15a2-1dd0-47c7-bfd9-8b8a7b9b5979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0694127 Nov 27 16:15:41.774185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-20674069-e958-4c5f-aa91-8e3e974b13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:41.775545 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-20674069-e958-4c5f-aa91-8e3e974b13df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520880 Nov 27 16:15:41.888042 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-cd3b345d-7631-4cbc-a749-c781724bcd6e service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049807 Nov 27 16:15:42.006464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5c8c7c22-4616-4f42-805a-2791c702bd89 req-ff8d298c-201f-4cb3-bc08-e747eb89afab service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108575 Nov 27 16:15:42.146876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-bc103253-ebef-46e9-bdda-fdff4ba93c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:42.148613 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-bc103253-ebef-46e9-bdda-fdff4ba93c4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1095 time: 0.0813684 Nov 27 16:15:42.337495 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-5a50b131-030f-41af-8ed4-5c4bb60265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:42.339052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-5a50b131-030f-41af-8ed4-5c4bb60265b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.1823633 Nov 27 16:15:42.443636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-25d8a5af-3ba2-4d54-bf94-614b0a14327e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 999 time: 0.0945203 Nov 27 16:15:42.550142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-d4b6244a-bfc6-4d3a-8f93-aadfa9740219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:42.558127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-d4b6244a-bfc6-4d3a-8f93-aadfa9740219 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.1064408 Nov 27 16:15:42.678703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-a7889906-f28d-4a59-bff8-dc35b42567de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:42.685146 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-a7889906-f28d-4a59-bff8-dc35b42567de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157289 Nov 27 16:15:42.920740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-b698d782-0db7-483e-8162-dd07a896196b service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284353 Nov 27 16:15:42.948213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0b78-c854-42cc-99c6-e045913fbd4b req-d34f1f83-7b2a-4152-9765-2d83a1fa32e6 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:42.965204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5acb0b78-c854-42cc-99c6-e045913fbd4b req-d34f1f83-7b2a-4152-9765-2d83a1fa32e6 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.2458737 Nov 27 16:15:43.078666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5acb0b78-c854-42cc-99c6-e045913fbd4b req-497d5e4f-b926-4b4a-afea-2a90d29bde45 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100669 Nov 27 16:15:43.227629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6267bc19-ad68-4c2a-bce2-417bec634488 req-f93cc79e-b5ef-43a4-9351-3606cbbd434c service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898312 Nov 27 16:15:44.349811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f687-ec4c-4b53-9a5d-48a166d1f9d2 req-5bc0e7b7-8c18-4ed2-970b-07b4fc5502b9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:44.349811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52b8f687-ec4c-4b53-9a5d-48a166d1f9d2 req-5bc0e7b7-8c18-4ed2-970b-07b4fc5502b9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.1287251 Nov 27 16:15:44.450215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52b8f687-ec4c-4b53-9a5d-48a166d1f9d2 req-00fb2e76-b598-4b58-9618-b91878769d78 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972307 Nov 27 16:15:45.596734 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:15:45.661651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a15c99-10a3-411d-a220-78a781040ce4 req-7d052634-90ef-4648-af18-1b1cedf27966 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:45.668888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76a15c99-10a3-411d-a220-78a781040ce4 req-7d052634-90ef-4648-af18-1b1cedf27966 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0781903 Nov 27 16:15:45.751061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76a15c99-10a3-411d-a220-78a781040ce4 req-76051f80-dff3-44d4-abe0-1353a7daa06f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811241 Nov 27 16:15:47.094284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feee6b-ec1d-47c4-8d73-1bcc5878a6cc req-e8671194-b2d6-4ab9-b6c3-2d812f783da1 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:47.096016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33feee6b-ec1d-47c4-8d73-1bcc5878a6cc req-e8671194-b2d6-4ab9-b6c3-2d812f783da1 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.1496968 Nov 27 16:15:47.190246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33feee6b-ec1d-47c4-8d73-1bcc5878a6cc req-49c574bf-c65d-411d-b0aa-b26a46cf37d2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871024 Nov 27 16:15:48.469437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd33752-3f87-434d-95e9-fe4794bd54cb req-db0bcad7-7ca8-4907-8938-b5f2736b0729 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:48.472249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1dd33752-3f87-434d-95e9-fe4794bd54cb req-db0bcad7-7ca8-4907-8938-b5f2736b0729 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0899038 Nov 27 16:15:48.584077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1dd33752-3f87-434d-95e9-fe4794bd54cb req-42c8ef13-7d5f-4708-9983-68ae8c98aeaa tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837550 Nov 27 16:15:49.863241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6463b5-ca78-4076-bb3e-0779c24eb896 req-d1721968-15b9-4dc6-b562-050345e142ee tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:49.865666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b6463b5-ca78-4076-bb3e-0779c24eb896 req-d1721968-15b9-4dc6-b562-050345e142ee tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.1339877 Nov 27 16:15:49.927415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6b6463b5-ca78-4076-bb3e-0779c24eb896 req-6a6dafc5-2cf3-4b59-9169-f3c95afb3bf1 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558214 Nov 27 16:15:50.647934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46486) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:50.906153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb046ad8-e3c1-41d9-960b-8a1c007a3ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.188532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb046ad8-e3c1-41d9-960b-8a1c007a3ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.193111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47f4d9-b1f8-4e28-8ac5-e2ec89230e9b req-c7b57794-5a67-4bb1-80aa-34d59e697eae tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:51.195475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b47f4d9-b1f8-4e28-8ac5-e2ec89230e9b req-c7b57794-5a67-4bb1-80aa-34d59e697eae tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.1152475 Nov 27 16:15:51.200034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb046ad8-e3c1-41d9-960b-8a1c007a3ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.269712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b47f4d9-b1f8-4e28-8ac5-e2ec89230e9b req-58dfd07a-a580-44ff-94f9-468b4a5da3f5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634694 Nov 27 16:15:51.290444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb046ad8-e3c1-41d9-960b-8a1c007a3ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8b6e8-1867-406a-bbf1-e5c4f363a591,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:51.300859 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb046ad8-e3c1-41d9-960b-8a1c007a3ea7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d8826b0f4584265b86202954477cce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6523893 Nov 27 16:15:51.303549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46498) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:51.391644 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f779ab-5871-4d7f-bb85-081f711f99cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.417514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f779ab-5871-4d7f-bb85-081f711f99cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.507734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f779ab-5871-4d7f-bb85-081f711f99cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.511356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6f779ab-5871-4d7f-bb85-081f711f99cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:51.520446 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6f779ab-5871-4d7f-bb85-081f711f99cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38f8b6e8-1867-406a-bbf1-e5c4f363a591 HTTP/1.1" status: 204 len: 168 time: 0.2094991 Nov 27 16:15:51.534463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f779ab-5871-4d7f-bb85-081f711f99cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8b6e8-1867-406a-bbf1-e5c4f363a591,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:52.228056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:52.264055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-597791fe-4689-488a-a841-da9cb45d520b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.450559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-597791fe-4689-488a-a841-da9cb45d520b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.458466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-597791fe-4689-488a-a841-da9cb45d520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.525290 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-597791fe-4689-488a-a841-da9cb45d520b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cc803f5dfba45afb5596b875303a2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959797 Nov 27 16:15:52.526503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2d821-3027-4dd5-8578-6eda2c131ac6 req-0ed39df7-09a4-4dcb-bce5-3a5952f687ea tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:52.528380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46526) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:52.529602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68d2d821-3027-4dd5-8578-6eda2c131ac6 req-0ed39df7-09a4-4dcb-bce5-3a5952f687ea tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.1135299 Nov 27 16:15:52.567222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597791fe-4689-488a-a841-da9cb45d520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38b5dd-5621-4263-a5ed-fbc15fa4e033,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:52.683371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f5bb4eb-621c-4124-87e8-ef2e2831d98a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.696394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68d2d821-3027-4dd5-8578-6eda2c131ac6 req-ee197901-5ce6-46e3-8fbf-cd27e12f25cd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549528 Nov 27 16:15:52.739693 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f5bb4eb-621c-4124-87e8-ef2e2831d98a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.819067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f5bb4eb-621c-4124-87e8-ef2e2831d98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.829594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f5bb4eb-621c-4124-87e8-ef2e2831d98a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:52.848657 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f5bb4eb-621c-4124-87e8-ef2e2831d98a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e38b5dd-5621-4263-a5ed-fbc15fa4e033 HTTP/1.1" status: 204 len: 168 time: 0.3185382 Nov 27 16:15:52.872835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bb4eb-621c-4124-87e8-ef2e2831d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38b5dd-5621-4263-a5ed-fbc15fa4e033,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:53.901865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef31f5-0f34-44c3-b313-901b94cec32b req-594a4690-1e8e-4903-a466-b00a8e52632b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:53.906147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eeef31f5-0f34-44c3-b313-901b94cec32b req-594a4690-1e8e-4903-a466-b00a8e52632b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0660446 Nov 27 16:15:53.973870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eeef31f5-0f34-44c3-b313-901b94cec32b req-d6026b54-0127-4150-84df-fb9de3fa1f94 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620983 Nov 27 16:15:55.085145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 46620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:55.112136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3122ec-70a9-4c8f-b545-316b51483be3 req-48003d1c-92bc-40c2-a9b6-fb2898bbba02 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:55.120534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e3122ec-70a9-4c8f-b545-316b51483be3 req-48003d1c-92bc-40c2-a9b6-fb2898bbba02 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0630953 Nov 27 16:15:55.174491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e3122ec-70a9-4c8f-b545-316b51483be3 req-5ea90790-8f5b-4358-9f1d-de56550ce8c5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525126 Nov 27 16:15:55.236955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8f19044-b0ad-4703-b455-09b1f4fc1d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.329435 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8f19044-b0ad-4703-b455-09b1f4fc1d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.334772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e8f19044-b0ad-4703-b455-09b1f4fc1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.378582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e8f19044-b0ad-4703-b455-09b1f4fc1d56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daeee37c2f6d4aac9100a25e69812052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920887 Nov 27 16:15:55.380087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f19044-b0ad-4703-b455-09b1f4fc1d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef1bcb-10f9-44ca-85af-2aa4584df64f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:55.381854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46626) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:55.446855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2037010-c6b7-4a90-9b9b-aedf90c252b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.472224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2037010-c6b7-4a90-9b9b-aedf90c252b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.526433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2037010-c6b7-4a90-9b9b-aedf90c252b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.529896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2037010-c6b7-4a90-9b9b-aedf90c252b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.533889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d2037010-c6b7-4a90-9b9b-aedf90c252b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7ef1bcb-10f9-44ca-85af-2aa4584df64f HTTP/1.1" status: 204 len: 168 time: 0.1508095 Nov 27 16:15:55.543323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2037010-c6b7-4a90-9b9b-aedf90c252b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef1bcb-10f9-44ca-85af-2aa4584df64f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:55.876944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46638) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:55.899773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10363a0a-07f5-4b9b-8676-127e4ce1d047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.994899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10363a0a-07f5-4b9b-8676-127e4ce1d047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:55.999057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-10363a0a-07f5-4b9b-8676-127e4ce1d047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:56.031247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10363a0a-07f5-4b9b-8676-127e4ce1d047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fa41d8-99af-451f-9323-378565b93130,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:56.055172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-10363a0a-07f5-4b9b-8676-127e4ce1d047 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dad77201ff6b4ab8ac468c61c2e2403d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748357 Nov 27 16:15:56.055429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 46642) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:15:56.107543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2240ad7-ce40-4614-97ce-7fdba17aa15a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:56.146764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2240ad7-ce40-4614-97ce-7fdba17aa15a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:56.221817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2240ad7-ce40-4614-97ce-7fdba17aa15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:56.227075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f2240ad7-ce40-4614-97ce-7fdba17aa15a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:56.239553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f2240ad7-ce40-4614-97ce-7fdba17aa15a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7fa41d8-99af-451f-9323-378565b93130 HTTP/1.1" status: 204 len: 168 time: 0.1752713 Nov 27 16:15:56.264742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240ad7-ce40-4614-97ce-7fdba17aa15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fa41d8-99af-451f-9323-378565b93130,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:15:56.324481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53776832-4660-48df-bde1-c12d881a3dcb req-2b31acc2-a742-4610-bdcf-c06078b94a2b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:56.326139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53776832-4660-48df-bde1-c12d881a3dcb req-2b31acc2-a742-4610-bdcf-c06078b94a2b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0554264 Nov 27 16:15:56.389958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53776832-4660-48df-bde1-c12d881a3dcb req-3cdb9fe8-2a99-4f64-b303-655509faddc4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573916 Nov 27 16:15:57.548256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57901c5-bbd3-4f5d-af27-04387757efdd req-ca22951e-2c27-426f-82cd-5a8e8eaf608b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:57.550429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f57901c5-bbd3-4f5d-af27-04387757efdd req-ca22951e-2c27-426f-82cd-5a8e8eaf608b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0580022 Nov 27 16:15:57.617821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f57901c5-bbd3-4f5d-af27-04387757efdd req-e09bbd41-73aa-4cfb-82e7-b1ae0c1d92ea tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615599 Nov 27 16:15:58.748635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb825bed-0030-4704-a6e5-2d7f203a7645 req-7ac0162f-8e89-44e0-951b-c82110dc94e5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:58.757787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb825bed-0030-4704-a6e5-2d7f203a7645 req-7ac0162f-8e89-44e0-951b-c82110dc94e5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0607867 Nov 27 16:15:58.817329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb825bed-0030-4704-a6e5-2d7f203a7645 req-ab4f6056-6ae2-4fda-9e25-684271d0ca8b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524714 Nov 27 16:15:59.868517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:15:59.950529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a587d7-6008-4fc8-b419-21b74acd445f req-90cf4a9f-a5e8-4241-a848-1aaaa29a3150 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:15:59.953013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a587d7-6008-4fc8-b419-21b74acd445f req-90cf4a9f-a5e8-4241-a848-1aaaa29a3150 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0548062 Nov 27 16:16:00.012563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63a587d7-6008-4fc8-b419-21b74acd445f req-c1414965-7ac6-4627-9b30-1d3e1aa69f53 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528693 Nov 27 16:16:01.159835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666b84-f0e9-46f1-949c-905bf5490b38 req-da93c202-3237-4a5b-a62c-283e8005b3d9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:01.170571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0666b84-f0e9-46f1-949c-905bf5490b38 req-da93c202-3237-4a5b-a62c-283e8005b3d9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0716608 Nov 27 16:16:01.231229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0666b84-f0e9-46f1-949c-905bf5490b38 req-32fd917c-b36c-401a-abdd-b26833a8edd4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552769 Nov 27 16:16:01.883406 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:01.979447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-0340d4d7-080f-4583-8858-022c3d8d1c15 req-d6bf69e6-949c-48ba-a347-e58b923a99ac service neutron] (110075) timed out ('10.222.0.15', 37008) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:16:02.521245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc37f9-38f3-4d77-80ea-5febded6ee7d req-05215477-4ed3-4976-b6fb-b0c20d3850cf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:02.524263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71bc37f9-38f3-4d77-80ea-5febded6ee7d req-05215477-4ed3-4976-b6fb-b0c20d3850cf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 944 time: 0.0854893 Nov 27 16:16:02.589985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71bc37f9-38f3-4d77-80ea-5febded6ee7d req-030ae4d0-106c-44cf-9a5a-efe7c5124a2f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571969 Nov 27 16:16:02.611355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:16:02.741712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:02.762326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'port_id': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'mac_address': 'fa:16:3e:c1:99:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:16:02.826947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:02.849499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:02.878582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:02.886232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:02.946262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:02.954624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.955240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.955746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.956234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.958235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.958792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.959471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.960613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.961176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.961761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.962330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:02.962891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:03.105678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['acb032cf-88bd-498b-b4a6-40ff75db9f98'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:16:03.775200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4360-d4d6-49cf-b16d-9ca4a255e77e req-0ee30497-94d8-45e5-b41d-7682fc129afc tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:03.776740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c2e4360-d4d6-49cf-b16d-9ca4a255e77e req-0ee30497-94d8-45e5-b41d-7682fc129afc tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 945 time: 0.0610089 Nov 27 16:16:03.850569 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c2e4360-d4d6-49cf-b16d-9ca4a255e77e req-954eb9e0-c9db-46f1-afc5-571554b3680c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674403 Nov 27 16:16:04.625616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:16:04.714499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port acb032cf-88bd-498b-b4a6-40ff75db9f98 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:16:04.719186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port acb032cf-88bd-498b-b4a6-40ff75db9f98 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:04.719922 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:04.820360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:04.878290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:04.879858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:04.883682 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487ff953-8f19-47da-95b4-885c09555d84" -d '{"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-plugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:04.888400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:04.931217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-092a60db-ba8d-4162-9c3e-70a6f164b95d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579059392&fields=id&tenant_id=e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 267 time: 0.0864444 Nov 27 16:16:04.948217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:05.073280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b9a98-faf3-44e2-9b6c-8657d97cc51a req-aa5e0915-d5f0-4a23-b175-893e5c87d595 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:05.074777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe5b9a98-faf3-44e2-9b6c-8657d97cc51a req-aa5e0915-d5f0-4a23-b175-893e5c87d595 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.1057591 Nov 27 16:16:05.107867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-a3f3be5e-2aae-4d83-a9dd-0d3a4516ac96 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:05.109370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-a3f3be5e-2aae-4d83-a9dd-0d3a4516ac96 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.1698058 Nov 27 16:16:05.146556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-4bf7fbb3-f9b0-49b1-aa01-c7f4558c2134 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0284934 Nov 27 16:16:05.150689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe5b9a98-faf3-44e2-9b6c-8657d97cc51a req-e6e2e24f-483e-4699-90df-ecd9da1fbe6d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695872 Nov 27 16:16:05.200705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6428a8f6-b42e-47b7-baed-7b86903520a7 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483220 Nov 27 16:16:05.203796 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e153ef61-3851-4c86-a084-1c16da293511 x-openstack-request-id: req-e153ef61-3851-4c86-a084-1c16da293511 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:05.204193 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-plugged", "status": "completed", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:05.204523 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e153ef61-3851-4c86-a084-1c16da293511 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:05.205000 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'code': 200} Nov 27 16:16:05.236538 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b2de5942-cc88-42bc-8ef6-039a2ace482c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:05.310812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-3b2460b4-4883-49cf-b15f-bfd2cfede677 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923278 Nov 27 16:16:05.386430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb64b-7f18-4d9a-94c0-ed547e7e6832 req-fafc6f9f-9f48-42d8-b13e-1f3e6257e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:05.388012 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff7eb64b-7f18-4d9a-94c0-ed547e7e6832 req-fafc6f9f-9f48-42d8-b13e-1f3e6257e7a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1097 time: 0.0544946 Nov 27 16:16:05.411054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-5140e2c4-1d94-4819-933a-eb6058ce723c service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934575 Nov 27 16:16:05.506024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ff7eb64b-7f18-4d9a-94c0-ed547e7e6832 req-5ad3d885-d7a0-4108-92bf-1743a6cbde5a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037447 Nov 27 16:16:05.794397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f171e937-ce27-40e6-af57-6795e538ec00 req-9059bcbd-905a-4be5-bf84-60cad0bca487 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0390761 Nov 27 16:16:06.299448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ef366-b880-499f-9bd6-ce9d640d1622 req-aec3a31c-066b-4885-9245-8d543e90312a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:06.302186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a1ef366-b880-499f-9bd6-ce9d640d1622 req-aec3a31c-066b-4885-9245-8d543e90312a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.0642333 Nov 27 16:16:06.367271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a1ef366-b880-499f-9bd6-ce9d640d1622 req-1ec18236-6d17-45d8-8355-c91a1427f994 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586751 Nov 27 16:16:07.052795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa2018ea-fe32-49b5-98f9-cba4a4083288 req-4f1e4d5b-fb7d-4300-83e7-82aa905e3409 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0565612 Nov 27 16:16:07.145703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-45795b2c-138e-49f7-aa8b-054249c34fc6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:07.147915 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-45795b2c-138e-49f7-aa8b-054249c34fc6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.3747239 Nov 27 16:16:07.253113 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d1718b2-eaf5-4be9-961f-2dae10cb6f1a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 379 time: 0.0936325 Nov 27 16:16:07.264183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'security_groups': ['0cb8ec58-6f56-47dd-8a4b-12aed8fb8575']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:07.617521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9393d-52f3-4035-8984-e3347658c10a req-dfcb4a1d-981f-40ff-bf0c-f87d08690ebc tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:07.640767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0f9393d-52f3-4035-8984-e3347658c10a req-dfcb4a1d-981f-40ff-bf0c-f87d08690ebc tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.0950468 Nov 27 16:16:07.705667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5fb492cc-d2b3-4ad6-88ef-0f12b45b2330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:07.728233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0f9393d-52f3-4035-8984-e3347658c10a req-4777ef55-65ff-408b-8bf4-fbc1feb0748b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862427 Nov 27 16:16:07.764418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:16:07.769333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:07.976840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.10 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/4de0cb68-b579-4df4-aba4-9b32da5b4cc0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:16:08.162137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8560d9e7-ca3d-485b-9cde-ba63ec94c447 req-6e6078b7-a143-40fa-9d70-83238e30007d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0444062 Nov 27 16:16:08.184813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:08.235539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:08.293672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:16:08.297037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:16:08.301123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:16:08.358044 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:08.371004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.371608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.372116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.372711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.373195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.373725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.374268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.374817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.375289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.375806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.376331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.376852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:08.413900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:08.414753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:08.439602 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6d5adb0a-3e13-4b0c-a31b-7067a940504e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1793792 Nov 27 16:16:08.458113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Request body: {'port': {'device_id': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:08.586817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:08.615081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:08.725879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5cb4f9b1-242c-4714-b819-0f6e4b684f05 None None] Provisioning complete for port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:08.726286 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5cb4f9b1-242c-4714-b819-0f6e4b684f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:08.845364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4f9b1-242c-4714-b819-0f6e4b684f05 None None] Port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:16:08.959167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db251a21-3508-4aed-85d9-339bcfa80b02 req-dd20f5e5-810e-4d8f-ba83-5766f5ac5433 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:08.968987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db251a21-3508-4aed-85d9-339bcfa80b02 req-dd20f5e5-810e-4d8f-ba83-5766f5ac5433 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.1005721 Nov 27 16:16:09.041922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db251a21-3508-4aed-85d9-339bcfa80b02 req-ab7f7d1f-dd31-4956-8e94-b9e7aef9951e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628378 Nov 27 16:16:09.159558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:09.171721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.205994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Transition to ACTIVE for port object 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:16:09.220897 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.358570 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Pushing event updated for resources: {'Port': ['ID=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:09.379347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a61ba-a158-402e-9c32-49e4670571db req-c1d18a90-04c5-4c3a-986d-b0d917e61fb5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:09.389223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf5a61ba-a158-402e-9c32-49e4670571db req-c1d18a90-04c5-4c3a-986d-b0d917e61fb5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.1174545 Nov 27 16:16:09.478976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:09.494646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf5a61ba-a158-402e-9c32-49e4670571db req-89952ff9-cd40-488c-a0d3-82c96b0eab3b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025906 Nov 27 16:16:09.514833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Attempting to bind port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:16:09.520543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Attempting to bind port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:16:09.522310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Attempting to bind port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:09.541462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:16:09.541733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Attempting to bind port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:09.551871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:16:09.552217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:16:09.552867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:16:09.553073 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Bound port: 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:16:09.565488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.681452 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d48ee43-64d8-4313-bfe6-ad8d18c2d5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.705678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] For port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:16:09.718506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] For port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:16:09.732730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.795421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:09.796093 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.797706 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] 10.222.0.37 "PUT /v2.0/ports/4de0cb68-b579-4df4-aba4-9b32da5b4cc0 HTTP/1.1" status: 200 len: 1092 time: 1.3489945 Nov 27 16:16:09.798221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:09.800537 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f30af0e-931d-4574-819a-7b89bf738232" -d '{"events": [{"name": "network-changed", "server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:09.840801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d146-dc17-4361-95cd-d43729e58c93 service neutron] Pushing event updated for resources: {'Port': ['ID=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:09.902410 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8549ba5-1da1-4527-87d7-b6dc9f3e9003 x-openstack-request-id: req-c8549ba5-1da1-4527-87d7-b6dc9f3e9003 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:09.902924 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:09.903336 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8549ba5-1da1-4527-87d7-b6dc9f3e9003 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:09.904575 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'status': 'completed', 'code': 200} Nov 27 16:16:09.913835 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d48ee43-64d8-4313-bfe6-ad8d18c2d5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:09.924266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6d48ee43-64d8-4313-bfe6-ad8d18c2d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.024853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48ee43-64d8-4313-bfe6-ad8d18c2d5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2d306c-caf0-4e62-a984-c0c5cf9c4401,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:10.031602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-ce2b2961-7f06-4fa4-9d76-0f0ab1223cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.033204 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-ce2b2961-7f06-4fa4-9d76-0f0ab1223cd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 1095 time: 0.1721077 Nov 27 16:16:10.036031 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6d48ee43-64d8-4313-bfe6-ad8d18c2d5b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50452e66328e49219ad5ee02ce2fff25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5454421 Nov 27 16:16:10.041923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47080) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:10.114008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-b0ad74c2-9db9-45f8-a7d0-8e8f5cbd7b4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0 HTTP/1.1" status: 200 len: 217 time: 0.0643899 Nov 27 16:16:10.153679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-567cd1c7-60ce-47dd-bae7-bdb3ce581978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.180233 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-567cd1c7-60ce-47dd-bae7-bdb3ce581978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.198814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-d01fe6f8-f73c-471c-b404-140b33380e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.200549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-d01fe6f8-f73c-471c-b404-140b33380e5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0801675 Nov 27 16:16:10.261050 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-567cd1c7-60ce-47dd-bae7-bdb3ce581978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.261898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-58353d31-85a5-4bdc-8d33-4ecb0af9b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.264369 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-58353d31-85a5-4bdc-8d33-4ecb0af9b4ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561597 Nov 27 16:16:10.264526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-567cd1c7-60ce-47dd-bae7-bdb3ce581978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.265892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-567cd1c7-60ce-47dd-bae7-bdb3ce581978 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc2d306c-caf0-4e62-a984-c0c5cf9c4401 HTTP/1.1" status: 204 len: 168 time: 0.2226233 Nov 27 16:16:10.276028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cd1c7-60ce-47dd-bae7-bdb3ce581978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2d306c-caf0-4e62-a984-c0c5cf9c4401,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:10.336823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.416480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-db1fef19-66bf-4bcc-9ef0-7d41dfc77712 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330695 Nov 27 16:16:10.518089 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb4f04cd-2ecf-42f0-8629-4ffa158a196f req-4caa5f73-a42e-484b-9c1d-236ea745ce23 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938203 Nov 27 16:16:10.628317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30af0e-931d-4574-819a-7b89bf738232 req-5093c207-85b4-4f49-b52c-7fc0df89cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.630754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-5093c207-85b4-4f49-b52c-7fc0df89cd74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 1095 time: 0.0600786 Nov 27 16:16:10.644800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47100) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:10.673442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65ee1f78-a6f6-403e-9aa5-a9099d6f2c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.734277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c7df4-43b2-4be9-9f97-24ec83df3764 req-6c37a7a2-099f-4e0b-b5c4-ef6607fcf0b0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.735895 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-631c7df4-43b2-4be9-9f97-24ec83df3764 req-6c37a7a2-099f-4e0b-b5c4-ef6607fcf0b0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.1330526 Nov 27 16:16:10.763347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30af0e-931d-4574-819a-7b89bf738232 req-e2926441-1db0-460f-b96a-5a0b2a0d7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.765281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-e2926441-1db0-460f-b96a-5a0b2a0d7be2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1266098 Nov 27 16:16:10.827018 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-ce431f80-00f1-4c33-9c5a-8577e5d7fe17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0 HTTP/1.1" status: 200 len: 217 time: 0.0534787 Nov 27 16:16:10.837044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-631c7df4-43b2-4be9-9f97-24ec83df3764 req-d0103524-b6f7-42a5-9772-cc07f51aa88d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696340 Nov 27 16:16:10.876350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65ee1f78-a6f6-403e-9aa5-a9099d6f2c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.882348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65ee1f78-a6f6-403e-9aa5-a9099d6f2c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:10.904168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30af0e-931d-4574-819a-7b89bf738232 req-bdc2fdd8-0c4f-4692-9e39-75c042b580f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.906723 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-bdc2fdd8-0c4f-4692-9e39-75c042b580f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0589988 Nov 27 16:16:10.931155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee1f78-a6f6-403e-9aa5-a9099d6f2c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c96efb-e317-4f5d-92e7-de1ddef5234c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:10.940501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-65ee1f78-a6f6-403e-9aa5-a9099d6f2c8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdcd2f96a999459aa1d8eafae0c78f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942543 Nov 27 16:16:10.941801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47104) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:10.972919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30af0e-931d-4574-819a-7b89bf738232 req-784a255b-1df2-4611-8e64-091c9a1f4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:10.974487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-784a255b-1df2-4611-8e64-091c9a1f4997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561376 Nov 27 16:16:10.998206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9575ee87-bd2e-4273-8795-6a5d21fe3fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:11.048265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9575ee87-bd2e-4273-8795-6a5d21fe3fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:11.103484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9575ee87-bd2e-4273-8795-6a5d21fe3fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:11.107933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9575ee87-bd2e-4273-8795-6a5d21fe3fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:11.112371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9575ee87-bd2e-4273-8795-6a5d21fe3fca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89c96efb-e317-4f5d-92e7-de1ddef5234c HTTP/1.1" status: 204 len: 168 time: 0.1695135 Nov 27 16:16:11.119660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-3ef7caad-48b2-4c44-b1d9-b9ed85489ed7 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361663 Nov 27 16:16:11.122768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575ee87-bd2e-4273-8795-6a5d21fe3fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c96efb-e317-4f5d-92e7-de1ddef5234c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:11.199356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:11.238387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3f30af0e-931d-4574-819a-7b89bf738232 req-bda5af8f-50f0-478d-a034-00412be823d5 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110663 Nov 27 16:16:11.987547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b428f79-70f4-42a8-8550-bfc66f84ee16 req-f954cbe1-0b77-43e7-953f-a4e16772326a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:11.989534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b428f79-70f4-42a8-8550-bfc66f84ee16 req-f954cbe1-0b77-43e7-953f-a4e16772326a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0626376 Nov 27 16:16:12.054184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b428f79-70f4-42a8-8550-bfc66f84ee16 req-378046df-0864-4c37-baf3-d756d84c26d1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588050 Nov 27 16:16:12.390134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47162) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:12.512076 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a28d-6cb6-43f0-9164-0b8f96a29ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.595876 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a28d-6cb6-43f0-9164-0b8f96a29ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.600472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a28d-6cb6-43f0-9164-0b8f96a29ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.642199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2fb5a28d-6cb6-43f0-9164-0b8f96a29ac2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=102ff8dd66b34237a87a5e947ed7f937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501462 Nov 27 16:16:12.642831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5a28d-6cb6-43f0-9164-0b8f96a29ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b870b3f1-0724-46cb-8dca-3d8d162618f3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:12.644489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:12.701523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57b9b5f9-4c34-41ab-96da-06b09dad6e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.725183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57b9b5f9-4c34-41ab-96da-06b09dad6e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.775663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57b9b5f9-4c34-41ab-96da-06b09dad6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.779431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57b9b5f9-4c34-41ab-96da-06b09dad6e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:12.787045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57b9b5f9-4c34-41ab-96da-06b09dad6e1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b870b3f1-0724-46cb-8dca-3d8d162618f3 HTTP/1.1" status: 204 len: 168 time: 0.1382048 Nov 27 16:16:12.797071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9b5f9-4c34-41ab-96da-06b09dad6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b870b3f1-0724-46cb-8dca-3d8d162618f3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:13.217319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f8c-4f79-4be7-9425-db55a7fe1ebc req-71aadb25-fe16-4356-af28-985b29d5bca6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:13.228968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17339f8c-4f79-4be7-9425-db55a7fe1ebc req-71aadb25-fe16-4356-af28-985b29d5bca6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0836003 Nov 27 16:16:13.293215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17339f8c-4f79-4be7-9425-db55a7fe1ebc req-fad75cc5-7b71-478f-9904-d796bf5de890 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629919 Nov 27 16:16:14.424979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922867a-7e71-4bca-b8f7-3f3b9df78180 req-259a35cd-3b59-4459-bb2c-1eb392b35690 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:14.426686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1922867a-7e71-4bca-b8f7-3f3b9df78180 req-259a35cd-3b59-4459-bb2c-1eb392b35690 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0574796 Nov 27 16:16:14.485238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1922867a-7e71-4bca-b8f7-3f3b9df78180 req-98095618-a99c-4930-acc9-d197fd136af6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527079 Nov 27 16:16:15.611976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e813e-edac-449b-b6c8-fa92759c7267 req-45cf5dc8-83df-47f9-9722-d06b6eb7c436 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:15.619202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f6e813e-edac-449b-b6c8-fa92759c7267 req-45cf5dc8-83df-47f9-9722-d06b6eb7c436 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0587311 Nov 27 16:16:15.673214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f6e813e-edac-449b-b6c8-fa92759c7267 req-a11e6b37-a1a6-4d81-b412-0ef3df3270d0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530095 Nov 27 16:16:16.807472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33a17-40bc-47dd-94fc-9b457d04b2f0 req-860daa54-692d-47a8-b528-5f24dbeee346 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:16.809036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dd33a17-40bc-47dd-94fc-9b457d04b2f0 req-860daa54-692d-47a8-b528-5f24dbeee346 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0518281 Nov 27 16:16:16.869174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dd33a17-40bc-47dd-94fc-9b457d04b2f0 req-00dba071-0468-4263-94d9-2f01b1d19a75 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538650 Nov 27 16:16:17.986653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5a664-7778-49f1-bf1c-22cb111c1b6a req-6b19cd60-f4c1-42c1-b00c-e9d209220126 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:17.988638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6f5a664-7778-49f1-bf1c-22cb111c1b6a req-6b19cd60-f4c1-42c1-b00c-e9d209220126 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0501156 Nov 27 16:16:18.051534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6f5a664-7778-49f1-bf1c-22cb111c1b6a req-ecec4c5d-e05a-4390-b273-075005e63538 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Nov 27 16:16:19.204994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def85419-b8cb-42b6-a4a7-6b1cb2cf527a req-6334d5cb-e80b-452b-8568-efa83258b91d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:19.209106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-def85419-b8cb-42b6-a4a7-6b1cb2cf527a req-6334d5cb-e80b-452b-8568-efa83258b91d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0682256 Nov 27 16:16:19.289720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-def85419-b8cb-42b6-a4a7-6b1cb2cf527a req-53f72433-8b52-488e-a3a7-a720b9c3ae0d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693760 Nov 27 16:16:20.405679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aade66-fbe6-43d5-ab27-522fb11aaa27 req-4106d674-e62e-41c1-8a52-efd56f5f81a5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:20.407173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0aade66-fbe6-43d5-ab27-522fb11aaa27 req-4106d674-e62e-41c1-8a52-efd56f5f81a5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0561931 Nov 27 16:16:20.456593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0aade66-fbe6-43d5-ab27-522fb11aaa27 req-40bd1161-7804-499a-b3e3-468066c408ec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428698 Nov 27 16:16:21.577436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1352a-5090-4f4f-bd87-ed3dfbb7e559 req-fb1b8296-4b6f-4721-9f54-481a45657ae6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:21.579150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13a1352a-5090-4f4f-bd87-ed3dfbb7e559 req-fb1b8296-4b6f-4721-9f54-481a45657ae6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0506759 Nov 27 16:16:21.631938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13a1352a-5090-4f4f-bd87-ed3dfbb7e559 req-03e6ad54-2103-48a6-8f59-d7fa61279616 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455616 Nov 27 16:16:22.598831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:16:22.740201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:16:22.779738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e6f6-9695-491e-8366-dbfdaf4d2a7f req-c09b2c9c-f837-4318-abb1-d65484377d23 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:22.781267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3106e6f6-9695-491e-8366-dbfdaf4d2a7f req-c09b2c9c-f837-4318-abb1-d65484377d23 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 944 time: 0.0786314 Nov 27 16:16:22.864532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3106e6f6-9695-491e-8366-dbfdaf4d2a7f req-c97ed80f-a0f7-4c12-a4cf-5039f2ed03ea tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746813 Nov 27 16:16:22.895928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:22.912244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'mac_address': 'fa:16:3e:8e:5f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:16:22.954391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:22.968854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:22.991539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:22.996916 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.063272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:23.221370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['4de0cb68-b579-4df4-aba4-9b32da5b4cc0'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:16:23.316811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47380) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:23.463393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6afc0677-6d38-44af-a028-4cc99cc886f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.555059 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6afc0677-6d38-44af-a028-4cc99cc886f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.562539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6afc0677-6d38-44af-a028-4cc99cc886f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.606422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0677-6d38-44af-a028-4cc99cc886f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be94246-18ca-459b-bd46-0a553d4c73ca,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:23.614348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47384) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:23.614820 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6afc0677-6d38-44af-a028-4cc99cc886f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7413d451dbbc4118b0a8a9b5c3011040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959795 Nov 27 16:16:23.670094 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-faafbd3e-6ebf-4bc8-9ecb-17cb22a15b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.693146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-faafbd3e-6ebf-4bc8-9ecb-17cb22a15b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.741087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-faafbd3e-6ebf-4bc8-9ecb-17cb22a15b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.744050 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-faafbd3e-6ebf-4bc8-9ecb-17cb22a15b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:23.747935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-faafbd3e-6ebf-4bc8-9ecb-17cb22a15b93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2be94246-18ca-459b-bd46-0a553d4c73ca HTTP/1.1" status: 204 len: 168 time: 0.1279788 Nov 27 16:16:23.756900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafbd3e-6ebf-4bc8-9ecb-17cb22a15b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be94246-18ca-459b-bd46-0a553d4c73ca,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:24.004167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942af14-62b3-40f9-b2a5-5ab7b893c843 req-f0fa5080-2bcf-43bf-833f-6d2c091dbe34 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:24.012963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3942af14-62b3-40f9-b2a5-5ab7b893c843 req-f0fa5080-2bcf-43bf-833f-6d2c091dbe34 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 945 time: 0.0657566 Nov 27 16:16:24.069964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3942af14-62b3-40f9-b2a5-5ab7b893c843 req-b1d00f7e-9d39-49f7-9f0c-063cbe2649c2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559719 Nov 27 16:16:24.099651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47394) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:24.114266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12be6a80-d763-4a38-94f7-ea2e8cc87fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.198480 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12be6a80-d763-4a38-94f7-ea2e8cc87fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.203681 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12be6a80-d763-4a38-94f7-ea2e8cc87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.244669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-12be6a80-d763-4a38-94f7-ea2e8cc87fcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c98fca3be4174bc0a173392e9995f30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437893 Nov 27 16:16:24.245511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6a80-d763-4a38-94f7-ea2e8cc87fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db57e1fd-4d86-49c9-90fb-22faf05a7afa,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:24.247359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:24.301765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95f0a033-a37a-44a0-891b-6994c40d9fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.323860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95f0a033-a37a-44a0-891b-6994c40d9fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.375596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95f0a033-a37a-44a0-891b-6994c40d9fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.379167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-95f0a033-a37a-44a0-891b-6994c40d9fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.380310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-95f0a033-a37a-44a0-891b-6994c40d9fed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db57e1fd-4d86-49c9-90fb-22faf05a7afa HTTP/1.1" status: 204 len: 168 time: 0.1319857 Nov 27 16:16:24.388592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0a033-a37a-44a0-891b-6994c40d9fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db57e1fd-4d86-49c9-90fb-22faf05a7afa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:24.706550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47404) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:24.720348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fd0a881-a862-4913-9ec6-dffeab50b445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.744361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:16:24.798119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fd0a881-a862-4913-9ec6-dffeab50b445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.805232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4fd0a881-a862-4913-9ec6-dffeab50b445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.822109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:16:24.826481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:24.827018 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.867754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4fd0a881-a862-4913-9ec6-dffeab50b445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea5ad6f096014fd2b9724a420e5aa99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575747 Nov 27 16:16:24.867754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0a881-a862-4913-9ec6-dffeab50b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1db4d-679d-40ca-9c56-ee080cb088fe,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:24.868053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47408) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:24.926988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.931383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07bb709e-b65e-41df-82de-4ce68a825878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.951124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:24.953532 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4122bb4e-8429-4da4-aca6-73a358e69630" -d '{"events": [{"server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "name": "network-vif-plugged", "status": "completed", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:24.957938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07bb709e-b65e-41df-82de-4ce68a825878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:24.968809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:24.977315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:25.019161 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f25447c-da8a-4a6c-b96e-1172715ef50b x-openstack-request-id: req-9f25447c-da8a-4a6c-b96e-1172715ef50b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:25.019754 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "name": "network-vif-plugged", "status": "completed", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:25.020175 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f25447c-da8a-4a6c-b96e-1172715ef50b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:25.020725 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'code': 200} Nov 27 16:16:25.020933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07bb709e-b65e-41df-82de-4ce68a825878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:25.024580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07bb709e-b65e-41df-82de-4ce68a825878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:25.025933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-07bb709e-b65e-41df-82de-4ce68a825878 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6b1db4d-679d-40ca-9c56-ee080cb088fe HTTP/1.1" status: 204 len: 168 time: 0.1567867 Nov 27 16:16:25.037728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb709e-b65e-41df-82de-4ce68a825878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1db4d-679d-40ca-9c56-ee080cb088fe,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:25.105049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:25.142916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948d07e-5a90-45b2-8bcf-2ca0cf78d9cb req-04a0b833-beee-4da7-8f04-03654e126873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:25.144484 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5948d07e-5a90-45b2-8bcf-2ca0cf78d9cb req-04a0b833-beee-4da7-8f04-03654e126873 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 1097 time: 0.0642242 Nov 27 16:16:25.213977 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5948d07e-5a90-45b2-8bcf-2ca0cf78d9cb req-a490a459-4a36-446d-8eb3-4192dfeb9062 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596693 Nov 27 16:16:25.225593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ed49b-3867-4dd6-a07d-cf4d7a79a30d req-45562cec-1399-4bf5-ba8a-429924b5cc47 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:25.227289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e3ed49b-3867-4dd6-a07d-cf4d7a79a30d req-45562cec-1399-4bf5-ba8a-429924b5cc47 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 946 time: 0.0715976 Nov 27 16:16:25.293655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e3ed49b-3867-4dd6-a07d-cf4d7a79a30d req-dd108366-a58c-4d54-a766-d272324e2e5a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582376 Nov 27 16:16:26.422363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26034ca0-1d76-4d29-8dcd-0f17211fce89 req-ed6642bc-22eb-4b4d-ad47-a124139ab315 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:26.425591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26034ca0-1d76-4d29-8dcd-0f17211fce89 req-ed6642bc-22eb-4b4d-ad47-a124139ab315 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 946 time: 0.0557907 Nov 27 16:16:26.479758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26034ca0-1d76-4d29-8dcd-0f17211fce89 req-a4e6f68c-ff66-4815-a55b-60638bcaf46c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477731 Nov 27 16:16:26.605177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe48d3-1b54-464b-871a-c426a6f8d0d2 req-c4e073e9-d32b-4363-be01-7870307923c3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:26.606572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49fe48d3-1b54-464b-871a-c426a6f8d0d2 req-c4e073e9-d32b-4363-be01-7870307923c3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 946 time: 0.0508103 Nov 27 16:16:26.661781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49fe48d3-1b54-464b-871a-c426a6f8d0d2 req-5ae782b9-39d3-4c4d-8842-be088a8c6167 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489905 Nov 27 16:16:26.685158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47456) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:27.007792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c41e0b2-7751-4b61-aa96-a3b5215826bd tempest-TestVolumeBootPattern-1911682779 tempest-TestVolumeBootPattern-1911682779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:27.007792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1c41e0b2-7751-4b61-aa96-a3b5215826bd tempest-TestVolumeBootPattern-1911682779 tempest-TestVolumeBootPattern-1911682779-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 1092 time: 0.2452409 Nov 27 16:16:27.007792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47470) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:27.007792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:27.007792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:27.132366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:27.272404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.25.1.142 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8367a465-75c8-46d9-9fdc-5c67435da4db) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:16:27.383298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:27.390641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-bd1865fd-2f17-4a26-96fd-47947e7cf814 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=17b29dcc160e4474afbe73d035bda0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352154 Nov 27 16:16:27.427868 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:27.474248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:16:27.475786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:16:27.478866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:16:27.548622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=8367a465-75c8-46d9-9fdc-5c67435da4db,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:27.633369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-d1e546e0-634a-4dbd-841f-6c880b0d53e0 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:27.640542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-d1e546e0-634a-4dbd-841f-6c880b0d53e0 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434146 Nov 27 16:16:27.657730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-58d23913-669c-4b5d-a3d1-1a6b0d6d1180 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/quotas/17b29dcc160e4474afbe73d035bda0b1 HTTP/1.1" status: 200 len: 375 time: 0.0161142 Nov 27 16:16:27.689857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-7f7014d0-31bf-4c57-be0a-752faf2da827 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17b29dcc160e4474afbe73d035bda0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305655 Nov 27 16:16:27.885432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c773114-395b-4b05-a413-9d3f1e46e4d9 req-0e91892b-7d9c-430a-9ef9-678a535b0bab tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 210 time: 0.0333683 Nov 27 16:16:27.949484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:28.028956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:28.225983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:28.231632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:28.287961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=8367a465-75c8-46d9-9fdc-5c67435da4db,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:28.338483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:28.449882 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Floating IP 76dcc738-9568-4f9d-a226-7581d7be25be associated. External IP: 172.25.1.142, port: 4de0cb68-b579-4df4-aba4-9b32da5b4cc0. Nov 27 16:16:28.703247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:16:28.817079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:16:28.830310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:16:28.838966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:28.845895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:16:28.847356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:16:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:28.887731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-29101715-f8ca-46fe-b264-ed9d61444665 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9373446 Nov 27 16:16:28.887731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:28.887731 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469d7f59-95f1-4b66-be03-fc75026cf9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:28.930999 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a585b8a7-08df-46d7-b49b-9d3aa3a69baf x-openstack-request-id: req-a585b8a7-08df-46d7-b49b-9d3aa3a69baf {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:28.931245 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:28.931500 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a585b8a7-08df-46d7-b49b-9d3aa3a69baf {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:28.932089 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'status': 'completed', 'code': 200} Nov 27 16:16:28.971408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:16:29.064215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-8b604ad4-e595-4a97-ba02-8635199dada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:29.066821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-8b604ad4-e595-4a97-ba02-8635199dada3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 1097 time: 0.1091893 Nov 27 16:16:29.171070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e34f6c9e-3ddc-4b6b-82f3-feb3f47ea42c req-ab118c02-5f8a-40a5-b092-cdbceae2f022 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 210 time: 0.0802350 Nov 27 16:16:29.216656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-cbca2480-b496-4197-aeab-a876a0226fff tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=17b29dcc160e4474afbe73d035bda0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313716 Nov 27 16:16:29.260566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-0d2d0607-563b-43a7-9116-856c47dd99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:29.262380 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-0d2d0607-563b-43a7-9116-856c47dd99fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1814291 Nov 27 16:16:29.384395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-ae70d143-096f-4f8f-aea4-e36303963e6c tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:29.391693 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-ae70d143-096f-4f8f-aea4-e36303963e6c tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653175 Nov 27 16:16:29.395036 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-d05131e7-59ef-44b2-b3bf-30d24b1cad31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0 HTTP/1.1" status: 200 len: 1000 time: 0.1235721 Nov 27 16:16:29.396418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '76dcc738-9568-4f9d-a226-7581d7be25be', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:8e:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:16:27Z', 'updated_at': '2021-11-27T16:16:27Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:29.424440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Request body: {'port': {'device_id': 'e6331297-3874-4166-9b11-9e39f1958446', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': '17b29dcc160e4474afbe73d035bda0b1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:29.448948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:16:29.458922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:16:29.459549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:16:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:29.460962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-02c626ce-82fa-472e-a092-cdda23151934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:29.462625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-02c626ce-82fa-472e-a092-cdda23151934 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0606196 Nov 27 16:16:29.555184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-1911b7de-130b-473a-bb9e-7b4bd94376a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:29.556711 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-1911b7de-130b-473a-bb9e-7b4bd94376a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852208 Nov 27 16:16:29.571762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Made reservation on behalf of 17b29dcc160e4474afbe73d035bda0b1 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:16:29.577399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:29.583856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:16:29.590856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:29.698958 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-5d737060-0cfe-445c-bcdf-9491c23171bf service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321089 Nov 27 16:16:29.699549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:29.705305 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:29.845133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Allocated IP 192.168.233.212 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:16:29.867295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-469d7f59-95f1-4b66-be03-fc75026cf9dc req-639a8636-6e4f-4a63-ac3b-783042655d78 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593153 Nov 27 16:16:29.880944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:29.904444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '76dcc738-9568-4f9d-a226-7581d7be25be', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:8e:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:16:27Z', 'updated_at': '2021-11-27T16:16:27Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:29.921795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad1235-6030-4923-ad2c-16f8959375ff,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:29.940828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38605074-0fa2-41f0-bacc-90752bdfe39f None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '76dcc738-9568-4f9d-a226-7581d7be25be', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:8e:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:16:27Z', 'updated_at': '2021-11-27T16:16:27Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:16:29.959005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.959364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.959970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.960327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.960656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.960995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.961331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.961687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.962017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.962341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.962670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:29.962994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:16:30.117879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.154159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.216277 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71aa35b-3af8-42a8-8f8b-9b405acbfdad None None] New status for floating IP 76dcc738-9568-4f9d-a226-7581d7be25be: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:16:30.227952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:16:30.238963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Pushing event updated for resources: {'Port': ['ID=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:30.242003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:16:30.257040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:16:30.341617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:30.342706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.372270 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480f540-9835-492e-983c-73a5b42f3ad4 req-a6266492-a840-456f-b714-5e7243a33a19 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:30.373813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f480f540-9835-492e-983c-73a5b42f3ad4 req-a6266492-a840-456f-b714-5e7243a33a19 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 936 time: 0.0869324 Nov 27 16:16:30.377943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-56f34345-29d8-42ff-85fc-33047e9e68c1 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9739988 Nov 27 16:16:30.452522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f480f540-9835-492e-983c-73a5b42f3ad4 req-2b13fa38-7323-4fa4-8a75-09133e119c30 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645256 Nov 27 16:16:30.495167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Request body: {'port': {'device_id': 'e6331297-3874-4166-9b11-9e39f1958446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:30.568227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.630770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4bcbb607-adbb-499b-82da-dbe98dad3e55 None None] Provisioning complete for port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:30.631382 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb607-adbb-499b-82da-dbe98dad3e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.671014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbb607-adbb-499b-82da-dbe98dad3e55 None None] Port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:16:30.876204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:30.884367 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.896501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Transition to ACTIVE for port object 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:16:30.901813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:30.955139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:31.046354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Attempting to bind port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:16:31.046714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Attempting to bind port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:16:31.047051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Attempting to bind port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:31.051885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:16:31.052210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Attempting to bind port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:31.057989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:16:31.058337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:16:31.058726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:16:31.059169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Bound port: 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:16:31.059543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:31.136036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] For port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:16:31.139787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] For port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:16:31.144871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:31.183368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:31.183987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:31.185376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e HTTP/1.1" status: 200 len: 1096 time: 0.7895360 Nov 27 16:16:31.185839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6331297-3874-4166-9b11-9e39f1958446', 'tag': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:31.188156 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2524c9a5-d6da-45f9-8eaf-86969b823599" -d '{"events": [{"name": "network-changed", "server_uuid": "e6331297-3874-4166-9b11-9e39f1958446", "tag": "7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:31.231807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72a8fe-596c-413d-a49b-25300b3c98e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:31.279720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-cd9720d0-667c-4c52-93ea-26d587a702d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:31.281258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-cd9720d0-667c-4c52-93ea-26d587a702d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17b29dcc160e4474afbe73d035bda0b1&device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 1099 time: 0.0464270 Nov 27 16:16:31.346625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-f70ddd50-1cd0-47ff-8f0d-b085443ac5fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e HTTP/1.1" status: 200 len: 217 time: 0.0511091 Nov 27 16:16:31.423066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-2af18001-36cd-404c-8e2e-925d0bc7cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:31.425077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-2af18001-36cd-404c-8e2e-925d0bc7cae4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0672929 Nov 27 16:16:31.445372 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb648ed-ab5f-4c5d-9a04-86e85cf7da54 x-openstack-request-id: req-7fb648ed-ab5f-4c5d-9a04-86e85cf7da54 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:31.445691 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6331297-3874-4166-9b11-9e39f1958446", "tag": "7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:31.445961 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fb648ed-ab5f-4c5d-9a04-86e85cf7da54 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:31.446352 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6331297-3874-4166-9b11-9e39f1958446', 'tag': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e', 'status': 'completed', 'code': 200} Nov 27 16:16:31.479237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661b3b-f10c-473e-b354-414a30d1a62b req-14067e60-b06d-40a0-8fcf-70f6ac7ffbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:31.480643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-14067e60-b06d-40a0-8fcf-70f6ac7ffbee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462430 Nov 27 16:16:31.620503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-025a3710-c5cf-4ee3-8f9c-351842ba6e85 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301126 Nov 27 16:16:31.687149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660ee76-4d61-42ea-a8a7-a65b773aa8aa req-ca27add5-4323-4e33-a7b5-477d6acd88cd tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:31.688615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1660ee76-4d61-42ea-a8a7-a65b773aa8aa req-ca27add5-4323-4e33-a7b5-477d6acd88cd tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 948 time: 0.1147342 Nov 27 16:16:31.937831 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:32.101699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89661b3b-f10c-473e-b354-414a30d1a62b req-3c0e5787-ad02-4476-a089-2c33669acd3a service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714472 Nov 27 16:16:32.104972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1660ee76-4d61-42ea-a8a7-a65b773aa8aa req-9472089c-1a17-4512-8298-d2644f88af60 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100819 Nov 27 16:16:32.199241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-387cae08-b8d4-40cb-b177-abad4f6d6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:32.200727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-387cae08-b8d4-40cb-b177-abad4f6d6d72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17b29dcc160e4474afbe73d035bda0b1&device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 1099 time: 0.0402489 Nov 27 16:16:32.306006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-c85bc437-8b1a-4fb6-a3ed-9eb09fc03880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:32.308013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-c85bc437-8b1a-4fb6-a3ed-9eb09fc03880 service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.0991704 Nov 27 16:16:32.355285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-dd79e8b3-c153-4476-8a3f-4b0af6b9ebcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e HTTP/1.1" status: 200 len: 217 time: 0.0385613 Nov 27 16:16:32.408509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-1dbb72dc-a2c1-4623-a3f0-40b1dee4a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:32.410590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-1dbb72dc-a2c1-4623-a3f0-40b1dee4a7ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0460067 Nov 27 16:16:32.458779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-a4dff88b-48b8-4c92-96fa-268061ea8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:32.460372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-a4dff88b-48b8-4c92-96fa-268061ea8820 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419924 Nov 27 16:16:32.560118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-40aca36f-18c5-487d-84e7-576738005b35 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Nov 27 16:16:32.661799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2524c9a5-d6da-45f9-8eaf-86969b823599 req-5031a3d2-2b1c-4863-82bb-0ee3ee5b9a7d service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936768 Nov 27 16:16:33.232744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581f27c-4bad-4d0d-9675-31255ace2014 req-13fdc689-f20b-4ea4-84de-060db3d43500 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:33.234296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c581f27c-4bad-4d0d-9675-31255ace2014 req-13fdc689-f20b-4ea4-84de-060db3d43500 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 948 time: 0.0516694 Nov 27 16:16:33.292087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c581f27c-4bad-4d0d-9675-31255ace2014 req-368e51c4-5db2-497c-825c-94c2b7d85008 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Nov 27 16:16:34.444981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6cf4-f131-4960-ac17-7336d9057a5b req-b59d4d22-c158-41b6-b5e0-a446b93e1ce2 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:34.446688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bef6cf4-f131-4960-ac17-7336d9057a5b req-b59d4d22-c158-41b6-b5e0-a446b93e1ce2 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 948 time: 0.0537910 Nov 27 16:16:34.495728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2bef6cf4-f131-4960-ac17-7336d9057a5b req-493024e2-ec7b-4875-98b7-d0a2a116bfe9 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Nov 27 16:16:35.221445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f878e5ac-01e6-411a-a493-4cd80f35904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:35.511170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:16:35.623772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9896c1-ee5a-4807-bc8f-6f24b77e2b50 req-300e613f-7f5b-4e8b-8dd5-cceee33180ab tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:35.625327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:35.625731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c9896c1-ee5a-4807-bc8f-6f24b77e2b50 req-300e613f-7f5b-4e8b-8dd5-cceee33180ab tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 948 time: 0.0592291 Nov 27 16:16:35.637598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e', 'mac_address': 'fa:16:3e:94:e8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:16:35.680166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:35.681560 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c9896c1-ee5a-4807-bc8f-6f24b77e2b50 req-19b14a59-92ed-42fd-b342-d47db1a0b4cc tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455444 Nov 27 16:16:35.694434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:35.715180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:35.719009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:35.775057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:35.981818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-77c26b0f-c544-4980-b26e-5431074930a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520027 Nov 27 16:16:36.088841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:16:36.377191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-f04e19d8-4a00-4f61-a681-419196afb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:36.378783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-f04e19d8-4a00-4f61-a681-419196afb2de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 1097 time: 0.3495739 Nov 27 16:16:36.487758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-97658699-f568-4f21-af80-87a1554df8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:36.489222 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-97658699-f568-4f21-af80-87a1554df8ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.0871315 Nov 27 16:16:36.562746 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-c72ef43f-479c-497c-9301-492cb9582ba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 200 len: 1001 time: 0.0649776 Nov 27 16:16:36.613355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-5d874c45-1638-4664-88cd-15b14216a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:36.614863 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-5d874c45-1638-4664-88cd-15b14216a781 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0453005 Nov 27 16:16:36.661527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-6a5b14b2-df1e-40c7-96e8-dab6f0ff303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:36.663063 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-6a5b14b2-df1e-40c7-96e8-dab6f0ff303b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401747 Nov 27 16:16:36.769615 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-72c483b5-18f1-46da-98dc-d95e3a3d1f44 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972238 Nov 27 16:16:36.807754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f4ca6-4669-4a98-ac17-c9aeb6f7bbdd req-186237d2-d584-4c21-b2df-233d833d7a63 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:36.809370 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b0f4ca6-4669-4a98-ac17-c9aeb6f7bbdd req-186237d2-d584-4c21-b2df-233d833d7a63 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 949 time: 0.0535014 Nov 27 16:16:36.867600 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-28f22545-7e47-4917-8c5b-f0f3cc54bdba req-423d084e-b093-4ade-9f91-9c4a762e7abe service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902495 Nov 27 16:16:36.869305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b0f4ca6-4669-4a98-ac17-c9aeb6f7bbdd req-d1788249-042f-4f75-a0d6-4e98e4a7cda8 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530279 Nov 27 16:16:37.098001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-edbab47a-4dce-4fde-9c44-ffd952de6d6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0465136 Nov 27 16:16:37.212830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.213513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.213993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.214459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.214918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.215383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.215839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.217952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3e0df2db-f1a2-4aea-b949-e6446d5a60a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.0506141 Nov 27 16:16:37.362214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-e06afb7a-e061-4741-8404-7cec50bfdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.362850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-e06afb7a-e061-4741-8404-7cec50bfdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.363314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-e06afb7a-e061-4741-8404-7cec50bfdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.365186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-e06afb7a-e061-4741-8404-7cec50bfdd65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 2296 time: 0.1122224 Nov 27 16:16:37.444564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-0c63878e-c897-4fcb-b717-bf205250fafd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1002 time: 0.0663931 Nov 27 16:16:37.509398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-5000d715-db7d-4c79-bb63-49a478276353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.511105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-5000d715-db7d-4c79-bb63-49a478276353 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.0553031 Nov 27 16:16:37.523152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:16:37.566766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-07a3a8ce-349c-4a0e-8a0a-26d0a7223d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.568294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-07a3a8ce-349c-4a0e-8a0a-26d0a7223d58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472829 Nov 27 16:16:37.575990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:16:37.580350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:37.580775 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:37.680718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75d78797-6f55-45f0-9433-bab7b0795464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:37.682133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:37.684431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-d14b2bea-a38a-4b5e-9a74-a6d28e5283b6 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069627 Nov 27 16:16:37.707549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6331297-3874-4166-9b11-9e39f1958446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:37.709956 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9227a-11c6-45ee-838e-08890e260759" -d '{"events": [{"server_uuid": "e6331297-3874-4166-9b11-9e39f1958446", "name": "network-vif-plugged", "status": "completed", "tag": "7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:37.724769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:37.731793 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:37.779594 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cf2c6e-489c-496d-9efe-9635448157c3 x-openstack-request-id: req-d9cf2c6e-489c-496d-9efe-9635448157c3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:37.779893 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6331297-3874-4166-9b11-9e39f1958446", "name": "network-vif-plugged", "status": "completed", "tag": "7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:37.780142 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9cf2c6e-489c-496d-9efe-9635448157c3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:37.780818 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6331297-3874-4166-9b11-9e39f1958446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e', 'code': 200} Nov 27 16:16:37.795776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:37.822744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-ccf144b8-18b0-454b-a730-27b25016f723 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245184 Nov 27 16:16:37.895585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-ad5361f2-da88-4a22-9bc9-3475f2001e5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 217 time: 0.0522733 Nov 27 16:16:37.906388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c84eba-4b8c-43cc-bb79-56b04bc54f16 req-81296a52-e1ac-4f12-934f-6beda9c66db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.907991 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2c84eba-4b8c-43cc-bb79-56b04bc54f16 req-81296a52-e1ac-4f12-934f-6beda9c66db6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 1101 time: 0.0634999 Nov 27 16:16:37.968234 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2c84eba-4b8c-43cc-bb79-56b04bc54f16 req-2af4bafd-2f62-4a1a-ace8-21a663352985 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515094 Nov 27 16:16:37.998181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-4cf9a629-a30d-4172-b14d-d82a3e7ec9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:37.999839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-4cf9a629-a30d-4172-b14d-d82a3e7ec9fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0968821 Nov 27 16:16:38.025450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b29674-1599-4684-abb0-26ee0eabbb1d req-bc0a3245-ef4a-4925-8b03-3905729cf91c tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:38.027147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45b29674-1599-4684-abb0-26ee0eabbb1d req-bc0a3245-ef4a-4925-8b03-3905729cf91c tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 950 time: 0.0667214 Nov 27 16:16:38.083480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45b29674-1599-4684-abb0-26ee0eabbb1d req-be11c326-b878-446b-ab3a-07ffb0b267e8 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Nov 27 16:16:38.226137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-41eafc87-b846-48f1-803e-7d7e854cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:38.227667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-41eafc87-b846-48f1-803e-7d7e854cc3e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473638 Nov 27 16:16:38.335653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-95b47419-b6ea-42f9-b041-aa2639772f31 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982764 Nov 27 16:16:38.468572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-118c24b4-b34e-47ae-9628-d767fa0737d9 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077433 Nov 27 16:16:38.520291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-44cecdec-e810-4f61-aa80-9dee4911923f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 217 time: 0.0415993 Nov 27 16:16:38.576126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:38.589282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-9712ceea-c581-48c8-a253-a1c506198a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:38.590854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-9712ceea-c581-48c8-a253-a1c506198a7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0578027 Nov 27 16:16:38.647250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-8b114149-9d76-4e58-ab8c-59d326a0f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:38.648889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-8b114149-9d76-4e58-ab8c-59d326a0f3cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453277 Nov 27 16:16:38.762028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-2210d1d4-11d5-4c13-9435-326dacd489a8 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039331 Nov 27 16:16:38.862445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-8286ae90-c840-48b7-8bee-c74c45ec4cac service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924282 Nov 27 16:16:38.909126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-ef6414cf-a28b-4b1a-a602-a435e013fbc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 217 time: 0.0360837 Nov 27 16:16:38.966988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-6f5d8dd2-83dd-42b8-8965-bf98a3d5eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:38.968449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-6f5d8dd2-83dd-42b8-8965-bf98a3d5eb28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0517273 Nov 27 16:16:39.017385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-944a3e5f-9134-46bc-9b1f-8366d38d98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:39.019568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-944a3e5f-9134-46bc-9b1f-8366d38d98f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437975 Nov 27 16:16:39.125681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-3252e5be-e568-4c37-bb35-4b0857a82c3d service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984731 Nov 27 16:16:39.269359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b72a8-3b71-490c-839b-0469097553ca req-4e65c148-1ead-4854-bd77-df1557498da9 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:39.270872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-047b72a8-3b71-490c-839b-0469097553ca req-4e65c148-1ead-4854-bd77-df1557498da9 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 950 time: 0.0794723 Nov 27 16:16:39.288700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-0a4e3657-cd60-4251-b75d-b89f35c2b5e9 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544464 Nov 27 16:16:39.345524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-c4f69daf-692b-485f-ac7f-c68886bc6d4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 217 time: 0.0477586 Nov 27 16:16:39.380059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-047b72a8-3b71-490c-839b-0469097553ca req-2ffbfdfd-2cfb-46aa-9069-0a466dc9fafd tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010237 Nov 27 16:16:39.416976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-a2c5765d-05ca-4d1f-8b39-7e60747a7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:39.418633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-a2c5765d-05ca-4d1f-8b39-7e60747a7411 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0626986 Nov 27 16:16:39.472265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-b7127304-0bd3-407a-a5ca-cfcb6ff34f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:39.473963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-b7127304-0bd3-407a-a5ca-cfcb6ff34f44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477207 Nov 27 16:16:39.581739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-45d18311-8915-4705-b393-5cc32276a3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006863 Nov 27 16:16:39.680104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-a6bafd89-87ee-4c22-8f7b-18649b358f92 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Nov 27 16:16:39.726965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-dbf8e90b-f362-4bce-86da-8dad091f71fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 217 time: 0.0390887 Nov 27 16:16:39.780905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-d21b9ab1-8795-40a1-bffe-62b295c7e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:39.782393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-d21b9ab1-8795-40a1-bffe-62b295c7e613 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0483210 Nov 27 16:16:39.830507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-2613f44e-802a-4f03-9a24-4e2fd138175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:39.832027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-2613f44e-802a-4f03-9a24-4e2fd138175f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416369 Nov 27 16:16:39.931312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-6dabf0cb-5bbe-40e3-8e67-9fea165cb150 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906239 Nov 27 16:16:40.026661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-5e765a20-8e80-4534-ac2a-ac44890e52b8 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Nov 27 16:16:40.076172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-8b54b726-467e-4858-943e-9cdb073f0748 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.0413463 Nov 27 16:16:40.126411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-c7d1e123-4c27-4130-9c12-f2ae72896835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:40.127930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-c7d1e123-4c27-4130-9c12-f2ae72896835 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0452411 Nov 27 16:16:40.185442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-79e1e8f0-4c7f-44a9-8bec-d6fe8ac0ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:40.186964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-79e1e8f0-4c7f-44a9-8bec-d6fe8ac0ef46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511079 Nov 27 16:16:40.284659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-c43a7102-ed01-4642-b73a-497ebe23c14f service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896766 Nov 27 16:16:40.312451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:40.384477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8ea81bd-e6dc-486a-b6e2-8fa6651803e1 req-10ff55f6-1cad-4af6-b0bf-03496aa892fa service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919030 Nov 27 16:16:40.507098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7ccf6-a3ad-49e7-b1ba-2f5987337925 req-fb00792b-6b2d-41a5-adfd-05a149b9fc6e tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:40.508602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1c7ccf6-a3ad-49e7-b1ba-2f5987337925 req-fb00792b-6b2d-41a5-adfd-05a149b9fc6e tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 950 time: 0.0512049 Nov 27 16:16:40.556970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1c7ccf6-a3ad-49e7-b1ba-2f5987337925 req-7012a692-acf2-4e7f-9a59-bab026e15593 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Nov 27 16:16:41.183571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:48.374711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d9726-1a54-4f63-8882-4a90fd101f05 req-7ca55eef-b299-4209-a0b7-89775de552b2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:48.376106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-901d9726-1a54-4f63-8882-4a90fd101f05 req-7ca55eef-b299-4209-a0b7-89775de552b2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.0572600 Nov 27 16:16:48.429839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-901d9726-1a54-4f63-8882-4a90fd101f05 req-ab1fd14b-28cd-43c8-ad09-0f87d25e24b6 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Nov 27 16:16:49.567671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a438-b87e-4af2-932d-8610d4bf6471 req-36a0b849-33c7-4c85-8d4f-e61d8ab31b14 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:49.569205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54c7a438-b87e-4af2-932d-8610d4bf6471 req-36a0b849-33c7-4c85-8d4f-e61d8ab31b14 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.0631938 Nov 27 16:16:49.618001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54c7a438-b87e-4af2-932d-8610d4bf6471 req-de831b94-60f7-44e2-ba94-a77a4a660e55 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83e5afb-5259-42ce-9bf1-069762b63717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Nov 27 16:16:49.924721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0128d-0917-4866-bcb1-e223437648fe req-df3572aa-cd2d-4eac-9d2e-4901850d0438 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:49.926209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33b0128d-0917-4866-bcb1-e223437648fe req-df3572aa-cd2d-4eac-9d2e-4901850d0438 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 946 time: 0.0519729 Nov 27 16:16:50.023755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Deleting port acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:16:50.024095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:50.120037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] For port acb032cf-88bd-498b-b4a6-40ff75db9f98, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=acb032cf-88bd-498b-b4a6-40ff75db9f98,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:16:50.120321 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:50.309663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:50.309938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:50.310251 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Floating IP 7593deac-d916-41c0-9161-f05024b1de11 disassociated. External IP: 172.25.1.152, port: acb032cf-88bd-498b-b4a6-40ff75db9f98. Nov 27 16:16:50.310696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Calling delete_port for acb032cf-88bd-498b-b4a6-40ff75db9f98 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:16:50.450275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:50.484836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event deleted for resources: {'Port': ['ID=acb032cf-88bd-498b-b4a6-40ff75db9f98,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:50.629789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:16:50.735258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85e070d9-ef16-4930-bf73-0aa1f1ca113d req-8c1b80bd-9056-4834-9428-4239b721d28f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=63fbe310-40d7-4ea5-98e2-0d561ab0acc4 HTTP/1.1" status: 200 len: 210 time: 0.0278773 Nov 27 16:16:50.759417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:16:50.770007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:16:50.780418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:16:50.781033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:16:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:50.806215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] No DVR routers for this DVR port acb032cf-88bd-498b-b4a6-40ff75db9f98 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:16:50.809586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:50.814098 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33b0128d-0917-4866-bcb1-e223437648fe req-8b081b90-7402-4887-9881-ad769c295f40 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.37 "DELETE /v2.0/ports/acb032cf-88bd-498b-b4a6-40ff75db9f98 HTTP/1.1" status: 204 len: 173 time: 0.8809445 Nov 27 16:16:50.815294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-deleted', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:50.818960 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc830eff-bb11-4a62-b437-f234a21286df" -d '{"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-deleted", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:50.937186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:16:51.001805 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ff3c6-f479-40ee-9b10-58bcc31f2794 x-openstack-request-id: req-264ff3c6-f479-40ee-9b10-58bcc31f2794 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:51.002349 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe310-40d7-4ea5-98e2-0d561ab0acc4", "name": "network-vif-deleted", "tag": "acb032cf-88bd-498b-b4a6-40ff75db9f98", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:51.002349 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-264ff3c6-f479-40ee-9b10-58bcc31f2794 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:51.002778 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe310-40d7-4ea5-98e2-0d561ab0acc4', 'name': 'network-vif-deleted', 'tag': 'acb032cf-88bd-498b-b4a6-40ff75db9f98', 'status': 'completed', 'code': 200} Nov 27 16:16:51.165846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:51.351755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:16:51.361771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:16:51.362571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:16:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:51.472025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:16:51.693990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:16:51.726874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e23571-6eef-4e47-bbd6-db6615566762 None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:16:51.837569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47902) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:51.909664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac75b159-bd36-42a0-bd10-c9ced5ea3c20 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:51.938113 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac75b159-bd36-42a0-bd10-c9ced5ea3c20 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:51.992780 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac75b159-bd36-42a0-bd10-c9ced5ea3c20 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:51.996010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac75b159-bd36-42a0-bd10-c9ced5ea3c20 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:51.999954 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ac75b159-bd36-42a0-bd10-c9ced5ea3c20 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "DELETE /v2.0/security-groups/a83e5afb-5259-42ce-9bf1-069762b63717 HTTP/1.1" status: 204 len: 168 time: 0.1608667 Nov 27 16:16:52.000238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47904) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:52.007346 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5511304-3c0c-4bb4-8e1c-055346d196e9 None None] New status for floating IP 7593deac-d916-41c0-9161-f05024b1de11: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:16:52.021236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75b159-bd36-42a0-bd10-c9ced5ea3c20 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e5afb-5259-42ce-9bf1-069762b63717,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:52.023228 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-b5cef541-b3cf-4402-8b36-53a23892d74e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] show failed (client error): The resource could not be found. Nov 27 16:16:52.027008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b5cef541-b3cf-4402-8b36-53a23892d74e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups/a83e5afb-5259-42ce-9bf1-069762b63717 HTTP/1.1" status: 404 len: 347 time: 0.0203862 Nov 27 16:16:52.027243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47906) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:52.180989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Deleting port ec47321d-f0b0-45bc-880e-2add043a0195 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:16:52.181479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.265155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.265503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.278692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Calling delete_port for ec47321d-f0b0-45bc-880e-2add043a0195 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:16:52.427559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.458857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event deleted for resources: {'Port': ['ID=ec47321d-f0b0-45bc-880e-2add043a0195,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:52.524968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.528042 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.529298 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b83e9f59-ff36-49ec-8902-09fbf0e91110 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "DELETE /v2.0/floatingips/7593deac-d916-41c0-9161-f05024b1de11 HTTP/1.1" status: 204 len: 168 time: 0.5010846 Nov 27 16:16:52.861100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:16:52.888213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: acb032cf-88bd-498b-b4a6-40ff75db9f98 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:16:52.888213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device acb032cf-88bd-498b-b4a6-40ff75db9f98 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:16:52.888376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47916) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:52.893638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123035659', 'description': 'tempest-description--1604621650'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:52.915080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.987004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:52.991657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.020473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.021731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1323483 Nov 27 16:16:53.024694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:53.026270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1d747-0f62-416d-a927-37d5cc8e8f5e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482d8a22-7421-4c4b-8501-db0c8851ac2d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:53.030825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'security_group_rule': {'security_group_id': '482d8a22-7421-4c4b-8501-db0c8851ac2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:53.059890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.122299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.126335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.144849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3638a55f-507e-44d9-b8d2-e1cc1781d063,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:53.153250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.154643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b7b5988-f707-41b6-a332-bea631b9774a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277952 Nov 27 16:16:53.157355 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47920) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:53.162383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'security_group_rule': {'security_group_id': '482d8a22-7421-4c4b-8501-db0c8851ac2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:53.187831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.244795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.247804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.263055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd52a7a8-46c4-4b73-9982-4d57e393bb22,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:53.273855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.275056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-68559941-e74a-4956-81e9-a4ea88fc6ac4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161246 Nov 27 16:16:53.278078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47922) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:53.282553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:53.304609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.404144 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.511880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Allocated IP 172.25.1.153 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8a7555a0-1502-4b9f-8ea4-7b88133cd21f) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:16:53.625075 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.663648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.700628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:16:53.703682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:16:53.707333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:16:53.751372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'Port': ['ID=8a7555a0-1502-4b9f-8ea4-7b88133cd21f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:53.819447 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.859147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:53.956058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47936) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:53.960595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604651908', 'description': 'tempest-secgroup-smoke-1604651908 description', 'project_id': 'f3686f59bceb423ab062073b9e118e07'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:54.003712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.072467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.080825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.161041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.172006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.183820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'Port': ['ID=8a7555a0-1502-4b9f-8ea4-7b88133cd21f,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.210146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.218700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.220196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2631404 Nov 27 16:16:54.223432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47938) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:54.226537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04b19c-6ee6-4b81-81e1-333d5f7e9145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.228763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group_rule': {'security_group_id': '3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf', 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:54.235298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.237041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-834e7672-0b74-4231-871c-4ce840805c9c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9576299 Nov 27 16:16:54.263533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.328951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.334057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.357309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82344a25-c61d-4676-82d4-a0e1c489855d,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.364970 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.369025 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1c522763-051c-45cd-b055-a161d7954320 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417446 Nov 27 16:16:54.369443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 47944) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:54.374529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group_rule': {'security_group_id': '3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf', 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:54.411653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.517636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.523082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-d513fd3c-e0ff-4026-aa83-4e23bdc072b2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--123035659&fields=id&tenant_id=ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 267 time: 0.0706468 Nov 27 16:16:54.524420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.555485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e90f918-c551-486d-8982-0a06dbd3f882,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.579099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.580390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-67495353-24b3-4d4b-9b98-18b5a8ba69cb tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2099125 Nov 27 16:16:54.583371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47954) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:54.588342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group_rule': {'security_group_id': '3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf', 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:54.618195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.679556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-7e089e54-7f33-4ca5-9ea6-e565c72a2970 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:54.680038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.682123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-7e089e54-7f33-4ca5-9ea6-e565c72a2970 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 816 time: 0.1492593 Nov 27 16:16:54.684018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.699610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-98ec9675-88d9-4957-b0fc-2a355dbf2bf2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/quotas/ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 375 time: 0.0105665 Nov 27 16:16:54.703878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5c7b99-96c8-4b8d-be60-155a342a9011,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.709132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.713248 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5959ad2d-4b43-4e0e-8321-02399b4fb145 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258762 Nov 27 16:16:54.713248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47956) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:54.717510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group_rule': {'security_group_id': '3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf', 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:54.745074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.759113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-6aaa6c8a-a97a-4501-96d7-15ce90cefc05 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509963 Nov 27 16:16:54.779303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1f2aebb7-8035-4031-bfc5-cb2717c6f7a7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:16:54.780463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1f2aebb7-8035-4031-bfc5-cb2717c6f7a7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058448 Nov 27 16:16:54.813260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.818770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.841348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32126e3c-1575-4b3a-ac84-4a65560c95ba,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.851498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.855558 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8501c9b6-fa03-4b6a-abe1-86362b5ab40a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387153 Nov 27 16:16:54.855808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47962) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:54.861020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group_rule': {'security_group_id': '3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf', 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:54.892993 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Project f3686f59bceb423ab062073b9e118e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:16:54.893951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1f9a826e-c98c-4889-9af7-063e124e4186 service neutron] 10.222.0.15 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064436 Nov 27 16:16:54.898852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.961999 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.966001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.989728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09da9f44-5571-4ebf-98c8-f99b226c2e3e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:54.997531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:54.999184 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-39c3c75c-1839-4cf0-9f83-c330badc99a7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424270 Nov 27 16:16:54.999363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-8a84c7c3-62d7-44e5-a779-2b7658b00fbb service neutron] 10.222.0.15 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985820 Nov 27 16:16:55.002241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 47964) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:16:55.006897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'security_group_rule': {'security_group_id': '3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf', 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:55.031722 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Project f3686f59bceb423ab062073b9e118e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:16:55.038522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:55.104893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:55.108876 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:55.142063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34802ba-16ea-42d4-8ffc-d7392c88f1d2,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:55.150920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:55.153943 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d08a9242-e34b-4643-8d38-0a04ed209f2d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505909 Nov 27 16:16:55.193811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-919cfaa6-2093-40ea-b890-684c426f6507 req-00da60de-ab70-4055-b18a-52c9657121a5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 210 time: 0.0308928 Nov 27 16:16:55.380112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-118db2ea-d234-4f48-9d2d-0a831e6a0e86 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604651908&fields=id&tenant_id=f3686f59bceb423ab062073b9e118e07 HTTP/1.1" status: 200 len: 267 time: 0.0487356 Nov 27 16:16:55.498485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-00a7bfcb-844b-40bd-a7e1-33e5863249a1 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:55.500080 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-00a7bfcb-844b-40bd-a7e1-33e5863249a1 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 814 time: 0.1124365 Nov 27 16:16:55.517680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-907f8fbd-e9c2-421a-8b35-a4ce59337680 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/quotas/f3686f59bceb423ab062073b9e118e07 HTTP/1.1" status: 200 len: 375 time: 0.0100522 Nov 27 16:16:55.577784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-87c7afcc-d1fb-4c5d-b7a9-5df7c8000c47 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541790 Nov 27 16:16:55.698915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-b9ca9b64-7563-4607-8ba9-3cd7baa18435 service neutron] 10.222.0.15 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086257 Nov 27 16:16:55.792011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-3fb3008b-010d-464b-aaea-9fe0077757b5 service neutron] 10.222.0.15 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860693 Nov 27 16:16:56.104105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26569c4e-a63f-4db2-9609-ec8b7b340504 req-b8e341d0-50b2-4f37-ab4e-903f9ef54249 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0340686 Nov 27 16:16:56.192098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-3612194b-860e-4e7f-a1e1-9f14c452caef tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:56.193721 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-3612194b-860e-4e7f-a1e1-9f14c452caef tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 816 time: 0.1330121 Nov 27 16:16:56.278877 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-e4c1669d-3605-4c86-a83f-b76bf816e5a2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 379 time: 0.0731556 Nov 27 16:16:56.293880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'port': {'device_id': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'admin_state_up': True, 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'security_groups': ['482d8a22-7421-4c4b-8501-db0c8851ac2d']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:56.304469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68fe3f69-9d73-46a1-8588-68e21cf8972f req-de643732-473c-4206-94e2-84ad22e31156 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 210 time: 0.0275624 Nov 27 16:16:56.434487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Made reservation on behalf of ad7ebd921da94c029f33291c8c679fcf for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:16:56.440024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:56.590122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Allocated IP 172.20.0.12 (703c0957-b441-4b6b-b65d-44741cf82057/6f053d1d-5d6f-46e2-856a-65b1eb075016/b737b941-b633-400b-99cd-bda1cfb6ab4d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:16:56.748270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:56.782711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:56.826340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Network 703c0957-b441-4b6b-b65d-44741cf82057 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:16:56.830540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:16:56.835116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:16:56.873795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:56.906136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:56.907019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:56.930750 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-ded1f289-d3ce-46d1-92f3-be737f2f66ce tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6426375 Nov 27 16:16:56.944746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Request body: {'port': {'device_id': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:57.015304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.136190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-348cb0fb-2314-46b9-83f4-b590a2635d8d None None] Provisioning complete for port b737b941-b633-400b-99cd-bda1cfb6ab4d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:57.137141 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-348cb0fb-2314-46b9-83f4-b590a2635d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.190524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-348cb0fb-2314-46b9-83f4-b590a2635d8d None None] Port b737b941-b633-400b-99cd-bda1cfb6ab4d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:16:57.250239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2029d968-6cbb-45cc-b224-1c0aec3aaa89 req-98b786dd-71a7-43dd-a1d3-6c8b21dc5d0d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0373542 Nov 27 16:16:57.260742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-ce9ee43b-1250-4c7b-b6ad-5f73eda70884 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:57.262082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-ce9ee43b-1250-4c7b-b6ad-5f73eda70884 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.21 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 814 time: 0.1680920 Nov 27 16:16:57.331125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-da25bb42-e4ba-42e8-8c2e-d08d6da666e8 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3686f59bceb423ab062073b9e118e07 HTTP/1.1" status: 200 len: 380 time: 0.0554848 Nov 27 16:16:57.342924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'port': {'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'admin_state_up': True, 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'security_groups': ['3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:57.348638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:57.356857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.373762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Transition to ACTIVE for port object b737b941-b633-400b-99cd-bda1cfb6ab4d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:16:57.380040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.433850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:57.525446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bb971-f115-458c-941f-d26ad767d427 req-5e2ad460-4280-4c08-ae03-327abf7e3f55 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:57.528932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:16:57.529275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:16:57.529647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:57.533828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46bb971-f115-458c-941f-d26ad767d427 req-5e2ad460-4280-4c08-ae03-327abf7e3f55 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 944 time: 0.1353195 Nov 27 16:16:57.535605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Port b737b941-b633-400b-99cd-bda1cfb6ab4d on network 703c0957-b441-4b6b-b65d-44741cf82057 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:16:57.536052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:57.542998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:16:57.543341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:16:57.543720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Bound using segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:16:57.544148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Bound port: b737b941-b633-400b-99cd-bda1cfb6ab4d, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:16:57.544501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.584940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Made reservation on behalf of f3686f59bceb423ab062073b9e118e07 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:16:57.589474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.613632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a46bb971-f115-458c-941f-d26ad767d427 req-4c484de6-187c-4b5d-89a1-3678b66f4448 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788071 Nov 27 16:16:57.630827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:16:57.645797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:16:57.651959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.689724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:57.690422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:57.692687 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] 10.222.0.37 "PUT /v2.0/ports/b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1092 time: 0.7530379 Nov 27 16:16:57.692687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:57.694544 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3791f86-2813-45e2-9633-0792742fbab5" -d '{"events": [{"name": "network-changed", "server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:57.719837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3797b-6972-4bf3-a128-ec3116cdbe45 service neutron] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:57.783808 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb9d9cd-2eac-4ed1-b607-b941703c38dd x-openstack-request-id: req-bfb9d9cd-2eac-4ed1-b607-b941703c38dd {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:57.784112 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:57.784372 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfb9d9cd-2eac-4ed1-b607-b941703c38dd {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:57.784813 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'status': 'completed', 'code': 200} Nov 27 16:16:57.816455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Allocated IP 172.20.0.12 (5904b9ae-0161-4133-9662-9ca558baaf12/2811f852-f88e-441a-8754-3bac714ea963/5d11ee40-268f-4a19-b3bb-4acd8f75317e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:16:57.823038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-d6ba1d6c-2436-4d13-8dd8-7d71c7146ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:57.824485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-d6ba1d6c-2436-4d13-8dd8-7d71c7146ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1095 time: 0.0622709 Nov 27 16:16:57.886663 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-041dd410-4c07-4ee7-901d-1224c3de4c94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 217 time: 0.0530713 Nov 27 16:16:57.944955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-f70448fc-dfcd-4bca-bb89-68f90fb36007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:57.946472 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-f70448fc-dfcd-4bca-bb89-68f90fb36007 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0524058 Nov 27 16:16:57.996575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:58.008251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1044c7e3-c4de-48a8-842a-52d1ff98759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.009901 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-1044c7e3-c4de-48a8-842a-52d1ff98759d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564570 Nov 27 16:16:58.141777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-970f398a-8aa5-48ba-9c61-a590feeb022f service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224890 Nov 27 16:16:58.250215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ca460957-c5e3-423f-86aa-64cca71ca16c req-8b1c68e5-9f7b-4b57-a490-179aea30ff73 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997360 Nov 27 16:16:58.366498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791f86-2813-45e2-9633-0792742fbab5 req-07f53882-1a96-4132-8757-b8e8f69bce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.367986 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-07f53882-1a96-4132-8757-b8e8f69bce02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1095 time: 0.0504761 Nov 27 16:16:58.459734 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e21bc08-b765-49ee-8963-be764360bbd6 req-7d46810f-49a7-473a-b0a5-844bc1b3e804 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0327268 Nov 27 16:16:58.469850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791f86-2813-45e2-9633-0792742fbab5 req-3791e7b3-684c-40b0-ab32-9a8591d83829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.471971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-3791e7b3-684c-40b0-ab32-9a8591d83829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.0960903 Nov 27 16:16:58.473717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:58.521122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-3a0ac0f8-b54a-4fd3-8718-bad0f99396f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 217 time: 0.0382948 Nov 27 16:16:58.523972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Network 5904b9ae-0161-4133-9662-9ca558baaf12 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:16:58.527429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:16:58.532526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:16:58.536473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'Port': ['ID=5d11ee40-268f-4a19-b3bb-4acd8f75317e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:58.586550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.587175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:58.593663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791f86-2813-45e2-9633-0792742fbab5 req-4432a1ff-eb92-456a-9656-0e436c58fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.596913 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-4432a1ff-eb92-456a-9656-0e436c58fdd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0651348 Nov 27 16:16:58.604207 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-78e41b82-a130-4e67-8e5b-a9e002c49664 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2658358 Nov 27 16:16:58.619396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Request body: {'port': {'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:16:58.657314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791f86-2813-45e2-9633-0792742fbab5 req-73b59810-cb35-4ab3-a305-db24d219f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.661209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-73b59810-cb35-4ab3-a305-db24d219f452 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559125 Nov 27 16:16:58.686554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:58.771499 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-297ccfc5-bba4-4841-868a-31230c93b1a6 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019979 Nov 27 16:16:58.838730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e3d14ccb-ca80-46ce-8651-01ce968695f9 None None] Provisioning complete for port 5d11ee40-268f-4a19-b3bb-4acd8f75317e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:16:58.839721 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3d14ccb-ca80-46ce-8651-01ce968695f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:58.889904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e3d14ccb-ca80-46ce-8651-01ce968695f9 None None] Port 5d11ee40-268f-4a19-b3bb-4acd8f75317e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:16:58.903540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e3791f86-2813-45e2-9633-0792742fbab5 req-91494724-9b7f-4e58-9821-578af6a9b021 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227338 Nov 27 16:16:58.936984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039906b-1631-41b1-a8b1-70c116b3ef5d req-5d546195-1bdf-42eb-b661-15dd184b81fd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:58.938497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2039906b-1631-41b1-a8b1-70c116b3ef5d req-5d546195-1bdf-42eb-b661-15dd184b81fd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 944 time: 0.1168878 Nov 27 16:16:59.031266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2039906b-1631-41b1-a8b1-70c116b3ef5d req-fdfc8170-b48b-459d-81b0-1f82c4ca01c3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847118 Nov 27 16:16:59.089550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d11ee40-268f-4a19-b3bb-4acd8f75317e {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:16:59.099166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:59.112592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Transition to ACTIVE for port object 5d11ee40-268f-4a19-b3bb-4acd8f75317e will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:16:59.118155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:59.213036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Pushing event updated for resources: {'Port': ['ID=5d11ee40-268f-4a19-b3bb-4acd8f75317e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:59.246596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Attempting to bind port 5d11ee40-268f-4a19-b3bb-4acd8f75317e on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:16:59.246942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Attempting to bind port 5d11ee40-268f-4a19-b3bb-4acd8f75317e by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:16:59.247275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Attempting to bind port 5d11ee40-268f-4a19-b3bb-4acd8f75317e on network 5904b9ae-0161-4133-9662-9ca558baaf12 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:59.252098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Port 5d11ee40-268f-4a19-b3bb-4acd8f75317e on network 5904b9ae-0161-4133-9662-9ca558baaf12 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:16:59.252489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Attempting to bind port 5d11ee40-268f-4a19-b3bb-4acd8f75317e on network 5904b9ae-0161-4133-9662-9ca558baaf12 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:16:59.257736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:16:59.258090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Checking segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:16:59.258484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Bound using segment: {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:16:59.259067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Bound port: 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bea8d6d-fbff-43aa-9949-5e5ada219ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:16:59.259434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:59.332574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] For port 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:16:59.335822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] For port 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:16:59.343616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:59.382780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:59.383413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:59.384797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] 10.222.0.21 "PUT /v2.0/ports/5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 1092 time: 0.7701821 Nov 27 16:16:59.385370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:16:59.389121 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec21ffa8-b94f-4123-86d6-678b6dd590ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:16:59.434674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01954a35-0df6-4da6-9f12-a9376540205f service neutron] Pushing event updated for resources: {'Port': ['ID=5d11ee40-268f-4a19-b3bb-4acd8f75317e,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:16:59.448397 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9207fd-ceb3-49d9-a97b-0b45ba3f5120 x-openstack-request-id: req-af9207fd-ceb3-49d9-a97b-0b45ba3f5120 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:16:59.448697 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:16:59.448958 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af9207fd-ceb3-49d9-a97b-0b45ba3f5120 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:16:59.449364 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'status': 'completed', 'code': 200} Nov 27 16:16:59.486726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-6b78d89e-2c15-44d1-aee3-dd03b7c9d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:59.488282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-6b78d89e-2c15-44d1-aee3-dd03b7c9d5b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1095 time: 0.0501440 Nov 27 16:16:59.542593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-72f39a95-2d9d-4ae3-9432-537fb0196bf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 217 time: 0.0436449 Nov 27 16:16:59.600869 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:16:59.626141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-4f492fff-5e5b-4ecc-ac07-933dc8db87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:59.628110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-4f492fff-5e5b-4ecc-ac07-933dc8db87f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 200 len: 853 time: 0.0776479 Nov 27 16:16:59.642752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635751b-f2d1-4943-b8d9-d8dc5cc566dc req-bd7be5cd-7e67-4b77-996c-eceed0d59aec tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:59.644237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3635751b-f2d1-4943-b8d9-d8dc5cc566dc req-bd7be5cd-7e67-4b77-996c-eceed0d59aec tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0856485 Nov 27 16:16:59.721690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-1144812e-1b83-4f45-b73f-5fcc4e7d752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:16:59.723321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-1144812e-1b83-4f45-b73f-5fcc4e7d752b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5904b9ae-0161-4133-9662-9ca558baaf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782144 Nov 27 16:16:59.727772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3635751b-f2d1-4943-b8d9-d8dc5cc566dc req-f830530c-a6a4-4a85-a58d-0bbe48cb7c60 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751891 Nov 27 16:16:59.817784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-e5e21ffc-239d-4e7f-9061-495a2c88640d service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853021 Nov 27 16:16:59.856540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:16:59.923433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-888f59e7-7609-4eef-90aa-c7048b4bb011 req-2d2725e6-b80a-4539-9599-a8cb43628db8 service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977583 Nov 27 16:17:00.012015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-578f42ba-06a5-4280-a342-379050a253be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:00.013552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-578f42ba-06a5-4280-a342-379050a253be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1095 time: 0.0410721 Nov 27 16:17:00.108240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-78631aeb-7f3e-42bf-8760-3cab47e9f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:00.109654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-78631aeb-7f3e-42bf-8760-3cab47e9f1c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 915 time: 0.0887690 Nov 27 16:17:00.183150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-a74302f2-767a-4575-b124-4b379b233c1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 217 time: 0.0590525 Nov 27 16:17:00.245665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45c65-1fcf-44e1-af58-fc6e23b9da46 req-dc0b83bb-296a-4cb8-ab4f-5a4d2b2c9536 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:00.247152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58b45c65-1fcf-44e1-af58-fc6e23b9da46 req-dc0b83bb-296a-4cb8-ab4f-5a4d2b2c9536 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 944 time: 0.1322267 Nov 27 16:17:00.258748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-6a0c306f-8c74-4414-a7c4-e3fa9a9b7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:00.260148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-6a0c306f-8c74-4414-a7c4-e3fa9a9b7bf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 200 len: 853 time: 0.0663061 Nov 27 16:17:00.344872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58b45c65-1fcf-44e1-af58-fc6e23b9da46 req-033a10d0-678c-4afb-8382-0bbb9022f87a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884955 Nov 27 16:17:00.350397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-7d8fb895-4e6b-49a8-9906-7ed2174a3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:00.352252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-7d8fb895-4e6b-49a8-9906-7ed2174a3878 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5904b9ae-0161-4133-9662-9ca558baaf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760078 Nov 27 16:17:00.454273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-f447ff88-f968-4bd7-8711-33c52b2f512c service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902388 Nov 27 16:17:00.551997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec21ffa8-b94f-4123-86d6-678b6dd590ba req-09258f76-51d2-4f02-93c2-4fbf14dae61a service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899704 Nov 27 16:17:00.852673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152012f3-c31f-424a-abfb-e083adc459bb req-66d8559c-9c0f-4675-9f96-a4a319bf4d39 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:00.854450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-152012f3-c31f-424a-abfb-e083adc459bb req-66d8559c-9c0f-4675-9f96-a4a319bf4d39 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0532346 Nov 27 16:17:00.910247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-152012f3-c31f-424a-abfb-e083adc459bb req-4563444a-6080-40a6-b59b-f336018dbc4b tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493793 Nov 27 16:17:00.910559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:17:01.021565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:01.032736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:17:01.070840 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:01.084638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:17:01.105462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:01.109817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:01.164225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:01.330673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['b737b941-b633-400b-99cd-bda1cfb6ab4d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:17:01.511048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2039-0ace-4194-818a-46ee0ca633bf req-6209889b-f36e-4928-9f26-87ac3396ec4c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:01.520612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-272e2039-0ace-4194-818a-46ee0ca633bf req-6209889b-f36e-4928-9f26-87ac3396ec4c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0760446 Nov 27 16:17:01.593212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-272e2039-0ace-4194-818a-46ee0ca633bf req-2174f4c2-d73e-4e9e-96d7-72fd571803a7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713880 Nov 27 16:17:01.907220 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:02.041607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68699a7b-f35b-42b6-ae3d-176883bf326c req-ec482d4e-ed21-4b44-9db1-95c0fcf32ff8 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:02.043301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68699a7b-f35b-42b6-ae3d-176883bf326c req-ec482d4e-ed21-4b44-9db1-95c0fcf32ff8 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0533564 Nov 27 16:17:02.097862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68699a7b-f35b-42b6-ae3d-176883bf326c req-16aff377-c8f3-4e50-befc-655403d8ddc1 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Nov 27 16:17:02.722847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9819a7e-0180-4f36-a3df-d10bf7f72edf req-8dcf3ec0-0431-48c2-8fa2-05e83c85ec61 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:02.724905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9819a7e-0180-4f36-a3df-d10bf7f72edf req-8dcf3ec0-0431-48c2-8fa2-05e83c85ec61 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0550768 Nov 27 16:17:02.776381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9819a7e-0180-4f36-a3df-d10bf7f72edf req-e900f98e-55a7-4a0c-b12b-370964f35012 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452874 Nov 27 16:17:02.932735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:17:02.991900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port b737b941-b633-400b-99cd-bda1cfb6ab4d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:17:03.000022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port b737b941-b633-400b-99cd-bda1cfb6ab4d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:17:03.000580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:03.155945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:03.183984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:03.187037 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3419f250-d713-48a4-af51-c98a0e4ac91d" -d '{"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-plugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:03.202163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:03.211215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:03.254141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae638-3ff4-45aa-86a6-db2085f35f1c req-f1bb1fbc-412d-4189-9d78-7bb257ffcf92 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:03.261612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-251ae638-3ff4-45aa-86a6-db2085f35f1c req-f1bb1fbc-412d-4189-9d78-7bb257ffcf92 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0742157 Nov 27 16:17:03.291402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:03.301715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.302196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.302568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.302824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.303170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.303519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.304062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.304933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.305433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.306351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.306702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.307076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:03.325301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-251ae638-3ff4-45aa-86a6-db2085f35f1c req-4fbddda7-e178-4799-8634-a3273b3aad28 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623577 Nov 27 16:17:03.329945 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e836d0-6872-454a-bb2b-27455f9ec9b5 x-openstack-request-id: req-51e836d0-6872-454a-bb2b-27455f9ec9b5 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:03.330258 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-plugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:03.333707 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51e836d0-6872-454a-bb2b-27455f9ec9b5 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:03.334141 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'code': 200} Nov 27 16:17:03.508840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3a64-efb8-4dbb-8078-3db2034a4c40 req-5075adf5-d598-44c1-8c9f-3ac7860cbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:03.510713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f00d3a64-efb8-4dbb-8078-3db2034a4c40 req-5075adf5-d598-44c1-8c9f-3ac7860cbc1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1097 time: 0.1248589 Nov 27 16:17:03.567463 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f00d3a64-efb8-4dbb-8078-3db2034a4c40 req-9456328f-4ed6-4bfc-a30b-800ba67fdbc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492671 Nov 27 16:17:03.901706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd0359-7275-4f54-8bc6-a0b394c03644 req-9b91ffcf-79e9-4aa9-9a5b-9def9a8518fd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:03.903234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7dcd0359-7275-4f54-8bc6-a0b394c03644 req-9b91ffcf-79e9-4aa9-9a5b-9def9a8518fd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Nov 27 16:17:03.959401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7dcd0359-7275-4f54-8bc6-a0b394c03644 req-72484044-0d7e-4752-ac6c-86b7351dec18 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493538 Nov 27 16:17:04.454227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356cb13-ae70-41e0-988a-bfff5df885e1 req-d5be7242-2bfa-4c71-ae9e-894417f1c361 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:04.455862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a356cb13-ae70-41e0-988a-bfff5df885e1 req-d5be7242-2bfa-4c71-ae9e-894417f1c361 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0534580 Nov 27 16:17:04.513333 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a356cb13-ae70-41e0-988a-bfff5df885e1 req-2d94c1f3-1a72-4dd6-ae80-12bcdbdec6d3 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514944 Nov 27 16:17:05.082276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8edd8-01fd-4890-806f-c18c3a1cc1b5 req-cd48ddf1-6737-40f2-8f32-02ad29118879 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:05.083950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8b8edd8-01fd-4890-806f-c18c3a1cc1b5 req-cd48ddf1-6737-40f2-8f32-02ad29118879 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0511553 Nov 27 16:17:05.147166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8b8edd8-01fd-4890-806f-c18c3a1cc1b5 req-3d479b53-3116-45d6-b271-8da9ef2d6f78 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538270 Nov 27 16:17:05.224317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac5d89a0-5450-4e58-ab1c-b521e2972b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:05.274383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd469f-8360-4e6b-878f-d299ff3c469c req-5c79b392-c312-4e6e-b890-e3d4263dd5a9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:05.275867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5bd469f-8360-4e6b-878f-d299ff3c469c req-5c79b392-c312-4e6e-b890-e3d4263dd5a9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0513439 Nov 27 16:17:05.285081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48084) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:17:05.290341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Request body: {'floatingip': {'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:17:05.334294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:05.663773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f4e4f-674b-47e1-bfea-1c781c9e4110 req-690be906-2b13-4873-9869-4f5ccea09297 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:05.670083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-715f4e4f-674b-47e1-bfea-1c781c9e4110 req-690be906-2b13-4873-9869-4f5ccea09297 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0636394 Nov 27 16:17:05.730056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-715f4e4f-674b-47e1-bfea-1c781c9e4110 req-465a7f76-5211-4527-88a5-81ce8bab7868 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510042 Nov 27 16:17:05.833010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:05.836717 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:05.940267 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Floating IP 9beb909c-f4af-4556-b396-6a77167c0214 associated. External IP: 172.25.1.153, port: b737b941-b633-400b-99cd-bda1cfb6ab4d. Nov 27 16:17:06.161516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:17:06.589234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:17:06.595489 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:06.602517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:17:06.615544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:06.616679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:16:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:06.634183 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e195b554-47fc-470d-b2dd-4f576f24b858 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "PUT /v2.0/floatingips/9beb909c-f4af-4556-b396-6a77167c0214 HTTP/1.1" status: 200 len: 992 time: 1.3445342 Nov 27 16:17:06.634183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:06.635111 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae689373-4305-4e9e-acf8-d53ea8b31d80" -d '{"events": [{"name": "network-changed", "server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:06.774494 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba532b1-ec6e-44ec-89ce-0eb4263b60f1 x-openstack-request-id: req-8ba532b1-ec6e-44ec-89ce-0eb4263b60f1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:06.774897 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:06.775216 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ba532b1-ec6e-44ec-89ce-0eb4263b60f1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:06.777017 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'status': 'completed', 'code': 200} Nov 27 16:17:06.782536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:06.851074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-04907fff-604e-419f-888d-a78b5bf1ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:06.852767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-04907fff-604e-419f-888d-a78b5bf1ded7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1097 time: 0.0675423 Nov 27 16:17:06.929037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e70dc-5f0b-41bd-a359-631a07918cc1 req-99b83c07-2f75-4e88-8570-298bc0a6fbef tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:06.931112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268e70dc-5f0b-41bd-a359-631a07918cc1 req-99b83c07-2f75-4e88-8570-298bc0a6fbef tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0760679 Nov 27 16:17:06.981955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-350caebc-a6bf-4fcb-919a-046b3e2058bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:06.983771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-350caebc-a6bf-4fcb-919a-046b3e2058bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.1234424 Nov 27 16:17:07.000725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-268e70dc-5f0b-41bd-a359-631a07918cc1 req-10cbd6c9-d038-48e9-9abb-7a0bfda7fb6e tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614066 Nov 27 16:17:07.060138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '9beb909c-f4af-4556-b396-6a77167c0214', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:16:53Z', 'updated_at': '2021-11-27T16:17:05Z', 'revision_number': 1, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:07.080103 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-23559400-1ab8-4ccd-90f6-359bdac4150b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1000 time: 0.0870020 Nov 27 16:17:07.101203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:17:07.111679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:07.112895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:16:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:07.143323 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-2419a32f-9fc8-42c4-8a3a-b49736fab997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:07.144981 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-2419a32f-9fc8-42c4-8a3a-b49736fab997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0583918 Nov 27 16:17:07.196004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-32b5cd72-a485-46d9-8250-c9c8bf56e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:07.197480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-32b5cd72-a485-46d9-8250-c9c8bf56e5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451241 Nov 27 16:17:07.209814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-3de419b1-7346-419b-8441-ed62e8473d13 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:17:07.210730 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-3de419b1-7346-419b-8441-ed62e8473d13 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053596 Nov 27 16:17:07.232204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:07.333435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-dc940992-188a-4bfd-88b2-6f4abce13b24 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156926 Nov 27 16:17:07.449072 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ae689373-4305-4e9e-acf8-d53ea8b31d80 req-cb865192-22d2-43a3-933e-3bbcc9ebcc7f service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073508 Nov 27 16:17:07.492681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '9beb909c-f4af-4556-b396-6a77167c0214', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:16:53Z', 'updated_at': '2021-11-27T16:17:05Z', 'revision_number': 1, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:07.521478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d5cb-b4af-46ea-a91f-fa9fc3ca9140 None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '9beb909c-f4af-4556-b396-6a77167c0214', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:16:53Z', 'updated_at': '2021-11-27T16:17:05Z', 'revision_number': 1, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:17:07.691232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2c28cf9-4183-4675-914f-e88429aa015f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:07.804218 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17081b41-e9ad-43ba-96dd-c1691eee959d None None] New status for floating IP 9beb909c-f4af-4556-b396-6a77167c0214: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:17:08.131149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027714c-2db2-42aa-b2bf-85ca3e34c9fc req-8e4d0dbe-e8db-4250-969b-5e65a3e0e546 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:08.132673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b027714c-2db2-42aa-b2bf-85ca3e34c9fc req-8e4d0dbe-e8db-4250-969b-5e65a3e0e546 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0545323 Nov 27 16:17:08.188682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b027714c-2db2-42aa-b2bf-85ca3e34c9fc req-4943947f-fd5b-4f20-80cc-72474aa1f7c0 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495749 Nov 27 16:17:08.571006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:09.318295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b518c-9c69-4005-bf9c-5a5c0bb812bc req-56845af4-a1bd-4382-a465-ecb7e16c3ed1 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:09.319949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c7b518c-9c69-4005-bf9c-5a5c0bb812bc req-56845af4-a1bd-4382-a465-ecb7e16c3ed1 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 944 time: 0.0553052 Nov 27 16:17:09.371389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c7b518c-9c69-4005-bf9c-5a5c0bb812bc req-0e251183-46cd-492a-9d2c-b4be004da71d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451784 Nov 27 16:17:09.682555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d11ee40-268f-4a19-b3bb-4acd8f75317e details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:17:09.777899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:09.789243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:17:09.834666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:09.848517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d11ee40-268f-4a19-b3bb-4acd8f75317e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:17:09.874061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:09.879191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:09.948569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5d11ee40-268f-4a19-b3bb-4acd8f75317e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:10.217032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5d11ee40-268f-4a19-b3bb-4acd8f75317e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:17:10.331124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:10.501693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dbbee-1532-4bad-9574-a8d9ede08291 req-9395e526-844a-4029-9455-f9115ed8433c tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:10.506460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-777dbbee-1532-4bad-9574-a8d9ede08291 req-9395e526-844a-4029-9455-f9115ed8433c tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 945 time: 0.0564544 Nov 27 16:17:10.555236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-777dbbee-1532-4bad-9574-a8d9ede08291 req-0fd5b034-3a58-4fe5-940c-183829e686f1 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Nov 27 16:17:11.186569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:11.680271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab644c60-91c5-4bf3-9cae-efae2ec2682d req-8d0676e4-6939-4da4-914b-41fcb608b71f tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:11.681779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab644c60-91c5-4bf3-9cae-efae2ec2682d req-8d0676e4-6939-4da4-914b-41fcb608b71f tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 945 time: 0.0531669 Nov 27 16:17:11.690750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d11ee40-268f-4a19-b3bb-4acd8f75317e up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:17:11.732825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab644c60-91c5-4bf3-9cae-efae2ec2682d req-409a70a4-2278-481e-b32b-28133d6f2916 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 Nov 27 16:17:11.754405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 5d11ee40-268f-4a19-b3bb-4acd8f75317e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:17:11.758332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 5d11ee40-268f-4a19-b3bb-4acd8f75317e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:17:11.758707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:11.999047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:12.024136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:12.026361 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4386d5-e022-412e-addb-70d1ae01fddd" -d '{"events": [{"server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "name": "network-vif-plugged", "status": "completed", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:12.039950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:12.044670 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:12.085349 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8140c3e7-8b94-47cc-bec7-aa94a2c01090 x-openstack-request-id: req-8140c3e7-8b94-47cc-bec7-aa94a2c01090 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:12.085680 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "name": "network-vif-plugged", "status": "completed", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:12.085936 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8140c3e7-8b94-47cc-bec7-aa94a2c01090 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:12.086330 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'code': 200} Nov 27 16:17:12.115791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5d11ee40-268f-4a19-b3bb-4acd8f75317e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:12.205446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3071b3b-f1e2-42c7-b623-fe6ddc4cfbb4 req-89c1efc3-1a01-4984-aa24-44adbe71aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:12.207188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3071b3b-f1e2-42c7-b623-fe6ddc4cfbb4 req-89c1efc3-1a01-4984-aa24-44adbe71aa59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1097 time: 0.0413179 Nov 27 16:17:12.255852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3071b3b-f1e2-42c7-b623-fe6ddc4cfbb4 req-c869e3a2-df3c-4d13-ac0d-b44aab90b34f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404894 Nov 27 16:17:12.858005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab804e-0e21-4f12-9f62-6cb2f56d94bb req-485485fe-35d5-4c2e-a55d-8ba6fa23605e tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:12.859537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8ab804e-0e21-4f12-9f62-6cb2f56d94bb req-485485fe-35d5-4c2e-a55d-8ba6fa23605e tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 946 time: 0.0537419 Nov 27 16:17:12.916507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8ab804e-0e21-4f12-9f62-6cb2f56d94bb req-2582fa9b-3389-492e-96f9-db9e4a611d06 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509903 Nov 27 16:17:14.042170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24398b-cc33-4071-995f-428862aa0495 req-f2008616-9adb-42ee-9751-113b036a93a3 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:14.043661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d24398b-cc33-4071-995f-428862aa0495 req-f2008616-9adb-42ee-9751-113b036a93a3 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 946 time: 0.0566308 Nov 27 16:17:14.096903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d24398b-cc33-4071-995f-428862aa0495 req-8b3938bc-ec23-4e6f-bf7f-6f697b385d3a tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465932 Nov 27 16:17:14.215778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b67120-73d2-4bf7-880d-2487fe8e8015 req-2731d4ca-e15a-4d11-994a-698a03058bb9 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:14.217357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19b67120-73d2-4bf7-880d-2487fe8e8015 req-2731d4ca-e15a-4d11-994a-698a03058bb9 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 946 time: 0.0517426 Nov 27 16:17:14.272916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19b67120-73d2-4bf7-880d-2487fe8e8015 req-def2bf1a-0f5b-4589-9640-c2df37a6d52e tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480933 Nov 27 16:17:14.295458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:17:14.442703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2656e75-9e49-458e-9af9-1e9120be731a tempest-TestVolumeBackupRestore-1819567494 tempest-TestVolumeBackupRestore-1819567494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:14.444302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a2656e75-9e49-458e-9af9-1e9120be731a tempest-TestVolumeBackupRestore-1819567494 tempest-TestVolumeBackupRestore-1819567494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1092 time: 0.1478090 Nov 27 16:17:14.447333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48172) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:17:14.451707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:17:14.475316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:14.572789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:14.683801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Allocated IP 172.25.1.107 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/1b20f122-0d07-4e60-8bc8-262da1f2dc3d) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:17:14.783724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:14.816122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:14.864701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:17:14.867830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:17:14.872427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:17:14.874495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'Port': ['ID=1b20f122-0d07-4e60-8bc8-262da1f2dc3d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:15.238039 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:15.308046 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:15.464834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:15.471478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:15.536583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event updated for resources: {'Port': ['ID=1b20f122-0d07-4e60-8bc8-262da1f2dc3d,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:15.550091 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:15.651314 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Floating IP d430cc70-1869-4c11-bab4-df9159ca5e0d associated. External IP: 172.25.1.107, port: 5d11ee40-268f-4a19-b3bb-4acd8f75317e. Nov 27 16:17:15.856877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Router 91d61424-2809-4206-ad1e-442577cbc930 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:17:15.966486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:17:15.981484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] Sync routers for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:17:15.985437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:15.994436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:15.996951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:17:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:16.014402 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-294b20a6-0c11-4e04-8e8e-8924ead0c8fe tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5660391 Nov 27 16:17:16.015107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:16.017625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 48182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:17:16.018085 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd9deed-7043-4350-81c2-a1c61b65d175" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:16.056773 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2711a7e9-cdcc-48dc-a066-db6c9163ae6e x-openstack-request-id: req-2711a7e9-cdcc-48dc-a066-db6c9163ae6e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:16.057263 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:16.057704 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2711a7e9-cdcc-48dc-a066-db6c9163ae6e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:16.058273 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'status': 'completed', 'code': 200} Nov 27 16:17:16.076115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943ac2c-40df-416c-90a7-1abfcd15d25a tempest-TestVolumeBackupRestore-1819567494 tempest-TestVolumeBackupRestore-1819567494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:16.082251 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5943ac2c-40df-416c-90a7-1abfcd15d25a tempest-TestVolumeBackupRestore-1819567494 tempest-TestVolumeBackupRestore-1819567494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1092 time: 0.0596356 Nov 27 16:17:16.082558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 48186) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:17:16.087220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Request body: {'floatingip': {'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:17:16.118035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:16.176576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:16.212066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-3c872b08-6676-4a94-86fb-907421bd6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:16.213598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-3c872b08-6676-4a94-86fb-907421bd6270 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1097 time: 0.0947585 Nov 27 16:17:16.367801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'd430cc70-1869-4c11-bab4-df9159ca5e0d', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '91d61424-2809-4206-ad1e-442577cbc930', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:17:15Z', 'updated_at': '2021-11-27T16:17:15Z', 'revision_number': 0, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:16.385549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-7ac8e13e-70be-4a7d-9da6-045b8022a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:16.387316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-7ac8e13e-70be-4a7d-9da6-045b8022a43a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 915 time: 0.1640658 Nov 27 16:17:16.402508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] Checking router: 91d61424-2809-4206-ad1e-442577cbc930 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:17:16.415668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:16.416349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:17:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:16.528634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:16.768927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'd430cc70-1869-4c11-bab4-df9159ca5e0d', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '91d61424-2809-4206-ad1e-442577cbc930', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:17:15Z', 'updated_at': '2021-11-27T16:17:15Z', 'revision_number': 0, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:16.796849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c09ca60-e1c3-4c44-8e0d-192c06948d66 None None] The sync data for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 is: [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'd430cc70-1869-4c11-bab4-df9159ca5e0d', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '91d61424-2809-4206-ad1e-442577cbc930', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:17:15Z', 'updated_at': '2021-11-27T16:17:15Z', 'revision_number': 0, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:17:16.881195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-537bccb3-3750-4f33-a2f8-e387da0423d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 1000 time: 0.4802306 Nov 27 16:17:16.978465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-2c8bc8dd-583e-49c1-b5a6-b50d9fa902c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:16.979951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-2c8bc8dd-583e-49c1-b5a6-b50d9fa902c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 200 len: 853 time: 0.0900850 Nov 27 16:17:17.049962 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca4fc1-308b-4e5c-91b4-868f0adbf7ad None None] New status for floating IP d430cc70-1869-4c11-bab4-df9159ca5e0d: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:17:17.082893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-c254508d-fbec-4f8b-9c15-464bdcde2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:17.084218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-c254508d-fbec-4f8b-9c15-464bdcde2305 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5904b9ae-0161-4133-9662-9ca558baaf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970244 Nov 27 16:17:17.252865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-ca38ee4b-0d45-48f5-b0e6-0887042a4fae service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415753 Nov 27 16:17:17.354905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:17.363442 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:17.364413 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.db.api [None req-afca4fc1-308b-4e5c-91b4-868f0adbf7ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:17:17.364783 n-d-819494-4 neutron-server[110078]: DEBUG oslo_db.api [None req-afca4fc1-308b-4e5c-91b4-868f0adbf7ad None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:17:17.473233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd9deed-7043-4350-81c2-a1c61b65d175 req-e30ea967-2a16-4c77-aa69-d7be7b716071 service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885803 Nov 27 16:17:17.621286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Router 91d61424-2809-4206-ad1e-442577cbc930 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:17:17.731338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:17:17.736680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:17.786841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c86c857e-607a-45cd-9096-877a345fa7db tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "PUT /v2.0/floatingips/d430cc70-1869-4c11-bab4-df9159ca5e0d HTTP/1.1" status: 200 len: 992 time: 1.7031152 Nov 27 16:17:17.866142 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca4fc1-308b-4e5c-91b4-868f0adbf7ad None None] New status for floating IP d430cc70-1869-4c11-bab4-df9159ca5e0d: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:17:18.060159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}, {'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:18.062679 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}, {"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:18.099636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] Sync routers for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:17:18.102800 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcaa79f-217d-444d-8ed4-78b278a499e3 x-openstack-request-id: req-abcaa79f-217d-444d-8ed4-78b278a499e3 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:18.103162 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:18.103507 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abcaa79f-217d-444d-8ed4-78b278a499e3 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:18.103977 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'status': 'completed', 'code': 200} Nov 27 16:17:18.104343 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'status': 'completed', 'code': 200} Nov 27 16:17:18.115659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:18.116308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:17:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:18.173920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-41995097-830b-4853-9b8c-232494f123cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:18.175468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-41995097-830b-4853-9b8c-232494f123cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1097 time: 0.0463812 Nov 27 16:17:18.224316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:18.265033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-4450b2c5-51fe-4c55-a6c4-23daa860145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:18.268349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-4450b2c5-51fe-4c55-a6c4-23daa860145a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 915 time: 0.0858021 Nov 27 16:17:18.342453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-d0a6e5eb-655f-4a89-9f5c-19ee383cd1c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 1002 time: 0.0667784 Nov 27 16:17:18.392599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-ada2cb0e-c362-4bf7-ab00-07ae21f15313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:18.394217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-ada2cb0e-c362-4bf7-ab00-07ae21f15313 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 200 len: 853 time: 0.0452335 Nov 27 16:17:18.447909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-0ebe30d7-4b88-4e3a-b624-db170dae6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:18.449774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-0ebe30d7-4b88-4e3a-b624-db170dae6b72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5904b9ae-0161-4133-9662-9ca558baaf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485950 Nov 27 16:17:18.462424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'd430cc70-1869-4c11-bab4-df9159ca5e0d', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '91d61424-2809-4206-ad1e-442577cbc930', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:17:15Z', 'updated_at': '2021-11-27T16:17:17Z', 'revision_number': 2, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:18.493311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] Checking router: 91d61424-2809-4206-ad1e-442577cbc930 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:17:18.504259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:18.504524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:17:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:18.562583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-e8a04302-a96d-4f36-a731-3d576f206a41 service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049683 Nov 27 16:17:18.624883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:18.658917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-dcf7ea3d-0cd7-44d5-b335-a6de6ab4c82a service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885606 Nov 27 16:17:18.749046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-0625a447-1f08-41f8-bfb6-e4c93c102a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:18.750500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-0625a447-1f08-41f8-bfb6-e4c93c102a63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1097 time: 0.0460310 Nov 27 16:17:18.858904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-73081ac0-0192-4621-8182-7014c0a93b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:18.860969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-73081ac0-0192-4621-8182-7014c0a93b0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 915 time: 0.1032696 Nov 27 16:17:18.872860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'd430cc70-1869-4c11-bab4-df9159ca5e0d', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '91d61424-2809-4206-ad1e-442577cbc930', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:17:15Z', 'updated_at': '2021-11-27T16:17:17Z', 'revision_number': 2, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:18.900746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0415c8-d9a1-41d6-8dff-a358c26798ac None None] The sync data for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 is: [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'd430cc70-1869-4c11-bab4-df9159ca5e0d', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '91d61424-2809-4206-ad1e-442577cbc930', 'port_id': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'mac_address': 'fa:16:3e:d8:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:17:15Z', 'updated_at': '2021-11-27T16:17:17Z', 'revision_number': 2, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:17:18.936210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-a37113b0-9ef8-44eb-a29d-22252428cd4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 1002 time: 0.0647593 Nov 27 16:17:19.004950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-a7bf41d7-3c17-4da6-bc0e-a6349cab3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:19.006427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-a7bf41d7-3c17-4da6-bc0e-a6349cab3241 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 200 len: 853 time: 0.0618031 Nov 27 16:17:19.057059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-ec3383ac-3e2b-4034-8868-fe0d6e68429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:19.058728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-ec3383ac-3e2b-4034-8868-fe0d6e68429f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5904b9ae-0161-4133-9662-9ca558baaf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446293 Nov 27 16:17:19.159487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-68fde007-c4d8-459c-8ed7-1ddd2735d5ac service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924733 Nov 27 16:17:19.262995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eeb272b-73ea-4c2e-9768-fa0b1eec6083 req-ae2790d6-29af-4997-8342-dcf68e3cebdb service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964737 Nov 27 16:17:29.855006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:31.919083 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:35.227653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4033886e-679b-4b2f-8b53-8242bfddce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:36.341103 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-c7550f50-a006-480c-b2c2-bcfa2bb1651b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403264 Nov 27 16:17:36.410827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-28a55668-006b-43ac-a058-44e1e6a79b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:36.412420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-28a55668-006b-43ac-a058-44e1e6a79b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 1097 time: 0.0466597 Nov 27 16:17:36.529255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-c8aec293-e816-4480-8a00-9d2106487189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:36.530941 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-c8aec293-e816-4480-8a00-9d2106487189 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.0946734 Nov 27 16:17:36.599749 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:17:36.605351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-93d021f3-be95-4898-88e0-d07b0a0cd314 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0 HTTP/1.1" status: 200 len: 1002 time: 0.0638239 Nov 27 16:17:36.654678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-9d117615-62e9-4113-a6ab-d7774f5d5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:36.656128 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-9d117615-62e9-4113-a6ab-d7774f5d5604 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0437531 Nov 27 16:17:36.711743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-a5a3472b-ec01-4b52-9618-5866834463ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:36.713720 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-a5a3472b-ec01-4b52-9618-5866834463ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499296 Nov 27 16:17:36.824485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-97b90156-1acb-4bba-b3e6-942829f48c0f service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971892 Nov 27 16:17:36.932488 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9f415e6c-f600-4dd3-b273-8ce6984f95b9 req-e729ef58-0539-4e8a-8aa7-f0c1052a5a83 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945714 Nov 27 16:17:37.675545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25a16c31-0533-4be7-9741-b258dbfc7a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:38.393904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-4a7d96fd-56a4-431b-9e1d-7ca220defa24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0483668 Nov 27 16:17:38.493224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.493623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.494084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.494570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.495060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.495513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.496003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.497919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fa1a1f76-b44c-431b-8b3c-6e47483abe49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.0518780 Nov 27 16:17:38.571261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:38.626382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-482f8f96-e163-4da9-95ff-bdb5dec1dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.626819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-482f8f96-e163-4da9-95ff-bdb5dec1dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.627277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-482f8f96-e163-4da9-95ff-bdb5dec1dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.628909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-482f8f96-e163-4da9-95ff-bdb5dec1dd25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 2296 time: 0.1020935 Nov 27 16:17:38.696203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-dbf6c46a-5774-4d20-8a03-29ca83a0b7e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1002 time: 0.0592692 Nov 27 16:17:38.763560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-30990981-e8d4-4786-95e2-0a9c3a359773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.765122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-30990981-e8d4-4786-95e2-0a9c3a359773 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.0570509 Nov 27 16:17:38.819604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-a2f7edb9-af0e-4e44-83b1-739f90747bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:38.821144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-a2f7edb9-af0e-4e44-83b1-739f90747bdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460610 Nov 27 16:17:38.916489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-982e0a08-658f-4434-8f38-d4ccfdcab612 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868852 Nov 27 16:17:39.024192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-f96b578f-b189-427d-95ef-4a7268405cd9 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989747 Nov 27 16:17:39.073976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-0ff8bb96-9f22-4c94-815c-b042c9a5a716 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 217 time: 0.0393980 Nov 27 16:17:39.127229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-0023e24b-5983-4e3f-b4d5-e17463affd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:39.128770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-0023e24b-5983-4e3f-b4d5-e17463affd46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0460901 Nov 27 16:17:39.181230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-ffbe00fc-35c2-4e82-95b8-88eb7bf1bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:39.182836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-ffbe00fc-35c2-4e82-95b8-88eb7bf1bf5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462325 Nov 27 16:17:39.277603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-e9850bc7-cfb6-4d7f-9c50-01466a8148df service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861073 Nov 27 16:17:39.379866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-091fa4c3-bda1-43dc-af3e-1330d1c7245c service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925844 Nov 27 16:17:39.427946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-69c3b774-0117-4890-868f-e0c1f3ba85b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 217 time: 0.0394936 Nov 27 16:17:39.481858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-c53d3398-856c-47a3-b041-9eeba80f5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:39.483369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-c53d3398-856c-47a3-b041-9eeba80f5f1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0472345 Nov 27 16:17:39.538462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-79ac13cf-660e-40b0-b045-50971fe232be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:39.539979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-79ac13cf-660e-40b0-b045-50971fe232be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491340 Nov 27 16:17:39.644516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-d23c3d20-e1cc-4cea-b901-a576f0718992 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941615 Nov 27 16:17:39.740655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-5fb70086-e095-472c-aea3-f7ddbecf02eb service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876069 Nov 27 16:17:39.785636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-3f27c49f-ced6-4a16-bc93-1049103074b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 217 time: 0.0361035 Nov 27 16:17:39.848168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-81e8d727-bec9-44bd-b8ea-d06ceb6d6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:39.850713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-81e8d727-bec9-44bd-b8ea-d06ceb6d6955 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0575933 Nov 27 16:17:39.908987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-1bb2e5e6-0705-417a-8139-c87b8c01fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:39.910557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-1bb2e5e6-0705-417a-8139-c87b8c01fb62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480545 Nov 27 16:17:40.010624 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-3a75b33b-0d97-4462-b4ce-89eedfe3e0bc service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905249 Nov 27 16:17:40.119194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-fc03554b-fa57-438e-acf6-31a019358e32 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990787 Nov 27 16:17:40.165179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-a075b921-76f7-4757-b005-57a519683b18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 217 time: 0.0371361 Nov 27 16:17:40.218512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-b89b3153-0a35-4ce7-b864-089d42bd89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:40.220266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-b89b3153-0a35-4ce7-b864-089d42bd89e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0473394 Nov 27 16:17:40.272898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-4af9d7cf-03dd-4768-b2d7-36d67e01fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:40.274528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-4af9d7cf-03dd-4768-b2d7-36d67e01fa3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431707 Nov 27 16:17:40.316047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:40.382500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-34aa8533-1da2-4e58-8cf5-cd4204ba7258 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967760 Nov 27 16:17:40.481082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-404a200e-4726-433a-811f-b1c72d43e2bf service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879693 Nov 27 16:17:40.530702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-bdafd171-4084-4aea-9c59-6630355d7730 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 217 time: 0.0422740 Nov 27 16:17:40.583975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-d26037a7-0e46-489e-8f45-a0155384ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:40.585954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-d26037a7-0e46-489e-8f45-a0155384ebc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0489740 Nov 27 16:17:40.643495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-d41642b7-f168-4b92-913e-a9fedd06398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:40.645063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-d41642b7-f168-4b92-913e-a9fedd06398c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474164 Nov 27 16:17:40.746221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-1726b3f9-793f-45d1-8764-16f866953b3f service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931666 Nov 27 16:17:40.848310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-54815275-4520-4dd5-8190-f329f8d9982e service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932102 Nov 27 16:17:40.901511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-c850c562-5ef0-4e1f-9860-cbd51d23d3d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.0442216 Nov 27 16:17:40.953218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-61122da4-269b-4201-8e97-443b5227f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:40.955349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-61122da4-269b-4201-8e97-443b5227f659 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0468702 Nov 27 16:17:41.007633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-5c39477e-038c-495a-92ce-864350b4f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:41.009196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-5c39477e-038c-495a-92ce-864350b4f88a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438275 Nov 27 16:17:41.115385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-ef7625ad-48d4-4885-985b-d54f41f8e8a5 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985956 Nov 27 16:17:41.192266 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:41.230590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bf04470-34d0-40df-8ebe-8ea874589409 req-149d1626-f98a-4b39-ace0-23e467bf7757 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067693 Nov 27 16:17:53.936882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-b89e13db-d1e0-4409-a760-3f2de721e52f req-adf57bb8-d67f-4ef6-9bb9-58a7852d9530 service neutron] (110076) timed out ('10.222.0.15', 54116) {{(pid=110076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:17:54.965235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49296) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:17:55.137815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Deleting port 1b20f122-0d07-4e60-8bc8-262da1f2dc3d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:17:55.138392 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:55.227700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:55.228042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:55.240625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Calling delete_port for 1b20f122-0d07-4e60-8bc8-262da1f2dc3d owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:17:55.391115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:55.417454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event deleted for resources: {'Port': ['ID=1b20f122-0d07-4e60-8bc8-262da1f2dc3d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:55.429445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.429809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.430204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.430555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.430897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.431238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.431576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.431912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.432250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.432582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.432920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.433252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:17:55.488063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:55.488408 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Floating IP d430cc70-1869-4c11-bab4-df9159ca5e0d disassociated (deleted). External IP: 172.25.1.107, port: 5d11ee40-268f-4a19-b3bb-4acd8f75317e. Nov 27 16:17:56.067558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Router 91d61424-2809-4206-ad1e-442577cbc930 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:17:56.186101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:17:56.192132 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:56.201215 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] Sync routers for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:17:56.217261 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:56.218117 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:17:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:56.225330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b7facb77-0ed6-43da-ac3b-eec49a0c8382 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "DELETE /v2.0/floatingips/d430cc70-1869-4c11-bab4-df9159ca5e0d HTTP/1.1" status: 204 len: 168 time: 1.2562654 Nov 27 16:17:56.225330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:56.225910 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:56.330077 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dade2ae0-000b-4795-b4a9-ac212f0263ec x-openstack-request-id: req-dade2ae0-000b-4795-b4a9-ac212f0263ec {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:56.330376 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:56.330662 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dade2ae0-000b-4795-b4a9-ac212f0263ec {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:56.331075 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'status': 'completed', 'code': 200} Nov 27 16:17:56.371607 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:56.409244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-fa0b7f51-73f8-4d76-9201-6ce6868fe136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:56.411602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-fa0b7f51-73f8-4d76-9201-6ce6868fe136 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3686f59bceb423ab062073b9e118e07&device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 1097 time: 0.0561333 Nov 27 16:17:56.555758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-9f922365-4b0a-42d8-a72f-ecd37156d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:56.557678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-9f922365-4b0a-42d8-a72f-ecd37156d42c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 200 len: 915 time: 0.1382840 Nov 27 16:17:56.585595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aebaed-1093-4b43-a33e-89384c21bc84 req-52ce9230-f5e9-4209-9dbe-a466e89e06cc tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:56.588465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0aebaed-1093-4b43-a33e-89384c21bc84 req-52ce9230-f5e9-4209-9dbe-a466e89e06cc tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 946 time: 0.0754511 Nov 27 16:17:56.619667 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:56.631304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-8b07d138-45d8-4d43-8453-1b7cf52f1bdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 200 len: 217 time: 0.0619447 Nov 27 16:17:56.648653 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] Checking router: 91d61424-2809-4206-ad1e-442577cbc930 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:17:56.658409 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:17:56.659257 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:17:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:56.715224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0aebaed-1093-4b43-a33e-89384c21bc84 req-115ce118-3122-4893-bc0c-973a9301ea65 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863929 Nov 27 16:17:56.716950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-33bdb8c6-ccb3-463b-b417-0eceb618648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:56.718451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-33bdb8c6-ccb3-463b-b417-0eceb618648f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 200 len: 853 time: 0.0749128 Nov 27 16:17:56.774041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-03efb8c2-8872-45d0-8bd0-8dc14b043e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:56.775656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-03efb8c2-8872-45d0-8bd0-8dc14b043e12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5904b9ae-0161-4133-9662-9ca558baaf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479338 Nov 27 16:17:56.781853 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:17:56.882708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-f6ff3cdd-10db-4301-a0fb-10a8918319f8 service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981550 Nov 27 16:17:56.986308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec6da8aa-6bd5-4d1b-b981-7f075f58bba1 req-2eb6a8d3-1116-46c2-a3ef-987660a827a2 service neutron] 10.222.0.21 "GET /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955458 Nov 27 16:17:57.004994 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:17:57.127111 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ff0e4-ea6c-47a9-bb0a-4d3898719be3 None None] The sync data for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 is: [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1edc1ac3-1187-4cb8-964c-ea19deeae8fd', 'name': '', 'network_id': '5904b9ae-0161-4133-9662-9ca558baaf12', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'mac_address': 'fa:16:3e:ff:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '2811f852-f88e-441a-8754-3bac714ea963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:16Z', 'updated_at': '2021-11-27T16:14:21Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'subnets': [{'id': '2811f852-f88e-441a-8754-3bac714ea963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:17:57.397002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23668f15-9e32-44c6-950d-0a6f19416409 None None] New status for floating IP d430cc70-1869-4c11-bab4-df9159ca5e0d: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:17:57.841258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f370-f774-4135-a65c-df217b7d0d41 req-a628f743-cfb3-4dff-8a76-90900fbfe694 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:57.842897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a787f370-f774-4135-a65c-df217b7d0d41 req-a628f743-cfb3-4dff-8a76-90900fbfe694 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 946 time: 0.0507965 Nov 27 16:17:57.898043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a787f370-f774-4135-a65c-df217b7d0d41 req-307ea758-1e98-4511-819f-c001eac21218 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Nov 27 16:17:58.292661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-2d38bfe5-3b81-455f-aa65-86ac9f41961f tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:17:58.294289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-2d38bfe5-3b81-455f-aa65-86ac9f41961f tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 946 time: 0.0491214 Nov 27 16:17:58.402199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Deleting port 5d11ee40-268f-4a19-b3bb-4acd8f75317e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:17:58.402819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:58.504618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] For port 5d11ee40-268f-4a19-b3bb-4acd8f75317e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d11ee40-268f-4a19-b3bb-4acd8f75317e,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:17:58.504897 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:58.519238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Calling delete_port for 5d11ee40-268f-4a19-b3bb-4acd8f75317e owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:17:58.651046 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:58.680971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event deleted for resources: {'Port': ['ID=5d11ee40-268f-4a19-b3bb-4acd8f75317e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:17:58.724095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] No DVR routers for this DVR port 5d11ee40-268f-4a19-b3bb-4acd8f75317e on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:17:58.726724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:17:58.730298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bab900f9-cb60-4b5c-abbe-2b8a05d11f1e req-5a6a0cca-a2be-4492-b342-423a89523589 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.21 "DELETE /v2.0/ports/5d11ee40-268f-4a19-b3bb-4acd8f75317e HTTP/1.1" status: 204 len: 173 time: 0.4242582 Nov 27 16:17:58.730745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'name': 'network-vif-deleted', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:17:58.733019 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf7d6c2-2638-4e87-9a55-e231f8b11286" -d '{"events": [{"server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "name": "network-vif-deleted", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:17:58.771700 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9ec2a-3b06-45fc-b8c3-3110614deac9 x-openstack-request-id: req-46d9ec2a-3b06-45fc-b8c3-3110614deac9 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:17:58.772162 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ab28a1-ae8f-453c-b889-ba8a627b582d", "name": "network-vif-deleted", "tag": "5d11ee40-268f-4a19-b3bb-4acd8f75317e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:17:58.772521 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46d9ec2a-3b06-45fc-b8c3-3110614deac9 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:17:58.773047 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ab28a1-ae8f-453c-b889-ba8a627b582d', 'name': 'network-vif-deleted', 'tag': '5d11ee40-268f-4a19-b3bb-4acd8f75317e', 'status': 'completed', 'code': 200} Nov 27 16:17:58.994447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01e8e9eb-0caa-4129-8075-9d98053b5aaf req-cb65e0e2-fe7a-47e7-b10f-8884b7367ebf tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0265939 Nov 27 16:17:59.854109 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:00.095784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1459981-941b-4ab3-b3cf-6962a672d7d9 req-954522aa-73c3-484a-ab27-234de3ac9711 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0301797 Nov 27 16:18:00.606866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac4aba-98d4-4a7f-8710-94c8b7603ec5 req-6f79a5f2-c376-4a4e-a571-7f1a7d87ba3c tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:00.608449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bac4aba-98d4-4a7f-8710-94c8b7603ec5 req-6f79a5f2-c376-4a4e-a571-7f1a7d87ba3c tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 950 time: 0.0522599 Nov 27 16:18:00.656294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8bac4aba-98d4-4a7f-8710-94c8b7603ec5 req-fdc45aae-9b66-4669-9c86-77e0856b2e39 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Nov 27 16:18:01.192740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56b9a435-3a0f-40a5-b2fa-421da063f5ac req-3c952331-8f66-48a7-afe0-1a818a9b616d tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0266750 Nov 27 16:18:01.780962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bf490-1c00-4a3e-bc77-647d3d488147 req-cf5e9917-49a5-48cc-bcf7-d6f1497bb082 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:01.782501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c47bf490-1c00-4a3e-bc77-647d3d488147 req-cf5e9917-49a5-48cc-bcf7-d6f1497bb082 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 950 time: 0.0501766 Nov 27 16:18:01.833773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c47bf490-1c00-4a3e-bc77-647d3d488147 req-88ca510a-662f-438d-a58e-209c189070e2 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83ad1235-6030-4923-ad2c-16f8959375ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Nov 27 16:18:01.895521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d11ee40-268f-4a19-b3bb-4acd8f75317e no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:01.916225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 5d11ee40-268f-4a19-b3bb-4acd8f75317e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:01.916579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d11ee40-268f-4a19-b3bb-4acd8f75317e not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:01.937945 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:02.301238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-559df010-3f7a-4b46-9563-a3b65a71a4bb req-6015edca-ba05-4094-8334-ea77d9894e24 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0303497 Nov 27 16:18:02.316611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-b246763f-8136-4c8a-a008-a7a6f25636de tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:02.318071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-b246763f-8136-4c8a-a008-a7a6f25636de tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 950 time: 0.0731874 Nov 27 16:18:02.420929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Deleting port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:02.421276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:02.512650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] For port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:02.512918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:02.525258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Calling delete_port for 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:02.664869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:02.683402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:18:02.698397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Pushing event deleted for resources: {'Port': ['ID=7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:02.749889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] No DVR routers for this DVR port 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:18:02.752609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:02.756101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a7f84ac-42fd-476c-b569-1e45dcd80b95 req-cc240720-533c-48d3-b29c-4757e4b80356 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.21 "DELETE /v2.0/ports/7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e HTTP/1.1" status: 204 len: 173 time: 0.4269037 Nov 27 16:18:02.756564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6331297-3874-4166-9b11-9e39f1958446', 'name': 'network-vif-deleted', 'tag': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:18:02.759360 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b56cf-900f-4b5b-8b00-b3656012e522" -d '{"events": [{"server_uuid": "e6331297-3874-4166-9b11-9e39f1958446", "name": "network-vif-deleted", "tag": "7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:18:02.803806 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00dc98e-8e11-46bb-8564-4989efde69b6 x-openstack-request-id: req-c00dc98e-8e11-46bb-8564-4989efde69b6 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:18:02.804117 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6331297-3874-4166-9b11-9e39f1958446", "name": "network-vif-deleted", "tag": "7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:18:02.804375 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c00dc98e-8e11-46bb-8564-4989efde69b6 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:18:02.804790 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6331297-3874-4166-9b11-9e39f1958446', 'name': 'network-vif-deleted', 'tag': '7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e', 'status': 'completed', 'code': 200} Nov 27 16:18:02.959644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-817fd000-7179-45d7-aff5-542fd2921f94 req-42b1fcbf-dc75-48f8-8e9b-5d5d26e01af0 tempest-VolumesBackupsTest-595144152 tempest-VolumesBackupsTest-595144152-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6331297-3874-4166-9b11-9e39f1958446 HTTP/1.1" status: 200 len: 210 time: 0.0300043 Nov 27 16:18:03.398732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94fc4e9f-c9b5-4e7c-a604-c8494a5e41ad req-1f245520-ef3f-4719-9b55-0a7f94cab2af tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0280697 Nov 27 16:18:04.505959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd2ec36a-77b6-49c0-9648-19b5549b5aa9 req-04885e5b-2da7-4416-96c2-04689934e927 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab28a1-ae8f-453c-b889-ba8a627b582d HTTP/1.1" status: 200 len: 210 time: 0.0310943 Nov 27 16:18:05.232404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-509fb8dd-d39c-4e78-b0a2-f7656c536e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:05.563140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49398) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:05.622526 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:05.648892 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:05.707033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:05.709807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:05.710955 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] 10.222.0.15 "DELETE /v2.0/security-groups/3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf HTTP/1.1" status: 204 len: 168 time: 0.1466305 Nov 27 16:18:05.724660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc59f33-b3dd-4bd1-b5c2-98b6bb26dadf,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:05.732992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.733368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.733720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.734058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.734572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.734907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.735245 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.735577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.735905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.736231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.737061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.737596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a07b3d-5743-4d5f-a5fe-2b0db8ef5df7 tempest-TestVolumeBackupRestore-2098979968 tempest-TestVolumeBackupRestore-2098979968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:05.923024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:05.985226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:05.985618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 7b2dfb6a-a79a-4ac8-a9cb-bafb85fea15e not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:07.698739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-de70e52c-c910-4105-afaf-a145968430eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:08.578944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:10.325277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:11.185731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:11.390124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49964) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:11.845127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:12.146184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Deleting port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:12.146432 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:12.228868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] For port 1edc1ac3-1187-4cb8-964c-ea19deeae8fd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:12.229235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:12.242953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Calling delete_port for 1edc1ac3-1187-4cb8-964c-ea19deeae8fd owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:12.437249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:12.461742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edc1ac3-1187-4cb8-964c-ea19deeae8fd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:12.652910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:12.879714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Router 91d61424-2809-4206-ad1e-442577cbc930 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:18:12.990214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:18:12.995536 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa14aef8-8916-4ca2-8a4a-2d3470f69820 admin admin] 10.222.0.15 "PUT /v2.0/routers/91d61424-2809-4206-ad1e-442577cbc930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044233 Nov 27 16:18:12.998133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49974) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:13.001427 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] Sync routers for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:18:13.014782 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:13.015721 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:13.106090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:13.124774 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:13.239558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:13.294409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Deleting port 160f7f1e-5348-47bb-93e8-ffce63b84ae0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:13.294812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:13.326425 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:18:12Z', 'revision_number': 5, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port': {'id': '160f7f1e-5348-47bb-93e8-ffce63b84ae0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d61424-2809-4206-ad1e-442577cbc930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:13Z', 'updated_at': '2021-11-27T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:13.355004 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] Checking router: 91d61424-2809-4206-ad1e-442577cbc930 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:18:13.364206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] Routers {'91d61424-2809-4206-ad1e-442577cbc930'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:13.364866 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['91d61424-2809-4206-ad1e-442577cbc930'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:13.388437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] For port 160f7f1e-5348-47bb-93e8-ffce63b84ae0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=160f7f1e-5348-47bb-93e8-ffce63b84ae0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:13.388882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:13.401343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Calling delete_port for 160f7f1e-5348-47bb-93e8-ffce63b84ae0 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:13.472467 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] Set router 91d61424-2809-4206-ad1e-442577cbc930 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:13.526022 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:18:13Z', 'revision_number': 6, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:13.556978 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c7bbf-b4a2-496d-9e67-8072d6a0e072 None None] The sync data for ids ['91d61424-2809-4206-ad1e-442577cbc930'] in n-d-819494-4 is: [{'id': '91d61424-2809-4206-ad1e-442577cbc930', 'name': 'tempest-TestVolumeBackupRestore-1012373527-router', 'tenant_id': 'f3686f59bceb423ab062073b9e118e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:12Z', 'updated_at': '2021-11-27T16:18:13Z', 'revision_number': 6, 'project_id': 'f3686f59bceb423ab062073b9e118e07', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:18:13.598444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:13.600796 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:18:13.627094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=160f7f1e-5348-47bb-93e8-ffce63b84ae0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:13.649062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0da051-8985-44f4-805f-a3ece4fa0a0f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:18:13.689522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.078601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.080776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.129686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.130133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d61424-2809-4206-ad1e-442577cbc930 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:18:14.135354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.136680 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8240fcee-8711-4a77-a74c-219b47e3bba8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/91d61424-2809-4206-ad1e-442577cbc930 HTTP/1.1" status: 204 len: 168 time: 1.1376505 Nov 27 16:18:14.139427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49982) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:14.187206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Deleting subnet 2811f852-f88e-441a-8754-3bac714ea963 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:18:14.190374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.225742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.309987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.374924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.403445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2811f852-f88e-441a-8754-3bac714ea963,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:14.412070 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.412979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445308b-a8fd-417b-94eb-279364f1adaf None None] Network 5904b9ae-0161-4133-9662-9ca558baaf12 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:18:14.418564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 49986) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:14.419134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-841e705f-1fe5-46fd-b047-23e32f030872 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2811f852-f88e-441a-8754-3bac714ea963 HTTP/1.1" status: 204 len: 168 time: 0.2785127 Nov 27 16:18:14.510320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.576749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Deleting port fac6187a-f3b3-475f-874b-71ea7c444b8c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:14.577596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.627970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] DHCP port deletion for 5904b9ae-0161-4133-9662-9ca558baaf12 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:18:14.664991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] For port fac6187a-f3b3-475f-874b-71ea7c444b8c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fac6187a-f3b3-475f-874b-71ea7c444b8c,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:14.665586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.680089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Deleting port fac6187a-f3b3-475f-874b-71ea7c444b8c {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:14.680660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.685622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Calling delete_port for fac6187a-f3b3-475f-874b-71ea7c444b8c owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:14.757910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] For port fac6187a-f3b3-475f-874b-71ea7c444b8c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=fac6187a-f3b3-475f-874b-71ea7c444b8c,segment=NetworkSegment(7bea8d6d-fbff-43aa-9949-5e5ada219ecb),segment_id=7bea8d6d-fbff-43aa-9949-5e5ada219ecb)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:14.759241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.781085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Calling delete_port for fac6187a-f3b3-475f-874b-71ea7c444b8c owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:14.803274 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.835675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac6187a-f3b3-475f-874b-71ea7c444b8c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:14.844869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] No DVR routers for this DVR port fac6187a-f3b3-475f-874b-71ea7c444b8c on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:18:14.887618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.913160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Pushing event deleted for resources: {'Port': ['ID=fac6187a-f3b3-475f-874b-71ea7c444b8c,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:14.922852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.923196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.924290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.924811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.925300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.925804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.926286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.926777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.927277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.927611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.928382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.928382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:18:14.930361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.936070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a22a15-661a-4d46-a853-251e0778f54b None None] No DVR routers for this DVR port fac6187a-f3b3-475f-874b-71ea7c444b8c on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:18:14.958730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5904b9ae-0161-4133-9662-9ca558baaf12']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:14.968990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bea8d6d-fbff-43aa-9949-5e5ada219ecb') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:14.969288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bea8d6d-fbff-43aa-9949-5e5ada219ecb') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:14.979338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.993098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:14.999520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:18:14.999912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:18:15.002950 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:18:15.062904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:15.069327 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:15.075272 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5904b9ae-0161-4133-9662-9ca558baaf12 HTTP/1.1" status: 204 len: 168 time: 0.6524460 Nov 27 16:18:15.075942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 49992) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:15.088057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752cf7a-9a5d-487f-b739-8416721b81a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5904b9ae-0161-4133-9662-9ca558baaf12,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:15.208920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1edc1ac3-1187-4cb8-964c-ea19deeae8fd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:15.231350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1edc1ac3-1187-4cb8-964c-ea19deeae8fd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:15.232053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1edc1ac3-1187-4cb8-964c-ea19deeae8fd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:15.232581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fac6187a-f3b3-475f-874b-71ea7c444b8c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:15.252407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: fac6187a-f3b3-475f-874b-71ea7c444b8c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:15.253006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device fac6187a-f3b3-475f-874b-71ea7c444b8c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:15.253607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 160f7f1e-5348-47bb-93e8-ffce63b84ae0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:15.273360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 160f7f1e-5348-47bb-93e8-ffce63b84ae0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:15.273738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 160f7f1e-5348-47bb-93e8-ffce63b84ae0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:15.451153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:15.716106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Deleting port 23a8e33c-ded0-4c7e-861c-f58f03e355dd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:15.716353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:15.795607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] For port 23a8e33c-ded0-4c7e-861c-f58f03e355dd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=23a8e33c-ded0-4c7e-861c-f58f03e355dd,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:15.795971 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:15.809824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Calling delete_port for 23a8e33c-ded0-4c7e-861c-f58f03e355dd owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:16.000581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:16.026341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a8e33c-ded0-4c7e-861c-f58f03e355dd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:16.208851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:16.433382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:18:16.556526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:18:16.557848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4d3781ba-79cb-4f5c-a162-9413e40bda80 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c155e7e-8a7c-49db-b05c-220c73ae3e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798064 Nov 27 16:18:16.560551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] Sync routers for ids ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:18:16.561165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50002) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:16.571016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] Routers {'5c155e7e-8a7c-49db-b05c-220c73ae3e34'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:16.571640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:16.678896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:16.689107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] Set router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:16.795039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:16.855272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Deleting port f017eea4-4192-4211-b88d-a2729ab262b5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:16.855683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:16.907949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:18:15Z', 'revision_number': 5, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port': {'id': 'f017eea4-4192-4211-b88d-a2729ab262b5', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:14:20Z', 'updated_at': '2021-11-27T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:16.945684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] Checking router: 5c155e7e-8a7c-49db-b05c-220c73ae3e34 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:18:16.954224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] Routers {'5c155e7e-8a7c-49db-b05c-220c73ae3e34'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:16.954859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:16.968307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] For port f017eea4-4192-4211-b88d-a2729ab262b5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f017eea4-4192-4211-b88d-a2729ab262b5,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:16.968638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:16.987400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Calling delete_port for f017eea4-4192-4211-b88d-a2729ab262b5 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:17.044984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] Set router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:17.105359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:18:16Z', 'revision_number': 6, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:17.136432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6521040-2dd0-4ede-ac3b-4dc45aee618e None None] The sync data for ids ['5c155e7e-8a7c-49db-b05c-220c73ae3e34'] in n-d-819494-4 is: [{'id': '5c155e7e-8a7c-49db-b05c-220c73ae3e34', 'name': 'tempest-TestVolumeBackupRestore-2120150835-router', 'tenant_id': '5ce222dd1bef4170bf3bff527647d692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:14:19Z', 'updated_at': '2021-11-27T16:18:16Z', 'revision_number': 6, 'project_id': '5ce222dd1bef4170bf3bff527647d692', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:18:17.183711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.215432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Pushing event deleted for resources: {'Port': ['ID=f017eea4-4192-4211-b88d-a2729ab262b5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:17.240632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b2984-8df4-46c9-abe9-c2f8a80f9ed9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:18:17.283664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.383441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.385598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.434083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.434565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c155e7e-8a7c-49db-b05c-220c73ae3e34 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:18:17.439077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.444078 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3c9bafe3-bad2-4d1b-beea-c901582f733b admin admin] 10.222.0.15 "DELETE /v2.0/routers/5c155e7e-8a7c-49db-b05c-220c73ae3e34 HTTP/1.1" status: 204 len: 168 time: 0.8795049 Nov 27 16:18:17.444469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50008) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:17.493017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Deleting subnet 2584d77f-1b58-4fe3-bac6-2abdfee79cb8 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:18:17.496046 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.533094 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.619493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.677624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.705337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2584d77f-1b58-4fe3-bac6-2abdfee79cb8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:17.709101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.712998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8433f5f4-20f3-43e5-9b55-7585d2b8af17 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2584d77f-1b58-4fe3-bac6-2abdfee79cb8 HTTP/1.1" status: 204 len: 168 time: 0.2668018 Nov 27 16:18:17.714837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:17.716020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c3449-9777-4670-892d-cf461becebd0 None None] Network 26b18c3c-725c-4b02-85aa-5171c624a514 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:18:17.786991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.874186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Deleting port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:17.874522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.938531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] DHCP port deletion for 26b18c3c-725c-4b02-85aa-5171c624a514 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:18:17.948393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] For port 546e10ab-a372-4bcf-9e49-dfe9bb46e079, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=546e10ab-a372-4bcf-9e49-dfe9bb46e079,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:17.949038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:17.964971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Calling delete_port for 546e10ab-a372-4bcf-9e49-dfe9bb46e079 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:18.002603 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] Deleting port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:18.002992 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.077090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.100982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] For port 546e10ab-a372-4bcf-9e49-dfe9bb46e079, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=546e10ab-a372-4bcf-9e49-dfe9bb46e079,segment=NetworkSegment(bfd324b6-35d6-47e0-8e93-269bd37b8332),segment_id=bfd324b6-35d6-47e0-8e93-269bd37b8332)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:18.101707 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.115034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=546e10ab-a372-4bcf-9e49-dfe9bb46e079,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:18.123242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] Calling delete_port for 546e10ab-a372-4bcf-9e49-dfe9bb46e079 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:18.124043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] No DVR routers for this DVR port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:18:18.210553 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.216442 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.235973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b18c3c-725c-4b02-85aa-5171c624a514']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:18.246441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] No DVR routers for this DVR port 546e10ab-a372-4bcf-9e49-dfe9bb46e079 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:18:18.248074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd324b6-35d6-47e0-8e93-269bd37b8332') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:18.248224 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd324b6-35d6-47e0-8e93-269bd37b8332') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:18.248568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844998c0-ef8a-4af3-a757-6aa6f5a0d8a4 None None] Pushing event deleted for resources: {'Port': ['ID=546e10ab-a372-4bcf-9e49-dfe9bb46e079,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:18.262832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.277688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.287007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:18:18.287426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:18:18.289348 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:18:18.684815 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.691048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.694262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26b18c3c-725c-4b02-85aa-5171c624a514 HTTP/1.1" status: 204 len: 168 time: 0.9784338 Nov 27 16:18:18.707212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c05104-e7e5-4544-aa06-07b0f1a00ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b18c3c-725c-4b02-85aa-5171c624a514,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:18.866864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 50022) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:18.906957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-27b2e046-55b8-4b36-9b36-8cb190adbd40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3686f59bceb423ab062073b9e118e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389657 Nov 27 16:18:18.910004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:18.963800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d70c35c9-96cc-426f-b0fb-faff1ccf577c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:18.987618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d70c35c9-96cc-426f-b0fb-faff1ccf577c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.037323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d70c35c9-96cc-426f-b0fb-faff1ccf577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.040252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d70c35c9-96cc-426f-b0fb-faff1ccf577c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.041737 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d70c35c9-96cc-426f-b0fb-faff1ccf577c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ecee485-686a-4d83-a9a2-0f329f8c419d HTTP/1.1" status: 204 len: 168 time: 0.1306837 Nov 27 16:18:19.053597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c35c9-96cc-426f-b0fb-faff1ccf577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecee485-686a-4d83-a9a2-0f329f8c419d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:19.203513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 546e10ab-a372-4bcf-9e49-dfe9bb46e079 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:19.232978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 546e10ab-a372-4bcf-9e49-dfe9bb46e079 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:19.232978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 546e10ab-a372-4bcf-9e49-dfe9bb46e079 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:19.232978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 23a8e33c-ded0-4c7e-861c-f58f03e355dd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:19.252385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 23a8e33c-ded0-4c7e-861c-f58f03e355dd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:19.252734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 23a8e33c-ded0-4c7e-861c-f58f03e355dd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:19.253144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f017eea4-4192-4211-b88d-a2729ab262b5 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:19.272461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f017eea4-4192-4211-b88d-a2729ab262b5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:19.272808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f017eea4-4192-4211-b88d-a2729ab262b5 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:19.411062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50034) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:19.452731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4d849103-b0fe-4aa5-9dcb-91c20196f986 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ce222dd1bef4170bf3bff527647d692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404208 Nov 27 16:18:19.455132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50036) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:19.504927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7563d6a9-59e0-488a-9308-e4112fb27b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.525995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7563d6a9-59e0-488a-9308-e4112fb27b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.576748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7563d6a9-59e0-488a-9308-e4112fb27b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.579420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7563d6a9-59e0-488a-9308-e4112fb27b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:19.580593 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7563d6a9-59e0-488a-9308-e4112fb27b5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/579a5fdc-f901-4369-b573-a95ae7e14d9c HTTP/1.1" status: 204 len: 168 time: 0.1245503 Nov 27 16:18:19.590880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d6a9-59e0-488a-9308-e4112fb27b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a5fdc-f901-4369-b573-a95ae7e14d9c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:27.442409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4324b5d-4c61-460f-ae9c-3e5ae91bfc03 req-697f837f-a39e-4cf5-8f11-dcd302015dc6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:27.444068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4324b5d-4c61-460f-ae9c-3e5ae91bfc03 req-697f837f-a39e-4cf5-8f11-dcd302015dc6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 946 time: 0.0526152 Nov 27 16:18:27.497637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4324b5d-4c61-460f-ae9c-3e5ae91bfc03 req-a2b653f6-e650-47b1-b754-123c119723e9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474086 Nov 27 16:18:28.622788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84ebb9-789a-4149-95ff-ed03f55ba4ce req-969a48a6-64b7-4e41-8187-1733bdfc098c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:28.624294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a84ebb9-789a-4149-95ff-ed03f55ba4ce req-969a48a6-64b7-4e41-8187-1733bdfc098c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 946 time: 0.0508192 Nov 27 16:18:28.680211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a84ebb9-789a-4149-95ff-ed03f55ba4ce req-99036e7c-cbde-4e50-b671-1aa941dacdc9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486941 Nov 27 16:18:28.893012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-f8133260-1c1e-4282-85f7-2795e12bcf94 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:28.894483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-f8133260-1c1e-4282-85f7-2795e12bcf94 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 946 time: 0.0499768 Nov 27 16:18:28.987475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:18:28.987815 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.079222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:29.079583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.255206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.255571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.255887 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Floating IP 76dcc738-9568-4f9d-a226-7581d7be25be disassociated. External IP: 172.25.1.142, port: 4de0cb68-b579-4df4-aba4-9b32da5b4cc0. Nov 27 16:18:29.256231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:18:29.392669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.425228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=4de0cb68-b579-4df4-aba4-9b32da5b4cc0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:29.547841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:18:29.656325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:18:29.672599 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:18:29.700748 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:29.701683 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:29.724622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:18:29.732789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.740277 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4a79bd44-862f-4b32-8743-1ead7a79a48d req-68f29b78-514e-4b5b-8e4e-c676fe6e9abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "DELETE /v2.0/ports/4de0cb68-b579-4df4-aba4-9b32da5b4cc0 HTTP/1.1" status: 204 len: 173 time: 0.8351548 Nov 27 16:18:29.751824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'name': 'network-vif-deleted', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:18:29.757892 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251fd25e-e131-437d-9c58-14f4d1bf9b15" -d '{"events": [{"server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "name": "network-vif-deleted", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:18:29.874523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:29.899925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ddbf4c7-fc85-4ac4-9087-2c102f5387b5 req-0ee0a098-931b-457d-8046-a8e5688d7d7e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0836337 Nov 27 16:18:29.966074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:29.978020 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed884e-113a-4300-a538-645cdf56ba19 x-openstack-request-id: req-7eed884e-113a-4300-a538-645cdf56ba19 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:18:29.978535 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f9afc9-127b-447e-b430-69e59e8d04fa", "name": "network-vif-deleted", "tag": "4de0cb68-b579-4df4-aba4-9b32da5b4cc0", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:18:29.978646 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eed884e-113a-4300-a538-645cdf56ba19 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:18:29.978969 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f9afc9-127b-447e-b430-69e59e8d04fa', 'name': 'network-vif-deleted', 'tag': '4de0cb68-b579-4df4-aba4-9b32da5b4cc0', 'status': 'completed', 'code': 200} Nov 27 16:18:30.185856 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:30.215557 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:18:30.224662 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:30.225272 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:30.336267 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:30.527765 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:30.555912 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356f292-2c1f-4b73-a136-4f57a0d1b912 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:18:30.774168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92383f-4862-40aa-a4f7-7a045007172f None None] New status for floating IP 76dcc738-9568-4f9d-a226-7581d7be25be: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:18:30.999594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d766a9ce-3793-42c2-98f6-f4a09ed8dd7f req-0ed08a40-c26e-499a-b92e-06cabe732c17 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0280819 Nov 27 16:18:31.352935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:18:31.379604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:18:31.380013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 4de0cb68-b579-4df4-aba4-9b32da5b4cc0 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:18:31.939818 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:32.103520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1d056377-58cc-4848-bff7-8a613c022b12 req-8a8d634c-6459-4478-a7ff-28c6196f7e95 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0308609 Nov 27 16:18:33.211432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69650125-85de-461a-8e8d-91e472a29fb7 req-11bf9043-58de-4723-b6fb-278621571d44 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0267792 Nov 27 16:18:34.341821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0f4d961-8e80-478a-aec9-08d9e994d3c8 req-0f43932b-28dd-47b8-a5f1-9264133b2e24 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0312955 Nov 27 16:18:35.255853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb92aa42-9aca-4735-8924-c59c3f717477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:35.486070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf462b3f-cfb3-402a-99a3-04e353522c22 req-f78b4fc9-392d-4419-b858-af6471fd1094 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f9afc9-127b-447e-b430-69e59e8d04fa HTTP/1.1" status: 200 len: 210 time: 0.0372522 Nov 27 16:18:36.750433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-f201368d-dc32-4d2c-a0ca-297f724f4832 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579059392&fields=id&tenant_id=e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 267 time: 0.0472658 Nov 27 16:18:36.864905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-1073bd4e-f164-4134-b1ff-52e43210367d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:36.866416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-1073bd4e-f164-4134-b1ff-52e43210367d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.1085062 Nov 27 16:18:36.881496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-f6594fe3-a005-4189-ae28-ea99ecc725ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Nov 27 16:18:36.933477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-5ae2416b-5997-4794-aeff-1a7eb81b3cf4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466955 Nov 27 16:18:37.128372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-4daa077a-0ad2-4405-99cb-f44a77c2e419 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832306 Nov 27 16:18:37.224272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-4bf46f72-701b-4d60-968e-2bff379c1ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890546 Nov 27 16:18:37.535299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f4df2a8-1b1b-4dc8-baeb-9f7cff3de264 req-0c022938-179b-494d-9f2a-c5933708ef9b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0273058 Nov 27 16:18:37.703138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b42cfc3-83ab-4cd2-865a-9adcb3189b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:38.215767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-9a3e5784-a3c6-4986-94ef-6a8c65aacc25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414929 Nov 27 16:18:38.308380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-f8703844-6cdf-4d05-acb6-67f288e75bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:38.310096 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-f8703844-6cdf-4d05-acb6-67f288e75bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1097 time: 0.0487139 Nov 27 16:18:38.509678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-77dc8627-7faa-4ab5-8cc4-545c292aa9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:38.518636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-77dc8627-7faa-4ab5-8cc4-545c292aa9b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.1649251 Nov 27 16:18:38.597363 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:38.634421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-b68fbd24-abf8-4da6-98e8-498b6ac5942b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1002 time: 0.1087461 Nov 27 16:18:38.644826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-952e9593-58c5-42c0-9df8-49e838a525c6 req-c044e51d-ef1e-49ab-83df-cbc3df105d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0282896 Nov 27 16:18:38.687857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-344e605f-e1a1-4341-a209-ea451a1f2829 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:38.687857 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-344e605f-e1a1-4341-a209-ea451a1f2829 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.2801063 Nov 27 16:18:38.718914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-1d9dac87-9640-4174-a478-4b36a611049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:38.720586 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-1d9dac87-9640-4174-a478-4b36a611049d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0791142 Nov 27 16:18:38.797714 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-66eda3c0-436a-49fb-88d1-0fa6d5f425d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 379 time: 0.1006882 Nov 27 16:18:38.800687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-417c4c21-962d-48a5-9d23-c150fba9d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:38.801945 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-417c4c21-962d-48a5-9d23-c150fba9d892 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737925 Nov 27 16:18:38.810499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'security_groups': ['0cb8ec58-6f56-47dd-8a4b-12aed8fb8575']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:18:38.983035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-15e780c7-d918-4e57-8482-66bd8494bea8 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667328 Nov 27 16:18:39.054426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:18:39.057929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:39.105338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b870b8d1-06f2-4874-9a3b-2ba5ce834e79 req-78756fd0-a16c-4ffb-b0d2-eff1d3ffc7d9 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153417 Nov 27 16:18:39.235131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.9 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/eef02a21-f65c-4490-8035-4c03cc425d0b) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:18:39.442809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:39.507163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:39.598704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=eef02a21-f65c-4490-8035-4c03cc425d0b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:39.602415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:18:39.604206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:18:39.608012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:18:39.680944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:39.686944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:39.714952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-182023b4-9d6c-48c3-942a-c8c6bfa469a6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073734 Nov 27 16:18:39.746931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Request body: {'port': {'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:18:39.790756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a963b-d302-4960-bcd8-a3f9a3a913ef req-84ec7f23-5b2a-4cfc-99bc-bd17895a830b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:39.800568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-463a963b-d302-4960-bcd8-a3f9a3a913ef req-84ec7f23-5b2a-4cfc-99bc-bd17895a830b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 931 time: 0.0697021 Nov 27 16:18:39.819805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:39.861053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-463a963b-d302-4960-bcd8-a3f9a3a913ef req-ce05066b-6d7f-4490-8112-28e958cd2652 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592952 Nov 27 16:18:40.000331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-437d7876-8c19-40dc-8e2a-92d5484226eb None None] Provisioning complete for port eef02a21-f65c-4490-8035-4c03cc425d0b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:18:40.001361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-437d7876-8c19-40dc-8e2a-92d5484226eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.036941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-437d7876-8c19-40dc-8e2a-92d5484226eb None None] Port eef02a21-f65c-4490-8035-4c03cc425d0b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:18:40.125733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef02a21-f65c-4490-8035-4c03cc425d0b {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:18:40.134648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.148359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Transition to ACTIVE for port object eef02a21-f65c-4490-8035-4c03cc425d0b will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:18:40.152406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.235296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Pushing event updated for resources: {'Port': ['ID=eef02a21-f65c-4490-8035-4c03cc425d0b,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:40.315075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Attempting to bind port eef02a21-f65c-4490-8035-4c03cc425d0b on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:18:40.315406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Attempting to bind port eef02a21-f65c-4490-8035-4c03cc425d0b by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:18:40.315731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Attempting to bind port eef02a21-f65c-4490-8035-4c03cc425d0b on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:18:40.322094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Port eef02a21-f65c-4490-8035-4c03cc425d0b on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:18:40.322431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Attempting to bind port eef02a21-f65c-4490-8035-4c03cc425d0b on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:18:40.346798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:18:40.347149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:18:40.347543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:18:40.348020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Bound port: eef02a21-f65c-4490-8035-4c03cc425d0b, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:18:40.348969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.364939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.444826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] For port eef02a21-f65c-4490-8035-4c03cc425d0b, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:18:40.448155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] For port eef02a21-f65c-4490-8035-4c03cc425d0b, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=eef02a21-f65c-4490-8035-4c03cc425d0b,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:18:40.454949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.498331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:40.499595 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:40.500984 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] 10.222.0.37 "PUT /v2.0/ports/eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 1091 time: 0.7780535 Nov 27 16:18:40.501453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:18:40.503721 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebff9e-87d5-49c7-800f-5364a14b6428" -d '{"events": [{"name": "network-changed", "server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:18:40.568488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101ff6-96f6-492e-b73b-a453b1052917 service neutron] Pushing event updated for resources: {'Port': ['ID=eef02a21-f65c-4490-8035-4c03cc425d0b,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:40.601472 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8fccb5-c883-4b6a-b390-adc739317eb9 x-openstack-request-id: req-2d8fccb5-c883-4b6a-b390-adc739317eb9 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:18:40.601782 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:18:40.602041 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d8fccb5-c883-4b6a-b390-adc739317eb9 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:18:40.602445 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'status': 'completed', 'code': 200} Nov 27 16:18:40.617456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-1027249e-cd5b-4c42-82a3-b7d4c30bacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:40.619674 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-1027249e-cd5b-4c42-82a3-b7d4c30bacbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1094 time: 0.0634251 Nov 27 16:18:40.673047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-a7efdc9a-5a13-43be-84b1-8c36d4364fe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 217 time: 0.0442278 Nov 27 16:18:40.771734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-dfb373ae-9ef6-46b8-8acc-7ff1a31ceb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:40.773752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-dfb373ae-9ef6-46b8-8acc-7ff1a31ceb0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0636740 Nov 27 16:18:40.852364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-81273162-4025-4223-8494-0a6201467f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:40.853896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-81273162-4025-4223-8494-0a6201467f83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734153 Nov 27 16:18:40.975672 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-650609cf-1fc9-445f-851b-c5436ffc148b service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122146 Nov 27 16:18:41.008538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086d19-3c6e-4da6-9888-a57ac91e5753 req-bbcdf739-0c5f-4e02-90e0-c162eb1492b2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:41.010874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2086d19-3c6e-4da6-9888-a57ac91e5753 req-bbcdf739-0c5f-4e02-90e0-c162eb1492b2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0604310 Nov 27 16:18:41.113035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2086d19-3c6e-4da6-9888-a57ac91e5753 req-398e9154-9e5a-4f47-bdb4-e0261f698d51 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961149 Nov 27 16:18:41.126549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2030dd00-1daa-4504-ac2d-a7237ce53fb3 req-0df8bb79-f081-40ae-815e-3a6802ff2308 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426728 Nov 27 16:18:41.204360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:41.228207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-b706b2f2-3b4c-4d23-a0c1-ba7b9fd8e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:41.229821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-b706b2f2-3b4c-4d23-a0c1-ba7b9fd8e170 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1094 time: 0.0544987 Nov 27 16:18:41.327713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-3ac6a2ab-a98f-4dea-b69e-8ac943ac0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:41.329194 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-3ac6a2ab-a98f-4dea-b69e-8ac943ac0d2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.0917919 Nov 27 16:18:41.375031 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-a54f2c4b-16f6-4249-8c6b-704588aada18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 217 time: 0.0363221 Nov 27 16:18:41.426451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-ed85f8ee-70f8-43e8-b6cc-f636e5e0ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:41.428056 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-ed85f8ee-70f8-43e8-b6cc-f636e5e0ad97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0448432 Nov 27 16:18:41.478949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-0b027bff-5d23-457b-86e0-978e05bafa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:41.480355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-0b027bff-5d23-457b-86e0-978e05bafa71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412793 Nov 27 16:18:41.574639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-986ffd0f-ca84-4d28-83dc-055933dceaef service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867784 Nov 27 16:18:41.670609 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a9ebff9e-87d5-49c7-800f-5364a14b6428 req-3176d8d4-c205-4a5b-a546-f91f09635983 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880923 Nov 27 16:18:42.248529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11994-a464-4690-b04a-032ace902305 req-c454b269-d3ce-4057-bbc7-1a934643ffff tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:42.250325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fe11994-a464-4690-b04a-032ace902305 req-c454b269-d3ce-4057-bbc7-1a934643ffff tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0571616 Nov 27 16:18:42.306079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fe11994-a464-4690-b04a-032ace902305 req-8c611121-bccd-40a5-9ceb-2c3e9fa7273d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485647 Nov 27 16:18:43.445149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91698ad-db0d-41cc-b486-a0a2b2434a19 req-1979e6b6-468a-46ef-b004-9320c685508e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:43.447528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c91698ad-db0d-41cc-b486-a0a2b2434a19 req-1979e6b6-468a-46ef-b004-9320c685508e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0660150 Nov 27 16:18:43.498310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c91698ad-db0d-41cc-b486-a0a2b2434a19 req-9e9c7979-4ea4-4423-b67f-bab70c8c1d4e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441108 Nov 27 16:18:44.620660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6469-cac2-45e5-8ab6-3b4c40423ab6 req-4a8884d1-3d1a-4a30-a87e-b2db5c4f7240 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:44.622265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c9d6469-cac2-45e5-8ab6-3b4c40423ab6 req-4a8884d1-3d1a-4a30-a87e-b2db5c4f7240 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0491960 Nov 27 16:18:44.677300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c9d6469-cac2-45e5-8ab6-3b4c40423ab6 req-20e11b23-f06c-41b6-a5df-0a5352380c5d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484374 Nov 27 16:18:45.466196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d478-ffe2-4f13-a21e-afcc0ab32f23 req-d16822a3-9bbc-4d9b-b057-4bd785f95adf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:45.467818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f87d478-ffe2-4f13-a21e-afcc0ab32f23 req-d16822a3-9bbc-4d9b-b057-4bd785f95adf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0493884 Nov 27 16:18:45.517302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f87d478-ffe2-4f13-a21e-afcc0ab32f23 req-af33e20e-7d24-4354-bfa1-bd8043cdaea3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Nov 27 16:18:45.798466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f3a12-3ceb-4829-9eee-341019245cef req-dde47c53-dac9-4864-8c11-7debb1937f01 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:45.800010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d33f3a12-3ceb-4829-9eee-341019245cef req-dde47c53-dac9-4864-8c11-7debb1937f01 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0525591 Nov 27 16:18:45.851693 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d33f3a12-3ceb-4829-9eee-341019245cef req-275cd868-6405-4277-95fc-0a4ab4b22612 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452001 Nov 27 16:18:46.651621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac883-230c-4999-b449-764d4373736f req-8bcd940a-b397-4f67-9c8d-3be6e01b1eb0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:46.653170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3bac883-230c-4999-b449-764d4373736f req-8bcd940a-b397-4f67-9c8d-3be6e01b1eb0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0600750 Nov 27 16:18:46.700391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3bac883-230c-4999-b449-764d4373736f req-b592c9bd-953a-4c2f-bdba-35563e1f69a2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407941 Nov 27 16:18:46.968741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b74b44-c56b-43b5-bba4-657de6767bec req-826b735b-2583-4bfe-994b-4ce1f4fb6fc8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:46.970397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9b74b44-c56b-43b5-bba4-657de6767bec req-826b735b-2583-4bfe-994b-4ce1f4fb6fc8 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0505116 Nov 27 16:18:47.022336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9b74b44-c56b-43b5-bba4-657de6767bec req-e18c7762-11d9-4b4d-83ce-83f30b858a7a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454457 Nov 27 16:18:47.128556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-31d3cf7c-8a76-4ebc-83da-974460ced4d7 req-6fde08d1-0a13-4cd1-8043-f95cf74921d5 service neutron] (110075) timed out ('10.222.0.15', 55970) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:18:47.824219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f328-7617-4be7-8a40-c5e66b3361f0 req-ef528a25-4a3f-4b91-820d-4e3dc2c28f17 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:47.825696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4288f328-7617-4be7-8a40-c5e66b3361f0 req-ef528a25-4a3f-4b91-820d-4e3dc2c28f17 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0475667 Nov 27 16:18:47.888388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4288f328-7617-4be7-8a40-c5e66b3361f0 req-99508005-483e-4cd6-9087-fb18da5e2e58 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514941 Nov 27 16:18:48.137821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0e998-c611-4ad6-a949-3948b03a3c3e req-aaa8799a-8517-406b-b9b3-b0f15a24a41f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:48.139272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49e0e998-c611-4ad6-a949-3948b03a3c3e req-aaa8799a-8517-406b-b9b3-b0f15a24a41f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0485852 Nov 27 16:18:48.187335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49e0e998-c611-4ad6-a949-3948b03a3c3e req-4e6d7899-9953-446e-bfdd-0458b7b11c17 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 Nov 27 16:18:49.008451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced8d2f-c16f-4b40-b473-d12468a8a509 req-d07ce17c-0521-4736-9012-dfcfeaf26cea tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:49.009844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ced8d2f-c16f-4b40-b473-d12468a8a509 req-d07ce17c-0521-4736-9012-dfcfeaf26cea tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0491068 Nov 27 16:18:49.057788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ced8d2f-c16f-4b40-b473-d12468a8a509 req-013b3ac9-9482-436c-bdf9-2ab90a8490df tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417988 Nov 27 16:18:49.336033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655bc8-eef8-439c-971c-d09217d3ad2c req-3cf95fd3-9ff5-4cb4-b21c-fc5d9c9e0134 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:49.337527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78655bc8-eef8-439c-971c-d09217d3ad2c req-3cf95fd3-9ff5-4cb4-b21c-fc5d9c9e0134 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0570965 Nov 27 16:18:49.387248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78655bc8-eef8-439c-971c-d09217d3ad2c req-6e54580e-2bf4-43b0-90eb-181878c852a9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Nov 27 16:18:50.184450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdc50-5b40-40ed-8da2-d85d90d4d77f req-2733ad0d-9236-49bc-92ac-f9677768ae52 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:50.185953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57efdc50-5b40-40ed-8da2-d85d90d4d77f req-2733ad0d-9236-49bc-92ac-f9677768ae52 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0500312 Nov 27 16:18:50.233060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57efdc50-5b40-40ed-8da2-d85d90d4d77f req-d65caee6-56aa-484a-94d9-62998a1fb704 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Nov 27 16:18:50.509433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fe782-80a2-4ea8-8c6c-820914f2f1b1 req-86c16936-72cb-4955-9c16-137794f3eab2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:50.510911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e83fe782-80a2-4ea8-8c6c-820914f2f1b1 req-86c16936-72cb-4955-9c16-137794f3eab2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0517552 Nov 27 16:18:50.559755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e83fe782-80a2-4ea8-8c6c-820914f2f1b1 req-1e1e9488-9620-42f3-aece-42944920d924 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 Nov 27 16:18:50.599799 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:18:51.355738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d561f3-c410-40cc-907f-04a35f53cd0c req-ca127f65-f64d-42ed-b5c3-e3f9e1675d0f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:51.357200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75d561f3-c410-40cc-907f-04a35f53cd0c req-ca127f65-f64d-42ed-b5c3-e3f9e1675d0f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0492737 Nov 27 16:18:51.403349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75d561f3-c410-40cc-907f-04a35f53cd0c req-e0d05997-2d3f-42ac-91ea-d28c6acd21d2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395837 Nov 27 16:18:51.475074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device eef02a21-f65c-4490-8035-4c03cc425d0b details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:18:51.565510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port eef02a21-f65c-4490-8035-4c03cc425d0b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=eef02a21-f65c-4490-8035-4c03cc425d0b,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:51.576433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:18:51.619705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:51.634909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef02a21-f65c-4490-8035-4c03cc425d0b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:18:51.655854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port eef02a21-f65c-4490-8035-4c03cc425d0b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=eef02a21-f65c-4490-8035-4c03cc425d0b,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:51.660545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:51.692830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7f4d1-a2b1-41ef-9328-ba6ceaed2f1d req-a83d2238-c718-45cc-8a42-3c9996a2f4e1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:51.694531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44c7f4d1-a2b1-41ef-9328-ba6ceaed2f1d req-a83d2238-c718-45cc-8a42-3c9996a2f4e1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 943 time: 0.0611718 Nov 27 16:18:51.709729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=eef02a21-f65c-4490-8035-4c03cc425d0b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:51.754753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44c7f4d1-a2b1-41ef-9328-ba6ceaed2f1d req-4e21ef30-9315-4215-844a-2487c7c171fa tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516748 Nov 27 16:18:51.901912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['eef02a21-f65c-4490-8035-4c03cc425d0b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:18:52.532368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1f76a-4b83-49ac-a750-ba8a737e71d6 req-13d26552-615f-4cb4-95a1-65980031a0dd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:52.534460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ce1f76a-4b83-49ac-a750-ba8a737e71d6 req-13d26552-615f-4cb4-95a1-65980031a0dd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0511439 Nov 27 16:18:52.586087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ce1f76a-4b83-49ac-a750-ba8a737e71d6 req-13e2fa60-fb5f-4d93-870d-f2d16cdae879 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445161 Nov 27 16:18:52.881051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2574-191b-4789-a895-8c03ac223419 req-8f89ed08-2d79-4529-8da9-34bbefb9289f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:52.882599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abfc2574-191b-4789-a895-8c03ac223419 req-8f89ed08-2d79-4529-8da9-34bbefb9289f tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 944 time: 0.0571306 Nov 27 16:18:52.931283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-abfc2574-191b-4789-a895-8c03ac223419 req-625ac315-9a62-40ab-91de-df3820b091e7 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424805 Nov 27 16:18:53.475132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device eef02a21-f65c-4490-8035-4c03cc425d0b up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:18:53.522587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port eef02a21-f65c-4490-8035-4c03cc425d0b completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:18:53.526123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port eef02a21-f65c-4490-8035-4c03cc425d0b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:18:53.526490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:53.605645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:53.630566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:18:53.632975 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0839b2-bac4-4661-978d-895af0bae19b" -d '{"events": [{"server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "name": "network-vif-plugged", "status": "completed", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:18:53.646195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port eef02a21-f65c-4490-8035-4c03cc425d0b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=eef02a21-f65c-4490-8035-4c03cc425d0b,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:53.652093 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:53.708141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=eef02a21-f65c-4490-8035-4c03cc425d0b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:53.720672 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6c6b5-e6c6-4194-b582-4e361ca72424 x-openstack-request-id: req-9fd6c6b5-e6c6-4194-b582-4e361ca72424 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:18:53.721022 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "name": "network-vif-plugged", "status": "completed", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:18:53.721284 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fd6c6b5-e6c6-4194-b582-4e361ca72424 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:18:53.721744 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'code': 200} Nov 27 16:18:53.750168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ab02-10d9-43ec-85a6-02853409347a req-fb0ea258-7020-4555-a84d-f72b4872f7b5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:53.753969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a891ab02-10d9-43ec-85a6-02853409347a req-fb0ea258-7020-4555-a84d-f72b4872f7b5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0615306 Nov 27 16:18:53.802584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a891ab02-10d9-43ec-85a6-02853409347a req-185575e5-725f-4e92-a95f-2ef359d4d5dc tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Nov 27 16:18:54.059488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bc9f9-d40c-401d-a1f7-8ec8b77e239a req-e2c587b7-5190-48b2-b153-dff3f2c77bec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:54.065100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa3bc9f9-d40c-401d-a1f7-8ec8b77e239a req-e2c587b7-5190-48b2-b153-dff3f2c77bec tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0550303 Nov 27 16:18:54.116819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa3bc9f9-d40c-401d-a1f7-8ec8b77e239a req-fb64162b-0567-4d49-99a9-bdad3a6560a0 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470645 Nov 27 16:18:54.132608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c45e-6b59-4e95-91d0-2cb958b2f636 req-5d4f0488-7afb-4013-8732-b463931fa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:54.134132 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8562c45e-6b59-4e95-91d0-2cb958b2f636 req-5d4f0488-7afb-4013-8732-b463931fa740 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.3498397 Nov 27 16:18:54.180291 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8562c45e-6b59-4e95-91d0-2cb958b2f636 req-0749ade8-6792-413f-bb0e-6677082038d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385890 Nov 27 16:18:54.924764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92b519-210d-440b-bfec-7a194d780d20 req-a529f4e3-c666-4a21-8bef-ed88efa42b82 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:54.926416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e92b519-210d-440b-bfec-7a194d780d20 req-a529f4e3-c666-4a21-8bef-ed88efa42b82 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Nov 27 16:18:54.977097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e92b519-210d-440b-bfec-7a194d780d20 req-3fc24f7e-3672-4438-ba74-8bebec237520 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447729 Nov 27 16:18:55.243710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13bc63-7807-43bc-b9af-1189ef746956 req-8476eab0-39f2-40ee-a489-220e5057df8e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:55.245352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c13bc63-7807-43bc-b9af-1189ef746956 req-8476eab0-39f2-40ee-a489-220e5057df8e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0540035 Nov 27 16:18:55.297016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c13bc63-7807-43bc-b9af-1189ef746956 req-efa9057c-03f6-4bd7-8e3d-160bc208a19a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451849 Nov 27 16:18:56.097173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e639174-d760-4a28-baad-573734d38bf0 req-01cbb8b6-4b01-483d-a63c-9d3680a85819 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:56.098713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e639174-d760-4a28-baad-573734d38bf0 req-01cbb8b6-4b01-483d-a63c-9d3680a85819 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Nov 27 16:18:56.145729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e639174-d760-4a28-baad-573734d38bf0 req-c00516ac-f08d-4aef-9a96-59b6e8027af4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408721 Nov 27 16:18:56.419058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01159e1a-45d1-46f8-aee6-feb588f8599d req-92090462-1ef3-4383-83cf-f82e74f37d53 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:56.420536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01159e1a-45d1-46f8-aee6-feb588f8599d req-92090462-1ef3-4383-83cf-f82e74f37d53 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Nov 27 16:18:56.470529 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01159e1a-45d1-46f8-aee6-feb588f8599d req-782d395f-9a91-44da-8eba-0121203b0abf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 Nov 27 16:18:56.587353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820fb4f-f2bb-4531-b954-b8c2d5c44e72 req-4eb2100d-ba44-4b61-bedf-95a1952c872c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:56.589865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2820fb4f-f2bb-4531-b954-b8c2d5c44e72 req-4eb2100d-ba44-4b61-bedf-95a1952c872c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0527754 Nov 27 16:18:56.640906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2820fb4f-f2bb-4531-b954-b8c2d5c44e72 req-1cc305c7-a18d-4833-9d96-2f5cad937d3e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Nov 27 16:18:56.663395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50522) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:56.703496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9635f13-b98c-48b3-a233-a0e1bb2f3c46 tempest-TestVolumeBootPattern-1911682779 tempest-TestVolumeBootPattern-1911682779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:56.705606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b9635f13-b98c-48b3-a233-a0e1bb2f3c46 tempest-TestVolumeBootPattern-1911682779 tempest-TestVolumeBootPattern-1911682779-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1091 time: 0.0411677 Nov 27 16:18:56.708407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50524) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:18:56.712625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:18:56.734800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:56.840074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:56.944656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.25.1.2 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/e6d63f68-631d-4eb1-8c1c-18f6d0f59160) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:18:57.049965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.082711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.121061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:18:57.125285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:18:57.129263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:18:57.150966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=e6d63f68-631d-4eb1-8c1c-18f6d0f59160,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:57.276393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e53d9-d272-4465-b5fd-04c2af7f7ed9 req-c7baafcc-5b1a-4d94-9b61-a2fc6358c0a9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:57.278005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-561e53d9-d272-4465-b5fd-04c2af7f7ed9 req-c7baafcc-5b1a-4d94-9b61-a2fc6358c0a9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0539880 Nov 27 16:18:57.325566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-561e53d9-d272-4465-b5fd-04c2af7f7ed9 req-5b55e2c7-b073-411a-b960-70b45766f24f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Nov 27 16:18:57.507390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.511847 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:18:57.632375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:57.632632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.648880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:18:57.692522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.712866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:18:57.735240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:57.740701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.802464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:57.816354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['b737b941-b633-400b-99cd-bda1cfb6ab4d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:18:57.846364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.855144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.952223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:57.967668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=e6d63f68-631d-4eb1-8c1c-18f6d0f59160,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:58.093271 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Floating IP e59cdaa5-4dec-4dd6-91b0-dd226716c1d9 associated. External IP: 172.25.1.2, port: eef02a21-f65c-4490-8035-4c03cc425d0b. Nov 27 16:18:58.361140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:18:58.507954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00573148-7469-48a3-9957-08d371abd638 req-fcf7c75c-cbc9-45ff-b959-277dbb59b296 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:58.510390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00573148-7469-48a3-9957-08d371abd638 req-fcf7c75c-cbc9-45ff-b959-277dbb59b296 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0577409 Nov 27 16:18:58.535741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:18:58.556846 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:18:58.573147 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:58.574228 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:58.579374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:58.586101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-00573148-7469-48a3-9957-08d371abd638 req-87169005-112a-41b0-accd-41c7a8de0ca8 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686791 Nov 27 16:18:58.669290 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4004514a-af9a-4300-8de5-5851f73c2dcf tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9489861 Nov 27 16:18:58.669290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:18:58.669290 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419efe22-d48e-43e2-8784-b55b82cd8ada" -d '{"events": [{"name": "network-changed", "server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:18:58.718331 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be7d0af-0825-41e9-8ea0-ca3f67ea060a x-openstack-request-id: req-1be7d0af-0825-41e9-8ea0-ca3f67ea060a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:18:58.718884 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:18:58.722897 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1be7d0af-0825-41e9-8ea0-ca3f67ea060a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:18:58.722897 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'status': 'completed', 'code': 200} Nov 27 16:18:58.739981 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:58.812429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-881390bd-1675-4746-b741-8b67e22f4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:58.814670 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-881390bd-1675-4746-b741-8b67e22f4d48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0613754 Nov 27 16:18:58.959169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-e0d7d88a-6828-4500-b102-b3542819539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:58.962239 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-e0d7d88a-6828-4500-b102-b3542819539d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1371896 Nov 27 16:18:59.005095 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:18:57Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:59.034643 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:18:59.043393 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:18:59.044021 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:18:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:59.114386 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-b6ffd934-9564-4b40-ba7f-e69e50c4e1e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 997 time: 0.1423690 Nov 27 16:18:59.172956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-ad1d6fb3-4ff5-4e98-803a-c1f09f3ffdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:59.175542 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-ad1d6fb3-4ff5-4e98-803a-c1f09f3ffdc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0534596 Nov 27 16:18:59.187466 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:18:59.236188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-4ec4f577-a6a0-4ee8-a650-3082f97d62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:59.237856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-4ec4f577-a6a0-4ee8-a650-3082f97d62ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546103 Nov 27 16:18:59.370888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-c290b529-8249-4ccc-a957-0aa9f9ea46bd service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226540 Nov 27 16:18:59.499259 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:18:57Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:18:59.500801 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-419efe22-d48e-43e2-8784-b55b82cd8ada req-42e6e1c0-fca4-4c00-94c9-fb6d3a8e31a1 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218345 Nov 27 16:18:59.517357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:18:59.532622 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc877f-0b42-4737-9d95-da4ef1280511 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:18:57Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:18:59.593353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port b737b941-b633-400b-99cd-bda1cfb6ab4d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:18:59.594265 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:59.719771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:59.754280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:18:59.758449 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e9a6f-bc61-44ce-af66-5b91f9d1411a" -d '{"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-plugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:18:59.776108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f151b-4153-4e8d-9714-4e9d5e4c6a08 req-e667cf3a-8b6c-43ca-b2bc-4e35badbcd00 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:18:59.779764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e62f151b-4153-4e8d-9714-4e9d5e4c6a08 req-e667cf3a-8b6c-43ca-b2bc-4e35badbcd00 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0719261 Nov 27 16:18:59.807033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:18:59.817850 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:59.890457 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4042de3-0d10-4ac9-a170-433ef6fea2de x-openstack-request-id: req-f4042de3-0d10-4ac9-a170-433ef6fea2de {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:18:59.890800 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-plugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:18:59.892434 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4042de3-0d10-4ac9-a170-433ef6fea2de {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:18:59.892434 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'code': 200} Nov 27 16:18:59.895089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e62f151b-4153-4e8d-9714-4e9d5e4c6a08 req-3f3fbd50-5a70-4562-826f-76143e89a0a1 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085670 Nov 27 16:18:59.932578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:18:59.938355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:18:59.946619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a6b4e-9cb5-4919-a467-22d1c221eeda None None] New status for floating IP e59cdaa5-4dec-4dd6-91b0-dd226716c1d9: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:19:01.046488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831192a-32e9-4b66-aa1b-cbc654794ab1 req-ca6ae709-726f-44e9-b45a-40e6a3b41f86 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:01.048025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4831192a-32e9-4b66-aa1b-cbc654794ab1 req-ca6ae709-726f-44e9-b45a-40e6a3b41f86 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0655334 Nov 27 16:19:01.108741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4831192a-32e9-4b66-aa1b-cbc654794ab1 req-390819d7-a6e4-4869-8414-3b21831d2ebd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523984 Nov 27 16:19:01.941137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:02.258124 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de8dee-8b3c-4085-8aff-2f5588dc2c4b req-ebf39f65-d126-4779-82ec-f26a480f2683 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:02.259720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37de8dee-8b3c-4085-8aff-2f5588dc2c4b req-ebf39f65-d126-4779-82ec-f26a480f2683 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0532048 Nov 27 16:19:02.332910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37de8dee-8b3c-4085-8aff-2f5588dc2c4b req-e891ee50-3abc-4adc-baa4-68ad04d7b45f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667918 Nov 27 16:19:03.489249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc229-2449-4247-b8c6-5a88ffc7275c req-1ce58a4c-60e0-479a-b7a5-cf12f6a7a354 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:03.496637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4fcc229-2449-4247-b8c6-5a88ffc7275c req-1ce58a4c-60e0-479a-b7a5-cf12f6a7a354 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0735404 Nov 27 16:19:03.564732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4fcc229-2449-4247-b8c6-5a88ffc7275c req-3b2e1f8b-e603-4668-8004-e49afa6052bd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671124 Nov 27 16:19:04.690208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74bf5-6c84-4146-88c0-5db5e5ea3d28 req-aded7312-e09a-4ba9-9d32-dc853533df61 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:04.691961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47f74bf5-6c84-4146-88c0-5db5e5ea3d28 req-aded7312-e09a-4ba9-9d32-dc853533df61 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0611274 Nov 27 16:19:04.751499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47f74bf5-6c84-4146-88c0-5db5e5ea3d28 req-d85c9c19-7879-462c-a174-91f401ef36aa tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526297 Nov 27 16:19:05.248553 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad177656-3bc5-49d3-ae02-a29b8fa2e0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:05.905860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d71ee1-0bcd-48e5-b0f0-c195537d884c req-41f25330-6cee-420d-bbf5-a6ebe06f9886 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:05.908099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64d71ee1-0bcd-48e5-b0f0-c195537d884c req-41f25330-6cee-420d-bbf5-a6ebe06f9886 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0571163 Nov 27 16:19:05.971610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64d71ee1-0bcd-48e5-b0f0-c195537d884c req-b0f7cfd9-84b7-445e-89b3-bd3d736acffc tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555456 Nov 27 16:19:07.129066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba8bf0-d495-4e2f-b0bc-d676a87f4feb req-a6ff3840-19d0-4168-a49b-913c87eaf091 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:07.132241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baba8bf0-d495-4e2f-b0bc-d676a87f4feb req-a6ff3840-19d0-4168-a49b-913c87eaf091 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0621262 Nov 27 16:19:07.192087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baba8bf0-d495-4e2f-b0bc-d676a87f4feb req-7e91c113-3e68-45e4-bcc9-b18f31b8e8ad tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504556 Nov 27 16:19:07.712980 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75bfabbd-bc02-4213-b92b-7a8ff6500ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:08.357243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae2a7d-c513-4b66-9634-1512c02036b7 req-64c34eba-8110-42d2-aeb4-58501bdcad3f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:08.366160 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afae2a7d-c513-4b66-9634-1512c02036b7 req-64c34eba-8110-42d2-aeb4-58501bdcad3f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0857961 Nov 27 16:19:08.421771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afae2a7d-c513-4b66-9634-1512c02036b7 req-db640c44-1269-4148-b2a5-afaf23e66e16 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446966 Nov 27 16:19:08.580820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:09.172127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750de3-589e-44d3-acfc-809945ac9b9f req-296d201c-df60-49fc-b69a-e3a17b266272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:09.173757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-296d201c-df60-49fc-b69a-e3a17b266272 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1097 time: 0.0440452 Nov 27 16:19:09.277891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750de3-589e-44d3-acfc-809945ac9b9f req-670dd886-abde-48a7-bdef-8913c7334907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:09.279362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-670dd886-abde-48a7-bdef-8913c7334907 service neutron] 10.222.0.37 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.0965574 Nov 27 16:19:09.348613 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-7f3a5457-1049-4f38-9e19-2128aa4becfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1002 time: 0.0596199 Nov 27 16:19:09.407823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750de3-589e-44d3-acfc-809945ac9b9f req-789766bc-2e66-4703-a3d0-853265937cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:09.409321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-789766bc-2e66-4703-a3d0-853265937cc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0522082 Nov 27 16:19:09.457943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750de3-589e-44d3-acfc-809945ac9b9f req-76e88cf5-9495-4261-bb7f-070707f81639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:09.459784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-76e88cf5-9495-4261-bb7f-070707f81639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417817 Nov 27 16:19:09.555439 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-fb53e577-b810-4f0d-9db2-8d5d637c7c94 service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884938 Nov 27 16:19:09.559870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578746d-16b1-44ce-b9e0-45891a7a6717 req-3e774150-c873-4ffb-88f0-3840ee3ca8ee tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:09.561323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7578746d-16b1-44ce-b9e0-45891a7a6717 req-3e774150-c873-4ffb-88f0-3840ee3ca8ee tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0517478 Nov 27 16:19:09.609395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7578746d-16b1-44ce-b9e0-45891a7a6717 req-18d5c36e-67c6-4839-aa94-b92dfb99355b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Nov 27 16:19:09.656464 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89750de3-589e-44d3-acfc-809945ac9b9f req-7d25bc55-8350-47c1-9a08-56b8cff966bb service neutron] 10.222.0.37 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932989 Nov 27 16:19:10.322266 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:10.734305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b5867-7704-4cd8-ae08-0d86da827db1 req-1224c3a0-33f0-4367-9ded-2642ee8b5d3b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:10.735815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7b5867-7704-4cd8-ae08-0d86da827db1 req-1224c3a0-33f0-4367-9ded-2642ee8b5d3b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.0524232 Nov 27 16:19:10.783406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7b5867-7704-4cd8-ae08-0d86da827db1 req-05f7679e-b5d7-48f1-98cb-273c41319d5f tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413752 Nov 27 16:19:11.179712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.186289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.186849 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:11.193236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.199285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.205298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.211261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.217157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.219415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-fd9b58cb-d94a-4ef6-b791-c7ec89b9c930 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.0972731 Nov 27 16:19:11.283123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ad99752-d181-4f47-9cfb-15915356ae5f req-71cb0493-cff4-47c6-8b48-9b0e2bffd907 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573397 Nov 27 16:19:11.430534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.436337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.442426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.448507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.454472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.460328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.466383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.468531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b032908-9f94-4a60-b11f-8bd220f97eaf req-324b6700-7814-4989-a5db-83f89c5096c7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.0926178 Nov 27 16:19:11.582795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:19:11.669036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:11.693183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:19:11.695789 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d66a47-7677-452a-8ddb-00b66cde8aca" -d '{"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:19:11.718690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:19:11.724527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:11.741891 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f31576c-505d-458e-86a1-72546a8b04b4 x-openstack-request-id: req-3f31576c-505d-458e-86a1-72546a8b04b4 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:19:11.742342 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-unplugged", "status": "failed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "code": 422}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:19:11.742597 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f31576c-505d-458e-86a1-72546a8b04b4 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:19:11.743004 n-d-819494-4 neutron-server[110077]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'code': 422} returned with failed status Nov 27 16:19:11.786937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:19:11.908896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf8b9d-4de1-448b-a9c3-47138a6c0f9d req-75006c60-8de8-490f-b6e7-e5651957b2a6 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:11.910394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34bf8b9d-4de1-448b-a9c3-47138a6c0f9d req-75006c60-8de8-490f-b6e7-e5651957b2a6 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 944 time: 0.0496922 Nov 27 16:19:11.958971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34bf8b9d-4de1-448b-a9c3-47138a6c0f9d req-0a1c6b9a-2491-4b94-8e2f-a207151e54a1 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Nov 27 16:19:12.700991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-9daece18-758b-446d-bcb6-20388b76a3df req-25b234de-3f72-4af9-b165-d9895ef7b4ab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:19:12.702146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9daece18-758b-446d-bcb6-20388b76a3df req-25b234de-3f72-4af9-b165-d9895ef7b4ab service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054970 Nov 27 16:19:12.867418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cfc61-23bd-4b4e-a124-7ada91429fd4 req-ff08bb15-b73e-4d93-aa7a-4e03c0cb771d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:12.869135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-115cfc61-23bd-4b4e-a124-7ada91429fd4 req-ff08bb15-b73e-4d93-aa7a-4e03c0cb771d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 944 time: 0.0559702 Nov 27 16:19:12.954965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f86b0977-8008-49b7-8a76-ffb2bb8bc8c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835836 Nov 27 16:19:12.959938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-115cfc61-23bd-4b4e-a124-7ada91429fd4 req-019c0305-857a-429a-8b35-11de5bb34108 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823729 Nov 27 16:19:13.088793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 50794) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:19:13.241614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.242930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.243588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.244124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.245290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.245653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.246280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.257975 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a875493a-e930-4250-a363-a19489aaa513 req-17a4ab41-07ce-48a8-8342-28da85957d59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.1669796 Nov 27 16:19:13.325496 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a875493a-e930-4250-a363-a19489aaa513 req-f7a25cb2-d23c-47ac-9093-32337b97b6ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6a651a8-aa9c-4445-9e07-7828278240f4&id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665312 Nov 27 16:19:13.961018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-59756964-c47f-4a76-ae86-a827b3530bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:13.962572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-59756964-c47f-4a76-ae86-a827b3530bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7&tenant_id=ad7ebd921da94c029f33291c8c679fcf HTTP/1.1" status: 200 len: 1095 time: 0.0799117 Nov 27 16:19:13.979636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:19:14.047635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:14.217756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d741b9-9223-406e-80d8-574ef6a17e12 req-6d5896ac-1160-47b4-aa58-a127630a09dd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:14.220053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1d741b9-9223-406e-80d8-574ef6a17e12 req-6d5896ac-1160-47b4-aa58-a127630a09dd tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 944 time: 0.1555409 Nov 27 16:19:14.330052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1d741b9-9223-406e-80d8-574ef6a17e12 req-ce3b4a6a-dded-4b69-97ea-1cb442ae1eab tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033916 Nov 27 16:19:14.366770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:19:14.409813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:19:14.443973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:19:14.451712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:14.465360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Transition to ACTIVE for port object b737b941-b633-400b-99cd-bda1cfb6ab4d will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:19:14.470204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:14.558801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=9']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:19:14.608303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.608652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.608996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.609330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.609687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.610705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.611044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.611368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.611700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.612024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.612346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.612666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:14.679743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] No DVR routers for this DVR port b737b941-b633-400b-99cd-bda1cfb6ab4d on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:19:14.812870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:19:14.813803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:19:14.814134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:19:14.818335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Port b737b941-b633-400b-99cd-bda1cfb6ab4d on network 703c0957-b441-4b6b-b65d-44741cf82057 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:19:14.818656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Attempting to bind port b737b941-b633-400b-99cd-bda1cfb6ab4d on network 703c0957-b441-4b6b-b65d-44741cf82057 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:19:14.823385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:19:14.823719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Checking segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:19:14.824099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Bound using segment: {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:19:14.824518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Bound port: b737b941-b633-400b-99cd-bda1cfb6ab4d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2284c2d9-3382-4c0e-9ef5-c188203082d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:19:14.824865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:14.891851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:19:14.894954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:19:14.899582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:14.932201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:14.932897 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:14.934568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] 10.222.0.21 "PUT /v2.0/ports/b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1092 time: 0.9600258 Nov 27 16:19:14.937453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:19:14.940127 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f2775d-6cd1-47fa-8187-60421e9c5cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:19:14.981226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6b37d-42b6-41d9-b146-701f3c83ccde service neutron] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=10']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:19:15.007899 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba15704-da36-427a-8130-85862f82606a x-openstack-request-id: req-7ba15704-da36-427a-8130-85862f82606a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:19:15.008216 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:19:15.008462 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ba15704-da36-427a-8130-85862f82606a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:19:15.008864 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'status': 'completed', 'code': 200} Nov 27 16:19:15.026499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-b241e1c9-a19c-457a-bd36-a2f941b3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.028119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-b241e1c9-a19c-457a-bd36-a2f941b3dfa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1096 time: 0.0551248 Nov 27 16:19:15.136293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-4318461d-db9e-43b0-96c5-e4f19f7d5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.137814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-4318461d-db9e-43b0-96c5-e4f19f7d5a35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.0987208 Nov 27 16:19:15.215478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-8d79ae58-8ebd-449b-abb7-9d8995975181 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1000 time: 0.0650859 Nov 27 16:19:15.269693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-890b36fc-f387-46b6-b0d1-3796c1c764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.271012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-890b36fc-f387-46b6-b0d1-3796c1c764f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.0433447 Nov 27 16:19:15.324407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-662a1073-388e-4a9a-ac92-c8ea07345d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.326163 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-662a1073-388e-4a9a-ac92-c8ea07345d88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414212 Nov 27 16:19:15.443475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-b60bca1e-fa25-461c-a924-a8340048f52b service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054244 Nov 27 16:19:15.528164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c3c75-a280-4e14-bc14-bdca5c140b0a req-90e2117e-1996-4ee4-ac3a-bde820e3d74e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.530920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-422c3c75-a280-4e14-bc14-bdca5c140b0a req-90e2117e-1996-4ee4-ac3a-bde820e3d74e tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.1057460 Nov 27 16:19:15.576660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c49d3450-39a8-4b24-8bb1-41090c8e5b3e req-deefcc89-75db-4e93-8da2-81b12c0707e3 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193485 Nov 27 16:19:15.583983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:19:15.608148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-422c3c75-a280-4e14-bc14-bdca5c140b0a req-0ea4019a-6241-4e65-a009-eaa05b75d70a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635345 Nov 27 16:19:15.637919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:19:15.676671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-915c2bc7-d70f-4d4e-a3a5-9243db78037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.678181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-915c2bc7-d70f-4d4e-a3a5-9243db78037c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad7ebd921da94c029f33291c8c679fcf&device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1096 time: 0.0457706 Nov 27 16:19:15.781852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-1d7f88f2-040a-407d-a144-008e857f362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.783243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-1d7f88f2-040a-407d-a144-008e857f362d service neutron] 10.222.0.21 "GET /v2.0/networks?id=703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 200 len: 917 time: 0.0872731 Nov 27 16:19:15.872310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-ce9aae72-85f6-4816-bee8-e545e17bf792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 200 len: 1000 time: 0.0762994 Nov 27 16:19:15.983061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-4fc69975-7e08-433e-b9a1-69fa0b6171b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:15.984519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-4fc69975-7e08-433e-b9a1-69fa0b6171b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 200 len: 855 time: 0.1008260 Nov 27 16:19:16.757856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b32f9-476b-48c8-96f6-8b8d9d6aed7c req-54140e29-5f8a-4309-a49a-8b9b7b667d34 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:16.759495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f27b32f9-476b-48c8-96f6-8b8d9d6aed7c req-54140e29-5f8a-4309-a49a-8b9b7b667d34 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0612102 Nov 27 16:19:16.820579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f27b32f9-476b-48c8-96f6-8b8d9d6aed7c req-1d1d071a-8a0f-499f-9fa9-10e884562e50 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534778 Nov 27 16:19:17.982805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ff10-9f2b-4d6e-b927-e9d74a6c15fa req-74fc0669-723a-4645-a67f-aade3adc99cf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:17.984460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c434ff10-9f2b-4d6e-b927-e9d74a6c15fa req-74fc0669-723a-4645-a67f-aade3adc99cf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0725358 Nov 27 16:19:18.038792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c434ff10-9f2b-4d6e-b927-e9d74a6c15fa req-1d9d22f0-f40f-4230-8e04-85d718a7fa54 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475407 Nov 27 16:19:19.203131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0364b8-97ad-4796-b5af-628377fc9f45 req-5e738a6b-da28-4bae-b62f-c25b1452b85d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:19.205320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe0364b8-97ad-4796-b5af-628377fc9f45 req-5e738a6b-da28-4bae-b62f-c25b1452b85d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0536175 Nov 27 16:19:19.265598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe0364b8-97ad-4796-b5af-628377fc9f45 req-9b32b368-90f5-4c93-a5cf-345ac94f3be0 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539477 Nov 27 16:19:20.432647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704afe-3363-4bf9-9aa7-c35d592eca97 req-1d680439-69c1-417e-9873-adb935365d74 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:20.444735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb704afe-3363-4bf9-9aa7-c35d592eca97 req-1d680439-69c1-417e-9873-adb935365d74 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0930061 Nov 27 16:19:20.509652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bb704afe-3363-4bf9-9aa7-c35d592eca97 req-946353f7-c64c-4bea-868c-1b7e309227ba tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638843 Nov 27 16:19:21.673069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53b7a6-060d-4b4c-a5a8-78d77f010548 req-15ba4875-b4fa-43d7-bf7f-c49fef17b725 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:21.674813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e53b7a6-060d-4b4c-a5a8-78d77f010548 req-15ba4875-b4fa-43d7-bf7f-c49fef17b725 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0797579 Nov 27 16:19:21.738013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e53b7a6-060d-4b4c-a5a8-78d77f010548 req-78e9c35c-1ff4-4a38-9a3e-00e4e4c160aa tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513413 Nov 27 16:19:22.899390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169658-2eb8-46fe-8f7b-35395f6fc6cb req-94bae6ed-db70-44fc-99fa-a2a8d707fb3c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:22.901052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e169658-2eb8-46fe-8f7b-35395f6fc6cb req-94bae6ed-db70-44fc-99fa-a2a8d707fb3c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0769284 Nov 27 16:19:22.962923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e169658-2eb8-46fe-8f7b-35395f6fc6cb req-78a397d2-cc5b-4c6e-b7e8-3584e114718b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538194 Nov 27 16:19:24.115789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fbbff-c536-44a8-8353-145247c95c19 req-8d4366e8-16b0-474a-8786-529d8285c590 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:24.117307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-338fbbff-c536-44a8-8353-145247c95c19 req-8d4366e8-16b0-474a-8786-529d8285c590 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0615711 Nov 27 16:19:24.167813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-338fbbff-c536-44a8-8353-145247c95c19 req-77750e6b-3bdb-4ea5-94ea-637cd44657ae tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Nov 27 16:19:25.307845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671073b-f3ef-49bf-abc5-c36f2f37bab6 req-03a1cc13-b7ea-4045-8b2c-94234af43ddf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:25.311194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2671073b-f3ef-49bf-abc5-c36f2f37bab6 req-03a1cc13-b7ea-4045-8b2c-94234af43ddf tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0519674 Nov 27 16:19:25.375087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2671073b-f3ef-49bf-abc5-c36f2f37bab6 req-32b22cec-fdb0-4f0b-a390-51189f3361f5 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549617 Nov 27 16:19:26.500494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45aa16-62c6-4d11-8f34-9d17a0df4582 req-0dec0c42-d346-4285-9362-7c35abc18d8b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:26.502467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b45aa16-62c6-4d11-8f34-9d17a0df4582 req-0dec0c42-d346-4285-9362-7c35abc18d8b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Nov 27 16:19:26.548554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b45aa16-62c6-4d11-8f34-9d17a0df4582 req-c3fb8200-0955-4576-85e7-e865782c36c4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Nov 27 16:19:26.808688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-65e6f315-3e80-4e50-8194-e52084f5ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:26.810122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-65e6f315-3e80-4e50-8194-e52084f5ccc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=703c0957-b441-4b6b-b65d-44741cf82057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407615 Nov 27 16:19:26.905455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-f0a8a3b0-7fff-4f29-a91f-46032095f56f service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872574 Nov 27 16:19:27.005905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66f2775d-6cd1-47fa-8187-60421e9c5cb9 req-3db27a21-1e79-4766-a88a-b7e104188e85 service neutron] 10.222.0.21 "GET /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895717 Nov 27 16:19:27.598894 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:19:27.671475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd5d5a-3414-40c1-a302-be6713db68e4 req-21764616-3d3a-47ba-ade5-72550fcbc983 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:27.673872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dfd5d5a-3414-40c1-a302-be6713db68e4 req-21764616-3d3a-47ba-ade5-72550fcbc983 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Nov 27 16:19:27.727285 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dfd5d5a-3414-40c1-a302-be6713db68e4 req-1d5da255-2ddb-4f1d-9c83-57f5b41cd90d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470324 Nov 27 16:19:28.849463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516e7a-1e4a-40d7-a9b6-c5f576c9d82c req-76ae38d6-c4bb-451b-90fc-a52f9a6d3fad tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:28.850979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2516e7a-1e4a-40d7-a9b6-c5f576c9d82c req-76ae38d6-c4bb-451b-90fc-a52f9a6d3fad tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Nov 27 16:19:28.900499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2516e7a-1e4a-40d7-a9b6-c5f576c9d82c req-550d8c6d-023e-48d3-9077-4c2b4cc6b663 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434554 Nov 27 16:19:29.861894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:30.028044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fe98c-66aa-4000-a6f8-4419f608491e req-45ec910d-ba00-4e49-8b57-0d6b5a427a6c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:30.030482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fe98c-66aa-4000-a6f8-4419f608491e req-45ec910d-ba00-4e49-8b57-0d6b5a427a6c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Nov 27 16:19:30.082682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e4fe98c-66aa-4000-a6f8-4419f608491e req-2bbbe45d-8a5f-4007-a113-c6b689df4b07 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454593 Nov 27 16:19:30.326195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:19:30.435311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:19:30.449835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'port_id': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'mac_address': 'fa:16:3e:81:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:19:30.489634 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:30.503444 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:19:30.522347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:19:30.527660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:30.574463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:19:30.581836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.582193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.582542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.582889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.583227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.583567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.583901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.584236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.584564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.584896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.585225 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.585595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:19:30.884481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b737b941-b633-400b-99cd-bda1cfb6ab4d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:19:31.536922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2410c-757d-4ef7-8fc4-fd2cbd47b737 req-7b218491-da75-47fd-a571-3c489c9617c4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:31.538663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ed2410c-757d-4ef7-8fc4-fd2cbd47b737 req-7b218491-da75-47fd-a571-3c489c9617c4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 946 time: 0.3809917 Nov 27 16:19:31.586717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ed2410c-757d-4ef7-8fc4-fd2cbd47b737 req-326ee784-12f8-4a59-86f6-0dd37ae46e54 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415654 Nov 27 16:19:31.947779 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:32.342821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:19:32.390726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b737b941-b633-400b-99cd-bda1cfb6ab4d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:19:32.395335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b737b941-b633-400b-99cd-bda1cfb6ab4d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:19:32.395773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:32.478410 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:32.499904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:19:32.502730 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071aae9-a3e2-4c05-8a52-9f1ebe2ff23b" -d '{"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-plugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:19:32.515825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:19:32.520636 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:32.545772 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2add6730-3ef1-4cd2-acb3-980f6311fc02 x-openstack-request-id: req-2add6730-3ef1-4cd2-acb3-980f6311fc02 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:19:32.546032 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-plugged", "status": "completed", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:19:32.546543 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2add6730-3ef1-4cd2-acb3-980f6311fc02 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:19:32.546945 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'code': 200} Nov 27 16:19:32.574956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:19:32.743398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badcd7d-3280-4f43-a012-d685ad60c4ad req-8b6166a9-b1e8-49a7-a00a-e76e97aa5b1c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:32.744886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7badcd7d-3280-4f43-a012-d685ad60c4ad req-8b6166a9-b1e8-49a7-a00a-e76e97aa5b1c tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 947 time: 0.0798907 Nov 27 16:19:32.755599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599237-c647-4ced-ad89-537b8b74238f req-1da57890-a570-4f4c-92f4-2af7e1600201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:32.757068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52599237-c647-4ced-ad89-537b8b74238f req-1da57890-a570-4f4c-92f4-2af7e1600201 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 1098 time: 0.0658581 Nov 27 16:19:32.826092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7badcd7d-3280-4f43-a012-d685ad60c4ad req-705f3f28-ec31-457c-a393-91a7d5911196 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740595 Nov 27 16:19:32.829355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52599237-c647-4ced-ad89-537b8b74238f req-d8035c6b-66cf-4306-af8b-893dcbfb4e86 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589986 Nov 27 16:19:33.969168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd29771-d759-41e3-a989-85d37094d2f0 req-88cba8cb-3eb1-4352-a16b-c7fdd2ff47db tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:33.971206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd29771-d759-41e3-a989-85d37094d2f0 req-88cba8cb-3eb1-4352-a16b-c7fdd2ff47db tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 947 time: 0.0520704 Nov 27 16:19:34.035016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3dd29771-d759-41e3-a989-85d37094d2f0 req-8b57fea1-78be-426b-a625-938365638b9a tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564888 Nov 27 16:19:35.179335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135baeca-2998-4faf-ba2d-10088ec8baad req-224857e0-8c0d-493a-924b-286f7d66a009 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:35.180814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-135baeca-2998-4faf-ba2d-10088ec8baad req-224857e0-8c0d-493a-924b-286f7d66a009 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 947 time: 0.0593460 Nov 27 16:19:35.243936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3e2a25f3-0695-4b88-9f30-5030f49ab220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:35.253255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-135baeca-2998-4faf-ba2d-10088ec8baad req-51b48cbe-dc5f-48f4-81fe-386017008b70 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576975 Nov 27 16:19:37.686802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-30353a5f-9bba-4eec-9a54-bbbe3e48f6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:38.583125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:39.327659 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-2d7e90f6-0206-4476-b55a-e80552132ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414653 Nov 27 16:19:39.419787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-48c04e72-9c69-4553-a777-5a9ae271aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:39.421639 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-48c04e72-9c69-4553-a777-5a9ae271aed4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0449097 Nov 27 16:19:39.534269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-49bfff2a-9c46-4f63-88c4-05a41c52f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:39.535811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-49bfff2a-9c46-4f63-88c4-05a41c52f28a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.0934303 Nov 27 16:19:39.608990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-e43750df-8620-416f-823a-6f9b7cc33fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 999 time: 0.0650876 Nov 27 16:19:39.660394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-f64ea1e1-5f18-4d5e-a5a1-3c68e6af74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:39.661911 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-f64ea1e1-5f18-4d5e-a5a1-3c68e6af74db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0451236 Nov 27 16:19:39.709817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-b2845d98-95dc-48b0-ad97-842b3821a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:39.711256 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-b2845d98-95dc-48b0-ad97-842b3821a7a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425072 Nov 27 16:19:39.804699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-721927d7-de1c-479b-bc06-1162637fc01b service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852780 Nov 27 16:19:39.895905 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ee77c531-5cf8-4a97-987a-0c9a2d20d3d8 req-867ebc0e-ff6b-4b4e-9e24-c000aa08fff8 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827734 Nov 27 16:19:40.325587 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:41.192090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:19:41.973570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-20385926-3a1d-42fd-8d67-e41b9f506e52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0457249 Nov 27 16:19:42.066360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.066840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.067310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.067993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.068457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.068921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.069380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.071477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b6e1b1e-5038-4976-bacb-075457b17738 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8789e584ce8d4bc2927e64a2229668f0&device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 6503 time: 0.0509472 Nov 27 16:19:42.191808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-2af20071-9d1b-4dec-bdcb-71d7c7556a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.192387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-2af20071-9d1b-4dec-bdcb-71d7c7556a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.192848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-2af20071-9d1b-4dec-bdcb-71d7c7556a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.194433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-2af20071-9d1b-4dec-bdcb-71d7c7556a67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35f129a8-6772-422f-8eaa-a495441cdeef&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=e9002250-43e4-4cf7-ad92-24e687f44bf8&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&id=4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 200 len: 2296 time: 0.0976965 Nov 27 16:19:42.260399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-3827ecea-83d0-40c8-aa06-59cfc729f560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 200 len: 1002 time: 0.0580928 Nov 27 16:19:42.311612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-aa8b63b0-78bd-45f4-b68a-452e9f7fb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.313052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-aa8b63b0-78bd-45f4-b68a-452e9f7fb3e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 200 len: 855 time: 0.0457551 Nov 27 16:19:42.369796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-11cf72e7-863b-4d40-9ec2-0d3d495fb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.371344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-11cf72e7-863b-4d40-9ec2-0d3d495fb9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35f129a8-6772-422f-8eaa-a495441cdeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505130 Nov 27 16:19:42.460797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-861512b1-09d5-4961-b9db-ffdff94939c8 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818179 Nov 27 16:19:42.558979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-48b51988-c168-40ec-8759-08deabc37ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902555 Nov 27 16:19:42.602634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-9ad5a78c-bd6c-48fa-a1dc-5ab003561bcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 217 time: 0.0368874 Nov 27 16:19:42.652286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-874623f4-2dbf-41db-b6ee-a00b91113080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.653757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-874623f4-2dbf-41db-b6ee-a00b91113080 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0428982 Nov 27 16:19:42.706727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-1b11edd8-f14a-470f-8da0-538dbd2ad8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:42.708261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-1b11edd8-f14a-470f-8da0-538dbd2ad8a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478327 Nov 27 16:19:42.806444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-5e49e34c-1f0c-4932-aef1-8b9f0055f0d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900273 Nov 27 16:19:42.906184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-2819da09-d37c-4f40-8237-0754f8251fbd service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899549 Nov 27 16:19:42.951866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-f34ed9b9-c43a-4cce-944a-e6f9d302e221 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 217 time: 0.0352144 Nov 27 16:19:43.002472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-24725dc7-504e-4d7c-93e1-8d536e1da463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:43.003917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-24725dc7-504e-4d7c-93e1-8d536e1da463 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0455115 Nov 27 16:19:43.051225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-b393a76c-17be-4326-aa82-285e2ef34792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:43.052785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-b393a76c-17be-4326-aa82-285e2ef34792 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400558 Nov 27 16:19:43.147559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-7b8a444e-7489-43b9-9796-281431099955 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871506 Nov 27 16:19:43.243185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-578d7615-b25c-4144-9040-f92fa90590db service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883472 Nov 27 16:19:43.294337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-4692e215-e031-4ddb-a02e-362bee708a81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 200 len: 217 time: 0.0389020 Nov 27 16:19:43.349749 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-5741797b-f586-4d55-9bc6-794f63ec78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:43.351226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-5741797b-f586-4d55-9bc6-794f63ec78d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0468497 Nov 27 16:19:43.399433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-16904206-ae71-4c26-acc1-2aeefa0f9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:43.400910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-16904206-ae71-4c26-acc1-2aeefa0f9291 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405111 Nov 27 16:19:43.498806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-079a4b45-c977-4e0d-92f3-4d22b465d6f7 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904830 Nov 27 16:19:43.601154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-109b697e-29b2-40a3-9fe6-9991b9de4421 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956659 Nov 27 16:19:43.653858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-32b58881-7a4d-491e-9dbf-8d5a34718982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 200 len: 217 time: 0.0422134 Nov 27 16:19:43.708891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-40f0a1f3-e7fa-4456-8a85-bfeac48c63de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:43.710628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-40f0a1f3-e7fa-4456-8a85-bfeac48c63de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 200 len: 797 time: 0.0457890 Nov 27 16:19:43.757645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-dd62fa15-f581-4689-b031-3a9caa0ed010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:43.759251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-dd62fa15-f581-4689-b031-3a9caa0ed010 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9002250-43e4-4cf7-ad92-24e687f44bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412555 Nov 27 16:19:43.859537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-c629c1e0-fc85-4198-9fd2-96ab06e5b667 service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925350 Nov 27 16:19:43.955408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-9f3a9c2d-deb5-4af8-8074-2e4235701e5f service neutron] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889108 Nov 27 16:19:44.003077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-b9356cbe-0c50-4090-ac49-39ad10d02ae5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 200 len: 217 time: 0.0369260 Nov 27 16:19:44.056250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-c072bd1b-c8ab-4ab2-b319-dbb17950cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:44.057754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-c072bd1b-c8ab-4ab2-b319-dbb17950cc7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0485647 Nov 27 16:19:44.103645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-d2af144d-dc2d-48b0-b49a-5184e42832c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:44.105050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-d2af144d-dc2d-48b0-b49a-5184e42832c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0401950 Nov 27 16:19:44.194078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-ec49a91b-2e46-45a5-a8fd-f65246784143 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Nov 27 16:19:44.296212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-c99a6fb0-770a-491a-b707-5aa1ce93a32a service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Nov 27 16:19:44.339036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-0e0b7d0c-38cc-4648-becc-963651381b26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 200 len: 217 time: 0.0353627 Nov 27 16:19:44.393236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-ec6d0856-a827-4e35-bfbc-7124e2bf05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:44.394698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-ec6d0856-a827-4e35-bfbc-7124e2bf05a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 200 len: 797 time: 0.0494854 Nov 27 16:19:44.445281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-5bc2a3e5-25e4-464f-9cdf-8e4f76a55f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:19:44.446926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-5bc2a3e5-25e4-464f-9cdf-8e4f76a55f37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d6e57c7-49de-40b0-86bc-72ca61e48f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450692 Nov 27 16:19:44.549012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-e3aa9489-721b-4c3e-b158-1fe9a8f0b089 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952115 Nov 27 16:19:44.653084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67d44af5-75a0-48f5-8c0f-ab005b33821e req-1458c7f8-5845-44a4-935c-5e813dc5bbc2 service neutron] 10.222.0.21 "GET /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971110 Nov 27 16:19:59.882249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:01.949198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:04.598721 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:20:05.236669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7171-b848-4790-aa57-aa50a3985e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:07.691870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-488ce3a0-6468-4a23-9b25-13db5eccc66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:08.586226 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:09.008485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b533a85-2238-4083-8429-dc1b7bae80b5 req-6d1b2882-9272-4786-b139-2fa2f41af55b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:09.010000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b533a85-2238-4083-8429-dc1b7bae80b5 req-6d1b2882-9272-4786-b139-2fa2f41af55b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 947 time: 0.0523884 Nov 27 16:20:09.060553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b533a85-2238-4083-8429-dc1b7bae80b5 req-f8981541-2228-490f-8675-eea4ff49d0c2 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Nov 27 16:20:10.182066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7600-0aef-4634-99af-6d9ff83437dd req-7cba54ec-e19b-428e-b159-bd7e8d695c33 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:10.183551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-595f7600-0aef-4634-99af-6d9ff83437dd req-7cba54ec-e19b-428e-b159-bd7e8d695c33 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 947 time: 0.0483308 Nov 27 16:20:10.241067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-595f7600-0aef-4634-99af-6d9ff83437dd req-1cc25ab9-5ddf-4a95-9d36-4e9375d79aae tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups?id=482d8a22-7421-4c4b-8501-db0c8851ac2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516272 Nov 27 16:20:10.327837 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:10.460532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-aec84eda-08c2-42b6-aa45-b33c32ddc5b7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:10.461973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-aec84eda-08c2-42b6-aa45-b33c32ddc5b7 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 947 time: 0.0472403 Nov 27 16:20:10.556184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Deleting port b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:10.556524 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:10.649051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] For port b737b941-b633-400b-99cd-bda1cfb6ab4d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b737b941-b633-400b-99cd-bda1cfb6ab4d,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:10.649431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:10.835515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:10.836024 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:10.836335 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Floating IP 9beb909c-f4af-4556-b396-6a77167c0214 disassociated. External IP: 172.25.1.153, port: b737b941-b633-400b-99cd-bda1cfb6ab4d. Nov 27 16:20:10.836880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Calling delete_port for b737b941-b633-400b-99cd-bda1cfb6ab4d owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:10.973822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:11.004745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event deleted for resources: {'Port': ['ID=b737b941-b633-400b-99cd-bda1cfb6ab4d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:11.119137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:20:11.194984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:11.234012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:20:11.245137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:20:11.255266 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:11.255946 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:11.277601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] No DVR routers for this DVR port b737b941-b633-400b-99cd-bda1cfb6ab4d on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:20:11.284433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:11.287969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34601567-5c39-45ee-98b0-facc8b6a08ed req-1cab91eb-4a37-413d-9781-842d6e163b7d tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.21 "DELETE /v2.0/ports/b737b941-b633-400b-99cd-bda1cfb6ab4d HTTP/1.1" status: 204 len: 173 time: 0.8185365 Nov 27 16:20:11.290235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-deleted', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:20:11.292599 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688a6a42-dc19-4f44-b9b8-b402de85cc76" -d '{"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-deleted", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:20:11.342226 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e918f22-fc26-493c-9dcf-758982e33f3c x-openstack-request-id: req-3e918f22-fc26-493c-9dcf-758982e33f3c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:20:11.342664 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1209d-445a-42e6-b250-0b28d71279a7", "name": "network-vif-deleted", "tag": "b737b941-b633-400b-99cd-bda1cfb6ab4d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:20:11.343793 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e918f22-fc26-493c-9dcf-758982e33f3c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:20:11.344282 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1209d-445a-42e6-b250-0b28d71279a7', 'name': 'network-vif-deleted', 'tag': 'b737b941-b633-400b-99cd-bda1cfb6ab4d', 'status': 'completed', 'code': 200} Nov 27 16:20:11.402515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12595dd0-b762-444f-94fb-051e6638550b req-0b4413b9-5b70-4fa6-b8eb-9b1e62e26af9 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/ports?device_id=dad1209d-445a-42e6-b250-0b28d71279a7 HTTP/1.1" status: 200 len: 210 time: 0.0485544 Nov 27 16:20:11.415570 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:20:11.645752 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:11.676756 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:20:11.685287 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:11.685924 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:11.906291 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:20:12.118299 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:12.145117 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da6a45-9d90-41d4-ac72-6cf7b2435936 None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '63f989ef-0675-4c2f-9b5b-68e2af1edee4', 'name': '', 'network_id': '703c0957-b441-4b6b-b65d-44741cf82057', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'mac_address': 'fa:16:3e:c4:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:44Z', 'updated_at': '2021-11-27T16:12:51Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'subnets': [{'id': '6f053d1d-5d6f-46e2-856a-65b1eb075016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:20:12.370644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd73b62-1afe-453d-af8a-da4b45c63b64 None None] New status for floating IP 9beb909c-f4af-4556-b396-6a77167c0214: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:20:12.504678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 51966) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:12.565366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-195723d6-3fed-461a-b8a8-176ac801d1e4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.588647 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-195723d6-3fed-461a-b8a8-176ac801d1e4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.635106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-195723d6-3fed-461a-b8a8-176ac801d1e4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.638105 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-195723d6-3fed-461a-b8a8-176ac801d1e4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.639250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-195723d6-3fed-461a-b8a8-176ac801d1e4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "DELETE /v2.0/security-groups/482d8a22-7421-4c4b-8501-db0c8851ac2d HTTP/1.1" status: 204 len: 168 time: 0.1329784 Nov 27 16:20:12.642774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51968) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:12.649016 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195723d6-3fed-461a-b8a8-176ac801d1e4 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d8a22-7421-4c4b-8501-db0c8851ac2d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:12.667194 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-30ee2998-ff1d-4a1f-8719-e9883b391bd3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] show failed (client error): The resource could not be found. Nov 27 16:20:12.668300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-30ee2998-ff1d-4a1f-8719-e9883b391bd3 tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "GET /v2.0/security-groups/482d8a22-7421-4c4b-8501-db0c8851ac2d HTTP/1.1" status: 404 len: 347 time: 0.0244801 Nov 27 16:20:12.671210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 51970) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:12.799740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Deleting port 8a7555a0-1502-4b9f-8ea4-7b88133cd21f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:12.800085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.880089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.880404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:12.893058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Calling delete_port for 8a7555a0-1502-4b9f-8ea4-7b88133cd21f owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:13.028526 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:13.054735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Pushing event deleted for resources: {'Port': ['ID=8a7555a0-1502-4b9f-8ea4-7b88133cd21f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:13.083384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.083737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.084078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.084413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.084744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.085077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.085424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.085754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.086081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.086407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.086753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.087074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:13.127382 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:13.130305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:13.131454 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa82d60d-c415-42d7-b571-f82c01337d1b tempest-AttachVolumeShelveTestJSON-1797604566 tempest-AttachVolumeShelveTestJSON-1797604566-project] 10.222.0.15 "DELETE /v2.0/floatingips/9beb909c-f4af-4556-b396-6a77167c0214 HTTP/1.1" status: 204 len: 168 time: 0.4591956 Nov 27 16:20:14.590668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:20:14.615100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b737b941-b633-400b-99cd-bda1cfb6ab4d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:20:14.615446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b737b941-b633-400b-99cd-bda1cfb6ab4d not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:20:20.825774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:21.595377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:21.841748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Deleting port 63f989ef-0675-4c2f-9b5b-68e2af1edee4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:21.842455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:21.925955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] For port 63f989ef-0675-4c2f-9b5b-68e2af1edee4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=63f989ef-0675-4c2f-9b5b-68e2af1edee4,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:21.926402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:21.941033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Calling delete_port for 63f989ef-0675-4c2f-9b5b-68e2af1edee4 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:22.122015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:22.149447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Pushing event deleted for resources: {'Port': ['ID=63f989ef-0675-4c2f-9b5b-68e2af1edee4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:22.326083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:22.552766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:20:22.660114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:20:22.665237 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dc525e88-3808-46d6-9fcb-561865663cde admin admin] 10.222.0.15 "PUT /v2.0/routers/f0829c06-f4fe-488e-8b3a-6ca7f8d241b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378923 Nov 27 16:20:22.667702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52102) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:22.669175 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] Sync routers for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:20:22.679683 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:22.680622 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:22.783073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:22.789967 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:20:22.892032 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:22.959336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Deleting port 45348d4f-66d8-4d27-9ceb-83da5dd426c6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:22.959668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:22.986020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:20:22Z', 'revision_number': 5, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port': {'id': '45348d4f-66d8-4d27-9ceb-83da5dd426c6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:12:39Z', 'updated_at': '2021-11-27T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:23.014306 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] Checking router: f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:20:23.022983 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] Routers {'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:23.023597 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:23.049227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] For port 45348d4f-66d8-4d27-9ceb-83da5dd426c6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=45348d4f-66d8-4d27-9ceb-83da5dd426c6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:23.049659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.062603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Calling delete_port for 45348d4f-66d8-4d27-9ceb-83da5dd426c6 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:23.115041 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] Set router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:20:23.172743 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:20:22Z', 'revision_number': 6, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:23.200082 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea4d63-5531-4214-8a54-4a96c598e7e8 None None] The sync data for ids ['f0829c06-f4fe-488e-8b3a-6ca7f8d241b0'] in n-d-819494-4 is: [{'id': 'f0829c06-f4fe-488e-8b3a-6ca7f8d241b0', 'name': 'tempest-AttachVolumeShelveTestJSON-249800746-router', 'tenant_id': 'ad7ebd921da94c029f33291c8c679fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:12:37Z', 'updated_at': '2021-11-27T16:20:22Z', 'revision_number': 6, 'project_id': 'ad7ebd921da94c029f33291c8c679fcf', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:20:23.242881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.278109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Pushing event deleted for resources: {'Port': ['ID=45348d4f-66d8-4d27-9ceb-83da5dd426c6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:23.292206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9120f50-bd84-4131-b346-2791c0ee9b72 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:20:23.352915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.442488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.444561 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.491683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.492347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:20:23.497118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.498440 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-48d14579-0802-47e0-b3ed-2264977f372a admin admin] 10.222.0.15 "DELETE /v2.0/routers/f0829c06-f4fe-488e-8b3a-6ca7f8d241b0 HTTP/1.1" status: 204 len: 168 time: 0.8298185 Nov 27 16:20:23.501082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52118) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:23.554947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Deleting subnet 6f053d1d-5d6f-46e2-856a-65b1eb075016 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:20:23.558978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.596013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.683144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.735530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.766184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f053d1d-5d6f-46e2-856a-65b1eb075016,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:23.771536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.775423 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6c979bc4-a75e-40eb-896f-2ffaf84441ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6f053d1d-5d6f-46e2-856a-65b1eb075016 HTTP/1.1" status: 204 len: 168 time: 0.2733347 Nov 27 16:20:23.777294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52124) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:23.777985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c17f3-08dc-4ff6-9b5e-c88a80987941 None None] Network 703c0957-b441-4b6b-b65d-44741cf82057 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:23.851718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.913479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Deleting port 577766c8-96df-41c2-91f7-5cee594640ff {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:23.914078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:23.990600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] For port 577766c8-96df-41c2-91f7-5cee594640ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=577766c8-96df-41c2-91f7-5cee594640ff,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:23.990914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.008804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] DHCP port deletion for 703c0957-b441-4b6b-b65d-44741cf82057 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:20:24.015038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Calling delete_port for 577766c8-96df-41c2-91f7-5cee594640ff owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:24.062977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] Deleting port 577766c8-96df-41c2-91f7-5cee594640ff {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:24.063993 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.113215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.138437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Pushing event deleted for resources: {'Port': ['ID=577766c8-96df-41c2-91f7-5cee594640ff,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:24.138696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] For port 577766c8-96df-41c2-91f7-5cee594640ff, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=577766c8-96df-41c2-91f7-5cee594640ff,segment=NetworkSegment(2284c2d9-3382-4c0e-9ef5-c188203082d6),segment_id=2284c2d9-3382-4c0e-9ef5-c188203082d6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:24.138957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.151434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] No DVR routers for this DVR port 577766c8-96df-41c2-91f7-5cee594640ff on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:20:24.152620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] Calling delete_port for 577766c8-96df-41c2-91f7-5cee594640ff owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:24.232238 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.232770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.255018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703c0957-b441-4b6b-b65d-44741cf82057']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:24.264218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] No DVR routers for this DVR port 577766c8-96df-41c2-91f7-5cee594640ff on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:20:24.268364 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2284c2d9-3382-4c0e-9ef5-c188203082d6') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:24.268775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be656c-b46d-4e0a-b61e-207afd006310 None None] Pushing event deleted for resources: {'Port': ['ID=577766c8-96df-41c2-91f7-5cee594640ff,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:24.268899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2284c2d9-3382-4c0e-9ef5-c188203082d6') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:24.288241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.304888 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.314272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:20:24.314627 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:20:24.316606 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:20:24.378733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.385284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.391448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] 10.222.0.15 "DELETE /v2.0/networks/703c0957-b441-4b6b-b65d-44741cf82057 HTTP/1.1" status: 204 len: 168 time: 0.6108630 Nov 27 16:20:24.406186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41e925-d210-433a-9605-2b8b0cdb151e admin admin] Pushing event deleted for resources: {'Network': ['ID=703c0957-b441-4b6b-b65d-44741cf82057,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:24.521089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:24.562375 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f9516203-6f4b-4095-80c4-68bd262ab9ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad7ebd921da94c029f33291c8c679fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399663 Nov 27 16:20:24.564636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52140) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:24.611825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-222f074c-2655-4713-b8ae-0b74ad60a19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.636789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-222f074c-2655-4713-b8ae-0b74ad60a19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.685814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-222f074c-2655-4713-b8ae-0b74ad60a19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.688470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-222f074c-2655-4713-b8ae-0b74ad60a19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:24.689782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-222f074c-2655-4713-b8ae-0b74ad60a19b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbe46f5b-eff1-4e1a-996b-6fb1bd707cc7 HTTP/1.1" status: 204 len: 168 time: 0.1241117 Nov 27 16:20:24.700460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f074c-2655-4713-b8ae-0b74ad60a19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe46f5b-eff1-4e1a-996b-6fb1bd707cc7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:25.284716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f989ef-0675-4c2f-9b5b-68e2af1edee4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:20:25.305926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 63f989ef-0675-4c2f-9b5b-68e2af1edee4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:20:25.306280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 63f989ef-0675-4c2f-9b5b-68e2af1edee4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:20:25.306962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 45348d4f-66d8-4d27-9ceb-83da5dd426c6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:20:25.328723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 45348d4f-66d8-4d27-9ceb-83da5dd426c6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:20:25.329943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 45348d4f-66d8-4d27-9ceb-83da5dd426c6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:20:25.330581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 577766c8-96df-41c2-91f7-5cee594640ff no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:20:25.351003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 577766c8-96df-41c2-91f7-5cee594640ff {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:20:25.351354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 577766c8-96df-41c2-91f7-5cee594640ff not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:20:29.887792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.489157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52384) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:30.645483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83ed02ee-6f4b-4aff-bcb0-832a25db9d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.756227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83ed02ee-6f4b-4aff-bcb0-832a25db9d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.763966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-83ed02ee-6f4b-4aff-bcb0-832a25db9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.820823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:30.826246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-83ed02ee-6f4b-4aff-bcb0-832a25db9d5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f6159b453e446db8b1bb93e32733a02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345625 Nov 27 16:20:30.834216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed02ee-6f4b-4aff-bcb0-832a25db9d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a1cb59-2566-4dd0-a878-9185e60fcc08,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:30.914806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.938246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.985823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.988494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:30.989862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22a1cb59-2566-4dd0-a878-9185e60fcc08 HTTP/1.1" status: 204 len: 168 time: 0.1681001 Nov 27 16:20:31.005061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a1cb59-2566-4dd0-a878-9185e60fcc08,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:31.013017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.013384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.014826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.015178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.015523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.015870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.016807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.017234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.017575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.017909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.018242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.018573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a260bcf-9a18-4638-9d4a-32bc07a8b942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:31.311710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52410) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:31.325582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c65f6de-f1c2-4e09-a75e-3d4a118bd8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.416236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c65f6de-f1c2-4e09-a75e-3d4a118bd8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.421813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3c65f6de-f1c2-4e09-a75e-3d4a118bd8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.468995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65f6de-f1c2-4e09-a75e-3d4a118bd8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ca1087-73d3-4205-971a-8bcd64a04dd3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:31.476402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52416) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:31.476648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3c65f6de-f1c2-4e09-a75e-3d4a118bd8e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d6f5d94c9764a40a529f2a88d1be077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636884 Nov 27 16:20:31.528360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b173483f-00c6-44df-80b5-d391a8d57e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.555699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b173483f-00c6-44df-80b5-d391a8d57e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.606425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b173483f-00c6-44df-80b5-d391a8d57e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.610392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b173483f-00c6-44df-80b5-d391a8d57e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:31.611714 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b173483f-00c6-44df-80b5-d391a8d57e00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50ca1087-73d3-4205-971a-8bcd64a04dd3 HTTP/1.1" status: 204 len: 168 time: 0.1342411 Nov 27 16:20:31.625443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173483f-00c6-44df-80b5-d391a8d57e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ca1087-73d3-4205-971a-8bcd64a04dd3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:31.963546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.195873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52552) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:35.255968 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45217aa4-fc41-4724-8740-9eabbdb4fdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.415443 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d21a6f0-d358-4935-a556-d37ef6bcebf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.583349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d21a6f0-d358-4935-a556-d37ef6bcebf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.588978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d21a6f0-d358-4935-a556-d37ef6bcebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.717060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21a6f0-d358-4935-a556-d37ef6bcebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b350066-7090-4d47-bcc7-86201e8a02c8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:35.740347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52568) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:35.748718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9d21a6f0-d358-4935-a556-d37ef6bcebf0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc2192d49f6d47429e04bfe78a973715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5511901 Nov 27 16:20:35.810485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b02ba1fa-85e6-4c20-a0fc-7eb729bc7229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.879243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b02ba1fa-85e6-4c20-a0fc-7eb729bc7229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.973119 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b02ba1fa-85e6-4c20-a0fc-7eb729bc7229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.975856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b02ba1fa-85e6-4c20-a0fc-7eb729bc7229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:35.977019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b02ba1fa-85e6-4c20-a0fc-7eb729bc7229 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b350066-7090-4d47-bcc7-86201e8a02c8 HTTP/1.1" status: 204 len: 168 time: 0.2353899 Nov 27 16:20:35.987313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ba1fa-85e6-4c20-a0fc-7eb729bc7229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b350066-7090-4d47-bcc7-86201e8a02c8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:36.369508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52582) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:36.387712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81563cc8-2ce2-42e9-95d7-0ad9f2cd339e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.503597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81563cc8-2ce2-42e9-95d7-0ad9f2cd339e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.508905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-81563cc8-2ce2-42e9-95d7-0ad9f2cd339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.557901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-81563cc8-2ce2-42e9-95d7-0ad9f2cd339e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95ac6aa027e84599a54f45fc40fb8eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864522 Nov 27 16:20:36.558662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563cc8-2ce2-42e9-95d7-0ad9f2cd339e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d785efba-7be9-4475-8a48-d4e2ce85808b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:36.563385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52586) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:36.632882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d412a1c-d44c-4d79-8bdd-9ec94b666bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.659375 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d412a1c-d44c-4d79-8bdd-9ec94b666bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.725934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d412a1c-d44c-4d79-8bdd-9ec94b666bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.733139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d412a1c-d44c-4d79-8bdd-9ec94b666bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:36.748107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2d412a1c-d44c-4d79-8bdd-9ec94b666bd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d785efba-7be9-4475-8a48-d4e2ce85808b HTTP/1.1" status: 204 len: 168 time: 0.1835423 Nov 27 16:20:36.760203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d412a1c-d44c-4d79-8bdd-9ec94b666bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d785efba-7be9-4475-8a48-d4e2ce85808b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:37.701959 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-678a51c0-b58d-424a-89cd-18652c79c109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:38.597596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:38.737562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52678) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:38.856208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8406edd-812b-48a0-9fcb-3f215f44ee24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:38.945296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8406edd-812b-48a0-9fcb-3f215f44ee24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:38.949424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d8406edd-812b-48a0-9fcb-3f215f44ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:38.988219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d8406edd-812b-48a0-9fcb-3f215f44ee24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fa5d35b54804694a8b6575d270c29d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490380 Nov 27 16:20:38.989129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8406edd-812b-48a0-9fcb-3f215f44ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f32eaaf-e7b7-4a9e-999e-39eea60f02e9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:38.991673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52688) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:39.043564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295456e9-058a-491e-b2ad-70c3d7f0817d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:39.065167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295456e9-058a-491e-b2ad-70c3d7f0817d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:39.114435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295456e9-058a-491e-b2ad-70c3d7f0817d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:39.117092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295456e9-058a-491e-b2ad-70c3d7f0817d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:39.118276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-295456e9-058a-491e-b2ad-70c3d7f0817d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f32eaaf-e7b7-4a9e-999e-39eea60f02e9 HTTP/1.1" status: 204 len: 168 time: 0.1248631 Nov 27 16:20:39.127084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295456e9-058a-491e-b2ad-70c3d7f0817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f32eaaf-e7b7-4a9e-999e-39eea60f02e9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:39.316794 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-065fe876-5136-4524-a5a8-17275dea5ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422347 Nov 27 16:20:39.407674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-5bce3db9-e0d7-4cad-a183-18d029aee58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:39.409792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-5bce3db9-e0d7-4cad-a183-18d029aee58f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0454822 Nov 27 16:20:39.534602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-99d12295-fd4f-49f5-bd06-b1bdeae18482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:39.536071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-99d12295-fd4f-49f5-bd06-b1bdeae18482 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1057794 Nov 27 16:20:39.619591 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-35ed2dd3-775e-44f8-b7bc-58f23003a9fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 999 time: 0.0765083 Nov 27 16:20:39.699905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-acee583e-1a7b-40ce-997b-c1d13ab9960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:39.701469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-acee583e-1a7b-40ce-997b-c1d13ab9960e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0732288 Nov 27 16:20:39.759759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-ca7e642c-cacf-4b6e-a6c3-0376c965a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:39.761241 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-ca7e642c-cacf-4b6e-a6c3-0376c965a74d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522299 Nov 27 16:20:39.899276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-50f1b967-db26-44f3-9b43-4a5742d29b5e service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292927 Nov 27 16:20:40.039173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-80d30949-64a8-4213-ae82-435ef7fb1997 req-f9f1a168-e274-4832-b9e4-572849a4ba09 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332116 Nov 27 16:20:40.343170 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:40.371533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-d93b5398-5224-42cb-9ef4-6b3f3ce5ff13 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579059392&fields=id&tenant_id=e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 267 time: 0.0498900 Nov 27 16:20:40.487500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-bae9614b-0324-4d45-9219-e15604c9f004 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:40.489076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-bae9614b-0324-4d45-9219-e15604c9f004 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.1079335 Nov 27 16:20:40.510601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-aceb59c7-4860-4627-8d8c-effa1d63c750 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/quotas/e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 375 time: 0.0121765 Nov 27 16:20:40.568399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-deee0f1a-edc2-43c9-80a7-03980f319548 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506701 Nov 27 16:20:40.702433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-238040bd-94c5-41a1-ba94-e031540390f0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:20:40.703802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-238040bd-94c5-41a1-ba94-e031540390f0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1197844 Nov 27 16:20:40.809616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-3cfcc24e-6f8d-4674-a4c0-0eef9a7f6642 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950863 Nov 27 16:20:40.917031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-118ac245-27e3-45cb-915e-7e119a8fc478 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003497 Nov 27 16:20:41.207276 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.387766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:41.423346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55d897b4-c7f7-4251-bb06-3539bf913005 req-d5153a3b-4e40-49f3-a1ac-1cfb881af47b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.1676495 Nov 27 16:20:41.537677 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3b589926-608b-4f6f-9198-3d4c797ba2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.602829 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:20:41.621762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3b589926-608b-4f6f-9198-3d4c797ba2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.626282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3b589926-608b-4f6f-9198-3d4c797ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.674129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b589926-608b-4f6f-9198-3d4c797ba2e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5222df93bce64d3eb2c095ccc9d1bfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853215 Nov 27 16:20:41.675165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b589926-608b-4f6f-9198-3d4c797ba2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b45736-33d1-4c72-93b6-32b1bf2410ae,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:41.676827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52854) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:41.729365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1076bba1-d3fa-4e8a-892d-23bf41573097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.764041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1076bba1-d3fa-4e8a-892d-23bf41573097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.823043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1076bba1-d3fa-4e8a-892d-23bf41573097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.826123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1076bba1-d3fa-4e8a-892d-23bf41573097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:41.827436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1076bba1-d3fa-4e8a-892d-23bf41573097 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61b45736-33d1-4c72-93b6-32b1bf2410ae HTTP/1.1" status: 204 len: 168 time: 0.1493471 Nov 27 16:20:41.836371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076bba1-d3fa-4e8a-892d-23bf41573097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b45736-33d1-4c72-93b6-32b1bf2410ae,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:42.149506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52868) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:42.162879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea4f7-c900-44fc-9872-d7017d2dce92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.247252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea4f7-c900-44fc-9872-d7017d2dce92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.253608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea4f7-c900-44fc-9872-d7017d2dce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.302048 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4a0ea4f7-c900-44fc-9872-d7017d2dce92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=632defe639c7445196cb2f813fc63a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514063 Nov 27 16:20:42.304715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52874) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:42.307274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea4f7-c900-44fc-9872-d7017d2dce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e55007d-548f-441e-81c5-8f1b03e49d80,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:42.434603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6d66038-4992-4735-86af-f5c724511211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.476909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-e20d3554-ee38-4f81-8a93-7e08cd4bdea9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:42.478478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-e20d3554-ee38-4f81-8a93-7e08cd4bdea9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.21 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 812 time: 0.1573870 Nov 27 16:20:42.483407 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6d66038-4992-4735-86af-f5c724511211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.540997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3de2f866-b95a-4541-9a6b-c32789d68a47 req-71566a2e-10bf-4168-92bb-a89a11e109d9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.0549338 Nov 27 16:20:42.606647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-0bbcfe9b-51e6-4321-a580-c251f01d970e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e02605232ffa41fcab8dd31c3d1c89a6 HTTP/1.1" status: 200 len: 379 time: 0.1037710 Nov 27 16:20:42.616047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6d66038-4992-4735-86af-f5c724511211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.618892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6d66038-4992-4735-86af-f5c724511211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.620000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6d66038-4992-4735-86af-f5c724511211 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e55007d-548f-441e-81c5-8f1b03e49d80 HTTP/1.1" status: 204 len: 168 time: 0.3135242 Nov 27 16:20:42.627548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'port': {'device_id': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'admin_state_up': True, 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'security_groups': ['0cb8ec58-6f56-47dd-8a4b-12aed8fb8575']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:42.684575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d66038-4992-4735-86af-f5c724511211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e55007d-548f-441e-81c5-8f1b03e49d80,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:42.784235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Made reservation on behalf of e02605232ffa41fcab8dd31c3d1c89a6 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:42.789344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:42.962061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.20.0.13 (8ec18c30-01dc-4adc-af28-cc57e84c5799/fc440213-610f-44f1-8e98-a6ff27fdfeb9/b957640b-9cf6-4abe-aaf1-6b298cb026e6) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:20:43.190047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:43.232742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:43.285715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:43.302892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:43.305152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=b957640b-9cf6-4abe-aaf1-6b298cb026e6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:43.307391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:20:43.358571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:43.359195 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:43.394795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f2d61c82-2128-4ee0-a715-79021043a7d3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723455 Nov 27 16:20:43.408989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Request body: {'port': {'device_id': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:43.482448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:43.702180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a7a6bf04-7ebe-4928-9674-48fb79081111 None None] Provisioning complete for port b957640b-9cf6-4abe-aaf1-6b298cb026e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:43.702727 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bf04-7ebe-4928-9674-48fb79081111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:43.790084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6bf04-7ebe-4928-9674-48fb79081111 None None] Port b957640b-9cf6-4abe-aaf1-6b298cb026e6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:20:44.197890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1337-a8bb-4469-bfee-e060b585c634 req-df8b496c-b233-4cff-81a2-78c0bc42c863 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:44.205347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac4a1337-a8bb-4469-bfee-e060b585c634 req-df8b496c-b233-4cff-81a2-78c0bc42c863 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 932 time: 0.5335107 Nov 27 16:20:44.298899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac4a1337-a8bb-4469-bfee-e060b585c634 req-1dcfcc61-9e7a-459d-b8d2-517132de5091 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926712 Nov 27 16:20:44.347984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b957640b-9cf6-4abe-aaf1-6b298cb026e6 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:20:44.356240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.369277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Transition to ACTIVE for port object b957640b-9cf6-4abe-aaf1-6b298cb026e6 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:20:44.381262 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.393821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52946) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:44.448152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Pushing event updated for resources: {'Port': ['ID=b957640b-9cf6-4abe-aaf1-6b298cb026e6,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:44.549194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Attempting to bind port b957640b-9cf6-4abe-aaf1-6b298cb026e6 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:20:44.549860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Attempting to bind port b957640b-9cf6-4abe-aaf1-6b298cb026e6 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:20:44.555326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Attempting to bind port b957640b-9cf6-4abe-aaf1-6b298cb026e6 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:20:44.563365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Port b957640b-9cf6-4abe-aaf1-6b298cb026e6 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:20:44.563698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Attempting to bind port b957640b-9cf6-4abe-aaf1-6b298cb026e6 on network 8ec18c30-01dc-4adc-af28-cc57e84c5799 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:20:44.574512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-712856069'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:44.590998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:20:44.591343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Checking segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:44.591904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Bound using segment: {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:20:44.592347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Bound port: b957640b-9cf6-4abe-aaf1-6b298cb026e6, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b3eae-f02b-424e-9006-81840fca11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:20:44.592964 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.606992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.610195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.702576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] For port b957640b-9cf6-4abe-aaf1-6b298cb026e6, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:20:44.709955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] For port b957640b-9cf6-4abe-aaf1-6b298cb026e6, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:20:44.735543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.784259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:44.784847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:44.786480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] 10.222.0.21 "PUT /v2.0/ports/b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 1092 time: 1.3819797 Nov 27 16:20:44.786955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:20:44.789345 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51574c31-5c87-4c29-9c26-81adede735f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:20:44.905662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92edb8-7b46-4001-87d5-c82de6dd9508 service neutron] Pushing event updated for resources: {'Port': ['ID=b957640b-9cf6-4abe-aaf1-6b298cb026e6,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:44.910435 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34757836-2ecd-4242-85ed-3317928f3d6d x-openstack-request-id: req-34757836-2ecd-4242-85ed-3317928f3d6d {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:20:44.910846 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:20:44.911204 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34757836-2ecd-4242-85ed-3317928f3d6d {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:20:44.911722 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'status': 'completed', 'code': 200} Nov 27 16:20:44.923901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-c19785ba-2ed1-46d3-b51b-766198074b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:44.925813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-c19785ba-2ed1-46d3-b51b-766198074b6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1095 time: 0.0759332 Nov 27 16:20:44.988772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-4a8e6c20-af9f-4d89-afb1-4b699cf89a82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 217 time: 0.0467618 Nov 27 16:20:45.099650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f6b2ef15-21ae-47ba-8a9f-2883be45bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:45.101216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-f6b2ef15-21ae-47ba-8a9f-2883be45bbb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0991273 Nov 27 16:20:45.118513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.125347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.176425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.181627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 52962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:45.181937 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-851d4e2c-1418-43ea-848f-c263ce7c5980 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7826731 Nov 27 16:20:45.189581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1713b6f8-e5c6-4439-8cdf-815ba2dd58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:45.191211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-1713b6f8-e5c6-4439-8cdf-815ba2dd58c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761576 Nov 27 16:20:45.307014 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.571156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.575499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-cf410943-009b-427e-99e6-33047dfbe94e service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478425 Nov 27 16:20:45.577133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.596847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781a86-d308-4ecb-94aa-a3cef201ad80 req-26cd886d-1902-47e5-8f59-122605dd46e3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:45.598652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73781a86-d308-4ecb-94aa-a3cef201ad80 req-26cd886d-1902-47e5-8f59-122605dd46e3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.2070985 Nov 27 16:20:45.707271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.707866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adbcc7f9-23e6-43bd-a213-4b0a99c0096a {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:20:45.715150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.721076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6ff5ac65-ee50-46ac-9624-c5b8a1d2eaac tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "DELETE /v2.0/routers/adbcc7f9-23e6-43bd-a213-4b0a99c0096a HTTP/1.1" status: 204 len: 168 time: 0.5379605 Nov 27 16:20:45.721459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52976) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:45.728494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Request body: {'router': {'name': 'tempest-router-1437880681', 'distributed': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:45.762277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73781a86-d308-4ecb-94aa-a3cef201ad80 req-c246f4d5-dcac-4f78-8121-49623ac0e2e9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511636 Nov 27 16:20:45.778951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.780162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.813321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b257575-8bfe-47b3-97c7-24e360fe8722 req-498f18f3-589b-4ec2-a4e2-aecf0bd7c0a0 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134197 Nov 27 16:20:45.861656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.880669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.904733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:45.909802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-53677a50-31d9-4e7f-b98d-cbf7fec3fb57 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1863630 Nov 27 16:20:45.910691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52978) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:45.922254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574c31-5c87-4c29-9c26-81adede735f8 req-cc9ede43-4b48-40d3-adc2-0675d6619977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:45.924614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-cc9ede43-4b48-40d3-adc2-0675d6619977 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1095 time: 0.0585933 Nov 27 16:20:46.009528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.043920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574c31-5c87-4c29-9c26-81adede735f8 req-6a5cdbc4-172c-49b1-aace-86e543db101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:46.045556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-6a5cdbc4-172c-49b1-aace-86e543db101b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1091218 Nov 27 16:20:46.098861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-f22b7db2-04e9-4eae-aab7-1bb3ce5c47b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 217 time: 0.0405955 Nov 27 16:20:46.173832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574c31-5c87-4c29-9c26-81adede735f8 req-7a17fd1e-f618-4b28-ad85-a1cfbf446fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:46.176957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-7a17fd1e-f618-4b28-ad85-a1cfbf446fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0639348 Nov 27 16:20:46.219725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.222762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.238174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574c31-5c87-4c29-9c26-81adede735f8 req-5188cbfa-04c1-4150-9f01-e931afdf5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:46.240179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-5188cbfa-04c1-4150-9f01-e931afdf5e0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527966 Nov 27 16:20:46.280310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.280849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aab72746-004f-471f-bbc3-6dd56c942930 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:20:46.286146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.287498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80c80256-0964-41d0-a807-27373524ec79 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "DELETE /v2.0/routers/aab72746-004f-471f-bbc3-6dd56c942930 HTTP/1.1" status: 204 len: 168 time: 0.3751559 Nov 27 16:20:46.291853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:46.297143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Request body: {'router': {'name': 'tempest-router-463702023', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8fe90ad276c640a3a85ff8c900e5aa3a'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:46.322834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.324175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.376699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-9c4d71b7-8e4c-4ca7-9b3f-8d11d8beeb73 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219304 Nov 27 16:20:46.400519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.406814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.430101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.434972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dfc6c87b-6c49-4014-aae5-27045aee4e7d tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1416161 Nov 27 16:20:46.436655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 52992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:46.442551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:46.502396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51574c31-5c87-4c29-9c26-81adede735f8 req-717bd907-bdd7-4716-93bc-8c8ec7f4d7c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124322 Nov 27 16:20:46.680151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9539'] for router, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.680500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.763339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110075) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 27 16:20:46.764016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Router 5a854f91-6d86-4979-8014-ca42d68187b3 migrating from provider to provider. {{(pid=110075) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 27 16:20:46.764127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.768796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.775356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691952'] for router, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:46.894236 n-d-819494-4 neutron-server[110075]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] No L3 agents can host the router 5a854f91-6d86-4979-8014-ca42d68187b3 Nov 27 16:20:46.954378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c78ff-c932-44ff-a72c-4309c1b65f90 req-539938ca-10c5-4e31-9a58-88b791a29adc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:46.956111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b80c78ff-c932-44ff-a72c-4309c1b65f90 req-539938ca-10c5-4e31-9a58-88b791a29adc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.0823801 Nov 27 16:20:47.029778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b80c78ff-c932-44ff-a72c-4309c1b65f90 req-b3ea9cf5-ba61-43da-84aa-da9899f9a6b9 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675232 Nov 27 16:20:47.048794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Hosts for router 5a854f91-6d86-4979-8014-ca42d68187b3: [] {{(pid=110075) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 27 16:20:47.076848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Hosts for other DVR routers connected to router 5a854f91-6d86-4979-8014-ca42d68187b3: set() {{(pid=110075) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 27 16:20:47.079850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.083753 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b2c2d9b7-6a42-4eec-b288-d2da9fb0cfb5 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "PUT /v2.0/routers/5a854f91-6d86-4979-8014-ca42d68187b3 HTTP/1.1" status: 200 len: 716 time: 0.6427016 Nov 27 16:20:47.084925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53006) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:47.162685 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-971d8848-81f2-4ffb-a2fe-a871d1269d3b tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "GET /v2.0/routers/5a854f91-6d86-4979-8014-ca42d68187b3 HTTP/1.1" status: 200 len: 716 time: 0.0765679 Nov 27 16:20:47.165124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53012) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:47.354258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-210b76d4-1430-4f11-ae7c-843f2ecd8c17 tempest-RoutersTestDVR-1410574458 tempest-RoutersTestDVR-1410574458-project] 10.222.0.15 "GET /v2.0/routers/5a854f91-6d86-4979-8014-ca42d68187b3 HTTP/1.1" status: 200 len: 682 time: 0.1877880 Nov 27 16:20:47.354519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53016) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:47.432993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.603785 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.606112 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.651925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.652595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a854f91-6d86-4979-8014-ca42d68187b3 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:20:47.657848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.662905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6480e885-3ad8-4512-8926-e67b8db473cd tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5a854f91-6d86-4979-8014-ca42d68187b3 HTTP/1.1" status: 204 len: 168 time: 0.3037469 Nov 27 16:20:47.663207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53022) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:47.668026 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Request body: {'router': {'name': 'tempest-router-1932225281', 'distributed': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:47.698429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.699921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.767290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.773617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.793000 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:47.794303 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-67cd29bc-2310-4980-8aa8-f2fd43bd1218 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1300335 Nov 27 16:20:47.797457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:47.892854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.104291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.107203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.169366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.170184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f86cda73-bd43-4ef2-bf3e-23942e694a10 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:20:48.178111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.179770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ac35cf93-7554-47d6-8c33-33b294e6e885 tempest-RoutersTestDVR-1232601840 tempest-RoutersTestDVR-1232601840-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f86cda73-bd43-4ef2-bf3e-23942e694a10 HTTP/1.1" status: 204 len: 168 time: 0.3813326 Nov 27 16:20:48.224925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb777-8403-4cb0-b754-bec18174a17f req-ee77d339-63d6-4d58-9c3e-62668a2adc43 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:48.236409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1abbb777-8403-4cb0-b754-bec18174a17f req-ee77d339-63d6-4d58-9c3e-62668a2adc43 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.1408148 Nov 27 16:20:48.304144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1abbb777-8403-4cb0-b754-bec18174a17f req-b7a07de5-6643-44ee-8f93-74b555ec147e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667391 Nov 27 16:20:48.548840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53048) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:48.683886 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb0b-dd44-4fbe-913d-1fdc396afd71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.772534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb0b-dd44-4fbe-913d-1fdc396afd71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.778991 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a49bb0b-dd44-4fbe-913d-1fdc396afd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.837125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:48.837369 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0a49bb0b-dd44-4fbe-913d-1fdc396afd71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fe90ad276c640a3a85ff8c900e5aa3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867656 Nov 27 16:20:48.838161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49bb0b-dd44-4fbe-913d-1fdc396afd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558605f-56f2-4148-b26e-94afc262491f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:48.899161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b244-2fdd-4d42-91f8-da453cd545dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.928051 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b244-2fdd-4d42-91f8-da453cd545dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.993860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b244-2fdd-4d42-91f8-da453cd545dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:48.998843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b244-2fdd-4d42-91f8-da453cd545dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.003537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5a2b244-2fdd-4d42-91f8-da453cd545dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0558605f-56f2-4148-b26e-94afc262491f HTTP/1.1" status: 204 len: 168 time: 0.1649964 Nov 27 16:20:49.013370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2b244-2fdd-4d42-91f8-da453cd545dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558605f-56f2-4148-b26e-94afc262491f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:49.327613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53072) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:49.341563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-041250d8-c455-4639-b857-44c44d99b310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.446526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa3ab-0aec-42e9-8779-4570c4f8efa1 req-b177d582-e80c-4edd-9a3e-c35e3ea87c10 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:49.448002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bafa3ab-0aec-42e9-8779-4570c4f8efa1 req-b177d582-e80c-4edd-9a3e-c35e3ea87c10 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.0765400 Nov 27 16:20:49.485156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-041250d8-c455-4639-b857-44c44d99b310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.492856 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-041250d8-c455-4639-b857-44c44d99b310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.552837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bafa3ab-0aec-42e9-8779-4570c4f8efa1 req-20ef51cb-eaeb-437b-b249-f83c78557aff tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938120 Nov 27 16:20:49.556586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-041250d8-c455-4639-b857-44c44d99b310 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b188ce1732d425389b9d3f1468f3347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275376 Nov 27 16:20:49.559520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53074) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:49.560432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041250d8-c455-4639-b857-44c44d99b310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877dd1a9-c694-47ed-b034-58d747d080fc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:49.631303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0c6f-41bf-491d-8d4c-be3f5031f4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.652913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0c6f-41bf-491d-8d4c-be3f5031f4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.705550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0c6f-41bf-491d-8d4c-be3f5031f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.708716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0c6f-41bf-491d-8d4c-be3f5031f4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:49.709972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ad1a0c6f-41bf-491d-8d4c-be3f5031f4f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/877dd1a9-c694-47ed-b034-58d747d080fc HTTP/1.1" status: 204 len: 168 time: 0.1488855 Nov 27 16:20:49.719207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0c6f-41bf-491d-8d4c-be3f5031f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877dd1a9-c694-47ed-b034-58d747d080fc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:50.457536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53098) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:50.556373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-294605893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:50.582479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.583635 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.646847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.651638 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.674103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.677982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-96922a96-94f5-4507-9c69-95e55c47108a tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2167962 Nov 27 16:20:50.678234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53104) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:50.681641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0008-6304-4101-9ff6-9e9c9154b41d req-e15a62e7-eb5b-4ca8-9b78-280b698e05fa tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:50.683152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fae0008-6304-4101-9ff6-9e9c9154b41d req-e15a62e7-eb5b-4ca8-9b78-280b698e05fa tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.0514753 Nov 27 16:20:50.686267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1297844535'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:50.708544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:50.713984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.727400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.753562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fae0008-6304-4101-9ff6-9e9c9154b41d req-4a2df8a7-9fc8-488e-9f58-31c1e8e2652c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550270 Nov 27 16:20:50.805476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.809427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.836240 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:20:50.847535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8659b84d-111c-417e-a948-e37df995c042,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:50.858280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.858671 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Added segment e719d6b7-e82b-4230-9e73-f2d52df084c1 of type vlan for network 43018784-a6fc-4615-b49a-a7fc10bd693f Nov 27 16:20:50.899392 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.923833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.929379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:50.929983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:50.987849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3084636 Nov 27 16:20:50.990910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53106) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:50.995964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'subnet': {'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:51.004032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c806e-d916-44ce-8c13-c3b7c63a0630 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Network': ['ID=43018784-a6fc-4615-b49a-a7fc10bd693f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:51.014049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 43018784-a6fc-4615-b49a-a7fc10bd693f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:20:51.094668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:51.098215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.286723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.346268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Subnet': ['ID=9632e472-44cb-4037-8aa3-13f9abf0b91e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:51.354740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Checking segment: {'id': 'e719d6b7-e82b-4230-9e73-f2d52df084c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:51.355102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network hostable DHCP agents. Network: 43018784-a6fc-4615-b49a-a7fc10bd693f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:20:51.371592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 43018784-a6fc-4615-b49a-a7fc10bd693f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:20:51.380078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 43018784-a6fc-4615-b49a-a7fc10bd693f) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:51.384887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:51.385499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.389874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faacb5e1-e72d-4264-a175-fbc9e72788c4 None None] Network 43018784-a6fc-4615-b49a-a7fc10bd693f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:51.403977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-acef77ff-9798-479b-a5c8-3cb9620cc6bd tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4118826 Nov 27 16:20:51.407391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53110) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:51.412318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'network': {'name': 'tempest-router-network01--324309550'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:51.434417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:51.439220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.470466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:20:51.481588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.481942 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Added segment abaf6a27-ed7b-40a6-a36a-1529d61fa834 of type vlan for network 7caed906-d91b-441d-a700-7a003ac4f032 Nov 27 16:20:51.534861 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.558566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-43018784-a6fc-4615-b49a-a7fc10bd693f', 'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f', 'tenant_id': '733ebc02b4a54a2085a79bf4f6885c95', 'fixed_ips': [{'subnet_id': '9632e472-44cb-4037-8aa3-13f9abf0b91e'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:20:51.559605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.566658 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.573528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:51.574240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.642869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2342930 Nov 27 16:20:51.645813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:51.646434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c8e47-a78e-4388-8865-1f9c98220391 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Network': ['ID=7caed906-d91b-441d-a700-7a003ac4f032,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:51.652709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'network': {'name': 'tempest-router-network02--1071452493'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:51.659559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 7caed906-d91b-441d-a700-7a003ac4f032 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:20:51.675470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:51.679515 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.705246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:20:51.715275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.715624 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Added segment 1643da54-bcf5-4f17-a5c7-99c84ac1ff4e of type vlan for network fd4fe411-2791-4828-979e-1d1c65bdf5c2 Nov 27 16:20:51.758620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.769197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Allocated IP 2001:db8::2 (43018784-a6fc-4615-b49a-a7fc10bd693f/9632e472-44cb-4037-8aa3-13f9abf0b91e/f1fe23cf-37e7-497e-b7af-a4d571d8f200) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:20:51.791424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.802182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:51.802801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:51.857872 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2100940 Nov 27 16:20:51.861439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:51.869497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'subnet': {'network_id': '7caed906-d91b-441d-a700-7a003ac4f032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:51.877038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ab423-d70b-4c3b-ac8e-6882e2added9 req-dc0a8f44-9b20-42d0-b418-0077706ff50c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:51.879271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-809ab423-d70b-4c3b-ac8e-6882e2added9 req-dc0a8f44-9b20-42d0-b418-0077706ff50c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.0675285 Nov 27 16:20:51.901973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863b82b-8830-4fa0-83ca-8d41da95da73 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Network': ['ID=fd4fe411-2791-4828-979e-1d1c65bdf5c2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:51.925720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network fd4fe411-2791-4828-979e-1d1c65bdf5c2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:20:51.958935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-809ab423-d70b-4c3b-ac8e-6882e2added9 req-d7b9d150-a9f0-4c35-b119-0bf232c391bc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732121 Nov 27 16:20:51.985456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:51.989036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.039667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.046984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.090657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Network 43018784-a6fc-4615-b49a-a7fc10bd693f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:52.095546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:52.099868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:20:52.103126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Pushing event updated for resources: {'Port': ['ID=f1fe23cf-37e7-497e-b7af-a4d571d8f200,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:52.114589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.114943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.115290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.115633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.115973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.116309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.116843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.117178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.117539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.117871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.118201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.118528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:20:52.172406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Attempting to bind port f1fe23cf-37e7-497e-b7af-a4d571d8f200 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:20:52.172699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Attempting to bind port f1fe23cf-37e7-497e-b7af-a4d571d8f200 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'e719d6b7-e82b-4230-9e73-f2d52df084c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:20:52.173262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Attempting to bind port f1fe23cf-37e7-497e-b7af-a4d571d8f200 on network 43018784-a6fc-4615-b49a-a7fc10bd693f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:20:52.179285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:20:52.179968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Checking segment: {'id': 'e719d6b7-e82b-4230-9e73-f2d52df084c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:52.180547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.181102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Bound using segment: {'id': 'e719d6b7-e82b-4230-9e73-f2d52df084c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:20:52.181789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Bound port: f1fe23cf-37e7-497e-b7af-a4d571d8f200, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e719d6b7-e82b-4230-9e73-f2d52df084c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43018784-a6fc-4615-b49a-a7fc10bd693f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:20:52.182468 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.253390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] For port f1fe23cf-37e7-497e-b7af-a4d571d8f200, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:20:52.257377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] For port f1fe23cf-37e7-497e-b7af-a4d571d8f200, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f1fe23cf-37e7-497e-b7af-a4d571d8f200,segment=NetworkSegment(e719d6b7-e82b-4230-9e73-f2d52df084c1),segment_id=e719d6b7-e82b-4230-9e73-f2d52df084c1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:20:52.265000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.334487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69997b25-4643-4a9f-846e-b5fd100e497a None None] Pushing event updated for resources: {'Port': ['ID=f1fe23cf-37e7-497e-b7af-a4d571d8f200,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:52.539550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.604048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Subnet': ['ID=ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:52.614895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Checking segment: {'id': 'abaf6a27-ed7b-40a6-a36a-1529d61fa834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7caed906-d91b-441d-a700-7a003ac4f032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:52.615264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network hostable DHCP agents. Network: 7caed906-d91b-441d-a700-7a003ac4f032, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:20:52.634371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 7caed906-d91b-441d-a700-7a003ac4f032 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:20:52.646161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 7caed906-d91b-441d-a700-7a003ac4f032) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:52.651207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:52.651905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.659489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87823743-b235-44eb-9b23-7c1226653d45 None None] Network 7caed906-d91b-441d-a700-7a003ac4f032 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:52.679650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3742b50a-ace9-4af2-ae96-0353a4d1f571 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8142154 Nov 27 16:20:52.679996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53120) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:52.686189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'subnet': {'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:52.788597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:52.792163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:52.974219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-7caed906-d91b-441d-a700-7a003ac4f032', 'network_id': '7caed906-d91b-441d-a700-7a003ac4f032', 'tenant_id': '733ebc02b4a54a2085a79bf4f6885c95', 'fixed_ips': [{'subnet_id': 'ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:20:52.975155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.009281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.069454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Subnet': ['ID=5b64afbb-693d-445c-9c78-d66f28980f9c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:53.088655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Checking segment: {'id': '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:53.089025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network hostable DHCP agents. Network: fd4fe411-2791-4828-979e-1d1c65bdf5c2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:20:53.109257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network fd4fe411-2791-4828-979e-1d1c65bdf5c2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:20:53.126254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, fd4fe411-2791-4828-979e-1d1c65bdf5c2) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:53.131677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:53.132331 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.152637 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Allocated IP 2001:db8::2 (7caed906-d91b-441d-a700-7a003ac4f032/ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa/e0b408b1-5799-4106-927c-ddeece83975a) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:20:53.154628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d0043-1495-490d-a6ae-c7c826194095 req-3c40e269-c6e2-4300-9200-bd6e95334b7d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:53.155329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838b636-d1f3-4337-96f0-75fd3a949822 None None] Network fd4fe411-2791-4828-979e-1d1c65bdf5c2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:53.157208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a60d0043-1495-490d-a6ae-c7c826194095 req-3c40e269-c6e2-4300-9200-bd6e95334b7d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.1159749 Nov 27 16:20:53.159108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6224ac24-359b-47df-99e2-8ab1b9dde1ce tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773350 Nov 27 16:20:53.161696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53124) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:53.236968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a60d0043-1495-490d-a6ae-c7c826194095 req-c69e734b-a06e-4e0a-a76b-d25b28b608e6 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728559 Nov 27 16:20:53.393067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f1fe23cf-37e7-497e-b7af-a4d571d8f200 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:53.422400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-fd4fe411-2791-4828-979e-1d1c65bdf5c2', 'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2', 'tenant_id': '733ebc02b4a54a2085a79bf4f6885c95', 'fixed_ips': [{'subnet_id': '5b64afbb-693d-445c-9c78-d66f28980f9c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:20:53.423257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.591513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.597522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f1fe23cf-37e7-497e-b7af-a4d571d8f200 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:53.597902 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.638386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ffab0-1fe0-4904-9418-f09101e460cd None None] Network 43018784-a6fc-4615-b49a-a7fc10bd693f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:53.733177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.757933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.808297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Allocated IP 2001:db8::2 (fd4fe411-2791-4828-979e-1d1c65bdf5c2/5b64afbb-693d-445c-9c78-d66f28980f9c/0a09bfcd-e9e3-409a-aa46-025f3084415a) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:20:53.821749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-08ddccdc-8982-4517-bcc7-d342b62e51e6 None None] Provisioning complete for port f1fe23cf-37e7-497e-b7af-a4d571d8f200 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:53.822126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08ddccdc-8982-4517-bcc7-d342b62e51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:53.845810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Network 7caed906-d91b-441d-a700-7a003ac4f032 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:53.872255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Allocated IP 2001:db8::1 (7caed906-d91b-441d-a700-7a003ac4f032/ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa/b6650d3c-fc00-479a-b844-4b795cabe522) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:20:53.884934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:53.897571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:20:53.939691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Pushing event updated for resources: {'Port': ['ID=e0b408b1-5799-4106-927c-ddeece83975a,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.003846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.048675 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.052642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.106183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 7caed906-d91b-441d-a700-7a003ac4f032 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:54.109621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:54.113891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:20:54.114628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.150329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Attempting to bind port e0b408b1-5799-4106-927c-ddeece83975a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:20:54.150725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Attempting to bind port e0b408b1-5799-4106-927c-ddeece83975a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'abaf6a27-ed7b-40a6-a36a-1529d61fa834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7caed906-d91b-441d-a700-7a003ac4f032'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:20:54.151074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Attempting to bind port e0b408b1-5799-4106-927c-ddeece83975a on network 7caed906-d91b-441d-a700-7a003ac4f032 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:20:54.154687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Port': ['ID=b6650d3c-fc00-479a-b844-4b795cabe522,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.192495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port f1fe23cf-37e7-497e-b7af-a4d571d8f200, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f1fe23cf-37e7-497e-b7af-a4d571d8f200,segment=NetworkSegment(e719d6b7-e82b-4230-9e73-f2d52df084c1),segment_id=e719d6b7-e82b-4230-9e73-f2d52df084c1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:54.193825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:20:54.194530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Checking segment: {'id': 'abaf6a27-ed7b-40a6-a36a-1529d61fa834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7caed906-d91b-441d-a700-7a003ac4f032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:54.194530 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.194791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Bound using segment: {'id': 'abaf6a27-ed7b-40a6-a36a-1529d61fa834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7caed906-d91b-441d-a700-7a003ac4f032'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:20:54.195372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Bound port: e0b408b1-5799-4106-927c-ddeece83975a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaf6a27-ed7b-40a6-a36a-1529d61fa834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7caed906-d91b-441d-a700-7a003ac4f032'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:20:54.195760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.221611 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.248562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08ddccdc-8982-4517-bcc7-d342b62e51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.250427 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.363524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.395471 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.396526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159696d8-f888-49b2-87a5-5ad2800c8ccd req-ed878a01-fa0b-4dc6-ac27-59c8ef63b6a5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:54.410634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-159696d8-f888-49b2-87a5-5ad2800c8ccd req-ed878a01-fa0b-4dc6-ac27-59c8ef63b6a5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.0947554 Nov 27 16:20:54.455759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=f1fe23cf-37e7-497e-b7af-a4d571d8f200,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.490524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-159696d8-f888-49b2-87a5-5ad2800c8ccd req-546cbb1b-f0ad-4a11-8549-90b14cf6245d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787513 Nov 27 16:20:54.497697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] For port e0b408b1-5799-4106-927c-ddeece83975a, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:20:54.501366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Network fd4fe411-2791-4828-979e-1d1c65bdf5c2 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:54.525620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-08ddccdc-8982-4517-bcc7-d342b62e51e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:20:54.526035 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-08ddccdc-8982-4517-bcc7-d342b62e51e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:20:54.531503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:54.539909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] For port e0b408b1-5799-4106-927c-ddeece83975a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e0b408b1-5799-4106-927c-ddeece83975a,segment=NetworkSegment(abaf6a27-ed7b-40a6-a36a-1529d61fa834),segment_id=abaf6a27-ed7b-40a6-a36a-1529d61fa834)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:20:54.541367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:20:54.543501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Pushing event updated for resources: {'Port': ['ID=0a09bfcd-e9e3-409a-aa46-025f3084415a,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.550956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.636040 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.642572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.644342 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.672353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Attempting to bind port 0a09bfcd-e9e3-409a-aa46-025f3084415a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:20:54.672709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Attempting to bind port 0a09bfcd-e9e3-409a-aa46-025f3084415a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:20:54.673249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Attempting to bind port 0a09bfcd-e9e3-409a-aa46-025f3084415a on network fd4fe411-2791-4828-979e-1d1c65bdf5c2 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:20:54.686559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:20:54.687636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Checking segment: {'id': '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:54.688699 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.689137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Bound using segment: {'id': '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:20:54.689659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Bound port: 0a09bfcd-e9e3-409a-aa46-025f3084415a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fd4fe411-2791-4828-979e-1d1c65bdf5c2'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:20:54.690701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.719888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124dc5a-2536-4d35-b4f9-e087283a35cd None None] Pushing event updated for resources: {'Port': ['ID=e0b408b1-5799-4106-927c-ddeece83975a,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.756314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Port': ['ID=b6650d3c-fc00-479a-b844-4b795cabe522,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.784982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] For port 0a09bfcd-e9e3-409a-aa46-025f3084415a, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:20:54.788579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] For port 0a09bfcd-e9e3-409a-aa46-025f3084415a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0a09bfcd-e9e3-409a-aa46-025f3084415a,segment=NetworkSegment(1643da54-bcf5-4f17-a5c7-99c84ac1ff4e),segment_id=1643da54-bcf5-4f17-a5c7-99c84ac1ff4e)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:20:54.793291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:54.795827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 7caed906-d91b-441d-a700-7a003ac4f032 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:54.797892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:54.890150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8aab5-79db-475a-ac1d-ab1fe2c770e3 None None] Pushing event updated for resources: {'Port': ['ID=0a09bfcd-e9e3-409a-aa46-025f3084415a,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:54.959688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Router 0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:20:55.071008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:20:55.079836 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ddaef4c6-58db-4b49-93ab-bbfe474d598b tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131768 Nov 27 16:20:55.079836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53132) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:55.082123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] Sync routers for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:20:55.102582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:55.103251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:55.149480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:55.159757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:55.160363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:55.361996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:55.362624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe929bd-572e-4fcd-ab2b-211f7b4795ae None None] The sync data for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:20:55.386112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a5c9cd4d-116e-4bc1-80bb-531d2232cafd None None] Provisioning complete for port f1fe23cf-37e7-497e-b7af-a4d571d8f200 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:55.387005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5c9cd4d-116e-4bc1-80bb-531d2232cafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:55.498578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f1fe23cf-37e7-497e-b7af-a4d571d8f200 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:55.582511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f1fe23cf-37e7-497e-b7af-a4d571d8f200 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:55.583181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:55.585804 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-78d4da32-5190-4f1d-bc9d-82b88122ed87 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:20:55.587306 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-78d4da32-5190-4f1d-bc9d-82b88122ed87 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5072963 Nov 27 16:20:55.590572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53146) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:55.705542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0b408b1-5799-4106-927c-ddeece83975a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:55.732504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31062a-3a92-41f6-9c9a-c83d243d2f10 req-10cf75fc-04aa-4cfa-a5ea-e5569649a157 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:55.734428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf31062a-3a92-41f6-9c9a-c83d243d2f10 req-10cf75fc-04aa-4cfa-a5ea-e5569649a157 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 944 time: 0.0974762 Nov 27 16:20:55.767148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e0b408b1-5799-4106-927c-ddeece83975a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:55.767524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:55.891433 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:55.950946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port e0b408b1-5799-4106-927c-ddeece83975a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e0b408b1-5799-4106-927c-ddeece83975a,segment=NetworkSegment(abaf6a27-ed7b-40a6-a36a-1529d61fa834),segment_id=abaf6a27-ed7b-40a6-a36a-1529d61fa834)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:55.954037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cf31062a-3a92-41f6-9c9a-c83d243d2f10 req-760b5de7-b311-42d2-b60d-b5991a0f69b3 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064500 Nov 27 16:20:55.956490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:55.958165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0a09bfcd-e9e3-409a-aa46-025f3084415a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:56.027043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5215b0-dd29-433f-b749-04268241f8ac None None] Network 7caed906-d91b-441d-a700-7a003ac4f032 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:56.076679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.130868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6985d845-1d86-4109-9e04-7a6a88cb09a5 None None] Provisioning complete for port e0b408b1-5799-4106-927c-ddeece83975a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:56.131232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6985d845-1d86-4109-9e04-7a6a88cb09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.132822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=e0b408b1-5799-4106-927c-ddeece83975a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:56.180221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 0a09bfcd-e9e3-409a-aa46-025f3084415a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:56.180604 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.389875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting port b6650d3c-fc00-479a-b844-4b795cabe522 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:20:56.390257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.396311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c12577-69c1-4976-b2cb-ee13bfbabd49 None None] Network fd4fe411-2791-4828-979e-1d1c65bdf5c2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:56.408947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.480926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.497243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Calling delete_port for b6650d3c-fc00-479a-b844-4b795cabe522 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:20:56.501391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 0a09bfcd-e9e3-409a-aa46-025f3084415a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0a09bfcd-e9e3-409a-aa46-025f3084415a,segment=NetworkSegment(1643da54-bcf5-4f17-a5c7-99c84ac1ff4e),segment_id=1643da54-bcf5-4f17-a5c7-99c84ac1ff4e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:56.513740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c64b05e4-6f47-446f-9aa4-168247aef83f None None] Provisioning complete for port 0a09bfcd-e9e3-409a-aa46-025f3084415a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:56.514106 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c64b05e4-6f47-446f-9aa4-168247aef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.517125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.658844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=0a09bfcd-e9e3-409a-aa46-025f3084415a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:56.741043 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.781784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Port': ['ID=b6650d3c-fc00-479a-b844-4b795cabe522,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:56.847599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b957640b-9cf6-4abe-aaf1-6b298cb026e6 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:20:56.906562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-35fe5e0e-aab8-45d1-871a-f3dc2caae2e0 None None] Provisioning complete for port e0b408b1-5799-4106-927c-ddeece83975a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:56.906938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-35fe5e0e-aab8-45d1-871a-f3dc2caae2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:56.929011 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.047020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b957640b-9cf6-4abe-aaf1-6b298cb026e6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:57.104434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'port_id': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'mac_address': 'fa:16:3e:00:14:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:20:57.138472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-35fe5e0e-aab8-45d1-871a-f3dc2caae2e0 None None] Could not find standard attr ID for object b6650d3c-fc00-479a-b844-4b795cabe522. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:20:57.159203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.175905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b957640b-9cf6-4abe-aaf1-6b298cb026e6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:20:57.198132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b957640b-9cf6-4abe-aaf1-6b298cb026e6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:57.202000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.263237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b957640b-9cf6-4abe-aaf1-6b298cb026e6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:57.274093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d9d822d0-ced1-4b74-8455-13ed355a80b4 None None] Provisioning complete for port 0a09bfcd-e9e3-409a-aa46-025f3084415a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:57.274672 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d9d822d0-ced1-4b74-8455-13ed355a80b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.313491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0a09bfcd-e9e3-409a-aa46-025f3084415a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:57.401027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d9d822d0-ced1-4b74-8455-13ed355a80b4 None None] Could not find standard attr ID for object b6650d3c-fc00-479a-b844-4b795cabe522. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:20:57.406520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 0a09bfcd-e9e3-409a-aa46-025f3084415a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:57.406898 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.490822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0b408b1-5799-4106-927c-ddeece83975a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:57.514365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78362a-7d7e-4bf3-aab6-320aa243a9b5 req-f0e7bec6-8436-43b6-9260-8176bf6dc05a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:57.516441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c78362a-7d7e-4bf3-aab6-320aa243a9b5 req-f0e7bec6-8436-43b6-9260-8176bf6dc05a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 945 time: 0.1149914 Nov 27 16:20:57.535442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Router 0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:20:57.536862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e0b408b1-5799-4106-927c-ddeece83975a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:57.537227 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.561341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b957640b-9cf6-4abe-aaf1-6b298cb026e6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:20:57.644939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c78362a-7d7e-4bf3-aab6-320aa243a9b5 req-e77c3c87-5290-4926-a25d-7514414309aa tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200716 Nov 27 16:20:57.649203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:20:57.656995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-647b5439-c6ba-4794-841b-4daf3b058074 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0647738 Nov 27 16:20:57.660987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53154) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:57.661818 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] Sync routers for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:20:57.673326 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:57.673971 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:57.706887 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-152d87ea-c432-42d0-b338-5e5fe726f3a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] delete failed (client error): The resource could not be found. Nov 27 16:20:57.707137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:57.707948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-152d87ea-c432-42d0-b338-5e5fe726f3a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1425351002 HTTP/1.1" status: 404 len: 335 time: 0.0380566 Nov 27 16:20:57.712123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53156) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:57.716074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:20:57.716683 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:57.718209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-82b7da61-539e-4305-9d54-813106348adb tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:57.751313 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:20:57.751873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17f2e6-f409-4cb6-88b7-c9cfeb17bdcd None None] The sync data for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:20:57.938525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-82b7da61-539e-4305-9d54-813106348adb tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:57.963997 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-82b7da61-539e-4305-9d54-813106348adb tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] update failed (client error): The resource could not be found. Nov 27 16:20:57.964215 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-82b7da61-539e-4305-9d54-813106348adb tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 HTTP/1.1" status: 404 len: 339 time: 0.2503486 Nov 27 16:20:57.968207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53160) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:57.973512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1521361681'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:57.996687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:58.000893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.025292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:20:58.034914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.035273 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Added segment 22efee75-a823-448b-95ba-cdf098d96049 of type vlan for network 4f990a5f-0621-4525-aee8-555a2a3ad506 Nov 27 16:20:58.078195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.102856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.109210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:58.109927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.170596 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2011442 Nov 27 16:20:58.175457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53162) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:58.181289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'subnet': {'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:58.183880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc904b3-be1d-47e3-b60e-8ab2a987d241 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Network': ['ID=4f990a5f-0621-4525-aee8-555a2a3ad506,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:58.196423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4f990a5f-0621-4525-aee8-555a2a3ad506 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:20:58.278937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Made reservation on behalf of 733ebc02b4a54a2085a79bf4f6885c95 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:20:58.282888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.471565 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.531925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Subnet': ['ID=b93ad582-3c8a-45f0-b212-588adcc694e4,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:58.539523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Checking segment: {'id': '22efee75-a823-448b-95ba-cdf098d96049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:58.539891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network hostable DHCP agents. Network: 4f990a5f-0621-4525-aee8-555a2a3ad506, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:20:58.556926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 4f990a5f-0621-4525-aee8-555a2a3ad506 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:20:58.565346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4f990a5f-0621-4525-aee8-555a2a3ad506) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:58.570081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:58.570691 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.576732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170f322-7450-42cd-8e03-4c807e70641b None None] Network 4f990a5f-0621-4525-aee8-555a2a3ad506 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:20:58.588315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c9bcaa05-4ee5-4d18-a427-fad9eb15e2b5 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4110720 Nov 27 16:20:58.591130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53164) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:58.596551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-dc035bde-4627-4ca7-b1a8-468c3670d431 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:20:58.740572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4f990a5f-0621-4525-aee8-555a2a3ad506', 'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506', 'tenant_id': '733ebc02b4a54a2085a79bf4f6885c95', 'fixed_ips': [{'subnet_id': 'b93ad582-3c8a-45f0-b212-588adcc694e4'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:20:58.741486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.773567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7d0d-1457-44d3-8b24-29e9e47df547 req-480ec923-60ca-4666-8d46-66cf5dd5f3f2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:58.782197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cab7d0d-1457-44d3-8b24-29e9e47df547 req-480ec923-60ca-4666-8d46-66cf5dd5f3f2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 945 time: 0.0603690 Nov 27 16:20:58.821849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc035bde-4627-4ca7-b1a8-468c3670d431 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:58.858308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cab7d0d-1457-44d3-8b24-29e9e47df547 req-6b62fc94-165b-4c89-963a-b8382af31607 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749211 Nov 27 16:20:58.877994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b957640b-9cf6-4abe-aaf1-6b298cb026e6 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:20:58.932806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Allocated IP 2001:db8:1::2 (4f990a5f-0621-4525-aee8-555a2a3ad506/b93ad582-3c8a-45f0-b212-588adcc694e4/96a61b1b-647d-4880-9371-8b93f6bc8634) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:20:59.006041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b957640b-9cf6-4abe-aaf1-6b298cb026e6 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:20:59.169190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b957640b-9cf6-4abe-aaf1-6b298cb026e6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:20:59.169668 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.256754 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-dc035bde-4627-4ca7-b1a8-468c3670d431 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:20:59.261456 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dc035bde-4627-4ca7-b1a8-468c3670d431 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 HTTP/1.1" status: 400 len: 364 time: 0.6656945 Nov 27 16:20:59.261612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53170) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:20:59.316622 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.318866 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.329731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.376329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:20:59.378685 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dcb145-f055-41d6-9632-4e222f6e3e47" -d '{"events": [{"server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "name": "network-vif-plugged", "status": "completed", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:20:59.396272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Network 4f990a5f-0621-4525-aee8-555a2a3ad506 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:20:59.402296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:20:59.405320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b957640b-9cf6-4abe-aaf1-6b298cb026e6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:20:59.408911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:20:59.418113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Pushing event updated for resources: {'Port': ['ID=96a61b1b-647d-4880-9371-8b93f6bc8634,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:59.420952 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.484897 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a78317-7cdb-4152-bb32-095027af3251 x-openstack-request-id: req-f6a78317-7cdb-4152-bb32-095027af3251 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:20:59.485548 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "name": "network-vif-plugged", "status": "completed", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:20:59.485807 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6a78317-7cdb-4152-bb32-095027af3251 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:20:59.486202 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'code': 200} Nov 27 16:20:59.513199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Attempting to bind port 96a61b1b-647d-4880-9371-8b93f6bc8634 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:20:59.513473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Attempting to bind port 96a61b1b-647d-4880-9371-8b93f6bc8634 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '22efee75-a823-448b-95ba-cdf098d96049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:20:59.513736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Attempting to bind port 96a61b1b-647d-4880-9371-8b93f6bc8634 on network 4f990a5f-0621-4525-aee8-555a2a3ad506 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:20:59.515751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b957640b-9cf6-4abe-aaf1-6b298cb026e6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:59.521798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:20:59.522174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Checking segment: {'id': '22efee75-a823-448b-95ba-cdf098d96049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:20:59.522576 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.522964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Bound using segment: {'id': '22efee75-a823-448b-95ba-cdf098d96049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:20:59.523427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Bound port: 96a61b1b-647d-4880-9371-8b93f6bc8634, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22efee75-a823-448b-95ba-cdf098d96049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f990a5f-0621-4525-aee8-555a2a3ad506'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:20:59.523976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.598806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] For port 96a61b1b-647d-4880-9371-8b93f6bc8634, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:20:59.602334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] For port 96a61b1b-647d-4880-9371-8b93f6bc8634, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=96a61b1b-647d-4880-9371-8b93f6bc8634,segment=NetworkSegment(22efee75-a823-448b-95ba-cdf098d96049),segment_id=22efee75-a823-448b-95ba-cdf098d96049)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:20:59.611278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.619947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.635993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72099ce1-46d0-4656-80de-f8c3a1f7c744 req-eebf48cf-187e-4ab2-aff4-b3b887119e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:20:59.637566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72099ce1-46d0-4656-80de-f8c3a1f7c744 req-eebf48cf-187e-4ab2-aff4-b3b887119e0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1097 time: 0.0915442 Nov 27 16:20:59.687953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f1e3a-95b9-4441-b197-ce6839e72abe None None] Pushing event updated for resources: {'Port': ['ID=96a61b1b-647d-4880-9371-8b93f6bc8634,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:20:59.730126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72099ce1-46d0-4656-80de-f8c3a1f7c744 req-64795c09-9a1b-47c2-8357-3d9a3e66037c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802186 Nov 27 16:20:59.900407 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:20:59.939033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Allocated IP 2001:db8::1 (43018784-a6fc-4615-b49a-a7fc10bd693f/9632e472-44cb-4037-8aa3-13f9abf0b91e/e6d66ed3-b363-468c-810b-6aa0c597063e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:00.008416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a349-433b-47bf-a0a8-be97a5e32ece req-3ce4c489-aafc-4bea-82a0-c79bdfaec67a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:00.010590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e14a349-433b-47bf-a0a8-be97a5e32ece req-3ce4c489-aafc-4bea-82a0-c79bdfaec67a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 946 time: 0.0633287 Nov 27 16:21:00.069741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e14a349-433b-47bf-a0a8-be97a5e32ece req-0a3354be-7944-4442-87cd-acdeb639d79d tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520763 Nov 27 16:21:00.106469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.139457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.182101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 43018784-a6fc-4615-b49a-a7fc10bd693f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:00.185160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:00.188974 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:00.189593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.235933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Port': ['ID=e6d66ed3-b363-468c-810b-6aa0c597063e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:00.321835 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.550606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-12e62dd9-c98e-4138-8131-61f14627432c None None] Provisioning complete for port e6d66ed3-b363-468c-810b-6aa0c597063e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:00.551416 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-12e62dd9-c98e-4138-8131-61f14627432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.596468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-12e62dd9-c98e-4138-8131-61f14627432c None None] Port e6d66ed3-b363-468c-810b-6aa0c597063e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:00.626784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.632099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.632896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.719050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event updated for resources: {'Port': ['ID=e6d66ed3-b363-468c-810b-6aa0c597063e,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:00.765590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Network 43018784-a6fc-4615-b49a-a7fc10bd693f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:00.767015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:00.844546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359cb75-7c47-4f22-b8e1-db31fba1fa3a None None] Network 4f990a5f-0621-4525-aee8-555a2a3ad506 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:00.872772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Router 0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:21:00.977239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-61ef5d1b-85dd-439e-ad8d-76628960e44f None None] Provisioning complete for port 96a61b1b-647d-4880-9371-8b93f6bc8634 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:00.977239 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61ef5d1b-85dd-439e-ad8d-76628960e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:00.998234 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:01.009212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53180) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:01.009780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-752069ad-4a5c-4240-93b7-7550b6b65035 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7461586 Nov 27 16:21:01.033825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] Sync routers for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:01.089123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:01.091139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:01.151609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c73ff7bd-a710-4303-bba5-696c2fba194c tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.180221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:01.200775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:01.201393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:01.243172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:01.243842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804859a-37dc-4fa4-8e33-1da9b7a8e3f2 None None] The sync data for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:01.274206 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-c73ff7bd-a710-4303-bba5-696c2fba194c tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 16:21:01.275877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c73ff7bd-a710-4303-bba5-696c2fba194c tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 HTTP/1.1" status: 409 len: 329 time: 0.2645228 Nov 27 16:21:01.278527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:01.305286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc988c4-796b-4562-989e-6b7584488ae9 req-7ecf49fa-a9c3-4343-9cca-46469403701c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:01.310187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bc988c4-796b-4562-989e-6b7584488ae9 req-7ecf49fa-a9c3-4343-9cca-46469403701c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 946 time: 0.1129754 Nov 27 16:21:01.321354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61ef5d1b-85dd-439e-ad8d-76628960e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.377965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-61ef5d1b-85dd-439e-ad8d-76628960e44f None None] For port 96a61b1b-647d-4880-9371-8b93f6bc8634, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=96a61b1b-647d-4880-9371-8b93f6bc8634,segment=NetworkSegment(22efee75-a823-448b-95ba-cdf098d96049),segment_id=22efee75-a823-448b-95ba-cdf098d96049)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:01.387655 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61ef5d1b-85dd-439e-ad8d-76628960e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.440330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7bc988c4-796b-4562-989e-6b7584488ae9 req-77f719fe-d091-4ece-b6ee-eb93be0c999b tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178672 Nov 27 16:21:01.472413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef5d1b-85dd-439e-ad8d-76628960e44f None None] Pushing event updated for resources: {'Port': ['ID=96a61b1b-647d-4880-9371-8b93f6bc8634,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:01.480189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 96a61b1b-647d-4880-9371-8b93f6bc8634 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:21:01.558314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0244c871-a523-4f42-aa0b-a08255804d03 None None] Provisioning complete for port e6d66ed3-b363-468c-810b-6aa0c597063e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:01.558592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0244c871-a523-4f42-aa0b-a08255804d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.616005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895e756-35a1-4b98-a0f1-c014d86361ae req-f02d3eb2-5c21-42d0-b8cc-8a6d904d4015 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:01.621368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0244c871-a523-4f42-aa0b-a08255804d03 None None] Port e6d66ed3-b363-468c-810b-6aa0c597063e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:01.626203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2895e756-35a1-4b98-a0f1-c014d86361ae req-f02d3eb2-5c21-42d0-b8cc-8a6d904d4015 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 946 time: 0.0765009 Nov 27 16:21:01.627145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 96a61b1b-647d-4880-9371-8b93f6bc8634 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:01.627698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.690730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2895e756-35a1-4b98-a0f1-c014d86361ae req-8b1747ca-800b-462b-a79b-95802484aef5 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636206 Nov 27 16:21:01.714655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53190) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:01.751381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ab40c26b-c24d-451f-9608-c37febdcdd26 None None] Provisioning complete for port 96a61b1b-647d-4880-9371-8b93f6bc8634 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:01.752032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ab40c26b-c24d-451f-9608-c37febdcdd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.766880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60283c-4f2b-4744-898c-1810232417e0 tempest-TestVolumeBootPattern-1911682779 tempest-TestVolumeBootPattern-1911682779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:01.771366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9a60283c-4f2b-4744-898c-1810232417e0 tempest-TestVolumeBootPattern-1911682779 tempest-TestVolumeBootPattern-1911682779-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1092 time: 0.0527027 Nov 27 16:21:01.771940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53192) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:01.777280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:01.814519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.848011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.933580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:01.962910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.052542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Allocated IP 172.25.1.242 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/c28c9ff9-3037-40c8-8062-a25a60b1ba3a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:02.101489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting port e6d66ed3-b363-468c-810b-6aa0c597063e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:02.102007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.169104 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.192649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.204566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.208466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Calling delete_port for e6d66ed3-b363-468c-810b-6aa0c597063e owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:02.247237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:02.250847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:02.253449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:02.276427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=c28c9ff9-3037-40c8-8062-a25a60b1ba3a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:02.389516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.443899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Port': ['ID=e6d66ed3-b363-468c-810b-6aa0c597063e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:02.522701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.683480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.707667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Router 0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:21:02.760547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.786086 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:02.791247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0a967a90-4d54-4696-8d3f-0a95b4518f22 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5114982 Nov 27 16:21:02.795096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53196) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:02.799960 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] Sync routers for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:02.810614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:02.811493 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:02.832823 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-defcc438-880c-46b0-a32d-32ceba5754c7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] show failed (client error): The resource could not be found. Nov 27 16:21:02.838082 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-defcc438-880c-46b0-a32d-32ceba5754c7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1650527726 HTTP/1.1" status: 404 len: 335 time: 0.0383070 Nov 27 16:21:02.838365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:02.843829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-66a7fabc-050a-494f-9448-b19416b1a750 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:02.870988 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:02.878358 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-66a7fabc-050a-494f-9448-b19416b1a750 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] update failed (client error): The resource could not be found. Nov 27 16:21:02.879518 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-66a7fabc-050a-494f-9448-b19416b1a750 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-979189914 HTTP/1.1" status: 404 len: 334 time: 0.0401623 Nov 27 16:21:02.883882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:02.885816 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] Routers {'0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:02.886582 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:02.922226 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:02.922935 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67043935-f0b3-4d88-bd2e-45a17c705e0f None None] The sync data for ids ['0b3f6b6d-a4c4-44d8-a01e-eed5891b9919'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:02.958331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting subnet b93ad582-3c8a-45f0-b212-588adcc694e4 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:02.969198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:02.996273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.001570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.049899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.108456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event updated for resources: {'Port': ['ID=c28c9ff9-3037-40c8-8062-a25a60b1ba3a,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:03.125814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.252037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.298406 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Floating IP bd2e6731-e49c-46ed-a727-91b669d33c54 associated. External IP: 172.25.1.242, port: b957640b-9cf6-4abe-aaf1-6b298cb026e6. Nov 27 16:21:03.316349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 96a61b1b-647d-4880-9371-8b93f6bc8634 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:21:03.357196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.373534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 96a61b1b-647d-4880-9371-8b93f6bc8634 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:03.373910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.423139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Subnet': ['ID=b93ad582-3c8a-45f0-b212-588adcc694e4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:03.428106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.432060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-129c271b-def2-4747-a155-1fb7af67aed9 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/subnets/b93ad582-3c8a-45f0-b212-588adcc694e4 HTTP/1.1" status: 204 len: 168 time: 0.5469148 Nov 27 16:21:03.433949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53204) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:03.445281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442b472-7345-4726-bee1-78383b247853 None None] Network 4f990a5f-0621-4525-aee8-555a2a3ad506 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:03.540777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.603696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:21:03.612447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting port 96a61b1b-647d-4880-9371-8b93f6bc8634 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:03.612890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.686312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] DHCP port deletion for 4f990a5f-0621-4525-aee8-555a2a3ad506 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:03.696891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] For port 96a61b1b-647d-4880-9371-8b93f6bc8634, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=96a61b1b-647d-4880-9371-8b93f6bc8634,segment=NetworkSegment(22efee75-a823-448b-95ba-cdf098d96049),segment_id=22efee75-a823-448b-95ba-cdf098d96049)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:03.697255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.721059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Calling delete_port for 96a61b1b-647d-4880-9371-8b93f6bc8634 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:03.748415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:03.749929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] Deleting port 96a61b1b-647d-4880-9371-8b93f6bc8634 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:03.750541 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.767188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:03.770304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.818169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1576952c-c7a2-4b8c-b8c9-a9b150d0259e tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0368450 Nov 27 16:21:03.818169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:21:03.818169 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11631f18-b605-4e49-823f-73a21c5ca140" -d '{"events": [{"name": "network-changed", "server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:21:03.837175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:03.838266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:03.844340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.878812 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e17720-eb8a-44b4-990a-69e185a83065 x-openstack-request-id: req-f1e17720-eb8a-44b4-990a-69e185a83065 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:21:03.879155 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:21:03.879423 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1e17720-eb8a-44b4-990a-69e185a83065 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:21:03.880131 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'status': 'completed', 'code': 200} Nov 27 16:21:03.885805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] For port 96a61b1b-647d-4880-9371-8b93f6bc8634, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=96a61b1b-647d-4880-9371-8b93f6bc8634,segment=NetworkSegment(22efee75-a823-448b-95ba-cdf098d96049),segment_id=22efee75-a823-448b-95ba-cdf098d96049)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:03.886061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:03.898060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] No DVR routers for this DVR port 96a61b1b-647d-4880-9371-8b93f6bc8634 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:03.900054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Port': ['ID=96a61b1b-647d-4880-9371-8b93f6bc8634,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:03.911880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] Calling delete_port for 96a61b1b-647d-4880-9371-8b93f6bc8634 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:03.991018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631f18-b605-4e49-823f-73a21c5ca140 req-5b43ccf4-4fe1-4694-9a08-b4228fb7909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:03.992987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-5b43ccf4-4fe1-4694-9a08-b4228fb7909a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1097 time: 0.0754805 Nov 27 16:21:04.019928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.045443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f990a5f-0621-4525-aee8-555a2a3ad506']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:04.054489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:04.065332 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22efee75-a823-448b-95ba-cdf098d96049') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:04.066241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22efee75-a823-448b-95ba-cdf098d96049') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:04.078852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.102669 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.112846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:04.113949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:04.117977 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:04.140692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631f18-b605-4e49-823f-73a21c5ca140 req-3f3a2db4-1bba-4586-813f-75a736697d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:04.143058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-3f3a2db4-1bba-4586-813f-75a736697d83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1429040 Nov 27 16:21:04.181605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.191357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.200553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.206862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/networks/4f990a5f-0621-4525-aee8-555a2a3ad506 HTTP/1.1" status: 204 len: 168 time: 0.7696574 Nov 27 16:21:04.207717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:04.215089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ac1c5-ee2a-4bf0-b06c-e22353ecc3fe tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Network': ['ID=4f990a5f-0621-4525-aee8-555a2a3ad506,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:04.220381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] Pushing event deleted for resources: {'Port': ['ID=96a61b1b-647d-4880-9371-8b93f6bc8634,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:04.226461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64343d2b-59e5-4bbf-bbe4-53e542e41866 None None] No DVR routers for this DVR port 96a61b1b-647d-4880-9371-8b93f6bc8634 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:04.270353 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-89767b16-7296-4a32-93a4-d3b970f28c20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 1000 time: 0.1187787 Nov 27 16:21:04.281207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting subnet 5b64afbb-693d-445c-9c78-d66f28980f9c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:04.285229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.355205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'bd2e6731-e49c-46ed-a727-91b669d33c54', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:00:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:21:02Z', 'updated_at': '2021-11-27T16:21:02Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}, {'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:19:00Z', 'revision_number': 1, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:04.360708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631f18-b605-4e49-823f-73a21c5ca140 req-fd9d97b9-e8a3-4db0-9d3b-7c9c41d8cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:04.362265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-fd9d97b9-e8a3-4db0-9d3b-7c9c41d8cb96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0779967 Nov 27 16:21:04.364440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.383181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:21:04.392135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:04.392755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:20:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:04.463865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631f18-b605-4e49-823f-73a21c5ca140 req-fb64f647-1a59-4e98-95be-64d50da439a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:04.465355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-fb64f647-1a59-4e98-95be-64d50da439a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797944 Nov 27 16:21:04.498435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:04.523615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.603920 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-75d504f4-0e1f-4eb9-8def-48393b46804d service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301246 Nov 27 16:21:04.610788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.660866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.664614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/subnets/5b64afbb-693d-445c-9c78-d66f28980f9c HTTP/1.1" status: 204 len: 168 time: 0.4564857 Nov 27 16:21:04.667420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53216) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:04.668528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae2932-2f69-4912-9ca8-d68a0642361e None None] Network fd4fe411-2791-4828-979e-1d1c65bdf5c2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:04.669616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1db09e-6d07-484b-99c9-ca44bdea9b2d tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Subnet': ['ID=5b64afbb-693d-445c-9c78-d66f28980f9c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:04.725270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting subnet ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:04.728614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.752540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11631f18-b605-4e49-823f-73a21c5ca140 req-528df22a-e2ad-47e5-b166-d3bd7073feab service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392457 Nov 27 16:21:04.772417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.837289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'bd2e6731-e49c-46ed-a727-91b669d33c54', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:00:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:21:02Z', 'updated_at': '2021-11-27T16:21:02Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}, {'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:19:00Z', 'revision_number': 1, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:04.865307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.871841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6085741-c029-4826-88f8-5ae5356952e1 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'bd2e6731-e49c-46ed-a727-91b669d33c54', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:00:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:21:02Z', 'updated_at': '2021-11-27T16:21:02Z', 'revision_number': 0, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}, {'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:19:00Z', 'revision_number': 1, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:04.924020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] DHCP port deletion for fd4fe411-2791-4828-979e-1d1c65bdf5c2 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:04.936843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.962474 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Subnet': ['ID=ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:04.969249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:04.981218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dd69f32d-41cf-43a8-84aa-5c010b1096a1 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/subnets/ed31380f-0b1c-4ea9-b1c6-60eaba76e0fa HTTP/1.1" status: 204 len: 168 time: 0.3105252 Nov 27 16:21:04.981440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53218) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:04.986394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ca318-dfa9-43fd-9df6-66a2f03dfea8 None None] Network 7caed906-d91b-441d-a700-7a003ac4f032 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:04.990711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] Deleting port 0a09bfcd-e9e3-409a-aa46-025f3084415a {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:04.991342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.074656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.142414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting port 0a09bfcd-e9e3-409a-aa46-025f3084415a {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:05.142714 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.173574 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc28878-8331-4233-b33d-8b1e3ab19900 None None] New status for floating IP bd2e6731-e49c-46ed-a727-91b669d33c54: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:21:05.275983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] For port 0a09bfcd-e9e3-409a-aa46-025f3084415a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0a09bfcd-e9e3-409a-aa46-025f3084415a,segment=NetworkSegment(1643da54-bcf5-4f17-a5c7-99c84ac1ff4e),segment_id=1643da54-bcf5-4f17-a5c7-99c84ac1ff4e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:05.276929 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.298118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Calling delete_port for 0a09bfcd-e9e3-409a-aa46-025f3084415a owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:05.345482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0a09bfcd-e9e3-409a-aa46-025f3084415a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:05.403359 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.410944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ede71063-00e9-4f04-b991-aa9488f9dede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.434144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Port': ['ID=0a09bfcd-e9e3-409a-aa46-025f3084415a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:05.442648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] No DVR routers for this DVR port 0a09bfcd-e9e3-409a-aa46-025f3084415a on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:05.446932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] For port 0a09bfcd-e9e3-409a-aa46-025f3084415a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=0a09bfcd-e9e3-409a-aa46-025f3084415a,segment=NetworkSegment(1643da54-bcf5-4f17-a5c7-99c84ac1ff4e),segment_id=1643da54-bcf5-4f17-a5c7-99c84ac1ff4e)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:05.448117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.477934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] Calling delete_port for 0a09bfcd-e9e3-409a-aa46-025f3084415a owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:05.494857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No active binding found for port 0a09bfcd-e9e3-409a-aa46-025f3084415a {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 16:21:05.495312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 0a09bfcd-e9e3-409a-aa46-025f3084415a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:05.495732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 96a61b1b-647d-4880-9371-8b93f6bc8634 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:05.523236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 96a61b1b-647d-4880-9371-8b93f6bc8634 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:05.523589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 96a61b1b-647d-4880-9371-8b93f6bc8634 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:05.576385 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.581836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] DHCP port deletion for 7caed906-d91b-441d-a700-7a003ac4f032 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:05.602366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4fe411-2791-4828-979e-1d1c65bdf5c2']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:05.612985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:05.613445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1643da54-bcf5-4f17-a5c7-99c84ac1ff4e') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:05.623778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.640665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.647168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:05.647574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:05.650695 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:05.868319 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.868319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] Deleting port e0b408b1-5799-4106-927c-ddeece83975a {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:05.868319 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.868319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] Pushing event deleted for resources: {'Port': ['ID=0a09bfcd-e9e3-409a-aa46-025f3084415a,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:05.868319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a2147-a3ea-4fc5-a229-895f604c4272 None None] No DVR routers for this DVR port 0a09bfcd-e9e3-409a-aa46-025f3084415a on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:05.872242 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.872242 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.874885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53230) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:05.875810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/networks/fd4fe411-2791-4828-979e-1d1c65bdf5c2 HTTP/1.1" status: 204 len: 168 time: 0.7833304 Nov 27 16:21:05.876277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] For port e0b408b1-5799-4106-927c-ddeece83975a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e0b408b1-5799-4106-927c-ddeece83975a,segment=NetworkSegment(abaf6a27-ed7b-40a6-a36a-1529d61fa834),segment_id=abaf6a27-ed7b-40a6-a36a-1529d61fa834)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:05.876277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.876932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fd04-9ec4-45e2-987a-680fb367ccd7 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Network': ['ID=fd4fe411-2791-4828-979e-1d1c65bdf5c2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:05.877626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] Calling delete_port for e0b408b1-5799-4106-927c-ddeece83975a owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:05.878108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.909836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:05.939077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] Pushing event deleted for resources: {'Port': ['ID=e0b408b1-5799-4106-927c-ddeece83975a,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:05.941302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9d664-f6a1-447d-b6e1-eb19ff5acb6a None None] No DVR routers for this DVR port e0b408b1-5799-4106-927c-ddeece83975a on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:06.287059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting port e0b408b1-5799-4106-927c-ddeece83975a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:06.297208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.351439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] For port e0b408b1-5799-4106-927c-ddeece83975a, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:06.351795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.364692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Calling delete_port for e0b408b1-5799-4106-927c-ddeece83975a owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:06.367862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Port e0b408b1-5799-4106-927c-ddeece83975a was not found and therefore no delete operation was performed {{(pid=110076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:21:06.369248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.401042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Port': ['ID=e0b408b1-5799-4106-927c-ddeece83975a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:06.403371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] No DVR routers for this DVR port e0b408b1-5799-4106-927c-ddeece83975a on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:06.487853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.511231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7caed906-d91b-441d-a700-7a003ac4f032']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:06.521454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaf6a27-ed7b-40a6-a36a-1529d61fa834') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:06.521754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaf6a27-ed7b-40a6-a36a-1529d61fa834') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:06.531663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.544540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.551711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:06.552099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:06.555043 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:06.621973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.628816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.632280 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/networks/7caed906-d91b-441d-a700-7a003ac4f032 HTTP/1.1" status: 204 len: 168 time: 0.8756130 Nov 27 16:21:06.634798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:06.647071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f7a3-e2f4-43e2-b568-bc589f4bfa34 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Network': ['ID=7caed906-d91b-441d-a700-7a003ac4f032,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:06.697636 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting subnet 9632e472-44cb-4037-8aa3-13f9abf0b91e {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:06.702031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.743482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.837050 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:06.914046 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.257669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Subnet': ['ID=9632e472-44cb-4037-8aa3-13f9abf0b91e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:07.262344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.266377 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dca373d0-1614-403d-891c-c0fbbbaca1ec tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/subnets/9632e472-44cb-4037-8aa3-13f9abf0b91e HTTP/1.1" status: 204 len: 168 time: 0.6305182 Nov 27 16:21:07.268683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53268) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:07.275890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5611b2-a608-40da-8b9d-bf61f1d197fa None None] Network 43018784-a6fc-4615-b49a-a7fc10bd693f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:07.344667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0b408b1-5799-4106-927c-ddeece83975a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:07.364530 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.374583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e0b408b1-5799-4106-927c-ddeece83975a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:07.375205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0b408b1-5799-4106-927c-ddeece83975a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:07.430214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Deleting port f1fe23cf-37e7-497e-b7af-a4d571d8f200 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:07.430568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.501392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] For port f1fe23cf-37e7-497e-b7af-a4d571d8f200, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f1fe23cf-37e7-497e-b7af-a4d571d8f200,segment=NetworkSegment(e719d6b7-e82b-4230-9e73-f2d52df084c1),segment_id=e719d6b7-e82b-4230-9e73-f2d52df084c1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:07.501747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.519454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Calling delete_port for f1fe23cf-37e7-497e-b7af-a4d571d8f200 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:07.541648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] DHCP port deletion for 43018784-a6fc-4615-b49a-a7fc10bd693f request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:07.596944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] Deleting port f1fe23cf-37e7-497e-b7af-a4d571d8f200 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:07.597656 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.617433 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.644997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Port': ['ID=f1fe23cf-37e7-497e-b7af-a4d571d8f200,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:07.648519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] No DVR routers for this DVR port f1fe23cf-37e7-497e-b7af-a4d571d8f200 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:07.671716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] For port f1fe23cf-37e7-497e-b7af-a4d571d8f200, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f1fe23cf-37e7-497e-b7af-a4d571d8f200,segment=NetworkSegment(e719d6b7-e82b-4230-9e73-f2d52df084c1),segment_id=e719d6b7-e82b-4230-9e73-f2d52df084c1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:07.672269 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.696374 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] Calling delete_port for f1fe23cf-37e7-497e-b7af-a4d571d8f200 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:07.711886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb72d-93c9-41ec-95cb-6940c334d628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.740166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.763116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43018784-a6fc-4615-b49a-a7fc10bd693f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:07.773681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e719d6b7-e82b-4230-9e73-f2d52df084c1') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:07.773681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e719d6b7-e82b-4230-9e73-f2d52df084c1') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:07.784943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.795085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.800043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.810734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:07.811158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:07.814651 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:07.836674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] Pushing event deleted for resources: {'Port': ['ID=f1fe23cf-37e7-497e-b7af-a4d571d8f200,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:07.839174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b74de5a-d564-4f98-b59d-53a1a295ecb2 None None] No DVR routers for this DVR port f1fe23cf-37e7-497e-b7af-a4d571d8f200 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:07.877741 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.884865 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:07.888442 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/networks/43018784-a6fc-4615-b49a-a7fc10bd693f HTTP/1.1" status: 204 len: 168 time: 0.6184750 Nov 27 16:21:07.891473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53282) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:07.911790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dbd7e-4d58-4319-ba1f-22fdb6f2cfd6 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Pushing event deleted for resources: {'Network': ['ID=43018784-a6fc-4615-b49a-a7fc10bd693f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:07.934106 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-447096f0-6499-419e-9bf3-762e9e23ff12 tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 HTTP/1.1" status: 200 len: 205 time: 0.0415237 Nov 27 16:21:07.936938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53284) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:08.023448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.192828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.195048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.247599 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.248122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Fanout notify agent at l3_agent the message router_deleted on router 0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:21:08.256665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.258641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-514270fb-ca45-451d-9e84-90750a8a5bde tempest-RoutersNegativeIpV6Test-1146577397 tempest-RoutersNegativeIpV6Test-1146577397-project] 10.222.0.15 "DELETE /v2.0/routers/0b3f6b6d-a4c4-44d8-a01e-eed5891b9919 HTTP/1.1" status: 204 len: 168 time: 0.3199165 Nov 27 16:21:08.531842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:08.592406 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.689632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-74089faa-6c9c-485b-ba9b-643ce1a01bb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=733ebc02b4a54a2085a79bf4f6885c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565728 Nov 27 16:21:08.692102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53312) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:08.744374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a989eeb1-58a5-4750-957b-1ad3b4aa6f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.765395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a989eeb1-58a5-4750-957b-1ad3b4aa6f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.822160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a989eeb1-58a5-4750-957b-1ad3b4aa6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.824805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a989eeb1-58a5-4750-957b-1ad3b4aa6f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:08.825988 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a989eeb1-58a5-4750-957b-1ad3b4aa6f3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8659b84d-111c-417e-a948-e37df995c042 HTTP/1.1" status: 204 len: 168 time: 0.1329973 Nov 27 16:21:08.834338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989eeb1-58a5-4750-957b-1ad3b4aa6f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659b84d-111c-417e-a948-e37df995c042,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:09.318634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f1fe23cf-37e7-497e-b7af-a4d571d8f200 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:09.342861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f1fe23cf-37e7-497e-b7af-a4d571d8f200 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:09.344832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f1fe23cf-37e7-497e-b7af-a4d571d8f200 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:09.516598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53352) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:09.623668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-640001161-network', 'tenant_id': '9cfa98a364a7493996fbb3cbfb65b937'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:09.646926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Made reservation on behalf of 9cfa98a364a7493996fbb3cbfb65b937 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:09.649564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.660253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.739964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.747204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.770149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:21:09.786258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf61fb-cc74-4c40-bc7b-81ee57d344b3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:09.790334 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.790686 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Added segment 7ad8c292-5909-489b-8792-6ba1d35baf47 of type vlan for network ee61a32f-06ba-499b-9c3c-81681c46a47e Nov 27 16:21:09.837616 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.875070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.876071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:09.876755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:09.938295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4203150 Nov 27 16:21:09.941459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:09.943919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47d1aa-c326-4fe9-aa29-97b8f910390c admin admin] Pushing event updated for resources: {'Network': ['ID=ee61a32f-06ba-499b-9c3c-81681c46a47e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:09.946468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Request body: {'subnet': {'network_id': 'ee61a32f-06ba-499b-9c3c-81681c46a47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-640001161-subnet', 'tenant_id': '9cfa98a364a7493996fbb3cbfb65b937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:09.954598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network ee61a32f-06ba-499b-9c3c-81681c46a47e details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:21:09.969263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Made reservation on behalf of 9cfa98a364a7493996fbb3cbfb65b937 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:09.973267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.159851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.214972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e43b89-9662-47e9-aa28-6e6729479b28,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:10.227867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Checking segment: {'id': '7ad8c292-5909-489b-8792-6ba1d35baf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ee61a32f-06ba-499b-9c3c-81681c46a47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:10.228232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Network hostable DHCP agents. Network: ee61a32f-06ba-499b-9c3c-81681c46a47e, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:21:10.248047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Network ee61a32f-06ba-499b-9c3c-81681c46a47e is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:21:10.258529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, ee61a32f-06ba-499b-9c3c-81681c46a47e) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:10.265310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:10.265310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.268295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd60a1-7270-4fe8-b6f7-6620ad1f6e32 None None] Network ee61a32f-06ba-499b-9c3c-81681c46a47e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:10.291182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bff05b77-0839-47fc-9b47-42ba21ca0b04 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3433335 Nov 27 16:21:10.361287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.436890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c3bc5-0d6e-4b45-8c86-9221c427574a None None] Network ee61a32f-06ba-499b-9c3c-81681c46a47e requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:10.843842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53402) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:10.848757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483895951-network', 'tenant_id': 'e604b80477f740789a96b047ed58996a'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:10.872273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Made reservation on behalf of e604b80477f740789a96b047ed58996a for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:10.876034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.886357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.965494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:10.972435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.006263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:21:11.021428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef88b20-9301-44c0-9ecb-8de12bf54c32,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:11.024356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.024710 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Added segment f2a1bd67-0b5f-49bc-9144-b5214b82bb31 of type vlan for network e3fa309f-f125-4eba-88de-d293d0db2f1d Nov 27 16:21:11.069718 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.097492 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.098899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:11.099629 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.161037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3160317 Nov 27 16:21:11.164152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53410) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:11.169930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Request body: {'subnet': {'network_id': 'e3fa309f-f125-4eba-88de-d293d0db2f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483895951-subnet', 'tenant_id': 'e604b80477f740789a96b047ed58996a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:11.174804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072bfdd-ea92-406f-9b5c-0bf96c9c7a38 admin admin] Pushing event updated for resources: {'Network': ['ID=e3fa309f-f125-4eba-88de-d293d0db2f1d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:11.194173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network e3fa309f-f125-4eba-88de-d293d0db2f1d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:21:11.199896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Made reservation on behalf of e604b80477f740789a96b047ed58996a for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:11.202976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.212189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.400860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.455884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30233fb-1800-46c5-bb28-7918832114df,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:11.469127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Checking segment: {'id': 'f2a1bd67-0b5f-49bc-9144-b5214b82bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3fa309f-f125-4eba-88de-d293d0db2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:11.470299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Network hostable DHCP agents. Network: e3fa309f-f125-4eba-88de-d293d0db2f1d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:21:11.488789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Network e3fa309f-f125-4eba-88de-d293d0db2f1d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:21:11.498185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, e3fa309f-f125-4eba-88de-d293d0db2f1d) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:11.502502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:11.503109 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.514288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7fb7b-746f-4a93-8171-9a5ac6743d9f None None] Network e3fa309f-f125-4eba-88de-d293d0db2f1d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:11.519776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4cb05f5c-f05e-44df-9242-09259ec062bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3545280 Nov 27 16:21:11.667994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80857c1-f00a-4201-a142-bb90567cea42 None None] Network e3fa309f-f125-4eba-88de-d293d0db2f1d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:11.675739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53426) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:11.733801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Deleting subnet 13e43b89-9662-47e9-aa28-6e6729479b28 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:11.737617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.780079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.827741 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.884966 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.912640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e43b89-9662-47e9-aa28-6e6729479b28,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:11.923407 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:11.927243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0d92aa4e-fa7d-4ac9-8469-4f89f90f7f5b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13e43b89-9662-47e9-aa28-6e6729479b28 HTTP/1.1" status: 204 len: 168 time: 0.2504802 Nov 27 16:21:11.929816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:12.008855 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.102241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.141177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee61a32f-06ba-499b-9c3c-81681c46a47e']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:12.151549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad8c292-5909-489b-8792-6ba1d35baf47') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:12.151844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad8c292-5909-489b-8792-6ba1d35baf47') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:12.163777 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.177048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.183255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:12.183647 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:12.185444 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:12.243769 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.249653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.256425 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee61a32f-06ba-499b-9c3c-81681c46a47e HTTP/1.1" status: 204 len: 168 time: 0.3230543 Nov 27 16:21:12.256915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53442) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:12.266244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a251-a524-422c-8aa4-8ef2bb7e29f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee61a32f-06ba-499b-9c3c-81681c46a47e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:12.305954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Deleting subnet a30233fb-1800-46c5-bb28-7918832114df {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:12.310400 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.355793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.397232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.456491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.481335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30233fb-1800-46c5-bb28-7918832114df,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:12.487997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.494005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53450) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:12.498246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2295279f-a8be-4c5c-9234-8d35c96c6236 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a30233fb-1800-46c5-bb28-7918832114df HTTP/1.1" status: 204 len: 168 time: 0.2397954 Nov 27 16:21:12.577286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.665620 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.687200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fa309f-f125-4eba-88de-d293d0db2f1d']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:12.697166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a1bd67-0b5f-49bc-9144-b5214b82bb31') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:12.697548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a1bd67-0b5f-49bc-9144-b5214b82bb31') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:12.708902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.731333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.738176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:12.738567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:12.740587 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:12.803906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.812159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:12.818365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3fa309f-f125-4eba-88de-d293d0db2f1d HTTP/1.1" status: 204 len: 168 time: 0.3199177 Nov 27 16:21:12.833225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b4fc8-a9c9-48dc-a5cb-5dde82e0e2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fa309f-f125-4eba-88de-d293d0db2f1d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:12.998463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:13.049290 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d8688b54-b7f5-4f70-8a94-7f24f31a0c26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cfa98a364a7493996fbb3cbfb65b937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495267 Nov 27 16:21:13.051773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53466) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:13.101917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.133232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.184928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.188192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.189425 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49cf61fb-cc74-4c40-bc7b-81ee57d344b3 HTTP/1.1" status: 204 len: 168 time: 0.1367083 Nov 27 16:21:13.198294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf61fb-cc74-4c40-bc7b-81ee57d344b3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:13.207831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.208334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.208771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.209056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.209399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.209824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.210167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.210549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.210903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.211278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.211612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.212150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c3440-d38e-4911-b88e-83fe0183347e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:13.561058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53484) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:13.607182 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ce3d4447-03fc-4246-b943-6e4b75cf6609 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e604b80477f740789a96b047ed58996a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441408 Nov 27 16:21:13.610055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53488) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:13.662237 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-487bc1a6-fac6-4ebf-abe8-3a56ed5e6c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.684182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-487bc1a6-fac6-4ebf-abe8-3a56ed5e6c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.734840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-487bc1a6-fac6-4ebf-abe8-3a56ed5e6c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.737490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-487bc1a6-fac6-4ebf-abe8-3a56ed5e6c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:13.738676 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-487bc1a6-fac6-4ebf-abe8-3a56ed5e6c8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ef88b20-9301-44c0-9ecb-8de12bf54c32 HTTP/1.1" status: 204 len: 168 time: 0.1276369 Nov 27 16:21:13.746549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bc1a6-fac6-4ebf-abe8-3a56ed5e6c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef88b20-9301-44c0-9ecb-8de12bf54c32,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:15.603946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.611163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.617641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.623763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.629890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.635862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.642019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:15.643992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-740ef326-09b7-4576-9256-ea54dd20f299 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1026025 Nov 27 16:21:15.716110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f0148fc-7e2c-4bb3-aff7-e02c6b691707 req-37d9ffff-4498-46d1-a782-843c145edfed tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655375 Nov 27 16:21:16.761869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.771080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.777425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.783878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.790491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.797600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.803887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.806019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6c4623d5-f1bb-4155-b3d8-b2c67320dc80 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1023817 Nov 27 16:21:16.897375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.903634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.910694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.916715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.923360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.929196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.935078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.937043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-891d524d-4cc9-407d-b549-6f82b44f8334 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 5446 time: 0.1295853 Nov 27 16:21:16.940371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-f3a26b48-166a-485a-8aac-31c533ad1ef6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:16.941663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-f3a26b48-166a-485a-8aac-31c533ad1ef6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "GET /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1219265 Nov 27 16:21:17.061579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90df9fa6-2be6-4103-9984-9a06506d0bd2 req-ad188da7-0edd-4e6a-b6e3-fb1b85329bb1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&id=d6a651a8-aa9c-4445-9e07-7828278240f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163595 Nov 27 16:21:17.087666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-83fd3458-572b-49ae-aae3-e8cdf8db0ab1 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "GET /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1366749 Nov 27 16:21:17.099593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:17.163446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.316654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=eb52f778-03a1-44f7-b80b-926754a28b69,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:17.361065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] For port eb52f778-03a1-44f7-b80b-926754a28b69, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:17.403071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] device_id is not set on port eb52f778-03a1-44f7-b80b-926754a28b69 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:21:17.414383 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.421506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.475246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Pushing event updated for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:17.495825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] No DVR routers for this DVR port eb52f778-03a1-44f7-b80b-926754a28b69 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:17.538676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] In _notify_port_updated(), no bound segment for port eb52f778-03a1-44f7-b80b-926754a28b69 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:21:17.541006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:17.541006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.551244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-6555cd2e-c1dc-448a-9933-f9e1182c2300 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 200 len: 1033 time: 0.4558592 Nov 27 16:21:17.603700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-8a57fb24-32cc-4526-a790-48ae31181183 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:17.605234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-8a57fb24-32cc-4526-a790-48ae31181183 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "GET /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0468543 Nov 27 16:21:17.619764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:17.687709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.706416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3f7b2a01-5b28-41f7-9510-4732946d95b4 None None] Provisioning complete for port eb52f778-03a1-44f7-b80b-926754a28b69 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:17.707583 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3f7b2a01-5b28-41f7-9510-4732946d95b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.749868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b2a01-5b28-41f7-9510-4732946d95b4 None None] Port eb52f778-03a1-44f7-b80b-926754a28b69 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:17.858383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=470f56fe-0cc1-4c16-9cd1-e86b5a729740,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:17.894242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] For port 470f56fe-0cc1-4c16-9cd1-e86b5a729740, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:17.926412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] device_id is not set on port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:21:17.935540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:17.941750 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.008343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] No DVR routers for this DVR port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:18.011508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Pushing event updated for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:18.049459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] In _notify_port_updated(), no bound segment for port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 on network e9002250-43e4-4cf7-ad92-24e687f44bf8 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:21:18.050261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:18.050884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.052364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-c3192af7-e531-47f7-85d4-0d97788a5e5c service neutron] 10.222.0.21 "PUT /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 200 len: 1032 time: 0.4378603 Nov 27 16:21:18.174360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port e58db8b9-71e5-4010-87be-479427347881 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:18.174769 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.282396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-21d7fae8-39b1-4916-8329-97bedb49494e None None] Provisioning complete for port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:18.283739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21d7fae8-39b1-4916-8329-97bedb49494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.319053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe165f-76df-4713-8131-641f61db8874 req-c5b5d654-d543-472e-ba4c-75ceecb9e853 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:18.325113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe165f-76df-4713-8131-641f61db8874 req-c5b5d654-d543-472e-ba4c-75ceecb9e853 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:18.331464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe165f-76df-4713-8131-641f61db8874 req-c5b5d654-d543-472e-ba4c-75ceecb9e853 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:18.335964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-21d7fae8-39b1-4916-8329-97bedb49494e None None] Port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:18.338573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe165f-76df-4713-8131-641f61db8874 req-c5b5d654-d543-472e-ba4c-75ceecb9e853 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:18.344934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe165f-76df-4713-8131-641f61db8874 req-c5b5d654-d543-472e-ba4c-75ceecb9e853 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:18.349862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7abe165f-76df-4713-8131-641f61db8874 req-c5b5d654-d543-472e-ba4c-75ceecb9e853 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 3887 time: 0.1263816 Nov 27 16:21:18.357241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] For port e58db8b9-71e5-4010-87be-479427347881, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=e58db8b9-71e5-4010-87be-479427347881,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:18.358448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.384583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for e58db8b9-71e5-4010-87be-479427347881 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:18.452763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7abe165f-76df-4713-8131-641f61db8874 req-e496850b-268d-46d5-904d-371f0b52bf48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976961 Nov 27 16:21:18.552378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.588117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=e58db8b9-71e5-4010-87be-479427347881,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:18.606600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:21:18.640419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] No DVR routers for this DVR port e58db8b9-71e5-4010-87be-479427347881 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:18.643298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.646802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-828ea4b9-3c20-40c0-ac97-e8ab2f854a2f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "DELETE /v2.0/ports/e58db8b9-71e5-4010-87be-479427347881 HTTP/1.1" status: 204 len: 173 time: 0.5870523 Nov 27 16:21:18.647351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': 'e58db8b9-71e5-4010-87be-479427347881'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:21:18.649743 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfb4ba3-d71d-4208-adf5-f8448fb7d0a8" -d '{"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "e58db8b9-71e5-4010-87be-479427347881"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:21:18.698526 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c13dc6-f7c9-44fb-bfb9-167420cbc75a x-openstack-request-id: req-79c13dc6-f7c9-44fb-bfb9-167420cbc75a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:21:18.698526 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "e58db8b9-71e5-4010-87be-479427347881", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:21:18.698826 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79c13dc6-f7c9-44fb-bfb9-167420cbc75a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:21:18.699312 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': 'e58db8b9-71e5-4010-87be-479427347881', 'status': 'completed', 'code': 200} Nov 27 16:21:18.750379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port 34ab030e-f1c5-4301-9d0d-45de62777c39 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:18.750794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.874403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] For port 34ab030e-f1c5-4301-9d0d-45de62777c39, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=34ab030e-f1c5-4301-9d0d-45de62777c39,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:18.875755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:18.890798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for 34ab030e-f1c5-4301-9d0d-45de62777c39 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:19.031377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:19.063838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=34ab030e-f1c5-4301-9d0d-45de62777c39,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:19.111379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] No DVR routers for this DVR port 34ab030e-f1c5-4301-9d0d-45de62777c39 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:19.114378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:19.118051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-ea40b311-c04a-4298-b658-b11dd2d8f4fa tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "DELETE /v2.0/ports/34ab030e-f1c5-4301-9d0d-45de62777c39 HTTP/1.1" status: 204 len: 173 time: 0.4649730 Nov 27 16:21:19.227785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:19.228232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:19.335081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] For port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:19.335541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:19.349608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:19.481759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:19.521803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:19.625841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] No DVR routers for this DVR port 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:19.637288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:19.651021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-51a4a041-1e2f-4ad4-ac9e-5eeed10582ab tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "DELETE /v2.0/ports/3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 HTTP/1.1" status: 204 len: 173 time: 0.5257585 Nov 27 16:21:19.760793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0b81d-f238-4b2f-8ed8-58698daf5cf5 req-e01b331d-bdba-4c6c-83c0-4413fbd37071 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:19.768912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0b81d-f238-4b2f-8ed8-58698daf5cf5 req-e01b331d-bdba-4c6c-83c0-4413fbd37071 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:19.775084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90a0b81d-f238-4b2f-8ed8-58698daf5cf5 req-e01b331d-bdba-4c6c-83c0-4413fbd37071 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 1682 time: 0.1946266 Nov 27 16:21:19.897902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90a0b81d-f238-4b2f-8ed8-58698daf5cf5 req-47110063-a0dc-45bb-883c-6b1bfdc742be tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c1230c1-0217-44c9-b7f9-18d31bf14c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118357 Nov 27 16:21:19.908788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port 2e5e7e68-e135-49ce-966b-3524bb26ccee {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:19.909389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.044643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] For port 2e5e7e68-e135-49ce-966b-3524bb26ccee, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=2e5e7e68-e135-49ce-966b-3524bb26ccee,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:20.045266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.067381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for 2e5e7e68-e135-49ce-966b-3524bb26ccee owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:20.222867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.260946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=2e5e7e68-e135-49ce-966b-3524bb26ccee,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:20.303380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] No DVR routers for this DVR port 2e5e7e68-e135-49ce-966b-3524bb26ccee on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:20.306063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.309567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-26c5593d-1eee-4178-ba57-838acc2c6f61 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "DELETE /v2.0/ports/2e5e7e68-e135-49ce-966b-3524bb26ccee HTTP/1.1" status: 204 len: 173 time: 0.6427636 Nov 27 16:21:20.415005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port 956e2738-7d4f-4521-8fba-927f3c82c7f0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:20.415380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.509167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] For port 956e2738-7d4f-4521-8fba-927f3c82c7f0, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=956e2738-7d4f-4521-8fba-927f3c82c7f0,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:20.509582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.701096 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.701954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.702394 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Floating IP 55df67a4-f706-4d8d-9259-e820dbff3ef7 disassociated. External IP: 172.25.1.182, port: 956e2738-7d4f-4521-8fba-927f3c82c7f0. Nov 27 16:21:20.702892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for 956e2738-7d4f-4521-8fba-927f3c82c7f0 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:20.704915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '34ab030e-f1c5-4301-9d0d-45de62777c39'}, {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9'}, {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '2e5e7e68-e135-49ce-966b-3524bb26ccee'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:21:20.707716 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048e63e4-e83f-4975-bd26-eac68a8bda66" -d '{"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "34ab030e-f1c5-4301-9d0d-45de62777c39"}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9"}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "2e5e7e68-e135-49ce-966b-3524bb26ccee"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:21:20.773401 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b890c69-9711-4c89-907b-5838cca0e2f3 x-openstack-request-id: req-0b890c69-9711-4c89-907b-5838cca0e2f3 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:21:20.773718 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "34ab030e-f1c5-4301-9d0d-45de62777c39", "status": "completed", "code": 200}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9", "status": "completed", "code": 200}, {"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "2e5e7e68-e135-49ce-966b-3524bb26ccee", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:21:20.773979 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b890c69-9711-4c89-907b-5838cca0e2f3 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:21:20.774538 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '34ab030e-f1c5-4301-9d0d-45de62777c39', 'status': 'completed', 'code': 200} Nov 27 16:21:20.774803 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9', 'status': 'completed', 'code': 200} Nov 27 16:21:20.775056 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '2e5e7e68-e135-49ce-966b-3524bb26ccee', 'status': 'completed', 'code': 200} Nov 27 16:21:20.901922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:20.903250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:20.951117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:20.951342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a58c591-e4b9-4f91-aa5c-dd3a5ca592f9 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:20.951907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device e58db8b9-71e5-4010-87be-479427347881 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:20.968257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=956e2738-7d4f-4521-8fba-927f3c82c7f0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:20.997151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: e58db8b9-71e5-4010-87be-479427347881 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:21.000152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device e58db8b9-71e5-4010-87be-479427347881 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:21.000786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eb52f778-03a1-44f7-b80b-926754a28b69 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:21.077197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63b46e09-cef7-4326-b638-cd10db82515d req-f4f14315-e589-4cc7-8d71-b2a670b3e326 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0352976 Nov 27 16:21:21.110570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device eb52f778-03a1-44f7-b80b-926754a28b69 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:21.110915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 470f56fe-0cc1-4c16-9cd1-e86b5a729740 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:21.156134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 470f56fe-0cc1-4c16-9cd1-e86b5a729740 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:21.158746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2e5e7e68-e135-49ce-966b-3524bb26ccee no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:21.172496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Router 908dec9e-6845-4a04-a1de-294301527bb5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:21:21.193451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 2e5e7e68-e135-49ce-966b-3524bb26ccee {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:21.193820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 2e5e7e68-e135-49ce-966b-3524bb26ccee not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:21.194221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 956e2738-7d4f-4521-8fba-927f3c82c7f0 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:21.240878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 956e2738-7d4f-4521-8fba-927f3c82c7f0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:21.241238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 956e2738-7d4f-4521-8fba-927f3c82c7f0 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:21.242257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 34ab030e-f1c5-4301-9d0d-45de62777c39 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:21.291252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 34ab030e-f1c5-4301-9d0d-45de62777c39 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:21.294042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 34ab030e-f1c5-4301-9d0d-45de62777c39 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:21.323873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:21.339954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] Sync routers for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:21.367654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:21.373549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:21.411952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] No DVR routers for this DVR port 956e2738-7d4f-4521-8fba-927f3c82c7f0 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:21.427852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:21.431537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32e91310-6456-4f66-83f7-dfbd7947a401 req-a62c33e1-04a5-4e85-aac6-ce3ae18fea48 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.21 "DELETE /v2.0/ports/956e2738-7d4f-4521-8fba-927f3c82c7f0 HTTP/1.1" status: 204 len: 173 time: 1.1149378 Nov 27 16:21:21.557980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:21.802544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 5, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:21.847103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] Checking router: 908dec9e-6845-4a04-a1de-294301527bb5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:21:21.856945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:21.858434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:21.969329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:22.170154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 5, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:22.199765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-34b88678-631e-43f9-a1da-36f228f02207 req-a749e0c0-df36-4181-9443-8537cd7b752f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0297771 Nov 27 16:21:22.205731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a04680-8747-451f-abbc-f51c51bcb42c None None] The sync data for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 is: [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '963fabec-2110-4f26-9c65-a634c004abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:10:31Z', 'revision_number': 4, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port': {'id': '963fabec-2110-4f26-9c65-a634c004abf6', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:23Z', 'updated_at': '2021-11-27T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '13e58c36-cd36-467c-bf6c-b8b207685448', 'name': '', 'network_id': '35f129a8-6772-422f-8eaa-a495441cdeef', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'mac_address': 'fa:16:3e:3c:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dec9e-6845-4a04-a1de-294301527bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:29Z', 'updated_at': '2021-11-27T16:10:41Z', 'revision_number': 5, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'subnets': [{'id': 'b0a35477-6535-43fc-ae46-0e4c013a5900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:22.500419 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61af1b-1d19-4814-956e-d335c4a00273 None None] New status for floating IP 55df67a4-f706-4d8d-9259-e820dbff3ef7: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:21:22.776121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:21:22.778770 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281f8dd2-c1c3-4e2f-bb7e-b65ecce560a6" -d '{"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:21:22.818994 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186cf9e3-2419-45e3-b754-2acb274f5460 x-openstack-request-id: req-186cf9e3-2419-45e3-b754-2acb274f5460 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:21:22.819361 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde38a0-275e-4272-8d39-85f55d55901a", "name": "network-vif-deleted", "tag": "956e2738-7d4f-4521-8fba-927f3c82c7f0", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:21:22.819769 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-186cf9e3-2419-45e3-b754-2acb274f5460 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:21:22.820215 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde38a0-275e-4272-8d39-85f55d55901a', 'name': 'network-vif-deleted', 'tag': '956e2738-7d4f-4521-8fba-927f3c82c7f0', 'status': 'completed', 'code': 200} Nov 27 16:21:23.317886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a91b169-1850-49e6-b42e-bb7fbb7c768b req-f811b308-c1d2-437a-b2f7-9fc1c8eae180 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0271533 Nov 27 16:21:24.433645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9217886-52e3-47fb-881a-d1df86744808 req-69003abb-95ce-4182-b6ee-0104a09ebc5b tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0298526 Nov 27 16:21:25.546245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7997bdb4-10a7-4c2e-8e3d-e6f13809a66a req-81fc052c-419d-4f65-a8c7-5b0baee7df82 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0295806 Nov 27 16:21:26.689515 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e2867c2-870a-490b-80d8-e9057628be1f req-3ac26499-83e6-413d-ab96-c0a111b67861 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0393188 Nov 27 16:21:27.187778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:27.323491 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0920c8-a269-4587-8d86-4d94459319ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.409908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0920c8-a269-4587-8d86-4d94459319ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.415108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0920c8-a269-4587-8d86-4d94459319ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.439987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0920c8-a269-4587-8d86-4d94459319ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b82b4b-8bab-416f-a815-63a8bb1644bf,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:27.468441 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53760) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:27.469539 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4c0920c8-a269-4587-8d86-4d94459319ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44c47762ec214891a462e9577279750a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794549 Nov 27 16:21:27.527864 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5181b41-a834-4617-897a-a01b496f5ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.548935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5181b41-a834-4617-897a-a01b496f5ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.594751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5181b41-a834-4617-897a-a01b496f5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.597512 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b5181b41-a834-4617-897a-a01b496f5ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:27.598647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b5181b41-a834-4617-897a-a01b496f5ba5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28b82b4b-8bab-416f-a815-63a8bb1644bf HTTP/1.1" status: 204 len: 168 time: 0.1292412 Nov 27 16:21:27.616940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5181b41-a834-4617-897a-a01b496f5ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b82b4b-8bab-416f-a815-63a8bb1644bf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:27.818137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30975499-3fc3-44b1-b1c5-0ec2e430e14d req-df43926a-36dd-401a-80ad-c32d655d6cf0 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0441308 Nov 27 16:21:27.937084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53768) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:27.951217 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9b1a307-e3bd-4f15-9157-cb5d5f8f68e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.030987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9b1a307-e3bd-4f15-9157-cb5d5f8f68e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.035573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b9b1a307-e3bd-4f15-9157-cb5d5f8f68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.079256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b9b1a307-e3bd-4f15-9157-cb5d5f8f68e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf2b2f6947114cd8a4c9c4bb0b38dd07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384037 Nov 27 16:21:28.079450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:28.085718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1a307-e3bd-4f15-9157-cb5d5f8f68e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826e414e-8562-40e6-935b-1f2f1d61b8e4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:28.137821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42385307-6f19-4e9e-ae4f-173b64ba46af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.162462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42385307-6f19-4e9e-ae4f-173b64ba46af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.212223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42385307-6f19-4e9e-ae4f-173b64ba46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.215276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42385307-6f19-4e9e-ae4f-173b64ba46af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.219893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-42385307-6f19-4e9e-ae4f-173b64ba46af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/826e414e-8562-40e6-935b-1f2f1d61b8e4 HTTP/1.1" status: 204 len: 168 time: 0.1362767 Nov 27 16:21:28.227341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42385307-6f19-4e9e-ae4f-173b64ba46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e414e-8562-40e6-935b-1f2f1d61b8e4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:28.609832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 53778) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:28.623936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96d20d5-de89-4895-85e9-4d46ff45f058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.707557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96d20d5-de89-4895-85e9-4d46ff45f058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.711926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a96d20d5-de89-4895-85e9-4d46ff45f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.756209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a96d20d5-de89-4895-85e9-4d46ff45f058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4a4b46f1ad24105b475ee69b878bd9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451757 Nov 27 16:21:28.757175 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d20d5-de89-4895-85e9-4d46ff45f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2020443-0ccf-44e3-b144-9110ec9bd19c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:28.759576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 53780) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:28.824927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79d92dfe-f831-4c2f-b87c-7db95b093e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.856450 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79d92dfe-f831-4c2f-b87c-7db95b093e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.913005 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79d92dfe-f831-4c2f-b87c-7db95b093e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.916616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79d92dfe-f831-4c2f-b87c-7db95b093e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:28.920489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-79d92dfe-f831-4c2f-b87c-7db95b093e40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2020443-0ccf-44e3-b144-9110ec9bd19c HTTP/1.1" status: 204 len: 168 time: 0.1575012 Nov 27 16:21:28.928899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d92dfe-f831-4c2f-b87c-7db95b093e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2020443-0ccf-44e3-b144-9110ec9bd19c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:28.989332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a10fb83b-f7da-448b-965a-3a37bd384efc req-e96e40ba-8cea-4272-b043-e88313fab9b4 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0458553 Nov 27 16:21:29.920771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:30.117682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98098d25-168a-4773-8183-793f3d77bfea req-32885250-fcb9-457b-a413-830f8bf0a796 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0361896 Nov 27 16:21:31.302764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1099a93f-ab7c-4d6d-a27e-8fa0c78961b4 req-d2271693-6017-42cf-8e27-bfe2387b7224 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0665629 Nov 27 16:21:31.997695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:32.441594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3f8eff8-48ea-469f-b1a7-84d2c4921b54 req-023eab80-4d55-44e8-9ce7-c88b6a99ffb2 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0273664 Nov 27 16:21:33.633294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dde66931-81fc-4680-bea3-272005ad4a91 req-78949062-4e9f-4a3c-8637-46b47773fedb tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0450299 Nov 27 16:21:34.747780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a80f8dbf-617f-4db0-bcb0-070206816c83 req-37c900e2-533b-42f2-8a98-b8439536b10e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0283813 Nov 27 16:21:35.255028 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a013a27-6f28-4c0e-a2ff-fbef7c380535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:35.880392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fee80d96-a724-415f-8cec-de471e53ef74 req-04654753-c806-48ff-94c8-866ea616c4a7 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0298173 Nov 27 16:21:37.030501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6eb10bbb-f580-40fa-a75c-e6e1a888cd99 req-38965fcf-c755-4f40-a5d9-e1f2a09d1210 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde38a0-275e-4272-8d39-85f55d55901a HTTP/1.1" status: 200 len: 210 time: 0.0415299 Nov 27 16:21:37.159454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54336) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:37.286330 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.369045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.374118 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.420570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3605b8ed91b84c26bc1d1d5c578a70a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592299 Nov 27 16:21:37.422965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0d0e61-bf2d-4c98-bad6-d57fb32637ef,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:37.423103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54342) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:37.431953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.432709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.433206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.433734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.434223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.434735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.435328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.435814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.436298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.436792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.437288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.437863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877edad-409e-4ee2-afd4-69238093207d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:37.485051 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7874ac0-5ee1-42d1-a6ed-a4e8983c58c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.506768 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7874ac0-5ee1-42d1-a6ed-a4e8983c58c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.559387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7874ac0-5ee1-42d1-a6ed-a4e8983c58c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.564145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c7874ac0-5ee1-42d1-a6ed-a4e8983c58c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.582424 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c7874ac0-5ee1-42d1-a6ed-a4e8983c58c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e0d0e61-bf2d-4c98-bad6-d57fb32637ef HTTP/1.1" status: 204 len: 168 time: 0.1580999 Nov 27 16:21:37.596811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7874ac0-5ee1-42d1-a6ed-a4e8983c58c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0d0e61-bf2d-4c98-bad6-d57fb32637ef,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:37.719700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2ecf2daa-e3e0-4f7f-8777-0a2aea77228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:37.944102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54348) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:37.959499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0671-e541-4267-b274-32c0261b74c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.041479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0671-e541-4267-b274-32c0261b74c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.047950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0671-e541-4267-b274-32c0261b74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.075450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb0671-e541-4267-b274-32c0261b74c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400aeb66-9585-4ad3-a809-8fa8c6fdc560,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:38.120842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54354) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:38.121117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d4bb0671-e541-4267-b274-32c0261b74c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=002413eaaf554bf4bde3d78afbd1d99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751060 Nov 27 16:21:38.160813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:38.179196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6dde1-61e7-4c54-9193-a8db325b836f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.201022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6dde1-61e7-4c54-9193-a8db325b836f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.220584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-36de2347-3d70-4c82-8e3b-c9f3472b5a6e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.247970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-36de2347-3d70-4c82-8e3b-c9f3472b5a6e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.252153 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6dde1-61e7-4c54-9193-a8db325b836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.255007 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-53b6dde1-61e7-4c54-9193-a8db325b836f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.256231 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-53b6dde1-61e7-4c54-9193-a8db325b836f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/400aeb66-9585-4ad3-a809-8fa8c6fdc560 HTTP/1.1" status: 204 len: 168 time: 0.1338983 Nov 27 16:21:38.264419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6dde1-61e7-4c54-9193-a8db325b836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400aeb66-9585-4ad3-a809-8fa8c6fdc560,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:38.302884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-36de2347-3d70-4c82-8e3b-c9f3472b5a6e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.312344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-36de2347-3d70-4c82-8e3b-c9f3472b5a6e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.314932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-36de2347-3d70-4c82-8e3b-c9f3472b5a6e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c1230c1-0217-44c9-b7f9-18d31bf14c33 HTTP/1.1" status: 204 len: 168 time: 0.1520078 Nov 27 16:21:38.317441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54360) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:38.325269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de2347-3d70-4c82-8e3b-c9f3472b5a6e tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1230c1-0217-44c9-b7f9-18d31bf14c33,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:38.344158 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-99855cb6-cf27-4474-bb5e-6222270878ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] show failed (client error): The resource could not be found. Nov 27 16:21:38.345963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-99855cb6-cf27-4474-bb5e-6222270878ef tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "GET /v2.0/security-groups/3c1230c1-0217-44c9-b7f9-18d31bf14c33 HTTP/1.1" status: 404 len: 347 time: 0.0265911 Nov 27 16:21:38.348346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54362) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:38.489996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port b1078383-e6e9-4cbd-b79e-3da34e51006a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:38.490350 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.575498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.576818 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.592837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for b1078383-e6e9-4cbd-b79e-3da34e51006a owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:38.600044 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.737960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.774825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=b1078383-e6e9-4cbd-b79e-3da34e51006a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:38.840634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.844067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:38.848665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54378) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:38.849183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-745369a8-5e7b-48df-a5a4-d338eb97cdb6 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/floatingips/55df67a4-f706-4d8d-9259-e820dbff3ef7 HTTP/1.1" status: 204 len: 168 time: 0.4994142 Nov 27 16:21:38.940595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port eb52f778-03a1-44f7-b80b-926754a28b69 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:38.941032 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.044961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.056968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for eb52f778-03a1-44f7-b80b-926754a28b69 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:39.190250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.223141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=eb52f778-03a1-44f7-b80b-926754a28b69,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:39.300429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.304887 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ff784fdd-c5ea-4e33-95c1-752a12a91c9c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/ports/eb52f778-03a1-44f7-b80b-926754a28b69 HTTP/1.1" status: 204 len: 168 time: 0.4556882 Nov 27 16:21:39.307762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54392) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:39.406422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port 470f56fe-0cc1-4c16-9cd1-e86b5a729740 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:39.406857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.503455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.517459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for 470f56fe-0cc1-4c16-9cd1-e86b5a729740 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:39.679282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.712600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=470f56fe-0cc1-4c16-9cd1-e86b5a729740,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:39.788224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.792582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9d8813b8-8132-4695-98da-197c1eb0876c tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/ports/470f56fe-0cc1-4c16-9cd1-e86b5a729740 HTTP/1.1" status: 204 len: 168 time: 0.4834747 Nov 27 16:21:39.795242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54408) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:39.880706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting subnet 506a3184-1e71-4a96-8a71-9ee9c1c8e38c {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:39.884079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:39.933237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.022173 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.096308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.130264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Subnet': ['ID=506a3184-1e71-4a96-8a71-9ee9c1c8e38c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:40.136391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.137736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6388cb9-b822-452c-b061-5657123dc08c None None] Network 4d6e57c7-49de-40b0-86bc-72ca61e48f30 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:40.140252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-51e56bdc-b620-4e3f-a6db-d92966eb563a tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/subnets/506a3184-1e71-4a96-8a71-9ee9c1c8e38c HTTP/1.1" status: 204 len: 168 time: 0.3437207 Nov 27 16:21:40.143169 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54436) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:40.269058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting subnet dfe76abf-baff-436f-89f8-04d35a5eb470 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:40.273831 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.334518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.366186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.457504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e7217-3399-461e-bae7-331cde8617ce None None] DHCP port deletion for 4d6e57c7-49de-40b0-86bc-72ca61e48f30 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:40.478589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.511635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-415e7217-3399-461e-bae7-331cde8617ce None None] Deleting port 89f3471a-357a-4f74-bae0-84d672a6e808 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:40.512011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-415e7217-3399-461e-bae7-331cde8617ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.558139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.576974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54446) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:40.609262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-415e7217-3399-461e-bae7-331cde8617ce None None] For port 89f3471a-357a-4f74-bae0-84d672a6e808, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=89f3471a-357a-4f74-bae0-84d672a6e808,segment=NetworkSegment(6daace51-a20a-41a2-b1e6-f4ec4b9912fa),segment_id=6daace51-a20a-41a2-b1e6-f4ec4b9912fa)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:40.609601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-415e7217-3399-461e-bae7-331cde8617ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.617178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.620814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/subnets/dfe76abf-baff-436f-89f8-04d35a5eb470 HTTP/1.1" status: 204 len: 168 time: 0.4764898 Nov 27 16:21:40.621767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7f95c-e053-45df-af46-34dd22524e01 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe76abf-baff-436f-89f8-04d35a5eb470,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:40.623512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54452) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:40.636692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f6306-3c8f-467a-83d6-9f6c89f7096d None None] Network e9002250-43e4-4cf7-ad92-24e687f44bf8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:40.658427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-415e7217-3399-461e-bae7-331cde8617ce None None] Calling delete_port for 89f3471a-357a-4f74-bae0-84d672a6e808 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:40.710613 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.926383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-415e7217-3399-461e-bae7-331cde8617ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:40.957107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e7217-3399-461e-bae7-331cde8617ce None None] Pushing event deleted for resources: {'Port': ['ID=89f3471a-357a-4f74-bae0-84d672a6e808,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:40.967076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e7217-3399-461e-bae7-331cde8617ce None None] No DVR routers for this DVR port 89f3471a-357a-4f74-bae0-84d672a6e808 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:41.000021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] DHCP port deletion for e9002250-43e4-4cf7-ad92-24e687f44bf8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:41.060513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] Deleting port b0edfa6c-f770-49a6-affa-fb5e07dfb124 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:41.061315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.144833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] For port b0edfa6c-f770-49a6-affa-fb5e07dfb124, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b0edfa6c-f770-49a6-affa-fb5e07dfb124,segment=NetworkSegment(ee5e5374-9003-43b3-ada9-709b667cd6be),segment_id=ee5e5374-9003-43b3-ada9-709b667cd6be)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:41.145390 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.157716 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-32141f9f-b99b-4fc6-864d-57f1f30cc8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.158884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] Calling delete_port for b0edfa6c-f770-49a6-affa-fb5e07dfb124 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:41.236394 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-32141f9f-b99b-4fc6-864d-57f1f30cc8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.236610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.247155 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-32141f9f-b99b-4fc6-864d-57f1f30cc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.304779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Deleting port 89f3471a-357a-4f74-bae0-84d672a6e808 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:41.305078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.313437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-32141f9f-b99b-4fc6-864d-57f1f30cc8e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dad526b22d7d436ea7f7f14afd42e219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7352057 Nov 27 16:21:41.314217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54458) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:41.334742 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.354770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] No DVR routers for this DVR port b0edfa6c-f770-49a6-affa-fb5e07dfb124 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:41.356153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32141f9f-b99b-4fc6-864d-57f1f30cc8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f57deb0-564a-45d2-b7ad-530371dc2161,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:41.392504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f082ff-1c4c-41ed-8f11-1cdbbbb19d0d None None] Pushing event deleted for resources: {'Port': ['ID=b0edfa6c-f770-49a6-affa-fb5e07dfb124,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:41.392734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-7268f242-11fb-45d8-ac43-85c5cb1339ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069818 Nov 27 16:21:41.460640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b0edfa6c-f770-49a6-affa-fb5e07dfb124 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:41.472618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] For port 89f3471a-357a-4f74-bae0-84d672a6e808, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:41.473229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.475772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f51f23ce-5358-4080-8031-e5a1c40bedfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.494285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b0edfa6c-f770-49a6-affa-fb5e07dfb124 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:41.494644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b0edfa6c-f770-49a6-affa-fb5e07dfb124 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:41.496094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89f3471a-357a-4f74-bae0-84d672a6e808 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:21:41.496577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Calling delete_port for 89f3471a-357a-4f74-bae0-84d672a6e808 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:41.503306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Port 89f3471a-357a-4f74-bae0-84d672a6e808 was not found and therefore no delete operation was performed {{(pid=110076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:21:41.509521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.515921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-7f593767-8a71-4ac6-ad24-3615bc46becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:41.517437 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-7f593767-8a71-4ac6-ad24-3615bc46becc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0778542 Nov 27 16:21:41.526263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f51f23ce-5358-4080-8031-e5a1c40bedfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.528549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] No DVR routers for this DVR port 89f3471a-357a-4f74-bae0-84d672a6e808 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:41.556402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Port': ['ID=89f3471a-357a-4f74-bae0-84d672a6e808,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:41.564511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 89f3471a-357a-4f74-bae0-84d672a6e808 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:21:41.565208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 89f3471a-357a-4f74-bae0-84d672a6e808 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:21:41.670352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.694688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6e57c7-49de-40b0-86bc-72ca61e48f30']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:41.706248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daace51-a20a-41a2-b1e6-f4ec4b9912fa') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:41.706817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daace51-a20a-41a2-b1e6-f4ec4b9912fa') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:41.719256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.721896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f51f23ce-5358-4080-8031-e5a1c40bedfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.725034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f51f23ce-5358-4080-8031-e5a1c40bedfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.726307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-115d5586-1703-40a7-b560-6c3445dfacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:41.728173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-115d5586-1703-40a7-b560-6c3445dfacec service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1763380 Nov 27 16:21:41.729232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f51f23ce-5358-4080-8031-e5a1c40bedfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f57deb0-564a-45d2-b7ad-530371dc2161 HTTP/1.1" status: 204 len: 168 time: 0.4127510 Nov 27 16:21:41.746433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f23ce-5358-4080-8031-e5a1c40bedfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f57deb0-564a-45d2-b7ad-530371dc2161,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:41.769497 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.778156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:41.779129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:41.782843 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:41.886020 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-7577535b-7f6c-47a2-94d4-b702a6e11bc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 999 time: 0.1468811 Nov 27 16:21:41.890366 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.897883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:41.904465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/networks/4d6e57c7-49de-40b0-86bc-72ca61e48f30 HTTP/1.1" status: 204 len: 168 time: 1.2768929 Nov 27 16:21:41.905219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54464) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:41.917004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0cb80-b6e3-47f5-a2e7-7aee77fcc507 tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Network': ['ID=4d6e57c7-49de-40b0-86bc-72ca61e48f30,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:42.034844 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-3f254527-7387-4e47-a0a6-a4ccbd2b46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:42.036359 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-3f254527-7387-4e47-a0a6-a4ccbd2b46ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.1427286 Nov 27 16:21:42.041008 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.149030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54468) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:42.164619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce5bad6c-35d8-4ca2-829a-666231d9c019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.177109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-a1578600-e613-4c7a-97ca-7bc421e98cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:42.178641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-a1578600-e613-4c7a-97ca-7bc421e98cd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291068 Nov 27 16:21:42.180315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.241877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9002250-43e4-4cf7-ad92-24e687f44bf8']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:42.242758 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce5bad6c-35d8-4ca2-829a-666231d9c019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.246985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ce5bad6c-35d8-4ca2-829a-666231d9c019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.262053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5e5374-9003-43b3-ada9-709b667cd6be') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:42.262242 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5e5374-9003-43b3-ada9-709b667cd6be') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:42.275979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.289840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ce5bad6c-35d8-4ca2-829a-666231d9c019 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d055cd722a44406ba3e893ff21d66dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389930 Nov 27 16:21:42.292248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54470) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:42.303623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bad6c-35d8-4ca2-829a-666231d9c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49de84-7ce9-45f9-a70b-ffa171a6e86f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:42.307990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.327624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:21:42.328499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:21:42.332504 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:21:42.354412 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5493e9f5-05a2-4d92-ab9c-dff447af7665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.355616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-7531587b-e863-4eb1-908b-b00911302caf service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677659 Nov 27 16:21:42.376570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5493e9f5-05a2-4d92-ab9c-dff447af7665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.427536 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5493e9f5-05a2-4d92-ab9c-dff447af7665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.430214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5493e9f5-05a2-4d92-ab9c-dff447af7665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.433553 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5493e9f5-05a2-4d92-ab9c-dff447af7665 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c49de84-7ce9-45f9-a70b-ffa171a6e86f HTTP/1.1" status: 204 len: 168 time: 0.1382034 Nov 27 16:21:42.440766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493e9f5-05a2-4d92-ab9c-dff447af7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49de84-7ce9-45f9-a70b-ffa171a6e86f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:42.473548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.479418 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:42.485919 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] 10.222.0.15 "DELETE /v2.0/networks/e9002250-43e4-4cf7-ad92-24e687f44bf8 HTTP/1.1" status: 204 len: 168 time: 0.5798514 Nov 27 16:21:42.515931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959456d2-d1a7-42b0-9a37-b04325be4f3f tempest-TaggedBootDevicesTest_v242-1541973827 tempest-TaggedBootDevicesTest_v242-1541973827-project] Pushing event deleted for resources: {'Network': ['ID=e9002250-43e4-4cf7-ad92-24e687f44bf8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:42.551024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-585b2092-a47e-49ca-9a74-1133983f9cf0 req-e87e9177-ea8d-44ff-8c42-d54c885aac02 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682374 Nov 27 16:21:44.262336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-4bf93d19-e5e0-4af1-b1f7-c12a650c5459 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1806688 Nov 27 16:21:44.369450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-c316e3a1-ec1b-4dcf-98f4-1b59cae08702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:44.370937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-c316e3a1-ec1b-4dcf-98f4-1b59cae08702 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1097 time: 0.0441179 Nov 27 16:21:44.518537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-5af6b81a-b5c0-4a7d-a6af-a27678d43b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:44.520229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-5af6b81a-b5c0-4a7d-a6af-a27678d43b03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1203859 Nov 27 16:21:44.626461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-0a51b3fe-8487-460a-a76b-70cc0e7c3e9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 1002 time: 0.0929682 Nov 27 16:21:44.688560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-d0364837-5f06-4a54-af77-c21a3602a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:44.689973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-d0364837-5f06-4a54-af77-c21a3602a5c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0558279 Nov 27 16:21:44.763350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-ec6a6eff-d1cd-4068-8c5d-b086427cba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:44.765447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-ec6a6eff-d1cd-4068-8c5d-b086427cba25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637374 Nov 27 16:21:44.779898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54556) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:44.872701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-cd9124c6-8382-438c-b162-9040cba34740 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946884 Nov 27 16:21:44.898799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4be2774-5b40-4b9f-b6c6-fc3ea986e727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:44.990817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4be2774-5b40-4b9f-b6c6-fc3ea986e727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:44.999437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4be2774-5b40-4b9f-b6c6-fc3ea986e727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.046907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62642f3a-8be6-4fe8-a253-e09086386a84 req-e5f8bf12-6f5f-475a-8fdb-db7343084de5 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619592 Nov 27 16:21:45.075285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4be2774-5b40-4b9f-b6c6-fc3ea986e727 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be25bc1868404c6b92f2a6ed1ff64fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943115 Nov 27 16:21:45.078321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54568) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:45.085800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be2774-5b40-4b9f-b6c6-fc3ea986e727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f24185-b677-4328-96fb-abe96910c071,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:45.135368 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92f80299-73a2-4a83-8237-517bee439b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.164139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92f80299-73a2-4a83-8237-517bee439b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.242143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92f80299-73a2-4a83-8237-517bee439b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.245073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92f80299-73a2-4a83-8237-517bee439b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.246532 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92f80299-73a2-4a83-8237-517bee439b34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03f24185-b677-4328-96fb-abe96910c071 HTTP/1.1" status: 204 len: 168 time: 0.1670368 Nov 27 16:21:45.272820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f80299-73a2-4a83-8237-517bee439b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f24185-b677-4328-96fb-abe96910c071,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:45.348626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54574) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:45.618638 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ea4990fa-cead-40cf-90aa-e86281fa51b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17b29dcc160e4474afbe73d035bda0b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687523 Nov 27 16:21:45.620961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54580) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:45.680791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-697a144d-ba91-4422-8816-3d6facfa15d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.698820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54582) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:45.704917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-697a144d-ba91-4422-8816-3d6facfa15d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.713738 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a592b5e9-5990-443f-9d7f-9803ad77143b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.763536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-697a144d-ba91-4422-8816-3d6facfa15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.768621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-697a144d-ba91-4422-8816-3d6facfa15d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.769889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-697a144d-ba91-4422-8816-3d6facfa15d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83ad1235-6030-4923-ad2c-16f8959375ff HTTP/1.1" status: 204 len: 168 time: 0.1479917 Nov 27 16:21:45.779960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a144d-ba91-4422-8816-3d6facfa15d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad1235-6030-4923-ad2c-16f8959375ff,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:45.808212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a592b5e9-5990-443f-9d7f-9803ad77143b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.813045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a592b5e9-5990-443f-9d7f-9803ad77143b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.856208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592b5e9-5990-443f-9d7f-9803ad77143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f36a0c-c0c8-4c67-bc4d-19c21b5489ac,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:45.863193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a592b5e9-5990-443f-9d7f-9803ad77143b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0820bb91a544d61bdbd4f9c79404202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607978 Nov 27 16:21:45.864123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54586) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:45.917846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe782-275b-4099-8b7a-185d43588b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.941212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe782-275b-4099-8b7a-185d43588b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:45.997643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe782-275b-4099-8b7a-185d43588b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:46.000372 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe782-275b-4099-8b7a-185d43588b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:46.003944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6f2fe782-275b-4099-8b7a-185d43588b98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19f36a0c-c0c8-4c67-bc4d-19c21b5489ac HTTP/1.1" status: 204 len: 168 time: 0.1372259 Nov 27 16:21:46.011362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fe782-275b-4099-8b7a-185d43588b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f36a0c-c0c8-4c67-bc4d-19c21b5489ac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:47.430318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54658) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:47.655940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88964a6b-0323-43fd-bfa9-1bb3e1c610aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.735793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88964a6b-0323-43fd-bfa9-1bb3e1c610aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.739760 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-88964a6b-0323-43fd-bfa9-1bb3e1c610aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.783550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-88964a6b-0323-43fd-bfa9-1bb3e1c610aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4184b50c269f47568482e336d91122b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513627 Nov 27 16:21:47.785946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88964a6b-0323-43fd-bfa9-1bb3e1c610aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875df24f-e39a-40d1-bf9c-a48b2008e82d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:47.787370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54668) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:47.851479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60b2445e-4c10-4358-9a63-c4524d6c08e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.874559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60b2445e-4c10-4358-9a63-c4524d6c08e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.925054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60b2445e-4c10-4358-9a63-c4524d6c08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.927761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60b2445e-4c10-4358-9a63-c4524d6c08e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:47.931360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60b2445e-4c10-4358-9a63-c4524d6c08e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/875df24f-e39a-40d1-bf9c-a48b2008e82d HTTP/1.1" status: 204 len: 168 time: 0.1404245 Nov 27 16:21:47.937298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2445e-4c10-4358-9a63-c4524d6c08e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875df24f-e39a-40d1-bf9c-a48b2008e82d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:48.618887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54692) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:48.724830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-653701879-network', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:48.748526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Made reservation on behalf of 1bd7b90fc64545099e3813801cb68f80 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:48.751100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.760903 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.852211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.858352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.886643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:21:48.896931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18462b25-f94b-4279-8ab5-0509dd434654,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:48.901987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.902330 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Added segment 224af1f4-2b40-460b-af93-207b8efcf35d of type vlan for network 86cd4500-9865-466d-b370-795dc4ad423f Nov 27 16:21:48.947154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.975253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.976373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:48.977087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:48.992737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54698) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:48.999478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516345475', 'description': 'tempest-secgroup-smoke-1516345475 description', 'project_id': 'b5b05cb846aa4737817d706cda451f43'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:49.037170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4170790 Nov 27 16:21:49.040717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54700) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:49.053622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.055606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Request body: {'subnet': {'network_id': '86cd4500-9865-466d-b370-795dc4ad423f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-653701879-subnet', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:49.065389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.071575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf135f01-9456-4980-ba90-15816396424c admin admin] Pushing event updated for resources: {'Network': ['ID=86cd4500-9865-466d-b370-795dc4ad423f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.084946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 86cd4500-9865-466d-b370-795dc4ad423f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:21:49.093535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Made reservation on behalf of 1bd7b90fc64545099e3813801cb68f80 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:49.103619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.165802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.174584 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.226571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9246899-0796-498b-8afc-f4526df45638,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.265257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.270728 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.294661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.298713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3015893 Nov 27 16:21:49.299733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:49.306301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'c12da520-5a2b-41e4-9456-4e7a92fe1262', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:49.317096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50680-5702-429a-a120-63aa9e42317c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12da520-5a2b-41e4-9456-4e7a92fe1262,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.378374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.423802 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.477799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Pushing event updated for resources: {'Subnet': ['ID=124c510c-6927-4709-afff-1fa1227f6731,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.509209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Checking segment: {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:49.509692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Network hostable DHCP agents. Network: 86cd4500-9865-466d-b370-795dc4ad423f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:21:49.539494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.546663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.562313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Network 86cd4500-9865-466d-b370-795dc4ad423f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:21:49.578891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3809ec45-7c5b-405a-baa3-2fef2829b2f0,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.583777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 86cd4500-9865-466d-b370-795dc4ad423f) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:49.598161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:49.598754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.602418 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1b348-f882-45d3-9da7-1ad3b0d6abf4 None None] Network 86cd4500-9865-466d-b370-795dc4ad423f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:49.606730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.608463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-792935de-7241-4407-a73d-309acbeb9f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3074002 Nov 27 16:21:49.611900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54710) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:49.626090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'c12da520-5a2b-41e4-9456-4e7a92fe1262', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:49.648112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a72c338-9f09-456d-bcde-b72b5ee6385b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6061990 Nov 27 16:21:49.650919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54712) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:49.664264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:49.669810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.710397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.711654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.738178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.744809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.768857 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8b9b27-7ab1-4574-9ceb-76b82a755c0b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.792183 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.796260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8998756d-d5ca-4867-9c4d-dc93d3046a4d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809342 Nov 27 16:21:49.797884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54714) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:49.803283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'c12da520-5a2b-41e4-9456-4e7a92fe1262', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:49.844285 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.866987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.942467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.950217 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.962443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-86cd4500-9865-466d-b370-795dc4ad423f', 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'fixed_ips': [{'subnet_id': '124c510c-6927-4709-afff-1fa1227f6731'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:21:49.965502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.972030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6edcff-8c49-4ec4-80eb-06fefed57021,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:49.983527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:49.986359 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa893796-731d-4bec-9548-302d17ed8f19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861408 Nov 27 16:21:49.989610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54716) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:50.001219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'c12da520-5a2b-41e4-9456-4e7a92fe1262', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:50.041681 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.093034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.127005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.134621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.160490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603e0738-89b2-49fc-aae5-b3b285a3c6d1,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:50.182751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.184276 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-300e1fdc-2720-4d29-becc-6c9101cf4da2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1919899 Nov 27 16:21:50.187698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54718) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:50.192745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'c12da520-5a2b-41e4-9456-4e7a92fe1262', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:50.232675 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:21:50.240270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.269237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Allocated IP 172.20.0.2 (86cd4500-9865-466d-b370-795dc4ad423f/124c510c-6927-4709-afff-1fa1227f6731/91c472d4-4bea-4d15-b6d0-0593838dd702) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:50.321212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.328437 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.354082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770248f6-1cdc-46c6-8b74-0c82035f880f,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:50.364571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.366059 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84aa0fed-85eb-4012-ae70-ec92bd46346a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1772299 Nov 27 16:21:50.368818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54720) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:50.374823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'c12da520-5a2b-41e4-9456-4e7a92fe1262', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:50.404508 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:21:50.408851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.412759 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.437194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.521280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.531762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.580632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e42505f-25f5-4662-b02d-934c8bce233e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:50.597905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.602129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4b55fcc2-27f6-4daa-aa5c-50e809a89d93 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2289853 Nov 27 16:21:50.602388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54724) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:50.613300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'network': {'name': 'tempest-network-smoke--1025551726', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:50.617809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Allocated IP 172.25.1.77 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b119cd8e-abe5-462b-9402-eee893f02810) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:50.631259 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.643091 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.646024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:50.650403 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.683765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:21:50.685063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Network 86cd4500-9865-466d-b370-795dc4ad423f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:50.690251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:50.694638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:50.696725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.697302 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Added segment d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2 of type vlan for network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f Nov 27 16:21:50.701247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Pushing event updated for resources: {'Port': ['ID=91c472d4-4bea-4d15-b6d0-0593838dd702,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:50.764140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.780236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Attempting to bind port 91c472d4-4bea-4d15-b6d0-0593838dd702 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:21:50.783455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Attempting to bind port 91c472d4-4bea-4d15-b6d0-0593838dd702 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:21:50.783851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Attempting to bind port 91c472d4-4bea-4d15-b6d0-0593838dd702 on network 86cd4500-9865-466d-b370-795dc4ad423f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:21:50.795732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:21:50.796121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Checking segment: {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:50.796532 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.799702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Bound using segment: {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:21:50.800234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Bound port: 91c472d4-4bea-4d15-b6d0-0593838dd702, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:21:50.800638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.807829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.812939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.816203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:50.817055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.860005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2557287 Nov 27 16:21:50.864070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54726) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:50.868913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'admin_state_up': True, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:50.911041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.918513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06df0e9-6670-4547-9977-b200699a1c24 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Network': ['ID=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:50.921906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.923829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:50.940485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:21:50.976365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:50.986108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:50.988604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:50.998994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] For port 91c472d4-4bea-4d15-b6d0-0593838dd702, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:51.000639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Pushing event updated for resources: {'Port': ['ID=b119cd8e-abe5-462b-9402-eee893f02810,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:51.015138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2949647c-fefb-4796-8b37-618087353367 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:51.050456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] For port 91c472d4-4bea-4d15-b6d0-0593838dd702, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=91c472d4-4bea-4d15-b6d0-0593838dd702,segment=NetworkSegment(224af1f4-2b40-460b-af93-207b8efcf35d),segment_id=224af1f4-2b40-460b-af93-207b8efcf35d)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:21:51.064082 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.087127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.161859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bda088fd-14fc-4933-84fd-14e646d2a409 None None] Provisioning complete for port b119cd8e-abe5-462b-9402-eee893f02810 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:51.162233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bda088fd-14fc-4933-84fd-14e646d2a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.164115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860059f1-e824-4444-8345-3eb7503c8797 None None] Pushing event updated for resources: {'Port': ['ID=91c472d4-4bea-4d15-b6d0-0593838dd702,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:51.219730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bda088fd-14fc-4933-84fd-14e646d2a409 None None] Port b119cd8e-abe5-462b-9402-eee893f02810 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:51.359388 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.564297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.795292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.820419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:51.950743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.034198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.73 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/03f355d0-f16a-44aa-b005-2543dd4c18fc) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:52.189714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ea722-5dd9-46b7-bb58-ab370444c5fd None None] Network 86cd4500-9865-466d-b370-795dc4ad423f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:52.272676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Provisioning complete for port 91c472d4-4bea-4d15-b6d0-0593838dd702 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:52.273303 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.436800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.471401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] For port 91c472d4-4bea-4d15-b6d0-0593838dd702, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=91c472d4-4bea-4d15-b6d0-0593838dd702,segment=NetworkSegment(224af1f4-2b40-460b-af93-207b8efcf35d),segment_id=224af1f4-2b40-460b-af93-207b8efcf35d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:52.477057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.530454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Pushing event updated for resources: {'Port': ['ID=91c472d4-4bea-4d15-b6d0-0593838dd702,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:52.539186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.539613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.540038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.540581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.540979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.541387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.542580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.542580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.542580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.542890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.543366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.544662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad5290-6ab7-4a4a-a79e-a4c54ec087e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:52.579234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.582324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Router c80039b6-a9b8-4e56-851b-ec5158efbdb7 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:21:52.695622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.752074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:52.759412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:52.764420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:52.765921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:52.770972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=03f355d0-f16a-44aa-b005-2543dd4c18fc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:52.777833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dcf6b6-ba77-4c9f-90df-78188a670348 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:52.783907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Sync routers for ids ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:52.805190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Routers {'c80039b6-a9b8-4e56-851b-ec5158efbdb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:52.805830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:52.814066 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.815497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-12fb1ffb-094b-4761-aa7c-f6b3ced1b479 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1625509 Nov 27 16:21:52.818188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54732) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:52.859604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a5b8b6b6-4a42-40c5-b961-82e6a0134bcc None None] Provisioning complete for port 91c472d4-4bea-4d15-b6d0-0593838dd702 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:52.859979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b6b6-4a42-40c5-b961-82e6a0134bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:52.958935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Set router c80039b6-a9b8-4e56-851b-ec5158efbdb7 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:53.223348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.326946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:21:51Z', 'revision_number': 3, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:53.372573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Checking router: c80039b6-a9b8-4e56-851b-ec5158efbdb7 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:21:53.373209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Updating router c80039b6-a9b8-4e56-851b-ec5158efbdb7 port b119cd8e-abe5-462b-9402-eee893f02810 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:21:53.399124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-271e0398-05ec-4077-a08e-27265b6b0e87 None None] Provisioning complete for port 03f355d0-f16a-44aa-b005-2543dd4c18fc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:53.399777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-271e0398-05ec-4077-a08e-27265b6b0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.427527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 91c472d4-4bea-4d15-b6d0-0593838dd702 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:21:53.457054 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.488880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-271e0398-05ec-4077-a08e-27265b6b0e87 None None] Port 03f355d0-f16a-44aa-b005-2543dd4c18fc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:53.583559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.587550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 91c472d4-4bea-4d15-b6d0-0593838dd702 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:53.587932 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.670482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.698749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54738) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:53.871481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 520b99b4-f57e-40eb-91f2-91f4f164d871 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:21:53.874194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.882768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.948972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Allocated IP 172.20.0.1 (86cd4500-9865-466d-b370-795dc4ad423f/124c510c-6927-4709-afff-1fa1227f6731/957091fb-ab32-4778-a052-cf65cd71ac8e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:53.956108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29097c05-e6fa-4a04-b553-67a0ecb03903 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:53.983992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d341-c1ab-4f05-bb8b-da4ef65798e8 None None] Pushing event updated for resources: {'Port': ['ID=b119cd8e-abe5-462b-9402-eee893f02810,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:53.988188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Attempting to bind port b119cd8e-abe5-462b-9402-eee893f02810 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:21:53.988677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Attempting to bind port b119cd8e-abe5-462b-9402-eee893f02810 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:21:53.989052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Attempting to bind port b119cd8e-abe5-462b-9402-eee893f02810 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:21:53.996100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:21:53.996550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:53.997009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:53.997430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:21:53.998061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Bound port: b119cd8e-abe5-462b-9402-eee893f02810, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:21:53.998383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.075617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-209b5ad8-b100-456f-b98c-20d93918a331 None None] Provisioning complete for port b119cd8e-abe5-462b-9402-eee893f02810 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:54.076039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-209b5ad8-b100-456f-b98c-20d93918a331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.098877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:54.110750 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Sync routers for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:54.125092 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:54.125883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:54.134275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] For port b119cd8e-abe5-462b-9402-eee893f02810, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:54.141945 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.143629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6fc98ce-1934-4760-be1a-87fbd6d88744 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2789299 Nov 27 16:21:54.147016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54742) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:54.165504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] For port b119cd8e-abe5-462b-9402-eee893f02810, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b119cd8e-abe5-462b-9402-eee893f02810,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:21:54.169091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-209b5ad8-b100-456f-b98c-20d93918a331 None None] Port b119cd8e-abe5-462b-9402-eee893f02810 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:54.173500 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.185774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.234588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5489b4a6-8a76-4f56-8959-cd4ae7d9c9b2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:54.259496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Routers {'c80039b6-a9b8-4e56-851b-ec5158efbdb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:54.264181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:54.288364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.307251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:54.334845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Network 86cd4500-9865-466d-b370-795dc4ad423f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:54.338528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:54.340083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d341-c1ab-4f05-bb8b-da4ef65798e8 None None] Pushing event updated for resources: {'Port': ['ID=b119cd8e-abe5-462b-9402-eee893f02810,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:54.354836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:54.411153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.441042 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cf992802-0c76-4f58-9a50-51c59aaed0a4 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b5b05cb846aa4737817d706cda451f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2925496 Nov 27 16:21:54.443718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:54.452457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c97a9bb3-7525-4f9e-927b-7d2b7f9314c7 None None] Provisioning complete for port b119cd8e-abe5-462b-9402-eee893f02810 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:54.453209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c97a9bb3-7525-4f9e-927b-7d2b7f9314c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.494864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Pushing event updated for resources: {'Port': ['ID=957091fb-ab32-4778-a052-cf65cd71ac8e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:54.522204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] Set router c80039b6-a9b8-4e56-851b-ec5158efbdb7 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:54.644486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.676508 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:53Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:54.709036 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c97a9bb3-7525-4f9e-927b-7d2b7f9314c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.725060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Checking router: 520b99b4-f57e-40eb-91f2-91f4f164d871 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:21:54.727511 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Updating router 520b99b4-f57e-40eb-91f2-91f4f164d871 port 03f355d0-f16a-44aa-b005-2543dd4c18fc binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:21:54.750890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c97a9bb3-7525-4f9e-927b-7d2b7f9314c7 None None] For port b119cd8e-abe5-462b-9402-eee893f02810, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b119cd8e-abe5-462b-9402-eee893f02810,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:54.772521 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.775421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c97a9bb3-7525-4f9e-927b-7d2b7f9314c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.860061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.862588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:21:51Z', 'revision_number': 3, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:54.866134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a9bb3-7525-4f9e-927b-7d2b7f9314c7 None None] Pushing event updated for resources: {'Port': ['ID=b119cd8e-abe5-462b-9402-eee893f02810,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:54.867676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.911663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c091ae6-0ad6-4357-a990-e3ca78b6da72 None None] The sync data for ids ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'] in n-d-819494-4 is: [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:21:51Z', 'revision_number': 3, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:54.926316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.929083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ae808c43-f71f-4261-9e93-1af894efabff None None] Provisioning complete for port 957091fb-ab32-4778-a052-cf65cd71ac8e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:54.930785 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ae808c43-f71f-4261-9e93-1af894efabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:54.973886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ae808c43-f71f-4261-9e93-1af894efabff None None] Port 957091fb-ab32-4778-a052-cf65cd71ac8e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:55.031178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Pushing event updated for resources: {'Port': ['ID=957091fb-ab32-4778-a052-cf65cd71ac8e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:55.037690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b32998-0852-4f5b-b514-ff72779d065a tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:55.039216 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-76b32998-0852-4f5b-b514-ff72779d065a tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5945859 Nov 27 16:21:55.042882 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54748) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:55.088098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Network 86cd4500-9865-466d-b370-795dc4ad423f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:55.088361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.089809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:55.090445 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.096078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54750) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:55.096326 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fbe83428-c456-456f-a7df-2a47bdfe99a6 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507042 Nov 27 16:21:55.101255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570260676', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:55.110891 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.140098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea82d8f-cb87-4045-89ed-8a5dedd49839 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:55.147615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Attempting to bind port 03f355d0-f16a-44aa-b005-2543dd4c18fc on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:21:55.147615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Attempting to bind port 03f355d0-f16a-44aa-b005-2543dd4c18fc by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:21:55.147944 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Attempting to bind port 03f355d0-f16a-44aa-b005-2543dd4c18fc on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:21:55.171778 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:21:55.172244 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:55.172857 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.173398 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:21:55.174033 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Bound port: 03f355d0-f16a-44aa-b005-2543dd4c18fc, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:21:55.174351 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.212540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-25559d01-5719-4b7e-9be5-1a9e206b5316 None None] Provisioning complete for port 03f355d0-f16a-44aa-b005-2543dd4c18fc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:55.213179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25559d01-5719-4b7e-9be5-1a9e206b5316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.237730 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] For port 03f355d0-f16a-44aa-b005-2543dd4c18fc, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:55.241927 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] For port 03f355d0-f16a-44aa-b005-2543dd4c18fc, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=03f355d0-f16a-44aa-b005-2543dd4c18fc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:21:55.261690 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.312213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d940121-817e-4a75-b14a-981973937d17 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:55.334499 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:55.335163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:55.338537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-25559d01-5719-4b7e-9be5-1a9e206b5316 None None] Port 03f355d0-f16a-44aa-b005-2543dd4c18fc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:55.457970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b119cd8e-abe5-462b-9402-eee893f02810 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:21:55.518302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:55.519394 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:55.522898 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.530660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Router c80039b6-a9b8-4e56-851b-ec5158efbdb7 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:21:55.562174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8b9a5603-d509-438b-a900-f47e4d1e5918 None None] Provisioning complete for port 03f355d0-f16a-44aa-b005-2543dd4c18fc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:55.562691 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5603-d509-438b-a900-f47e4d1e5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.610365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Deleting port 13e58c36-cd36-467c-bf6c-b8b207685448 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:55.610706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.628819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b119cd8e-abe5-462b-9402-eee893f02810 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:55.629742 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.693943 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:21:55.694758 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Pushing event updated for resources: {'Port': ['ID=03f355d0-f16a-44aa-b005-2543dd4c18fc,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:55.706331 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.706720 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.707065 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.707555 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.707898 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.708229 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.708558 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.708884 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.709206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.709602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.709927 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.710248 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:21:55.723720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5603-d509-438b-a900-f47e4d1e5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.744259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] For port 13e58c36-cd36-467c-bf6c-b8b207685448, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13e58c36-cd36-467c-bf6c-b8b207685448,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:55.745081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.750754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8b9a5603-d509-438b-a900-f47e4d1e5918 None None] For port 03f355d0-f16a-44aa-b005-2543dd4c18fc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=03f355d0-f16a-44aa-b005-2543dd4c18fc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:55.766405 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5603-d509-438b-a900-f47e4d1e5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:55.778083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Calling delete_port for 13e58c36-cd36-467c-bf6c-b8b207685448 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:55.815012 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f178b-fe5e-447f-857f-6e511d61b5dc None None] Pushing event updated for resources: {'Port': ['ID=03f355d0-f16a-44aa-b005-2543dd4c18fc,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:55.831323 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:53Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:55.867026 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6ad5-ad8b-469a-9c7a-07031b88f747 None None] The sync data for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 is: [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:53Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:55.935517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5603-d509-438b-a900-f47e4d1e5918 None None] Pushing event updated for resources: {'Port': ['ID=03f355d0-f16a-44aa-b005-2543dd4c18fc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:55.970272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ce336767-b9e8-41d1-a1ec-8625d1c76de6 None None] Provisioning complete for port 957091fb-ab32-4778-a052-cf65cd71ac8e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:55.970736 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce336767-b9e8-41d1-a1ec-8625d1c76de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:56.032180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ce336767-b9e8-41d1-a1ec-8625d1c76de6 None None] Port 957091fb-ab32-4778-a052-cf65cd71ac8e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:21:56.073648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:56.111843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Pushing event deleted for resources: {'Port': ['ID=13e58c36-cd36-467c-bf6c-b8b207685448,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:56.337558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:56.350045 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:56.360008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-66fcc507-30a5-472f-a40b-5c3d4f44adad admin admin] 10.222.0.15 "PUT /v2.0/routers/c80039b6-a9b8-4e56-851b-ec5158efbdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5406442 Nov 27 16:21:56.484747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:56.565083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Subnet': ['ID=c52c59c2-17e3-4a1a-8317-53a15fa87dac,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:56.591225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Checking segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:56.591457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network hostable DHCP agents. Network: 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:21:56.616352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:21:56.632228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:56.640142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:56.640142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:56.654947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cddb25-4cba-42a5-a513-1bd8ef2d9aa5 None None] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:56.666511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54758) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:56.668700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cda88dc3-61b3-45ca-9ee7-e8445fa4db8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5714447 Nov 27 16:21:56.801834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Router 908dec9e-6845-4a04-a1de-294301527bb5 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:21:56.866003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:21:56.867325 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.035357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Allocated IP 172.20.0.2 (75a8cc4c-1fbb-479a-a49d-d309a4b5a10f/c52c59c2-17e3-4a1a-8317-53a15fa87dac/b67bd7e8-4e99-499a-a864-ea2939f3cd83) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:57.069760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:21:57.084607 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3de4444-7847-4ed4-8115-326e9c02b57f admin admin] 10.222.0.15 "PUT /v2.0/routers/908dec9e-6845-4a04-a1de-294301527bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3841813 Nov 27 16:21:57.087190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54768) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:57.124327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] Sync routers for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:57.131085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54770) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:57.138269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1406724589-network', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:57.224221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Made reservation on behalf of 28c0e9fca4d9413fb051e82ac03c8fc0 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:57.227778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.228668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.250670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.407398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.453323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:57.453892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:57.454655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.464064 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.476901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:21:57.530896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Deleting port 963fabec-2110-4f26-9c65-a634c004abf6 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:57.531772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.536572 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.537073 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Added segment 772315c0-edde-43d9-bf20-9204357dd7d9 of type vlan for network 0793fddf-70a4-4c25-8071-d389181ba12b Nov 27 16:21:57.547354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 03f355d0-f16a-44aa-b005-2543dd4c18fc up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:21:57.608456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc59658-8dd4-44b1-8ede-32ec4bbc3cfc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:57.614725 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Sync routers for ids ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:21:57.627213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.642095 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Routers {'c80039b6-a9b8-4e56-851b-ec5158efbdb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:57.644063 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:57.645169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.653398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] For port 963fabec-2110-4f26-9c65-a634c004abf6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=963fabec-2110-4f26-9c65-a634c004abf6,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:57.654101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.656376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.659866 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.674343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Calling delete_port for 963fabec-2110-4f26-9c65-a634c004abf6 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:57.675994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:57.763278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:57.768391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:21:57Z', 'revision_number': 6, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:57.775203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.776464 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:57.777216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.803425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:57.812145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:57.814101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] Checking router: 908dec9e-6845-4a04-a1de-294301527bb5 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:21:57.825864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Pushing event updated for resources: {'Port': ['ID=b67bd7e8-4e99-499a-a864-ea2939f3cd83,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:57.855899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] Routers {'908dec9e-6845-4a04-a1de-294301527bb5'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:57.857107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['908dec9e-6845-4a04-a1de-294301527bb5'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:57.858915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 03f355d0-f16a-44aa-b005-2543dd4c18fc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:57.859284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:57.886545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] Pushing event updated for resources: {'Network': ['ID=0793fddf-70a4-4c25-8071-d389181ba12b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:57.921869 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-90dcf8b3-1505-43ed-ae9d-99cebb4fc826 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7884529 Nov 27 16:21:57.922655 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Set router c80039b6-a9b8-4e56-851b-ec5158efbdb7 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:57.922988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54772) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:57.931030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Request body: {'subnet': {'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1406724589-subnet', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:57.959571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 0793fddf-70a4-4c25-8071-d389181ba12b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:21:57.971251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.012031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Made reservation on behalf of 28c0e9fca4d9413fb051e82ac03c8fc0 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:21:58.015892 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.051348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=963fabec-2110-4f26-9c65-a634c004abf6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:58.062980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0dc12-4049-477f-9786-15f5b49fdb85 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:58.077288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Attempting to bind port b67bd7e8-4e99-499a-a864-ea2939f3cd83 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:21:58.085083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Attempting to bind port b67bd7e8-4e99-499a-a864-ea2939f3cd83 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:21:58.085578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Attempting to bind port b67bd7e8-4e99-499a-a864-ea2939f3cd83 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:21:58.136447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:21:58.136835 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Checking segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:58.137829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.138226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Bound using segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:21:58.138724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Bound port: b67bd7e8-4e99-499a-a864-ea2939f3cd83, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:21:58.139110 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.142892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] Set router 908dec9e-6845-4a04-a1de-294301527bb5 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:58.155983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.204883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '957091fb-ab32-4778-a052-cf65cd71ac8e', 'name': '', 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'mac_address': 'fa:16:3e:00:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '124c510c-6927-4709-afff-1fa1227f6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:53Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 2, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'subnets': [{'id': '124c510c-6927-4709-afff-1fa1227f6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:58.230324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:21:57Z', 'revision_number': 6, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:58.245114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.1 (75a8cc4c-1fbb-479a-a49d-d309a4b5a10f/c52c59c2-17e3-4a1a-8317-53a15fa87dac/859b2903-9850-4f25-b500-06fcd5d5fb54) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:21:58.250051 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Checking router: c80039b6-a9b8-4e56-851b-ec5158efbdb7 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:21:58.250701 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Updating router c80039b6-a9b8-4e56-851b-ec5158efbdb7 port 957091fb-ab32-4778-a052-cf65cd71ac8e binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:21:58.284107 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.308621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.313624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.341841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c95b4-3c3b-4983-b5c9-fbe4e67d4897 None None] The sync data for ids ['908dec9e-6845-4a04-a1de-294301527bb5'] in n-d-819494-4 is: [{'id': '908dec9e-6845-4a04-a1de-294301527bb5', 'name': 'tempest-TaggedBootDevicesTest_v242-532451930-router', 'tenant_id': '8789e584ce8d4bc2927e64a2229668f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:22Z', 'updated_at': '2021-11-27T16:21:57Z', 'revision_number': 6, 'project_id': '8789e584ce8d4bc2927e64a2229668f0', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:58.363120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.364061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908dec9e-6845-4a04-a1de-294301527bb5 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:21:58.371674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.376094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c4f169e-09fc-4004-9468-42b2c9a80ed1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/908dec9e-6845-4a04-a1de-294301527bb5 HTTP/1.1" status: 204 len: 168 time: 1.2858121 Nov 27 16:21:58.376301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54774) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:58.437928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] For port b67bd7e8-4e99-499a-a864-ea2939f3cd83, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:58.442465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] For port b67bd7e8-4e99-499a-a864-ea2939f3cd83, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b67bd7e8-4e99-499a-a864-ea2939f3cd83,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:21:58.444668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Deleting subnet b0a35477-6535-43fc-ae46-0e4c013a5900 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:21:58.451703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.453078 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.478387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.514687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.563969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.586059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc9e81c-29e4-417a-be64-64a6c6d3952b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:58.594556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6477c6e-1edc-4552-941c-6a428611c883 None None] Pushing event updated for resources: {'Port': ['ID=b67bd7e8-4e99-499a-a864-ea2939f3cd83,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:58.626154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.635924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Checking segment: {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:58.636426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Network hostable DHCP agents. Network: 0793fddf-70a4-4c25-8071-d389181ba12b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:21:58.663920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.707901 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.711832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:21:58.716833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:58.720936 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:21:58.723248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.724960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Network 0793fddf-70a4-4c25-8071-d389181ba12b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:21:58.729459 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0a35477-6535-43fc-ae46-0e4c013a5900 HTTP/1.1" status: 204 len: 168 time: 0.3491850 Nov 27 16:21:58.731217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54776) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:58.745372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9204d267-08c6-4e0c-8092-c0bc4f801fc4 None None] Network 35f129a8-6772-422f-8eaa-a495441cdeef requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:58.759034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81d96b-34d8-4b0d-8837-3127516917f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a35477-6535-43fc-ae46-0e4c013a5900,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:58.775287 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.784903 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.864906 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dadb4-573d-463f-9678-4184dc3cc65e None None] Pushing event updated for resources: {'Port': ['ID=957091fb-ab32-4778-a052-cf65cd71ac8e,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:58.928443 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Attempting to bind port 957091fb-ab32-4778-a052-cf65cd71ac8e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:21:58.928831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Attempting to bind port 957091fb-ab32-4778-a052-cf65cd71ac8e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:21:58.929298 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Attempting to bind port 957091fb-ab32-4778-a052-cf65cd71ac8e on network 86cd4500-9865-466d-b370-795dc4ad423f {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:21:58.938398 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:21:58.938790 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Checking segment: {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:21:58.939204 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:58.939674 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Bound using segment: {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:21:58.940171 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Bound port: 957091fb-ab32-4778-a052-cf65cd71ac8e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224af1f4-2b40-460b-af93-207b8efcf35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:21:58.940566 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.031173 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] For port 957091fb-ab32-4778-a052-cf65cd71ac8e, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:21:59.034887 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] For port 957091fb-ab32-4778-a052-cf65cd71ac8e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=957091fb-ab32-4778-a052-cf65cd71ac8e,segment=NetworkSegment(224af1f4-2b40-460b-af93-207b8efcf35d),segment_id=224af1f4-2b40-460b-af93-207b8efcf35d)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:21:59.041041 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.123904 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dadb4-573d-463f-9678-4184dc3cc65e None None] Pushing event updated for resources: {'Port': ['ID=957091fb-ab32-4778-a052-cf65cd71ac8e,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:59.126675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Routers {'c80039b6-a9b8-4e56-851b-ec5158efbdb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:21:59.127300 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:59.214731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 0793fddf-70a4-4c25-8071-d389181ba12b) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:21:59.224611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea861c-c04f-40b0-bda7-7abbdff2a434 None None] Network 0793fddf-70a4-4c25-8071-d389181ba12b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:21:59.245860 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] Set router c80039b6-a9b8-4e56-851b-ec5158efbdb7 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:21:59.291792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:21:59.292492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.306678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=859b2903-9850-4f25-b500-06fcd5d5fb54,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:59.323165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-51eeecbb-f82e-4e28-a155-7f597999c57d None None] Provisioning complete for port 957091fb-ab32-4778-a052-cf65cd71ac8e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:21:59.323545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51eeecbb-f82e-4e28-a155-7f597999c57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.324839 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.329862 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.388513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1db4e1c2-bc90-4c16-9e62-df9b8a487f2a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4620638 Nov 27 16:21:59.391426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54778) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:21:59.396461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:21:59.448863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] DHCP port deletion for 35f129a8-6772-422f-8eaa-a495441cdeef request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:21:59.452049 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.453444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.571531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Deleting port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:21:59.571973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.606644 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51eeecbb-f82e-4e28-a155-7f597999c57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.607619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.667648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] For port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,segment=NetworkSegment(03c7c133-b6a2-40ac-829c-269b30681ba5),segment_id=03c7c133-b6a2-40ac-829c-269b30681ba5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:59.668152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.684137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '957091fb-ab32-4778-a052-cf65cd71ac8e', 'name': '', 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'mac_address': 'fa:16:3e:00:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '124c510c-6927-4709-afff-1fa1227f6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:53Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'subnets': [{'id': '124c510c-6927-4709-afff-1fa1227f6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:21:59.686571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Calling delete_port for 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:21:59.703514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b67bd7e8-4e99-499a-a864-ea2939f3cd83 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:21:59.747056 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc0b69-b007-4534-981a-529c592f8957 None None] The sync data for ids ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'] in n-d-819494-4 is: [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '957091fb-ab32-4778-a052-cf65cd71ac8e', 'name': '', 'network_id': '86cd4500-9865-466d-b370-795dc4ad423f', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'mac_address': 'fa:16:3e:00:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '124c510c-6927-4709-afff-1fa1227f6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:53Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'subnets': [{'id': '124c510c-6927-4709-afff-1fa1227f6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:21:59.765571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-51eeecbb-f82e-4e28-a155-7f597999c57d None None] For port 957091fb-ab32-4778-a052-cf65cd71ac8e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=957091fb-ab32-4778-a052-cf65cd71ac8e,segment=NetworkSegment(224af1f4-2b40-460b-af93-207b8efcf35d),segment_id=224af1f4-2b40-460b-af93-207b8efcf35d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:21:59.769639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-0793fddf-70a4-4c25-8071-d389181ba12b', 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'fixed_ips': [{'subnet_id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:21:59.770598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.791790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51eeecbb-f82e-4e28-a155-7f597999c57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.815114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.911942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:21:59.915537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:21:59.922301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] No DVR routers for this DVR port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:21:59.936653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.120770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Deleting port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:00.121145 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.169184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeecbb-f82e-4e28-a155-7f597999c57d None None] Pushing event updated for resources: {'Port': ['ID=957091fb-ab32-4778-a052-cf65cd71ac8e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:00.245754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.261071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Allocated IP 172.20.0.2 (0793fddf-70a4-4c25-8071-d389181ba12b/5bc9e81c-29e4-417a-be64-64a6c6d3952b/6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:22:00.290228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.316061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.316703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] For port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:00.317369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.348746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.354673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Calling delete_port for 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:00.358587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:22:00.393876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f129a8-6772-422f-8eaa-a495441cdeef']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:00.414350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c7c133-b6a2-40ac-829c-269b30681ba5') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:00.414646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c7c133-b6a2-40ac-829c-269b30681ba5') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:00.436738 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.446012 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.448000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ae911f2a-11a9-43e0-94ea-fc40495a8f38 None None] Provisioning complete for port 957091fb-ab32-4778-a052-cf65cd71ac8e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:00.448365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ae911f2a-11a9-43e0-94ea-fc40495a8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.454936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9087be-f1a4-4d3b-9966-f7965cafe203 None None] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:22:00.469075 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.470414 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.478831 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.483686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Allocated IP 172.25.1.175 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/91ab7605-126c-43d3-b987-818017c4450b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:22:00.484574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:22:00.485871 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:22:00.507049 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:22:00.640422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=859b2903-9850-4f25-b500-06fcd5d5fb54,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:00.643337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.647953 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.656234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.658402 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.665299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54780) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:00.665523 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/35f129a8-6772-422f-8eaa-a495441cdeef HTTP/1.1" status: 204 len: 168 time: 1.4845240 Nov 27 16:22:00.688182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94649d-ec97-42ce-9fbd-eb513fde45bd admin admin] Pushing event deleted for resources: {'Network': ['ID=35f129a8-6772-422f-8eaa-a495441cdeef,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:00.789539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b67bd7e8-4e99-499a-a864-ea2939f3cd83 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:00.790132 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.795487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] Pushing event deleted for resources: {'Port': ['ID=4f406f76-4552-4b97-8ebb-cd8b30b8a8b9,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:00.813588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f87aab-59c3-4948-b2a3-095ef8ef8c23 None None] No DVR routers for this DVR port 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:00.822418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:00.823548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:00.824376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:00.915371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Pushing event updated for resources: {'Port': ['ID=91ab7605-126c-43d3-b987-818017c4450b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:00.938590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:00.942783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:00.946417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:22:00.975166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461fb9a-89de-4631-88f4-862503dc4306 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:00.981655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 520b99b4-f57e-40eb-91f2-91f4f164d871 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:01.018558 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.047855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.143976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:01.153677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d16ea9ef-ad67-41bf-9008-53fc164bb11b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/520b99b4-f57e-40eb-91f2-91f4f164d871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4853899 Nov 27 16:22:01.181595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Sync routers for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:01.196425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Network 0793fddf-70a4-4c25-8071-d389181ba12b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:01.208039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:01.210674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:22:01.214019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.236812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:01.237204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:01.292917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Pushing event updated for resources: {'Port': ['ID=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:01.434976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port b67bd7e8-4e99-499a-a864-ea2939f3cd83, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b67bd7e8-4e99-499a-a864-ea2939f3cd83,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:01.446294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c1b8d130-541a-426b-b8ad-722c14fa9d04 None None] Provisioning complete for port 91ab7605-126c-43d3-b987-818017c4450b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:01.446715 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d130-541a-426b-b8ad-722c14fa9d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.461345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.512620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.534621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Attempting to bind port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:22:01.535006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Attempting to bind port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:22:01.535501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Attempting to bind port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 on network 0793fddf-70a4-4c25-8071-d389181ba12b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:22:01.538943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:01.581634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-29054da5-7225-4464-82f9-b4642adbb0d3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516345475&fields=id&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 267 time: 0.2018421 Nov 27 16:22:01.595980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13e58c36-cd36-467c-bf6c-b8b207685448 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:01.604790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:22:01.605254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Checking segment: {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:22:01.605620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.606089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Bound using segment: {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:22:01.606579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Bound port: 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:22:01.606967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.639702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8d130-541a-426b-b8ad-722c14fa9d04 None None] Port 91ab7605-126c-43d3-b987-818017c4450b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:22:01.662988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 13e58c36-cd36-467c-bf6c-b8b207685448 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:01.663932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13e58c36-cd36-467c-bf6c-b8b207685448 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:01.664467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 963fabec-2110-4f26-9c65-a634c004abf6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:01.727696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=b67bd7e8-4e99-499a-a864-ea2939f3cd83,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:01.734115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 963fabec-2110-4f26-9c65-a634c004abf6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:01.734455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 963fabec-2110-4f26-9c65-a634c004abf6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:01.735271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:01.786569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-54283d11-0ea0-47ff-afa1-ba886a705291 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:01.788131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-54283d11-0ea0-47ff-afa1-ba886a705291 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 797 time: 0.2057068 Nov 27 16:22:01.796305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c1b8d130-541a-426b-b8ad-722c14fa9d04 None None] Provisioning complete for port b67bd7e8-4e99-499a-a864-ea2939f3cd83 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:01.796939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d130-541a-426b-b8ad-722c14fa9d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.828570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:01.829353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4f406f76-4552-4b97-8ebb-cd8b30b8a8b9 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:01.915328 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:01.916972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] For port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:22:01.925430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-286ab6ee-8f09-43df-979e-0feb11860b6d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/quotas/b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 375 time: 0.0227861 Nov 27 16:22:01.952711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] For port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:22:01.960639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.092927 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.114210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f97ad3-9e95-461d-8c52-fec3bc3c86db None None] Pushing event updated for resources: {'Port': ['ID=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:02.124274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 957091fb-ab32-4778-a052-cf65cd71ac8e up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:02.160230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-b5d2deae-9d44-4932-a0c8-5b5e4d5aa22b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836584 Nov 27 16:22:02.193621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:00Z', 'revision_number': 2, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:02.206160 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.233195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Checking router: 520b99b4-f57e-40eb-91f2-91f4f164d871 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:02.233734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Updating router 520b99b4-f57e-40eb-91f2-91f4f164d871 port 859b2903-9850-4f25-b500-06fcd5d5fb54 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:22:02.279606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.282653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-52b03e65-e9c2-4bce-8b0f-23dd435e3afb None None] Provisioning complete for port b67bd7e8-4e99-499a-a864-ea2939f3cd83 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:02.283454 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52b03e65-e9c2-4bce-8b0f-23dd435e3afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.294575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 957091fb-ab32-4778-a052-cf65cd71ac8e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:02.295447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.610202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b67bd7e8-4e99-499a-a864-ea2939f3cd83 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:02.805400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Router baf6f420-96cc-4de3-85d7-cf11dc44107f is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:22:02.815326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-50ce20bb-102f-4687-883a-e14a0f7d0403 service neutron] 10.222.0.15 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376905 Nov 27 16:22:02.865916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-52b03e65-e9c2-4bce-8b0f-23dd435e3afb None None] Provisioning complete for port 859b2903-9850-4f25-b500-06fcd5d5fb54 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:02.866507 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52b03e65-e9c2-4bce-8b0f-23dd435e3afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.929524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-52b03e65-e9c2-4bce-8b0f-23dd435e3afb None None] Port 859b2903-9850-4f25-b500-06fcd5d5fb54 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:22:02.949595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b67bd7e8-4e99-499a-a864-ea2939f3cd83 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:02.950054 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:02.998394 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.008278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.070186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-3bb0afbc-eb84-4c75-81a6-62f95ef3683e service neutron] 10.222.0.15 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202976 Nov 27 16:22:03.073920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:03.087614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Sync routers for ids ['baf6f420-96cc-4de3-85d7-cf11dc44107f'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:03.101454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349aeef-6294-4289-bf03-937f2dbc001c None None] Pushing event updated for resources: {'Port': ['ID=859b2903-9850-4f25-b500-06fcd5d5fb54,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:03.111014 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Routers {'baf6f420-96cc-4de3-85d7-cf11dc44107f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:03.117023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.121277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54806) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:03.121855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7e68eab0-6ae9-4393-ad2a-89c556e1b61d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7288921 Nov 27 16:22:03.129735 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['baf6f420-96cc-4de3-85d7-cf11dc44107f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:03.143070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-df2947c3-5b1a-426f-b5c7-7b5fd384e64f None None] Provisioning complete for port 859b2903-9850-4f25-b500-06fcd5d5fb54 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:03.143444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df2947c3-5b1a-426f-b5c7-7b5fd384e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.224935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Deleting port 2c9130f1-e049-44a9-9e48-d1da846d9015 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:03.225551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.276918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Attempting to bind port 859b2903-9850-4f25-b500-06fcd5d5fb54 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:22:03.277298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Attempting to bind port 859b2903-9850-4f25-b500-06fcd5d5fb54 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:22:03.286633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Attempting to bind port 859b2903-9850-4f25-b500-06fcd5d5fb54 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:22:03.293708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-df2947c3-5b1a-426f-b5c7-7b5fd384e64f None None] Port 859b2903-9850-4f25-b500-06fcd5d5fb54 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:22:03.297229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:22:03.297645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Checking segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:22:03.298096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.298488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Bound using segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:22:03.298974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Bound port: 859b2903-9850-4f25-b500-06fcd5d5fb54, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:22:03.299354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.409338 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Set router baf6f420-96cc-4de3-85d7-cf11dc44107f gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:03.488672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] For port 859b2903-9850-4f25-b500-06fcd5d5fb54, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:22:03.492186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] For port 859b2903-9850-4f25-b500-06fcd5d5fb54, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=859b2903-9850-4f25-b500-06fcd5d5fb54,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:22:03.501203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.507115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24327e1-f872-45b0-93ca-d2e3d77f3d52 None None] Network 0793fddf-70a4-4c25-8071-d389181ba12b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:22:03.531384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e2a0d36-4a98-4bd7-bcda-a880a1e64997 req-13cc535b-fb5d-4841-9712-31835b30794e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 210 time: 0.0815024 Nov 27 16:22:03.549508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] For port 2c9130f1-e049-44a9-9e48-d1da846d9015, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2c9130f1-e049-44a9-9e48-d1da846d9015,segment=NetworkSegment(bb072eeb-cb85-4626-9724-8eca9165ac6c),segment_id=bb072eeb-cb85-4626-9724-8eca9165ac6c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:03.550884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.578511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Calling delete_port for 2c9130f1-e049-44a9-9e48-d1da846d9015 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:03.626463 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Provisioning complete for port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:03.626897 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.705882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:03.706470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:03.711961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349aeef-6294-4289-bf03-937f2dbc001c None None] Pushing event updated for resources: {'Port': ['ID=859b2903-9850-4f25-b500-06fcd5d5fb54,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:03.808646 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '91ab7605-126c-43d3-b987-818017c4450b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:01Z', 'revision_number': 3, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port': {'id': '91ab7605-126c-43d3-b987-818017c4450b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:00Z', 'updated_at': '2021-11-27T16:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:03.844441 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Checking router: baf6f420-96cc-4de3-85d7-cf11dc44107f for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:03.844805 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Updating router baf6f420-96cc-4de3-85d7-cf11dc44107f port 91ab7605-126c-43d3-b987-818017c4450b binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:22:03.869890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.882750 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:03.917041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9130f1-e049-44a9-9e48-d1da846d9015,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:04.010191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.118442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:04.172326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.203775 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:04.239571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.272032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Allocated IP 172.20.0.1 (0793fddf-70a4-4c25-8071-d389181ba12b/5bc9e81c-29e4-417a-be64-64a6c6d3952b/3bd9e717-9e5d-4b95-a170-1e082da8fb0a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:22:04.320382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:04.320792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.364421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] For port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:04.426114 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.442799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.476627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:04.494945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.508481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Provisioning complete for port 859b2903-9850-4f25-b500-06fcd5d5fb54 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:04.508854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.562252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Network 0793fddf-70a4-4c25-8071-d389181ba12b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:04.566076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:04.570775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:22:04.575100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Pushing event updated for resources: {'Port': ['ID=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:04.577646 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.605517 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.625987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Pushing event updated for resources: {'Port': ['ID=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:04.627266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.686203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ab11c69-817f-46fc-9778-f29c15b4bdc6 req-7597b7e0-05ac-443c-8200-673faeb5c1f5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 210 time: 0.0696118 Nov 27 16:22:04.689146 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Attempting to bind port 91ab7605-126c-43d3-b987-818017c4450b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:22:04.689490 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Attempting to bind port 91ab7605-126c-43d3-b987-818017c4450b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:22:04.690144 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Attempting to bind port 91ab7605-126c-43d3-b987-818017c4450b on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:22:04.703528 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:22:04.703941 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:22:04.704480 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.704732 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:22:04.705659 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Bound port: 91ab7605-126c-43d3-b987-818017c4450b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:22:04.706105 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.716637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:04.728755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0a2cb45d-e951-464f-a11f-7acf0ad298d4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e952f9e-0be9-48bf-88d2-cc9d6fdee279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0606508 Nov 27 16:22:04.729446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54818) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:04.734176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75889a42-0abd-43e3-bd64-d46b1233c45b None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:04.747479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] Sync routers for ids ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:04.770632 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] For port 91ab7605-126c-43d3-b987-818017c4450b, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:22:04.783453 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] For port 91ab7605-126c-43d3-b987-818017c4450b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=91ab7605-126c-43d3-b987-818017c4450b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:22:04.787997 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4be479-bc2e-4536-9142-b68181e9bd61 None None] Pushing event updated for resources: {'Port': ['ID=91ab7605-126c-43d3-b987-818017c4450b,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:04.792726 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.811555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] Routers {'3e952f9e-0be9-48bf-88d2-cc9d6fdee279'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:04.812132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:04.887894 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Routers {'baf6f420-96cc-4de3-85d7-cf11dc44107f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:04.888515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['baf6f420-96cc-4de3-85d7-cf11dc44107f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:04.911271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce51c1-3937-400b-adbb-9300fa625191 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:04.917630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:04.936803 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.013149 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4be479-bc2e-4536-9142-b68181e9bd61 None None] Pushing event updated for resources: {'Port': ['ID=91ab7605-126c-43d3-b987-818017c4450b,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:05.077138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.090335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.103731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:03Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:05.123123 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] Set router baf6f420-96cc-4de3-85d7-cf11dc44107f gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:05.146642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ff7a9-2a75-4f0c-b1be-dc0dfc346118 None None] The sync data for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 is: [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:03Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:05.173043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Deleting port d04f857f-abf6-447f-bc00-293def5c7e6b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:05.173646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] For port 859b2903-9850-4f25-b500-06fcd5d5fb54, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=859b2903-9850-4f25-b500-06fcd5d5fb54,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:05.173804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.190191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] Set router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:05.192172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.252848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.268517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.307011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] For port d04f857f-abf6-447f-bc00-293def5c7e6b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d04f857f-abf6-447f-bc00-293def5c7e6b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:05.307582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.340717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Calling delete_port for d04f857f-abf6-447f-bc00-293def5c7e6b owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:05.374009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.378379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Pushing event updated for resources: {'Port': ['ID=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:05.477007 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '91ab7605-126c-43d3-b987-818017c4450b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:01Z', 'revision_number': 3, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port': {'id': '91ab7605-126c-43d3-b987-818017c4450b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:00Z', 'updated_at': '2021-11-27T16:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:05.501232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Network 0793fddf-70a4-4c25-8071-d389181ba12b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:05.503082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:05.510631 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0ba8f-5d30-41f8-9db1-b9559fa8c623 None None] The sync data for ids ['baf6f420-96cc-4de3-85d7-cf11dc44107f'] in n-d-819494-4 is: [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '91ab7605-126c-43d3-b987-818017c4450b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:01Z', 'revision_number': 3, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port': {'id': '91ab7605-126c-43d3-b987-818017c4450b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:00Z', 'updated_at': '2021-11-27T16:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:05.664687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Router baf6f420-96cc-4de3-85d7-cf11dc44107f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:05.671006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.720471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Pushing event deleted for resources: {'Port': ['ID=d04f857f-abf6-447f-bc00-293def5c7e6b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:05.743235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9960396c-6dce-412f-93d2-56971dc2ac75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.750425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10b9b1-231f-4c90-b25e-3ffc639bdc3e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:05.782412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2342-ab39-4304-87cc-aad46ec4be2d None None] Pushing event updated for resources: {'Port': ['ID=859b2903-9850-4f25-b500-06fcd5d5fb54,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:05.792181 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Provisioning complete for port 91ab7605-126c-43d3-b987-818017c4450b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:05.792563 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.834470 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.893834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e50d48bc-2ba7-4129-ba35-5cb7f8ff397f req-9b26510e-6fb5-4ee6-915d-b185ca1dd377 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 210 time: 0.0635552 Nov 27 16:22:05.919910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:05.922524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:05.925752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:22:03Z', 'revision_number': 5, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port': {'id': 'd04f857f-abf6-447f-bc00-293def5c7e6b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:40Z', 'updated_at': '2021-11-27T16:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:05.930725 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fdf77de2-56ae-48f9-a462-60af23d9fefc admin admin] 10.222.0.15 "PUT /v2.0/routers/baf6f420-96cc-4de3-85d7-cf11dc44107f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8074598 Nov 27 16:22:05.959074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] Checking router: 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:05.976407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] For port 91ab7605-126c-43d3-b987-818017c4450b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=91ab7605-126c-43d3-b987-818017c4450b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:05.978914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] Routers {'3e952f9e-0be9-48bf-88d2-cc9d6fdee279'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:05.979507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:21:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:05.983779 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.020486 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.023420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.075956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.077143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:22:06.082182 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.085585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-35df1561-54ad-4c89-9001-10fd9ee2d23a admin admin] 10.222.0.15 "DELETE /v2.0/routers/3e952f9e-0be9-48bf-88d2-cc9d6fdee279 HTTP/1.1" status: 204 len: 168 time: 1.3529377 Nov 27 16:22:06.087486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54832) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:06.088316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] Set router 3e952f9e-0be9-48bf-88d2-cc9d6fdee279 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:06.165493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Deleting subnet ad3b905c-2024-4547-802b-cfad855dc742 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:22:06.169134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.202770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 859b2903-9850-4f25-b500-06fcd5d5fb54 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:06.210963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.232098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 7, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:06.239923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Provisioning complete for port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:06.240299 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.275752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Pushing event updated for resources: {'Port': ['ID=91ab7605-126c-43d3-b987-818017c4450b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:06.298906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4fae6-24dc-477e-89d9-3545b83311c5 None None] The sync data for ids ['3e952f9e-0be9-48bf-88d2-cc9d6fdee279'] in n-d-819494-4 is: [{'id': '3e952f9e-0be9-48bf-88d2-cc9d6fdee279', 'name': 'tempest-TaggedBootDevicesTest_v242-842636793-router', 'tenant_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:37Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 7, 'project_id': '4d7e9b95c63b40ceadaa8fa7c800cb1b', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:06.311826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.343933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 859b2903-9850-4f25-b500-06fcd5d5fb54 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:06.344410 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.375367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.407297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3b905c-2024-4547-802b-cfad855dc742,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:06.411413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.417528 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-952b4dc0-954a-43ab-b7f7-f63380edeb70 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad3b905c-2024-4547-802b-cfad855dc742 HTTP/1.1" status: 204 len: 168 time: 0.3287723 Nov 27 16:22:06.417724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:06.435424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0edfbd4-5f5c-42b5-a68a-8b892ec74685 None None] Network f72bc52e-23e0-46d2-aae5-47b332a050aa requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:22:06.507958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Provisioning complete for port 859b2903-9850-4f25-b500-06fcd5d5fb54 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:06.507958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.509395 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.570748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Deleting port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:06.571083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.651537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] For port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,segment=NetworkSegment(bb072eeb-cb85-4626-9724-8eca9165ac6c),segment_id=bb072eeb-cb85-4626-9724-8eca9165ac6c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:06.651905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.665868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Calling delete_port for b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:06.669212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:06.765221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.782383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:06.782755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.797649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] No DVR routers for this DVR port b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:06.799974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:06.836293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Provisioning complete for port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:06.836901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.863788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3ed1b-cf98-46fa-9550-94a625f9d761 None None] DHCP port deletion for f72bc52e-23e0-46d2-aae5-47b332a050aa request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:06.937017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:06.944040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-70b8b0ff-167e-4f76-bd3a-1bf8de202274 None None] Port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:22:06.980342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72bc52e-23e0-46d2-aae5-47b332a050aa']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:07.002957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb072eeb-cb85-4626-9724-8eca9165ac6c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:07.003513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb072eeb-cb85-4626-9724-8eca9165ac6c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:07.034385 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.065152 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.094018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8366b454-c0dc-4b9a-a9af-76cc971e6f21 None None] Provisioning complete for port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:07.094351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8366b454-c0dc-4b9a-a9af-76cc971e6f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.120098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cc9d2ca-258d-4c95-a50f-1ac66d8036b2 req-a77adc73-2088-4193-90ad-c41616be51d7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 210 time: 0.0582192 Nov 27 16:22:07.120996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:22:07.122129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:22:07.123958 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:22:07.171309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8366b454-c0dc-4b9a-a9af-76cc971e6f21 None None] Port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:22:07.203945 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.210755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.216712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f72bc52e-23e0-46d2-aae5-47b332a050aa HTTP/1.1" status: 204 len: 168 time: 0.7976947 Nov 27 16:22:07.280332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a62460-93af-429f-93c4-4f880d898eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72bc52e-23e0-46d2-aae5-47b332a050aa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:07.448135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54884) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:07.519265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-7e31a8c8-1826-468a-a1b7-fa4aadd92eb7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:07.521641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-7e31a8c8-1826-468a-a1b7-fa4aadd92eb7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 797 time: 0.2526929 Nov 27 16:22:07.546575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54886) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:07.631972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-df919949-3b9d-4635-8c48-597a9fa32947 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 380 time: 0.0936944 Nov 27 16:22:07.645542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'port': {'device_id': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'admin_state_up': True, 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'security_groups': ['c12da520-5a2b-41e4-9456-4e7a92fe1262']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:22:07.695758 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-046171f3-41d4-406f-b36f-7a1b8038ebce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.709590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e87cbff6-6f10-4e1d-b46e-502a5cc8b5c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8789e584ce8d4bc2927e64a2229668f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592035 Nov 27 16:22:07.709942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54888) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:07.806846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29911c6-ee5c-42a5-ba1f-5d7c36b20f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.845328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:22:07.849431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.853616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29911c6-ee5c-42a5-ba1f-5d7c36b20f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.981640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29911c6-ee5c-42a5-ba1f-5d7c36b20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.985097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b29911c6-ee5c-42a5-ba1f-5d7c36b20f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:07.987559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b29911c6-ee5c-42a5-ba1f-5d7c36b20f9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6a651a8-aa9c-4445-9e07-7828278240f4 HTTP/1.1" status: 204 len: 168 time: 0.2763648 Nov 27 16:22:08.027118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29911c6-ee5c-42a5-ba1f-5d7c36b20f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a651a8-aa9c-4445-9e07-7828278240f4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:08.089146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.9 (75a8cc4c-1fbb-479a-a49d-d309a4b5a10f/c52c59c2-17e3-4a1a-8317-53a15fa87dac/325cd18e-8494-4554-8ded-9811f7721835) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:22:08.170522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 91ab7605-126c-43d3-b987-818017c4450b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:08.294153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 91ab7605-126c-43d3-b987-818017c4450b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:08.294635 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.347884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fe2fdf3e-6777-44f9-a3f2-b3fff1212b1f req-3bd3ce09-d5a8-4876-bebe-5a49455652ba tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 210 time: 0.0531428 Nov 27 16:22:08.385577 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.454355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.491625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.579667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:08.589528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:08.599605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:22:08.602289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.632783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:08.696611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:08.708925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:08.710415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b3aa2d21-a6a3-4e08-9847-d9fc0bb0967e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:08.711406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54896) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:08.711892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2c9130f1-e049-44a9-9e48-d1da846d9015 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:08.760693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2c9130f1-e049-44a9-9e48-d1da846d9015 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:08.760962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2c9130f1-e049-44a9-9e48-d1da846d9015 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:08.766065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d04f857f-abf6-447f-bc00-293def5c7e6b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:08.768056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:08.768989 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.791799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d04f857f-abf6-447f-bc00-293def5c7e6b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:08.792368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d04f857f-abf6-447f-bc00-293def5c7e6b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:08.813362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ebd0cb0-5a0e-4f98-9316-df913e933976 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1730242 Nov 27 16:22:08.815998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e08fb1b-99b7-4002-88c3-07f7e17a1d39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d7e9b95c63b40ceadaa8fa7c800cb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988169 Nov 27 16:22:08.818782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54898) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:08.832862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Request body: {'port': {'device_id': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:22:08.902823 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.940624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1a62995a-cf78-4496-bd52-419122e8bc9e None None] Provisioning complete for port 325cd18e-8494-4554-8ded-9811f7721835 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:08.940993 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a62995a-cf78-4496-bd52-419122e8bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.942712 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a28049c3-8fc2-4257-b931-ec02b373b0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:08.983323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1a62995a-cf78-4496-bd52-419122e8bc9e None None] Port 325cd18e-8494-4554-8ded-9811f7721835 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:22:08.988828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a28049c3-8fc2-4257-b931-ec02b373b0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.038130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Deleting port 957091fb-ab32-4778-a052-cf65cd71ac8e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:09.038501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.094212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a28049c3-8fc2-4257-b931-ec02b373b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.096829 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a28049c3-8fc2-4257-b931-ec02b373b0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.101076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a28049c3-8fc2-4257-b931-ec02b373b0b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a8179a3-ff57-4454-b9d4-42ab82441a2f HTTP/1.1" status: 204 len: 168 time: 0.2782209 Nov 27 16:22:09.112315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28049c3-8fc2-4257-b931-ec02b373b0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8179a3-ff57-4454-b9d4-42ab82441a2f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:09.141710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] For port 957091fb-ab32-4778-a052-cf65cd71ac8e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=957091fb-ab32-4778-a052-cf65cd71ac8e,segment=NetworkSegment(224af1f4-2b40-460b-af93-207b8efcf35d),segment_id=224af1f4-2b40-460b-af93-207b8efcf35d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:09.142078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.156786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Calling delete_port for 957091fb-ab32-4778-a052-cf65cd71ac8e owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:09.196476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325cd18e-8494-4554-8ded-9811f7721835 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:22:09.205265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.219469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Transition to ACTIVE for port object 325cd18e-8494-4554-8ded-9811f7721835 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:22:09.224365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.296996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:09.373703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:22:09.374433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:22:09.374900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:22:09.375821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.379798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Port 325cd18e-8494-4554-8ded-9811f7721835 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:22:09.380128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:22:09.385662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:22:09.386019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Checking segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:22:09.386415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Bound using segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:22:09.386890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Bound port: 325cd18e-8494-4554-8ded-9811f7721835, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:22:09.387255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.418709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Pushing event deleted for resources: {'Port': ['ID=957091fb-ab32-4778-a052-cf65cd71ac8e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:09.551514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:22:09.558605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:22:09.577385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42198-c9b2-4d6c-894a-e0561bc133e7 req-7e8c75df-7bc1-4487-bcbc-1b6146ab4df2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:09.587269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79e42198-c9b2-4d6c-894a-e0561bc133e7 req-7e8c75df-7bc1-4487-bcbc-1b6146ab4df2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.1016417 Nov 27 16:22:09.596847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.655352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:09.656242 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.657577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] 10.222.0.21 "PUT /v2.0/ports/325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 1091 time: 0.8291953 Nov 27 16:22:09.659600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:22:09.662088 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5df001-8e85-4716-a3cc-958934701fda" -d '{"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:22:09.709614 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:09.845254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79e42198-c9b2-4d6c-894a-e0561bc133e7 req-bfc86657-c27c-4f1b-b29d-da613541f668 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570093 Nov 27 16:22:09.878573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164b06d-6f9a-475c-bc35-46c192a95473 service neutron] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:09.914778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-de9e5c30-00b1-41c2-aff1-b8ec5658f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:09.916287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-de9e5c30-00b1-41c2-aff1-b8ec5658f504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1094 time: 0.1752067 Nov 27 16:22:10.025705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-a37e8197-059d-4c55-93a7-e91181fda5c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 217 time: 0.0935659 Nov 27 16:22:10.114028 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31d545-e2fe-4eac-bfef-a2b6cdc17385 x-openstack-request-id: req-8c31d545-e2fe-4eac-bfef-a2b6cdc17385 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:22:10.114339 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:22:10.114603 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c31d545-e2fe-4eac-bfef-a2b6cdc17385 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:22:10.115144 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'status': 'completed', 'code': 200} Nov 27 16:22:10.116829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-9be57fd2-d369-48ef-b6a0-84db37d21cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:10.118362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-9be57fd2-d369-48ef-b6a0-84db37d21cb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0809669 Nov 27 16:22:10.169533 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Router c80039b6-a9b8-4e56-851b-ec5158efbdb7 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:10.177314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ce68442-a4ec-4cac-9a29-35a3fe10e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:10.178862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-6ce68442-a4ec-4cac-9a29-35a3fe10e082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507228 Nov 27 16:22:10.275970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-a420172d-50f3-4e98-a21a-3493927b544a service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852451 Nov 27 16:22:10.286438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:10.294316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d7ad2a2b-65ab-438a-94d7-ca4309f8edbb admin admin] 10.222.0.15 "PUT /v2.0/routers/c80039b6-a9b8-4e56-851b-ec5158efbdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8442984 Nov 27 16:22:10.295232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54930) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:10.300626 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] Sync routers for ids ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:10.311312 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] Routers {'c80039b6-a9b8-4e56-851b-ec5158efbdb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:10.311943 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:10.340903 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:10.430006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-464c7105-eaff-4dc4-a10d-ac10ea54b171 req-82c4d863-e231-456c-8023-32be85f6249b service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433828 Nov 27 16:22:10.435373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] Set router c80039b6-a9b8-4e56-851b-ec5158efbdb7 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:10.456149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:10.557150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df001-8e85-4716-a3cc-958934701fda req-7acb376d-9b64-4253-96bd-e137683d96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:10.561714 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-7acb376d-9b64-4253-96bd-e137683d96bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1094 time: 0.0616713 Nov 27 16:22:10.579711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:10.664537 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:22:09Z', 'revision_number': 5, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port': {'id': 'b119cd8e-abe5-462b-9402-eee893f02810', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:10.678000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Deleting port b119cd8e-abe5-462b-9402-eee893f02810 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:10.678792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:10.687494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df001-8e85-4716-a3cc-958934701fda req-8fe63139-018a-4724-8e63-152ae1c130f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:10.689067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-8fe63139-018a-4724-8e63-152ae1c130f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1199691 Nov 27 16:22:10.698696 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] Checking router: c80039b6-a9b8-4e56-851b-ec5158efbdb7 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:10.708124 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] Routers {'c80039b6-a9b8-4e56-851b-ec5158efbdb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:10.708831 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:10.748844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-744ca300-e94e-471d-a35e-191210d6069c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 217 time: 0.0452070 Nov 27 16:22:10.768876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54938) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:10.786160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] For port b119cd8e-abe5-462b-9402-eee893f02810, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b119cd8e-abe5-462b-9402-eee893f02810,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:10.786681 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:10.810109 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] Set router c80039b6-a9b8-4e56-851b-ec5158efbdb7 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:10.810367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df001-8e85-4716-a3cc-958934701fda req-a6e7b2b8-09de-4927-98db-76520b45171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:10.811650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-a6e7b2b8-09de-4927-98db-76520b45171a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0555172 Nov 27 16:22:10.817309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Calling delete_port for b119cd8e-abe5-462b-9402-eee893f02810 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:10.875282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df001-8e85-4716-a3cc-958934701fda req-234dad46-e372-47e8-91bf-75acfb08950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:10.876782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-234dad46-e372-47e8-91bf-75acfb08950c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572853 Nov 27 16:22:10.878842 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:22:10Z', 'revision_number': 6, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:10.921250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Sync routers for ids ['baf6f420-96cc-4de3-85d7-cf11dc44107f'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:10.933271 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fecb8-3781-4d41-82e1-c393052a4773 None None] The sync data for ids ['c80039b6-a9b8-4e56-851b-ec5158efbdb7'] in n-d-819494-4 is: [{'id': 'c80039b6-a9b8-4e56-851b-ec5158efbdb7', 'name': 'tempest-TestAggregatesBasicOps-653701879-router', 'tenant_id': '1bd7b90fc64545099e3813801cb68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:49Z', 'updated_at': '2021-11-27T16:22:10Z', 'revision_number': 6, 'project_id': '1bd7b90fc64545099e3813801cb68f80', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:10.939326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Routers {'baf6f420-96cc-4de3-85d7-cf11dc44107f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:10.939963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['baf6f420-96cc-4de3-85d7-cf11dc44107f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:11.056245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.072912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Set router baf6f420-96cc-4de3-85d7-cf11dc44107f gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:11.087479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Pushing event deleted for resources: {'Port': ['ID=b119cd8e-abe5-462b-9402-eee893f02810,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:11.123451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6513b1-476c-4a35-b934-edd70c49e88a None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:11.176765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.244764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.276649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.278926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.336453 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.337257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80039b6-a9b8-4e56-851b-ec5158efbdb7 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:22:11.342521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.343942 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-27c6b8c0-44aa-4fee-aaf5-b8957a5fa50e admin admin] 10.222.0.15 "DELETE /v2.0/routers/c80039b6-a9b8-4e56-851b-ec5158efbdb7 HTTP/1.1" status: 204 len: 168 time: 1.0478446 Nov 27 16:22:11.346408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54944) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:11.351071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '91ab7605-126c-43d3-b987-818017c4450b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:04Z', 'revision_number': 4, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port': {'id': '91ab7605-126c-43d3-b987-818017c4450b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:00Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3bd9e717-9e5d-4b95-a170-1e082da8fb0a', 'name': '', 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'mac_address': 'fa:16:3e:7c:9d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:04Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 2, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'subnets': [{'id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:11.390572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Checking router: baf6f420-96cc-4de3-85d7-cf11dc44107f for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:11.391330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Updating router baf6f420-96cc-4de3-85d7-cf11dc44107f port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:22:11.401631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Deleting subnet 124c510c-6927-4709-afff-1fa1227f6731 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:22:11.405215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.412094 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db6-61b3-4b9c-967f-695fb342d80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.425986 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.448992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.467587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dec96-763a-49d9-8ad4-6b4184061eed req-072b7723-94c9-4e32-89a3-993a9925d9de tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:11.469368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-018dec96-763a-49d9-8ad4-6b4184061eed req-072b7723-94c9-4e32-89a3-993a9925d9de tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.1041756 Nov 27 16:22:11.512980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-4a2af313-caa2-42ef-ab6e-55f9ea4cf51c service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231077 Nov 27 16:22:11.560207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.618885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-018dec96-763a-49d9-8ad4-6b4184061eed req-fc0a2a44-43d2-4307-980e-dbe27aa801b5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389110 Nov 27 16:22:11.634388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.664982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124c510c-6927-4709-afff-1fa1227f6731,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:11.667070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.673774 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dc7a37b7-e971-47af-a3ac-fe1f7ce77257 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/124c510c-6927-4709-afff-1fa1227f6731 HTTP/1.1" status: 204 len: 168 time: 0.3257861 Nov 27 16:22:11.674774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54948) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:11.680890 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db6-61b3-4b9c-967f-695fb342d80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.688277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40ca8db6-61b3-4b9c-967f-695fb342d80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.707206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaaadb-7087-4a5c-b060-386c0a358c8c None None] Network 86cd4500-9865-466d-b370-795dc4ad423f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:22:11.714388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5df001-8e85-4716-a3cc-958934701fda req-fd40c326-20c7-430a-80f7-a67f52466e6a service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919816 Nov 27 16:22:11.740437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-40ca8db6-61b3-4b9c-967f-695fb342d80d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c8e8620472a4add9ddbf851ff515ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9702971 Nov 27 16:22:11.742323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8db6-61b3-4b9c-967f-695fb342d80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebf0887-5103-40a4-a4f1-fa80da0b12b7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:11.742814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 54950) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:11.769987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.839272 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3047f5-eb72-4c33-9ccd-783a86a0df21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.871580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3047f5-eb72-4c33-9ccd-783a86a0df21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.887748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Deleting port 91c472d4-4bea-4d15-b6d0-0593838dd702 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:11.888091 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.991271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 957091fb-ab32-4778-a052-cf65cd71ac8e no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:11.993430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3047f5-eb72-4c33-9ccd-783a86a0df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:11.996993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3047f5-eb72-4c33-9ccd-783a86a0df21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.006488 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb3047f5-eb72-4c33-9ccd-783a86a0df21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ebf0887-5103-40a4-a4f1-fa80da0b12b7 HTTP/1.1" status: 204 len: 168 time: 0.2581098 Nov 27 16:22:12.019214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] For port 91c472d4-4bea-4d15-b6d0-0593838dd702, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=91c472d4-4bea-4d15-b6d0-0593838dd702,segment=NetworkSegment(224af1f4-2b40-460b-af93-207b8efcf35d),segment_id=224af1f4-2b40-460b-af93-207b8efcf35d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:12.019583 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.024598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 957091fb-ab32-4778-a052-cf65cd71ac8e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:12.024947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 957091fb-ab32-4778-a052-cf65cd71ac8e not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:12.025669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b119cd8e-abe5-462b-9402-eee893f02810 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:12.031522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3047f5-eb72-4c33-9ccd-783a86a0df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebf0887-5103-40a4-a4f1-fa80da0b12b7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:12.032254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.042190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Calling delete_port for 91c472d4-4bea-4d15-b6d0-0593838dd702 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:12.065674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] DHCP port deletion for 86cd4500-9865-466d-b370-795dc4ad423f request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:12.068883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b119cd8e-abe5-462b-9402-eee893f02810 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:12.069206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b119cd8e-abe5-462b-9402-eee893f02810 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:12.078264 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.148550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.198904 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Pushing event deleted for resources: {'Port': ['ID=91c472d4-4bea-4d15-b6d0-0593838dd702,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:12.201996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] No DVR routers for this DVR port 91c472d4-4bea-4d15-b6d0-0593838dd702 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:12.208739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfca0a-ee35-486d-b5b0-b455747e7ba8 None None] Pushing event updated for resources: {'Port': ['ID=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:12.262199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Attempting to bind port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:22:12.262561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Attempting to bind port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:22:12.262934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Attempting to bind port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a on network 0793fddf-70a4-4c25-8071-d389181ba12b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:22:12.270675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:22:12.271064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Checking segment: {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:22:12.271476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.271929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Bound using segment: {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:22:12.272337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Bound port: 3bd9e717-9e5d-4b95-a170-1e082da8fb0a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772315c0-edde-43d9-bf20-9204357dd7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:22:12.272722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.288957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Deleting port 91c472d4-4bea-4d15-b6d0-0593838dd702 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:12.289327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.308625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.334506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cd4500-9865-466d-b370-795dc4ad423f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:12.345952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224af1f4-2b40-460b-af93-207b8efcf35d') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:12.346309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224af1f4-2b40-460b-af93-207b8efcf35d') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:12.363000 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.380604 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.388217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:22:12.388624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:22:12.390483 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:22:12.405071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] For port 91c472d4-4bea-4d15-b6d0-0593838dd702, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:12.405683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.420763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] For port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:22:12.423115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Calling delete_port for 91c472d4-4bea-4d15-b6d0-0593838dd702 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:12.426137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Port 91c472d4-4bea-4d15-b6d0-0593838dd702 was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:22:12.427988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.455565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] Pushing event deleted for resources: {'Port': ['ID=91c472d4-4bea-4d15-b6d0-0593838dd702,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:12.459192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.465890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f12bac-09c5-4b7b-b30c-c7600352f418 None None] No DVR routers for this DVR port 91c472d4-4bea-4d15-b6d0-0593838dd702 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:12.466052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.473512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] For port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:22:12.473707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/86cd4500-9865-466d-b370-795dc4ad423f HTTP/1.1" status: 204 len: 168 time: 0.7971392 Nov 27 16:22:12.476314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 54962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:12.486740 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.491729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69de94-ae16-42ec-b214-ef72fd6540ea admin admin] Pushing event deleted for resources: {'Network': ['ID=86cd4500-9865-466d-b370-795dc4ad423f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:12.547071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5f8d9469-eba6-4b51-9c25-e47833374d15 None None] Provisioning complete for port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:12.547188 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9469-eba6-4b51-9c25-e47833374d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.602233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfca0a-ee35-486d-b5b0-b455747e7ba8 None None] Pushing event updated for resources: {'Port': ['ID=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:12.607236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Routers {'baf6f420-96cc-4de3-85d7-cf11dc44107f'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:12.607870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['baf6f420-96cc-4de3-85d7-cf11dc44107f'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:12.788879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9469-eba6-4b51-9c25-e47833374d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.837190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5f8d9469-eba6-4b51-9c25-e47833374d15 None None] For port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:12.849246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] Set router baf6f420-96cc-4de3-85d7-cf11dc44107f gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:12.851535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9469-eba6-4b51-9c25-e47833374d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:12.889147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402020e5-db9a-48b2-8dd0-6eb30c8f1f51 req-1a82c879-3806-4570-b112-2e547c73b68a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:12.891431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-402020e5-db9a-48b2-8dd0-6eb30c8f1f51 req-1a82c879-3806-4570-b112-2e547c73b68a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.1277499 Nov 27 16:22:12.993219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-402020e5-db9a-48b2-8dd0-6eb30c8f1f51 req-c226227c-c262-465e-9452-fd417fe0fca7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930195 Nov 27 16:22:13.008254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d9469-eba6-4b51-9c25-e47833374d15 None None] Pushing event updated for resources: {'Port': ['ID=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:13.023683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-24db0225-17a2-4adc-aa76-fc53f58beaa7 None None] Provisioning complete for port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:13.023777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-24db0225-17a2-4adc-aa76-fc53f58beaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.084093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.144692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 325cd18e-8494-4554-8ded-9811f7721835 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:22:13.247133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '91ab7605-126c-43d3-b987-818017c4450b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:04Z', 'revision_number': 4, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port': {'id': '91ab7605-126c-43d3-b987-818017c4450b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:00Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3bd9e717-9e5d-4b95-a170-1e082da8fb0a', 'name': '', 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'mac_address': 'fa:16:3e:7c:9d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:04Z', 'updated_at': '2021-11-27T16:22:12Z', 'revision_number': 4, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'subnets': [{'id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:13.286476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa5290-9634-40b6-b244-4c0ab23f731e None None] The sync data for ids ['baf6f420-96cc-4de3-85d7-cf11dc44107f'] in n-d-819494-4 is: [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '91ab7605-126c-43d3-b987-818017c4450b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:04Z', 'revision_number': 4, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port': {'id': '91ab7605-126c-43d3-b987-818017c4450b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:00Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '3bd9e717-9e5d-4b95-a170-1e082da8fb0a', 'name': '', 'network_id': '0793fddf-70a4-4c25-8071-d389181ba12b', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'mac_address': 'fa:16:3e:7c:9d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:22:04Z', 'updated_at': '2021-11-27T16:22:12Z', 'revision_number': 4, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'subnets': [{'id': '5bc9e81c-29e4-417a-be64-64a6c6d3952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:13.303117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:13.314850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '325cd18e-8494-4554-8ded-9811f7721835', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'port_id': '325cd18e-8494-4554-8ded-9811f7721835', 'mac_address': 'fa:16:3e:62:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:22:13.370391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.391596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325cd18e-8494-4554-8ded-9811f7721835 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:22:13.416750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Deleting port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:13.417171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.422894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:13.434081 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.498117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:13.537386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] For port 3bd9e717-9e5d-4b95-a170-1e082da8fb0a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:13.537932 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.553058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Calling delete_port for 3bd9e717-9e5d-4b95-a170-1e082da8fb0a owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:13.719506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['325cd18e-8494-4554-8ded-9811f7721835'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:22:13.774159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:13.801584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd9e717-9e5d-4b95-a170-1e082da8fb0a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:14.047665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 91c472d4-4bea-4d15-b6d0-0593838dd702 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:14.075891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 91c472d4-4bea-4d15-b6d0-0593838dd702 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:14.076381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 91c472d4-4bea-4d15-b6d0-0593838dd702 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:14.204508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03911ce-242d-46f7-b1fb-3bc2f6aac75e req-82edc66d-0e1a-40de-97b6-1708c8465a54 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:14.206186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a03911ce-242d-46f7-b1fb-3bc2f6aac75e req-82edc66d-0e1a-40de-97b6-1708c8465a54 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 944 time: 0.0785480 Nov 27 16:22:14.206917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:14.342673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a03911ce-242d-46f7-b1fb-3bc2f6aac75e req-471112b5-e165-40a7-b564-bb8d7c5eb04d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271348 Nov 27 16:22:14.477486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Router baf6f420-96cc-4de3-85d7-cf11dc44107f has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:14.594763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:14.602440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-293285df-7470-4481-8ff9-667514acf9f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/baf6f420-96cc-4de3-85d7-cf11dc44107f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228771 Nov 27 16:22:14.602855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55006) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:14.719845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:14.796649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55010) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:14.829979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:14.856264 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] Sync routers for ids ['baf6f420-96cc-4de3-85d7-cf11dc44107f'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:14.866985 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] Routers {'baf6f420-96cc-4de3-85d7-cf11dc44107f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:14.867601 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['baf6f420-96cc-4de3-85d7-cf11dc44107f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:14.889433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Deleting port 91ab7605-126c-43d3-b987-818017c4450b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:14.889783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:14.941817 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:14.957282 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] Set router baf6f420-96cc-4de3-85d7-cf11dc44107f gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:15.005247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] For port 91ab7605-126c-43d3-b987-818017c4450b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=91ab7605-126c-43d3-b987-818017c4450b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:15.005634 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.024845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Calling delete_port for 91ab7605-126c-43d3-b987-818017c4450b owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:15.100378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:14Z', 'revision_number': 6, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:15.110948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.117765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.127104 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] Checking router: baf6f420-96cc-4de3-85d7-cf11dc44107f for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:15.135362 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] Routers {'baf6f420-96cc-4de3-85d7-cf11dc44107f'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:15.135524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 325cd18e-8494-4554-8ded-9811f7721835 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:22:15.135995 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['baf6f420-96cc-4de3-85d7-cf11dc44107f'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:15.187548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 325cd18e-8494-4554-8ded-9811f7721835 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:22:15.192060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 325cd18e-8494-4554-8ded-9811f7721835 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:22:15.192769 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.201259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07388435d4f54e01959b4cba9aa2b357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011731 Nov 27 16:22:15.201657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55014) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:15.211202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3760aa37-34a9-4738-bace-56bb1481a86e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:15.223996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.224712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.225284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.225873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.226242 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] Set router baf6f420-96cc-4de3-85d7-cf11dc44107f gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:15.226605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.227117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.227761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.228255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.228792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.229290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.229798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.230849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b505b9a-fd4b-4b40-8450-408dffeeb1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:15.274072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8172034a-6aed-4679-931f-7f56b0c290e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.286404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.293837 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:14Z', 'revision_number': 6, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:15.305839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8172034a-6aed-4679-931f-7f56b0c290e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.313599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:22:15.316160 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d97ea5a-6711-4b7c-8bd6-67697f2fd80b" -d '{"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-plugged", "status": "completed", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:22:15.323867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.333906 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce72e7-26ac-49ba-a78e-d8122adb0a40 None None] The sync data for ids ['baf6f420-96cc-4de3-85d7-cf11dc44107f'] in n-d-819494-4 is: [{'id': 'baf6f420-96cc-4de3-85d7-cf11dc44107f', 'name': 'tempest-TestAggregatesBasicOps-1406724589-router', 'tenant_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:59Z', 'updated_at': '2021-11-27T16:22:14Z', 'revision_number': 6, 'project_id': '28c0e9fca4d9413fb051e82ac03c8fc0', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:15.350550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:15.357073 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.380027 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8172034a-6aed-4679-931f-7f56b0c290e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.394868 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8172034a-6aed-4679-931f-7f56b0c290e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.398540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8172034a-6aed-4679-931f-7f56b0c290e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3760aa37-34a9-4738-bace-56bb1481a86e HTTP/1.1" status: 204 len: 168 time: 0.1940978 Nov 27 16:22:15.411605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172034a-6aed-4679-931f-7f56b0c290e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3760aa37-34a9-4738-bace-56bb1481a86e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:15.443062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ab7605-126c-43d3-b987-818017c4450b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:15.465493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc2b3c1-d214-4cc7-92b8-2e5dc6624a3f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:15.481067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.481547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:15.514996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb6fb9-31b6-4b52-bfad-a8a68f7fc5fa req-71ab6caa-7295-435a-bddb-ed807e7d4da8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:15.517197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6aeb6fb9-31b6-4b52-bfad-a8a68f7fc5fa req-71ab6caa-7295-435a-bddb-ed807e7d4da8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0797276 Nov 27 16:22:15.584146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.586436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.600331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6aeb6fb9-31b6-4b52-bfad-a8a68f7fc5fa req-7387ed17-7e15-4921-a087-8eb8720790c7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769522 Nov 27 16:22:15.654344 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.654833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf6f420-96cc-4de3-85d7-cf11dc44107f {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:22:15.659852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.661143 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-152b0fcc-3e48-4df9-9dff-b8bcd0dd91b7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/baf6f420-96cc-4de3-85d7-cf11dc44107f HTTP/1.1" status: 204 len: 168 time: 1.0572124 Nov 27 16:22:15.664616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55026) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:15.711389 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3afa760-e98a-41d4-96f6-62a356c0a33f x-openstack-request-id: req-a3afa760-e98a-41d4-96f6-62a356c0a33f {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:22:15.711895 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-plugged", "status": "completed", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:22:15.712197 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3afa760-e98a-41d4-96f6-62a356c0a33f {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:22:15.712662 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'code': 200} Nov 27 16:22:15.743713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Deleting subnet 5bc9e81c-29e4-417a-be64-64a6c6d3952b {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:22:15.747422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.775238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:15.790506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3940b7b-cf2f-4e2d-8834-693b6223d526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.806686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.863663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f1d25-6481-4baf-8d65-0cae738f24d0 req-06d4f85c-a3ac-440b-91e4-20e41bc92637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:15.865257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e58f1d25-6481-4baf-8d65-0cae738f24d0 req-06d4f85c-a3ac-440b-91e4-20e41bc92637 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.0853860 Nov 27 16:22:15.879872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3940b7b-cf2f-4e2d-8834-693b6223d526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.883849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3940b7b-cf2f-4e2d-8834-693b6223d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.922415 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.926979 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3940b7b-cf2f-4e2d-8834-693b6223d526 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c21c1c8419f345ceac78780c6cddfe0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483271 Nov 27 16:22:15.926979 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3940b7b-cf2f-4e2d-8834-693b6223d526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc907da-3b51-48ea-b0f0-d87307d4a474,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:15.928760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55030) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:15.959875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e58f1d25-6481-4baf-8d65-0cae738f24d0 req-30d9a7b1-2abb-40c5-a4ff-dd2a32bc0a3b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755949 Nov 27 16:22:15.977423 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9f5f-ae61-4b4e-af52-63285b7223f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.988451 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:15.999797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9f5f-ae61-4b4e-af52-63285b7223f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.014847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc9e81c-29e4-417a-be64-64a6c6d3952b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:16.020954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.028351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-62061e39-55e9-43ce-8b27-d86a36396219 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5bc9e81c-29e4-417a-be64-64a6c6d3952b HTTP/1.1" status: 204 len: 168 time: 0.3627713 Nov 27 16:22:16.029036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55032) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:16.030096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3459d3e-0b1c-46f2-8ed9-a60f661ea23c None None] Network 0793fddf-70a4-4c25-8071-d389181ba12b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:22:16.061714 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9f5f-ae61-4b4e-af52-63285b7223f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.064872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9f5f-ae61-4b4e-af52-63285b7223f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.075012 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8ebd9f5f-ae61-4b4e-af52-63285b7223f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcc907da-3b51-48ea-b0f0-d87307d4a474 HTTP/1.1" status: 204 len: 168 time: 0.1418695 Nov 27 16:22:16.086124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd9f5f-ae61-4b4e-af52-63285b7223f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc907da-3b51-48ea-b0f0-d87307d4a474,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:16.107438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.193465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Deleting port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:16.194095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.231618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3bd9e717-9e5d-4b95-a170-1e082da8fb0a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:16.255865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3bd9e717-9e5d-4b95-a170-1e082da8fb0a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:16.256215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3bd9e717-9e5d-4b95-a170-1e082da8fb0a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:16.256639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 91ab7605-126c-43d3-b987-818017c4450b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:16.279143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7a724-a983-47db-b182-b656c0651817 None None] DHCP port deletion for 0793fddf-70a4-4c25-8071-d389181ba12b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:22:16.282952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 91ab7605-126c-43d3-b987-818017c4450b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:16.286261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] For port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:16.286632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.288956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 91ab7605-126c-43d3-b987-818017c4450b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:16.303467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Calling delete_port for 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:16.339896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-01e7a724-a983-47db-b182-b656c0651817 None None] Deleting port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:16.340601 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-01e7a724-a983-47db-b182-b656c0651817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.408404 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.413436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-01e7a724-a983-47db-b182-b656c0651817 None None] For port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,segment=NetworkSegment(772315c0-edde-43d9-bf20-9204357dd7d9),segment_id=772315c0-edde-43d9-bf20-9204357dd7d9)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:16.413956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-01e7a724-a983-47db-b182-b656c0651817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.426986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-01e7a724-a983-47db-b182-b656c0651817 None None] Calling delete_port for 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:16.438923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] No DVR routers for this DVR port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:16.445863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:16.521971 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.526692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-01e7a724-a983-47db-b182-b656c0651817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.548964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0793fddf-70a4-4c25-8071-d389181ba12b']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:16.561176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772315c0-edde-43d9-bf20-9204357dd7d9') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:16.561686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772315c0-edde-43d9-bf20-9204357dd7d9') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:16.564182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a724-a983-47db-b182-b656c0651817 None None] Pushing event deleted for resources: {'Port': ['ID=6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:16.566252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7a724-a983-47db-b182-b656c0651817 None None] No DVR routers for this DVR port 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:16.587700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.604788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.615837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:22:16.616249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:22:16.618126 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:22:16.698588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.705837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.709947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0793fddf-70a4-4c25-8071-d389181ba12b HTTP/1.1" status: 204 len: 168 time: 0.6787314 Nov 27 16:22:16.738569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890cdc8-afe5-45f0-925d-a5da97cc4c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=0793fddf-70a4-4c25-8071-d389181ba12b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:16.756848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500a8f1-e2da-4a1c-aa82-209e2aa213db req-44fa72e5-ee31-4329-9e49-d15024a519a0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:16.758556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2500a8f1-e2da-4a1c-aa82-209e2aa213db req-44fa72e5-ee31-4329-9e49-d15024a519a0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0906568 Nov 27 16:22:16.816918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2500a8f1-e2da-4a1c-aa82-209e2aa213db req-5a3bbd45-2b9c-4776-b533-9de1a7160774 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509348 Nov 27 16:22:16.865757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55058) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:16.904865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-df8074cc-f491-4edd-8dcb-02b0c9f736c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bd7b90fc64545099e3813801cb68f80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378370 Nov 27 16:22:16.907506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55060) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:16.962662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e1b078a-54b4-487b-a16c-d4a8de9d1039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:16.984457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e1b078a-54b4-487b-a16c-d4a8de9d1039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.036464 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e1b078a-54b4-487b-a16c-d4a8de9d1039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.039197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9e1b078a-54b4-487b-a16c-d4a8de9d1039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.040337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9e1b078a-54b4-487b-a16c-d4a8de9d1039 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18462b25-f94b-4279-8ab5-0509dd434654 HTTP/1.1" status: 204 len: 168 time: 0.1317763 Nov 27 16:22:17.048491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b078a-54b4-487b-a16c-d4a8de9d1039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18462b25-f94b-4279-8ab5-0509dd434654,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:17.449662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55080) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:17.489329 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-167d2ea7-f7c2-4169-8ee5-b0ad674c7ccc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28c0e9fca4d9413fb051e82ac03c8fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384793 Nov 27 16:22:17.491749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55082) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:17.539640 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4467-f86b-451d-bc75-15ec1bf1d2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.563246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4467-f86b-451d-bc75-15ec1bf1d2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.614664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4467-f86b-451d-bc75-15ec1bf1d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.617358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4467-f86b-451d-bc75-15ec1bf1d2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:17.620928 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1dcb4467-f86b-451d-bc75-15ec1bf1d2d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cc59658-8dd4-44b1-8ede-32ec4bbc3cfc HTTP/1.1" status: 204 len: 168 time: 0.1259246 Nov 27 16:22:17.627445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4467-f86b-451d-bc75-15ec1bf1d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc59658-8dd4-44b1-8ede-32ec4bbc3cfc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:17.964333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:17.969488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808702b-5a63-44b0-a48b-d83be11611e4 req-0db6c2f3-ff24-4ebb-9a08-cb6e4aae93b5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:17.971264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e808702b-5a63-44b0-a48b-d83be11611e4 req-0db6c2f3-ff24-4ebb-9a08-cb6e4aae93b5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0769351 Nov 27 16:22:17.997663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:17.998292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6c61cfcd-b5f5-4894-a7c4-4a1f588cb1e6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:18.042259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e808702b-5a63-44b0-a48b-d83be11611e4 req-2822ee4b-6791-4979-84b6-9ac846636359 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643485 Nov 27 16:22:18.199267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ecd53-16f2-441a-a4b3-4be646d9b114 req-110c5417-8ab8-4bf5-98ad-b02701447517 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:18.201099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-809ecd53-16f2-441a-a4b3-4be646d9b114 req-110c5417-8ab8-4bf5-98ad-b02701447517 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0724642 Nov 27 16:22:18.278356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-809ecd53-16f2-441a-a4b3-4be646d9b114 req-cbe754d9-40bb-45f7-b29e-8cfbea188f6e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667961 Nov 27 16:22:18.296484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:18.346345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd4fae-1c94-45ad-8ba4-72ac0de0af05 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:18.347912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aedd4fae-1c94-45ad-8ba4-72ac0de0af05 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1091 time: 0.0503123 Nov 27 16:22:18.350834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55116) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:18.356972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '325cd18e-8494-4554-8ded-9811f7721835', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:22:18.380004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:18.479068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:18.586622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.141 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/22d0ea83-1994-46a1-9bda-2a464ef8e57c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:22:18.688754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:18.723210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:18.766634 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:22:18.771532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:22:18.774664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:22:18.799973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=22d0ea83-1994-46a1-9bda-2a464ef8e57c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:18.919956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:19.025349 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce933-000f-4d68-9a7f-babeac6b3c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.098472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce933-000f-4d68-9a7f-babeac6b3c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.102358 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe3ce933-000f-4d68-9a7f-babeac6b3c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.138908 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.140609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe3ce933-000f-4d68-9a7f-babeac6b3c91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7e47b0ec41047179129fa78709321cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195919 Nov 27 16:22:19.141736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ce933-000f-4d68-9a7f-babeac6b3c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5d5b0-a0d8-42ff-a991-6a488d4042cf,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:19.144067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55130) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:19.191702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf6a6f70-0191-4045-bcd3-79f978166def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.211314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.213333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf6a6f70-0191-4045-bcd3-79f978166def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.263622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf6a6f70-0191-4045-bcd3-79f978166def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.266338 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bf6a6f70-0191-4045-bcd3-79f978166def admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.267500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf6a6f70-0191-4045-bcd3-79f978166def admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef5d5b0-a0d8-42ff-a991-6a488d4042cf HTTP/1.1" status: 204 len: 168 time: 0.1225247 Nov 27 16:22:19.275354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a6f70-0191-4045-bcd3-79f978166def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5d5b0-a0d8-42ff-a991-6a488d4042cf,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:19.365092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.369350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.438843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=22d0ea83-1994-46a1-9bda-2a464ef8e57c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:19.447149 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.535738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55136) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:19.554209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2592de5b-8366-40f6-b073-694a2645841f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:19.572951 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP 3feb680e-018b-4a8a-9b97-d38286820225 associated. External IP: 172.25.1.141, port: 325cd18e-8494-4554-8ded-9811f7721835. Nov 27 16:22:20.063047 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2592de5b-8366-40f6-b073-694a2645841f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.071902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2592de5b-8366-40f6-b073-694a2645841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.146934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592de5b-8366-40f6-b073-694a2645841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680da347-cc9e-46c8-906c-ddc38bf630f2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:20.151046 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2592de5b-8366-40f6-b073-694a2645841f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d395d5ac58744c4da048a71a4f81df6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143627 Nov 27 16:22:20.154278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55138) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:20.169006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 520b99b4-f57e-40eb-91f2-91f4f164d871 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:20.202551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa4afe06-782d-45b8-8114-f4fb97515d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.224052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa4afe06-782d-45b8-8114-f4fb97515d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.271087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa4afe06-782d-45b8-8114-f4fb97515d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.273732 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa4afe06-782d-45b8-8114-f4fb97515d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.274888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-aa4afe06-782d-45b8-8114-f4fb97515d29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/680da347-cc9e-46c8-906c-ddc38bf630f2 HTTP/1.1" status: 204 len: 168 time: 0.1188586 Nov 27 16:22:20.281029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:20.283343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4afe06-782d-45b8-8114-f4fb97515d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680da347-cc9e-46c8-906c-ddc38bf630f2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:20.304961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:20.305244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] Sync routers for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:20.317456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:20.317970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:20.337037 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-34a89e28-a73d-4005-8a58-87ad9e2fd1f0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9851553 Nov 27 16:22:20.337642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:22:20.340620 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783800fc-968a-4a0f-8fd0-b2823674619d" -d '{"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:22:20.444435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:20.453139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c341bfa-d595-4886-98fa-0149112e2cd2 req-19ca1b37-b50b-409d-bb59-9c0505818592 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:20.454910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c341bfa-d595-4886-98fa-0149112e2cd2 req-19ca1b37-b50b-409d-bb59-9c0505818592 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0543776 Nov 27 16:22:20.509244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c341bfa-d595-4886-98fa-0149112e2cd2 req-853c2b27-c8af-48c7-917e-226b2a92abed tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474980 Nov 27 16:22:20.536843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55150) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:20.616329 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa9bd4a9-c8a6-4432-8c58-b89d92075820 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/3feb680e-018b-4a8a-9b97-d38286820225 HTTP/1.1" status: 200 len: 991 time: 0.0773644 Nov 27 16:22:20.627415 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d76623-f3db-4cd1-9e6c-839a1f9e4ef7 x-openstack-request-id: req-c3d76623-f3db-4cd1-9e6c-839a1f9e4ef7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:22:20.627714 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:22:20.627976 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3d76623-f3db-4cd1-9e6c-839a1f9e4ef7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:22:20.628495 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'status': 'completed', 'code': 200} Nov 27 16:22:20.705328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783800fc-968a-4a0f-8fd0-b2823674619d req-695b49e6-b915-4a35-8985-fa26b9231583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:20.711745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-695b49e6-b915-4a35-8985-fa26b9231583 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.0585377 Nov 27 16:22:20.734636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3feb680e-018b-4a8a-9b97-d38286820225', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'port_id': '325cd18e-8494-4554-8ded-9811f7721835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'mac_address': 'fa:16:3e:62:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:22:18Z', 'updated_at': '2021-11-27T16:22:18Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:20.762519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] Checking router: 520b99b4-f57e-40eb-91f2-91f4f164d871 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:20.771318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:20.771979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:20.835674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783800fc-968a-4a0f-8fd0-b2823674619d req-ebc99a35-1db6-47c8-b519-ead07599348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:20.835674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-ebc99a35-1db6-47c8-b519-ead07599348d service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1126299 Nov 27 16:22:20.912363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-d976a6f9-0305-4b98-aac2-058d592768bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 999 time: 0.0720978 Nov 27 16:22:20.968226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783800fc-968a-4a0f-8fd0-b2823674619d req-0b4c39d2-1277-4a8d-a49d-77ed10cab15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:20.969431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-0b4c39d2-1277-4a8d-a49d-77ed10cab15f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0496702 Nov 27 16:22:21.018345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783800fc-968a-4a0f-8fd0-b2823674619d req-50c80f32-f651-4f79-9b00-77b1e7df61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:21.019928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-50c80f32-f651-4f79-9b00-77b1e7df61a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423081 Nov 27 16:22:21.044106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:21.123246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-d49b6557-0287-4918-9650-637b7f34c86e service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959070 Nov 27 16:22:21.219223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-783800fc-968a-4a0f-8fd0-b2823674619d req-2729543f-c0bd-450f-9411-ae85dbfe4ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883894 Nov 27 16:22:21.284420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3feb680e-018b-4a8a-9b97-d38286820225', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'port_id': '325cd18e-8494-4554-8ded-9811f7721835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'mac_address': 'fa:16:3e:62:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:22:18Z', 'updated_at': '2021-11-27T16:22:18Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:21.311673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39384dd3-c71c-4b68-a6f5-44bc38735071 None None] The sync data for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 is: [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3feb680e-018b-4a8a-9b97-d38286820225', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'port_id': '325cd18e-8494-4554-8ded-9811f7721835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'mac_address': 'fa:16:3e:62:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:22:18Z', 'updated_at': '2021-11-27T16:22:18Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:21.517102 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7822da-6937-47af-9627-1cc843e7f0c4 None None] New status for floating IP 3feb680e-018b-4a8a-9b97-d38286820225: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:22:21.619327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:21.686670 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-33225c90-e00e-4ae7-bd0c-e134e9b929d4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/3feb680e-018b-4a8a-9b97-d38286820225 HTTP/1.1" status: 200 len: 991 time: 0.0648508 Nov 27 16:22:22.689271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55208) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:22.752722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4a534343-c4dc-415c-becc-5abca713066c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/3feb680e-018b-4a8a-9b97-d38286820225 HTTP/1.1" status: 200 len: 993 time: 0.0622516 Nov 27 16:22:23.101783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:23.203896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ed02cb-9ca6-491e-b6a4-47408c536541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.277749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ed02cb-9ca6-491e-b6a4-47408c536541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.281321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-18ed02cb-9ca6-491e-b6a4-47408c536541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.317941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-18ed02cb-9ca6-491e-b6a4-47408c536541 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=121fbd7b21314b5394b03b0ad781b9a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150958 Nov 27 16:22:23.319895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed02cb-9ca6-491e-b6a4-47408c536541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe0764-a2f7-4908-9c6f-fc724e432df4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:23.320622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55218) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:23.372568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a954deb3-6788-4bf8-8d70-b412d71470d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.393052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a954deb3-6788-4bf8-8d70-b412d71470d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.437537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a954deb3-6788-4bf8-8d70-b412d71470d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.440081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a954deb3-6788-4bf8-8d70-b412d71470d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.441206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a954deb3-6788-4bf8-8d70-b412d71470d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dfe0764-a2f7-4908-9c6f-fc724e432df4 HTTP/1.1" status: 204 len: 168 time: 0.1195235 Nov 27 16:22:23.449365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954deb3-6788-4bf8-8d70-b412d71470d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe0764-a2f7-4908-9c6f-fc724e432df4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:23.698314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55224) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:23.712174 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccb1407f-8a1b-4156-a3f0-511f7f08e55a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.785352 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccb1407f-8a1b-4156-a3f0-511f7f08e55a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.788944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ccb1407f-8a1b-4156-a3f0-511f7f08e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.826988 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ccb1407f-8a1b-4156-a3f0-511f7f08e55a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4124dc8ce1df47cdaab12c8dabf6c483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269953 Nov 27 16:22:23.827860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1407f-8a1b-4156-a3f0-511f7f08e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7429581-b888-4384-a271-c958d238b319,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:23.829738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55226) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:23.879919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56092038-88af-411f-a14e-b37f89fae4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.905252 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56092038-88af-411f-a14e-b37f89fae4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.950287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56092038-88af-411f-a14e-b37f89fae4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.952921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-56092038-88af-411f-a14e-b37f89fae4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:23.954110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-56092038-88af-411f-a14e-b37f89fae4ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7429581-b888-4384-a271-c958d238b319 HTTP/1.1" status: 204 len: 168 time: 0.1233766 Nov 27 16:22:23.961642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56092038-88af-411f-a14e-b37f89fae4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7429581-b888-4384-a271-c958d238b319,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:28.796698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55336) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:28.906042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6728680f-b887-4668-aa1e-c229db24765d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:28.979021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6728680f-b887-4668-aa1e-c229db24765d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:28.982766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6728680f-b887-4668-aa1e-c229db24765d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.021100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6728680f-b887-4668-aa1e-c229db24765d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b2a4909a3e646f897f88338eff43858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229278 Nov 27 16:22:29.022077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728680f-b887-4668-aa1e-c229db24765d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565a0d1b-7f2b-455c-b55d-0b1a3cb5cabe,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:29.024399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55340) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:29.071172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a713807-636a-4a77-b6ab-586b97e5096a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.092180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a713807-636a-4a77-b6ab-586b97e5096a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.141117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a713807-636a-4a77-b6ab-586b97e5096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.143507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a713807-636a-4a77-b6ab-586b97e5096a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.144628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a713807-636a-4a77-b6ab-586b97e5096a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/565a0d1b-7f2b-455c-b55d-0b1a3cb5cabe HTTP/1.1" status: 204 len: 168 time: 0.1197712 Nov 27 16:22:29.152122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713807-636a-4a77-b6ab-586b97e5096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565a0d1b-7f2b-455c-b55d-0b1a3cb5cabe,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:29.399512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55346) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:29.412640 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaa95a10-9d71-40f7-883c-c69b8b058a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.486846 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaa95a10-9d71-40f7-883c-c69b8b058a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.490566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaa95a10-9d71-40f7-883c-c69b8b058a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.529198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eaa95a10-9d71-40f7-883c-c69b8b058a48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d31f79801ef8487e9b1115ec068a1c54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285651 Nov 27 16:22:29.530176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa95a10-9d71-40f7-883c-c69b8b058a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c3019-9a12-474c-9691-2f9ab7b9163f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:29.531856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55348) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:29.581021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b14e6e59-d548-4c3c-bf34-ffd765d6dc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.602671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b14e6e59-d548-4c3c-bf34-ffd765d6dc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.648057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b14e6e59-d548-4c3c-bf34-ffd765d6dc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.650657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b14e6e59-d548-4c3c-bf34-ffd765d6dc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:29.652450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b14e6e59-d548-4c3c-bf34-ffd765d6dc72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea8c3019-9a12-474c-9691-2f9ab7b9163f HTTP/1.1" status: 204 len: 168 time: 0.1194386 Nov 27 16:22:29.660279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e6e59-d548-4c3c-bf34-ffd765d6dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c3019-9a12-474c-9691-2f9ab7b9163f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:29.932244 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.003763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.129638 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:32.231709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea081748-26cf-45c1-8cd9-4ed9232a6b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.306365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea081748-26cf-45c1-8cd9-4ed9232a6b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.310413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ea081748-26cf-45c1-8cd9-4ed9232a6b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.345945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea081748-26cf-45c1-8cd9-4ed9232a6b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afd1a35-b658-4894-afdd-49317392d707,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:32.350133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ea081748-26cf-45c1-8cd9-4ed9232a6b8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6818b25f673e4f198c9747034af09e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194917 Nov 27 16:22:32.352850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55416) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:32.398665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d8fed029-01d1-4aff-9d91-9472bd090249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.419258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d8fed029-01d1-4aff-9d91-9472bd090249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.463862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d8fed029-01d1-4aff-9d91-9472bd090249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.466610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d8fed029-01d1-4aff-9d91-9472bd090249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.468005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d8fed029-01d1-4aff-9d91-9472bd090249 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4afd1a35-b658-4894-afdd-49317392d707 HTTP/1.1" status: 204 len: 168 time: 0.1142745 Nov 27 16:22:32.475705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed029-01d1-4aff-9d91-9472bd090249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afd1a35-b658-4894-afdd-49317392d707,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:32.692216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:22:32.718286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55422) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:32.731672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4baa8e8b-c19b-4e9f-95be-6d0c7197718c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.803779 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4baa8e8b-c19b-4e9f-95be-6d0c7197718c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.807681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4baa8e8b-c19b-4e9f-95be-6d0c7197718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.849231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4baa8e8b-c19b-4e9f-95be-6d0c7197718c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c41422a08884fe1bc52c5b571fbb8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298676 Nov 27 16:22:32.850367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa8e8b-c19b-4e9f-95be-6d0c7197718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0639c82-f5ce-4a0e-a2d3-115a66101eb5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:32.851965 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55424) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:32.899126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d628-6d05-41de-8d1d-84da68aa2c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.920106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d628-6d05-41de-8d1d-84da68aa2c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.963853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d628-6d05-41de-8d1d-84da68aa2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.967317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d628-6d05-41de-8d1d-84da68aa2c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:32.968425 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0c9d628-6d05-41de-8d1d-84da68aa2c65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0639c82-f5ce-4a0e-a2d3-115a66101eb5 HTTP/1.1" status: 204 len: 168 time: 0.1148396 Nov 27 16:22:32.975762 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9d628-6d05-41de-8d1d-84da68aa2c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0639c82-f5ce-4a0e-a2d3-115a66101eb5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:35.253835 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-888165a4-c227-4131-ac96-f147a98da8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:37.697639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75d841bf-9866-4c24-8a5e-99dd23d95c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:38.595484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:40.335379 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:41.207317 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.242679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55674) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:42.348889 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e9bbc9b-e52f-4281-918a-2cb0d60c474d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.422180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e9bbc9b-e52f-4281-918a-2cb0d60c474d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.425679 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e9bbc9b-e52f-4281-918a-2cb0d60c474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.462748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bbc9b-e52f-4281-918a-2cb0d60c474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8073c98d-6a3b-452d-aa28-ad6fc5446f35,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:42.467336 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0e9bbc9b-e52f-4281-918a-2cb0d60c474d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e2adc549c984e009985ef79584a24e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233825 Nov 27 16:22:42.470625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55678) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:42.517262 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc2ff-515d-438c-8cec-96b98a81307b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.537973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc2ff-515d-438c-8cec-96b98a81307b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.583801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc2ff-515d-438c-8cec-96b98a81307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.586602 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc2ff-515d-438c-8cec-96b98a81307b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.587760 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6a5dc2ff-515d-438c-8cec-96b98a81307b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8073c98d-6a3b-452d-aa28-ad6fc5446f35 HTTP/1.1" status: 204 len: 168 time: 0.1161981 Nov 27 16:22:42.595481 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dc2ff-515d-438c-8cec-96b98a81307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073c98d-6a3b-452d-aa28-ad6fc5446f35,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:42.837843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55684) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:42.851688 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-58123fb1-8f73-458d-a453-1214aa8db08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.930324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-58123fb1-8f73-458d-a453-1214aa8db08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.934322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-58123fb1-8f73-458d-a453-1214aa8db08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:42.971608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-58123fb1-8f73-458d-a453-1214aa8db08d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc02e2e968564392b159dba3e6bacdd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326475 Nov 27 16:22:42.972728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123fb1-8f73-458d-a453-1214aa8db08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ec269-f421-4109-b2e7-8ff408e4f957,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:42.974342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55686) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:43.024648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.045548 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.090422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.093528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.094655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e4ec269-f421-4109-b2e7-8ff408e4f957 HTTP/1.1" status: 204 len: 168 time: 0.1187127 Nov 27 16:22:43.102118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ec269-f421-4109-b2e7-8ff408e4f957,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:43.110045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.110397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.110750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.111094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.111450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.111773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.112104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.112434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.112762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.113087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.113437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.113769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2454c-5041-4256-bcaf-b6af767a9520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:22:43.416248 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-9088b66a-9b10-4664-964a-220b7e9a2ae3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432891 Nov 27 16:22:43.482312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:43.502455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-6792d4d8-88bd-4ed8-a980-378d54449811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:43.504675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-6792d4d8-88bd-4ed8-a980-378d54449811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0432374 Nov 27 16:22:43.626350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-ee6de00e-3ccb-4a9e-a1bb-af1a63eb9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:43.628030 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-ee6de00e-3ccb-4a9e-a1bb-af1a63eb9507 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1028101 Nov 27 16:22:43.711877 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-683cd1fe-e3f0-4c7d-b44f-ed3837f56a6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 999 time: 0.0750284 Nov 27 16:22:43.764348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-13c98ea6-a900-446b-92b1-affd83c2b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:43.766054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-13c98ea6-a900-446b-92b1-affd83c2b480 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0472698 Nov 27 16:22:43.809636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port c28c9ff9-3037-40c8-8062-a25a60b1ba3a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:43.810010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.818654 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-80da5c5d-1764-401c-9023-e3c7f2288565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:43.820371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-80da5c5d-1764-401c-9023-e3c7f2288565 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476444 Nov 27 16:22:43.894219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.894545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:43.907302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for c28c9ff9-3037-40c8-8062-a25a60b1ba3a owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:43.915860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-78158251-c0e7-442a-ba3f-8da7e21b246a service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887046 Nov 27 16:22:44.025162 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9a7b745c-92b6-444d-8ebd-4f0c5248ad77 req-59c284f3-5abe-4d98-9849-206072f5172d service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014640 Nov 27 16:22:44.092515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:44.474446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=c28c9ff9-3037-40c8-8062-a25a60b1ba3a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:44.553508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-936d3d6b-111c-4131-9e8d-4e763cd3a4d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885575 Nov 27 16:22:44.560326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:44.560740 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Floating IP bd2e6731-e49c-46ed-a727-91b669d33c54 disassociated (deleted). External IP: 172.25.1.242, port: b957640b-9cf6-4abe-aaf1-6b298cb026e6. Nov 27 16:22:44.691919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12167-58bb-404d-baa0-a346ded77387 req-2c7b16f5-9ea6-48cf-913d-fb15c35c161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:44.693436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-2c7b16f5-9ea6-48cf-913d-fb15c35c161f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1097 time: 0.0884542 Nov 27 16:22:44.883840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12167-58bb-404d-baa0-a346ded77387 req-407a11c6-b05d-4e0f-a657-c6aa901d8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:44.885323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-407a11c6-b05d-4e0f-a657-c6aa901d8655 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1436775 Nov 27 16:22:44.887697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:44.941952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-8d2f1799-2c91-4d09-9859-17c469fdb15a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 217 time: 0.0454984 Nov 27 16:22:45.061543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12167-58bb-404d-baa0-a346ded77387 req-0ea2c05a-1f68-4df7-b0af-e436273bc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.063011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-0ea2c05a-1f68-4df7-b0af-e436273bc029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0909863 Nov 27 16:22:45.099752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:22:45.104522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:45.110573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:22:45.122179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:45.123339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:45.142915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e51fccc0-9e7d-4260-b515-96da9db6e4ac tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "DELETE /v2.0/floatingips/bd2e6731-e49c-46ed-a727-91b669d33c54 HTTP/1.1" status: 204 len: 168 time: 1.6572804 Nov 27 16:22:45.142915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:22:45.144928 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05728438-1013-45d9-9e91-fa106a35ba62" -d '{"events": [{"name": "network-changed", "server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:22:45.150045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12167-58bb-404d-baa0-a346ded77387 req-03374f2d-e37d-4c1a-8597-28b7298a32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.151525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-03374f2d-e37d-4c1a-8597-28b7298a32f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793152 Nov 27 16:22:45.199843 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa07337-eb3a-4081-b8b6-83c0a68b8d1d x-openstack-request-id: req-3fa07337-eb3a-4081-b8b6-83c0a68b8d1d {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:22:45.200146 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:22:45.200399 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fa07337-eb3a-4081-b8b6-83c0a68b8d1d {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:22:45.200992 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'status': 'completed', 'code': 200} Nov 27 16:22:45.246575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:45.291428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-97907fd6-cc74-48cf-8acf-dd3c442ad081 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271510 Nov 27 16:22:45.455277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54b12167-58bb-404d-baa0-a346ded77387 req-19bef40b-28fb-4ad7-8ade-f56a1545e972 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491482 Nov 27 16:22:45.462902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bc508-2e3b-4df5-a725-15602898b799 req-20b4aff6-841f-4485-830f-f556471e32b4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.464425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-655bc508-2e3b-4df5-a725-15602898b799 req-20b4aff6-841f-4485-830f-f556471e32b4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 946 time: 0.0849659 Nov 27 16:22:45.519109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:19:00Z', 'revision_number': 1, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:45.541808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-655bc508-2e3b-4df5-a725-15602898b799 req-09ba8476-c990-4cba-aeb7-784b44d3bc62 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702360 Nov 27 16:22:45.548290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:22:45.564599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:22:45.566693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:45.575307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728438-1013-45d9-9e91-fa106a35ba62 req-0ed120ea-a590-40b4-b08a-c5b1bfbc6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.576782 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-0ed120ea-a590-40b4-b08a-c5b1bfbc6cbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 1097 time: 0.0604134 Nov 27 16:22:45.680344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:22:45.682472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728438-1013-45d9-9e91-fa106a35ba62 req-6cfae720-5f2d-4cf5-aa8e-a40e9170f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.684003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-6cfae720-5f2d-4cf5-aa8e-a40e9170f831 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.0989649 Nov 27 16:22:45.730780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-4defe115-2697-4df9-82b8-2eea1db65261 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 200 len: 217 time: 0.0358245 Nov 27 16:22:45.786019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728438-1013-45d9-9e91-fa106a35ba62 req-0bdee5fb-28cf-49b5-a01c-617aba7003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.787654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-0bdee5fb-28cf-49b5-a01c-617aba7003f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0488672 Nov 27 16:22:45.861902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728438-1013-45d9-9e91-fa106a35ba62 req-8ac5c7e4-8dcf-41b8-ad57-7e0be0105423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:45.863530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-8ac5c7e4-8dcf-41b8-ad57-7e0be0105423 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677056 Nov 27 16:22:45.933857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:19:00Z', 'revision_number': 1, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:22:45.962334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60815d0-6af2-4c4a-9bdd-a12524948847 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e59cdaa5-4dec-4dd6-91b0-dd226716c1d9', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'port_id': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'mac_address': 'fa:16:3e:18:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:18:57Z', 'updated_at': '2021-11-27T16:19:00Z', 'revision_number': 1, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:22:45.983469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-a4a4b478-65b6-47e3-98d0-953f78da9dfa service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960255 Nov 27 16:22:46.087600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05728438-1013-45d9-9e91-fa106a35ba62 req-6033b94d-9a52-4aee-a575-4aeac9c359d3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945885 Nov 27 16:22:46.213079 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f123d9-f265-4680-a243-54661a17b28a None None] New status for floating IP bd2e6731-e49c-46ed-a727-91b669d33c54: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:22:46.658517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cd0d0-857a-4d65-a147-aafc8aabfa73 req-b4e03a40-a8db-42bb-9043-827df1388087 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:46.660164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-684cd0d0-857a-4d65-a147-aafc8aabfa73 req-b4e03a40-a8db-42bb-9043-827df1388087 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 946 time: 0.0500898 Nov 27 16:22:46.717810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-684cd0d0-857a-4d65-a147-aafc8aabfa73 req-f11a89ea-d5e1-4258-86a9-911d7d3f8f71 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510197 Nov 27 16:22:47.261761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9067701-6fce-43e3-91a4-694cf8810848 req-85e2d13f-6e74-4575-b648-4b7c3e490454 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:47.263293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9067701-6fce-43e3-91a4-694cf8810848 req-85e2d13f-6e74-4575-b648-4b7c3e490454 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 946 time: 0.0489023 Nov 27 16:22:47.359588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port b957640b-9cf6-4abe-aaf1-6b298cb026e6 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:47.359974 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:47.448024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port b957640b-9cf6-4abe-aaf1-6b298cb026e6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b957640b-9cf6-4abe-aaf1-6b298cb026e6,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:22:47.448391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:47.461503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for b957640b-9cf6-4abe-aaf1-6b298cb026e6 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:47.596271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:47.626800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=b957640b-9cf6-4abe-aaf1-6b298cb026e6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:47.672862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port b957640b-9cf6-4abe-aaf1-6b298cb026e6 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:22:47.675543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:47.679048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9067701-6fce-43e3-91a4-694cf8810848 req-5670bf30-a209-4a1f-b066-4ad590461495 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.21 "DELETE /v2.0/ports/b957640b-9cf6-4abe-aaf1-6b298cb026e6 HTTP/1.1" status: 204 len: 173 time: 0.4091804 Nov 27 16:22:47.679501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'name': 'network-vif-deleted', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:22:47.681800 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150efd26-0d82-457b-bda1-d18197793dbd" -d '{"events": [{"server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "name": "network-vif-deleted", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:22:47.725777 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d2297-4e28-40fa-b914-b8b6cd47d973 x-openstack-request-id: req-cf6d2297-4e28-40fa-b914-b8b6cd47d973 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:22:47.726078 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8290c9e-b13b-4cf8-9b32-703a832643ad", "name": "network-vif-deleted", "tag": "b957640b-9cf6-4abe-aaf1-6b298cb026e6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:22:47.726344 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf6d2297-4e28-40fa-b914-b8b6cd47d973 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:22:47.726753 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8290c9e-b13b-4cf8-9b32-703a832643ad', 'name': 'network-vif-deleted', 'tag': 'b957640b-9cf6-4abe-aaf1-6b298cb026e6', 'status': 'completed', 'code': 200} Nov 27 16:22:47.826894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-965162e0-a982-4438-a411-0b6c7bb9a30f req-4e8db935-ea0e-4801-a75c-dbf3f51dffab tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.0296879 Nov 27 16:22:48.947496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48d473bf-0611-4ba5-b4a6-fd1d233a1916 req-b6d0ede5-391e-470c-9bd4-064d3ab4b9bc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.0286355 Nov 27 16:22:50.048467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1bc08a6-ff68-462d-b60a-964bb40c6b9e req-426d43f5-33f1-40dc-93cd-4e6fd60a8036 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.0281942 Nov 27 16:22:51.148144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e767d4d-5e43-416b-97cb-c2882fa90596 req-e7edd6d2-e0fa-4737-a137-7b433b4136db tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.0276313 Nov 27 16:22:51.258811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b957640b-9cf6-4abe-aaf1-6b298cb026e6 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:22:51.285085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b957640b-9cf6-4abe-aaf1-6b298cb026e6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:22:51.285085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b957640b-9cf6-4abe-aaf1-6b298cb026e6 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:22:52.260354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2b2133c-eca6-4f35-9e08-490efb239d6d req-a2b7515e-8ecc-47e0-ac81-5259cd9d8ab2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8290c9e-b13b-4cf8-9b32-703a832643ad HTTP/1.1" status: 200 len: 210 time: 0.0305500 Nov 27 16:22:54.143741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 55994) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:54.262822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-162304d9-6859-40bf-a294-6d56a174727d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.340755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-162304d9-6859-40bf-a294-6d56a174727d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.345559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-162304d9-6859-40bf-a294-6d56a174727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.386401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-162304d9-6859-40bf-a294-6d56a174727d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d4f11b37848418bb6614c3230c208a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415063 Nov 27 16:22:54.387397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162304d9-6859-40bf-a294-6d56a174727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9d2f7b-9e81-434e-bc74-9a81e4952d1b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:54.388409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 55998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:54.441763 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b887017d-602b-4e97-8516-e9bde236017b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.463127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b887017d-602b-4e97-8516-e9bde236017b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.510053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b887017d-602b-4e97-8516-e9bde236017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.512649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b887017d-602b-4e97-8516-e9bde236017b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.513835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b887017d-602b-4e97-8516-e9bde236017b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d9d2f7b-9e81-434e-bc74-9a81e4952d1b HTTP/1.1" status: 204 len: 168 time: 0.1243093 Nov 27 16:22:54.522177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887017d-602b-4e97-8516-e9bde236017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9d2f7b-9e81-434e-bc74-9a81e4952d1b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:54.792430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56006) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:54.805798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-736b1588-4271-49cb-84d1-d3fed7b62c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.890391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-736b1588-4271-49cb-84d1-d3fed7b62c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.894521 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-736b1588-4271-49cb-84d1-d3fed7b62c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:54.934603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b1588-4271-49cb-84d1-d3fed7b62c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c33f77-487d-414d-9319-93a51f5781f4,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:54.942227 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-736b1588-4271-49cb-84d1-d3fed7b62c58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea803200e7114966a5226a2c933d2ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480985 Nov 27 16:22:54.942502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56008) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:54.992698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5537-5d4c-4ad3-8c41-15f2179f06eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:55.013896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5537-5d4c-4ad3-8c41-15f2179f06eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:55.061828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5537-5d4c-4ad3-8c41-15f2179f06eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:55.064968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5537-5d4c-4ad3-8c41-15f2179f06eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:55.069249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ddbe5537-5d4c-4ad3-8c41-15f2179f06eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42c33f77-487d-414d-9319-93a51f5781f4 HTTP/1.1" status: 204 len: 168 time: 0.1256936 Nov 27 16:22:55.078117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe5537-5d4c-4ad3-8c41-15f2179f06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c33f77-487d-414d-9319-93a51f5781f4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:55.966244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-2998073b-5e6b-4fa0-9d12-1250db3eda6f req-c9ab18ee-44f2-4e9c-9a58-02475d446397 service neutron] (110075) timed out ('10.222.0.37', 61796) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:22:55.975361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5c2-75b1-4f96-a353-bd18d2178c2a req-889800c1-c8b2-49f9-8c79-9ffed62948ca tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:55.977732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45e2b5c2-75b1-4f96-a353-bd18d2178c2a req-889800c1-c8b2-49f9-8c79-9ffed62948ca tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.0482948 Nov 27 16:22:56.002384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-45e2b5c2-75b1-4f96-a353-bd18d2178c2a req-15b709ee-38c9-4805-94bf-765d319ec7bb tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.074751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56042) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:56.094847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-45e2b5c2-75b1-4f96-a353-bd18d2178c2a req-15b709ee-38c9-4805-94bf-765d319ec7bb tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.102441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-45e2b5c2-75b1-4f96-a353-bd18d2178c2a req-15b709ee-38c9-4805-94bf-765d319ec7bb tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.145195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45e2b5c2-75b1-4f96-a353-bd18d2178c2a req-15b709ee-38c9-4805-94bf-765d319ec7bb tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574376 Nov 27 16:22:56.146210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b709ee-38c9-4805-94bf-765d319ec7bb tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8836e-79ec-4f7a-a68e-6e1ec6a2daef,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:56.212031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e79149-5833-4707-b439-6a568857b14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.290365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e79149-5833-4707-b439-6a568857b14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.294593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4e79149-5833-4707-b439-6a568857b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.297435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d6a4b-c177-4215-8ee0-6751c511b840 req-a42345c5-21dd-4a60-9665-91f877c44126 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:56.301902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d1d6a4b-c177-4215-8ee0-6751c511b840 req-a42345c5-21dd-4a60-9665-91f877c44126 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0577974 Nov 27 16:22:56.327568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e79149-5833-4707-b439-6a568857b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d6afc-7c67-406c-b078-fb82b8850ffd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:56.344768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b4e79149-5833-4707-b439-6a568857b14e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7441e9274c1b41a786b1dd13a4669262&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686076 Nov 27 16:22:56.345449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56048) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:56.351873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d1d6a4b-c177-4215-8ee0-6751c511b840 req-9fb4bf9d-4187-4013-8469-52e6f8b8a2dc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Nov 27 16:22:56.375951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56050) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:56.396903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970d850b-4d13-4e0d-9800-c4acc51eb0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.418983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970d850b-4d13-4e0d-9800-c4acc51eb0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.449489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d23a7f52-876e-4ed6-9e35-b4cd34225ae5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/3feb680e-018b-4a8a-9b97-d38286820225 HTTP/1.1" status: 200 len: 993 time: 0.0647254 Nov 27 16:22:56.469597 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970d850b-4d13-4e0d-9800-c4acc51eb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.473361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-970d850b-4d13-4e0d-9800-c4acc51eb0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:56.474790 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-970d850b-4d13-4e0d-9800-c4acc51eb0d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/222d6afc-7c67-406c-b078-fb82b8850ffd HTTP/1.1" status: 204 len: 168 time: 0.1284151 Nov 27 16:22:56.488669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d850b-4d13-4e0d-9800-c4acc51eb0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d6afc-7c67-406c-b078-fb82b8850ffd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:56.772364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-6a93e682-c293-41ae-bcda-dbc9f08690a7 req-61560324-922c-44fe-b5b4-c258e5d12314 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:22:56.774463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a93e682-c293-41ae-bcda-dbc9f08690a7 req-61560324-922c-44fe-b5b4-c258e5d12314 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063651 Nov 27 16:22:57.140908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-2dfbaa76-0d8a-45f5-bd17-29787f60f50c req-1551f2b5-296c-4162-af1f-9bd66fa35b3d tempest-ImagesTestJSON-2049099920 tempest-ImagesTestJSON-2049099920-project] (110076) timed out ('10.222.0.37', 61750) {{(pid=110076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:22:57.243430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:57.296358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2133d-4e2b-4d2e-801a-3791353eb260 req-799291d8-fa66-4801-9af8-bfc4fb2b6a82 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:57.305880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c2133d-4e2b-4d2e-801a-3791353eb260 req-799291d8-fa66-4801-9af8-bfc4fb2b6a82 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0768075 Nov 27 16:22:57.371997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3c2133d-4e2b-4d2e-801a-3791353eb260 req-d2e520b8-3986-474f-9ae3-fb4cb7b7c0a8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642707 Nov 27 16:22:57.547456 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-80780843-81f4-439d-849c-c20eba5fa63c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3002219 Nov 27 16:22:57.552582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-699e53b0-7186-4c95-aa47-b70a46a4be2e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:22:57.557661 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-699e53b0-7186-4c95-aa47-b70a46a4be2e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093122 Nov 27 16:22:58.504297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c0b23-10ff-45c1-8ae4-e42029882ddd req-3e543646-00af-4887-be11-da2ac9f9be4f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:58.512148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344c0b23-10ff-45c1-8ae4-e42029882ddd req-3e543646-00af-4887-be11-da2ac9f9be4f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0638263 Nov 27 16:22:58.566528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344c0b23-10ff-45c1-8ae4-e42029882ddd req-69bf78d6-9a8a-4fc4-ba96-1d53feac72ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532472 Nov 27 16:22:58.688089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56172) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:58.689780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:58.802460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1b38-38fc-4726-af56-87c598fa08c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:58.879907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-e7865604-4377-40a3-8756-fe0f347d0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:58.881441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-e7865604-4377-40a3-8756-fe0f347d0417 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.0522795 Nov 27 16:22:58.884301 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1b38-38fc-4726-af56-87c598fa08c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:58.888900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1b38-38fc-4726-af56-87c598fa08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:58.897117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port e6d63f68-631d-4eb1-8c1c-18f6d0f59160 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:22:58.897490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:58.928628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a0fd1b38-38fc-4726-af56-87c598fa08c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb9a5fc9ab0e42dab188e546190b60cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392900 Nov 27 16:22:58.929205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd1b38-38fc-4726-af56-87c598fa08c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a04f1d-5cd5-4000-bc4f-3934011e7cad,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:58.933376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:58.986079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332e5b14-4ab9-4549-9992-682073e7db98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.008514 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332e5b14-4ab9-4549-9992-682073e7db98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.036183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.036511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.045154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-d99823d7-fc08-49d2-8792-5860eca4eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:59.046654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-d99823d7-fc08-49d2-8792-5860eca4eb16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1573024 Nov 27 16:22:59.052294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for e6d63f68-631d-4eb1-8c1c-18f6d0f59160 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:22:59.055852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332e5b14-4ab9-4549-9992-682073e7db98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.059534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-332e5b14-4ab9-4549-9992-682073e7db98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.060742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-332e5b14-4ab9-4549-9992-682073e7db98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3a04f1d-5cd5-4000-bc4f-3934011e7cad HTTP/1.1" status: 204 len: 168 time: 0.1264260 Nov 27 16:22:59.070793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e5b14-4ab9-4549-9992-682073e7db98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a04f1d-5cd5-4000-bc4f-3934011e7cad,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:59.171833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-a57f9e1d-05ba-42fc-a603-ea033cdf00c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 1001 time: 0.1144381 Nov 27 16:22:59.243839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-892c7ef5-1da9-4a74-abb2-3a670823f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:59.245859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-892c7ef5-1da9-4a74-abb2-3a670823f313 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0660522 Nov 27 16:22:59.332057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-09ec23b3-dae1-406a-8824-e67870176c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:59.333641 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-09ec23b3-dae1-406a-8824-e67870176c8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793972 Nov 27 16:22:59.350409 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:59.362001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.368280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2054b29e-0675-400d-8789-1667159c5f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.419722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=e6d63f68-631d-4eb1-8c1c-18f6d0f59160,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:59.455648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2054b29e-0675-400d-8789-1667159c5f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.459469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2054b29e-0675-400d-8789-1667159c5f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.499883 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2054b29e-0675-400d-8789-1667159c5f37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82c7a1729c0a4c3aa78029dec775bc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483266 Nov 27 16:22:59.500619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054b29e-0675-400d-8789-1667159c5f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b18cd5-31ae-4a2f-af7e-65c748ea3c32,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:22:59.502199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-c40ebb4b-6ae0-4db8-ad98-ccda298ec4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591470 Nov 27 16:22:59.502791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56186) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:22:59.505903 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.506536 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Floating IP e59cdaa5-4dec-4dd6-91b0-dd226716c1d9 disassociated (deleted). External IP: 172.25.1.2, port: eef02a21-f65c-4490-8035-4c03cc425d0b. Nov 27 16:22:59.733773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27f3870b-86a3-4821-a927-1ff128b521c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.768718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d75f6-7105-406c-9510-1b88bd617455 req-aed8e8b6-4834-4901-9a13-f2072dd8a4f6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:22:59.770194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ef0d75f6-7105-406c-9510-1b88bd617455 req-aed8e8b6-4834-4901-9a13-f2072dd8a4f6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.1135466 Nov 27 16:22:59.780076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-278b57d6-b519-4b56-90be-28c475f9eebc service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666690 Nov 27 16:22:59.782000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27f3870b-86a3-4821-a927-1ff128b521c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.931665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ef0d75f6-7105-406c-9510-1b88bd617455 req-f53cb433-3ac5-4515-a6a4-8ce70367a036 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477377 Nov 27 16:22:59.948866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27f3870b-86a3-4821-a927-1ff128b521c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.951499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27f3870b-86a3-4821-a927-1ff128b521c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.952623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-27f3870b-86a3-4821-a927-1ff128b521c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84b18cd5-31ae-4a2f-af7e-65c748ea3c32 HTTP/1.1" status: 204 len: 168 time: 0.4478402 Nov 27 16:22:59.960215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:22:59.967245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:22:59.968091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3870b-86a3-4821-a927-1ff128b521c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b18cd5-31ae-4a2f-af7e-65c748ea3c32,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:00.416183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:00.421651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:00.426816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:00.440251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:00.440251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:00.450695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d555ff3c-82e2-492b-8491-467e5b6dc243 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "DELETE /v2.0/floatingips/e59cdaa5-4dec-4dd6-91b0-dd226716c1d9 HTTP/1.1" status: 204 len: 168 time: 1.7597885 Nov 27 16:23:00.451289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:23:00.453662 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365f9e20-840a-4acb-bb63-14fef449417c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:23:00.515217 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9588ee08-29d9-4705-867a-483440ba33c8 x-openstack-request-id: req-9588ee08-29d9-4705-867a-483440ba33c8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:23:00.515981 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:23:00.515981 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9588ee08-29d9-4705-867a-483440ba33c8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:23:00.516486 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'status': 'completed', 'code': 200} Nov 27 16:23:00.581565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:00.592954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9e20-840a-4acb-bb63-14fef449417c req-504999bb-9fd1-4cf0-924b-f0a712001993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:00.595120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-504999bb-9fd1-4cf0-924b-f0a712001993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0568986 Nov 27 16:23:00.728075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9e20-840a-4acb-bb63-14fef449417c req-7fdf1076-408d-4e71-bccf-a16c902dbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:00.731059 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-7fdf1076-408d-4e71-bccf-a16c902dbce1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 200 len: 913 time: 0.1229243 Nov 27 16:23:00.739094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa109e-263d-46af-a22c-b7671e61c061 req-f767d5af-e1a4-413a-855a-8dd6aa1940dd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:00.749615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acfa109e-263d-46af-a22c-b7671e61c061 req-f767d5af-e1a4-413a-855a-8dd6aa1940dd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0604744 Nov 27 16:23:00.784505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-661cba30-d5b8-45e0-bde4-7909f8b636ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 200 len: 217 time: 0.0432248 Nov 27 16:23:00.801338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acfa109e-263d-46af-a22c-b7671e61c061 req-94587bf1-cad0-4c27-b459-8c30fd97d43c tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482254 Nov 27 16:23:00.851312 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9e20-840a-4acb-bb63-14fef449417c req-a3dc170f-4aad-4b73-91f3-359c7cd813d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:00.853392 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-a3dc170f-4aad-4b73-91f3-359c7cd813d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 200 len: 851 time: 0.0606990 Nov 27 16:23:00.856129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:00.883387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:00.893474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:00.894066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:22:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:00.902381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9e20-840a-4acb-bb63-14fef449417c req-22e464a1-3396-412c-b5cc-d73b4c88f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:00.903877 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-22e464a1-3396-412c-b5cc-d73b4c88f1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec18c30-01dc-4adc-af28-cc57e84c5799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420372 Nov 27 16:23:01.007961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:01.018900 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-3bad1c5f-9606-4e0c-99a6-672e2d6fd346 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071126 Nov 27 16:23:01.069973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccba4c-e164-4e6a-8719-9032b9c1bd7e req-76d889bc-c445-43b2-9915-3491ca6bb562 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:01.071794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cccba4c-e164-4e6a-8719-9032b9c1bd7e req-76d889bc-c445-43b2-9915-3491ca6bb562 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0589900 Nov 27 16:23:01.142627 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-365f9e20-840a-4acb-bb63-14fef449417c req-09c74456-887a-4588-8318-b4ec6e01dd98 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144350 Nov 27 16:23:01.146067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cccba4c-e164-4e6a-8719-9032b9c1bd7e req-d425b2b6-51b3-49f2-ad4e-7052f3b49d13 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666413 Nov 27 16:23:01.247126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:01.287558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3587d-16e0-45df-8cc5-31d0739ba094 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:10:43Z', 'revision_number': 4, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e095426f-19b1-4097-b892-c73b96bdaa68', 'name': '', 'network_id': '8ec18c30-01dc-4adc-af28-cc57e84c5799', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'mac_address': 'fa:16:3e:5d:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:41Z', 'updated_at': '2021-11-27T16:10:50Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'subnets': [{'id': 'fc440213-610f-44f1-8e98-a6ff27fdfeb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:01.550119 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57aa2d-68d2-49ca-abe5-8cca9d7decd4 None None] New status for floating IP e59cdaa5-4dec-4dd6-91b0-dd226716c1d9: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:23:01.923606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efc120-9180-4aa9-99f0-be009a39ce3b req-c9c81553-aa4c-4c2d-bbc8-7518aac4a521 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:01.925121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20efc120-9180-4aa9-99f0-be009a39ce3b req-c9c81553-aa4c-4c2d-bbc8-7518aac4a521 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Nov 27 16:23:01.976547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20efc120-9180-4aa9-99f0-be009a39ce3b req-3633e2b0-1e10-4939-beee-20187f8436b2 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/security-groups?id=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445161 Nov 27 16:23:02.018410 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:02.220220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-7923a793-adb6-41de-aca1-a7b705c977bc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:02.221721 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-7923a793-adb6-41de-aca1-a7b705c977bc tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 945 time: 0.0554276 Nov 27 16:23:02.267023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143347-75b6-49fd-801b-c2bf4133c566 req-beef86ae-64d8-486f-a477-88b11f41d8ac tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:02.269520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87143347-75b6-49fd-801b-c2bf4133c566 req-beef86ae-64d8-486f-a477-88b11f41d8ac tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0521231 Nov 27 16:23:02.322475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87143347-75b6-49fd-801b-c2bf4133c566 req-acff14e5-9551-441f-8d4f-a997b0827dc9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472274 Nov 27 16:23:02.329127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port eef02a21-f65c-4490-8035-4c03cc425d0b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:02.329495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:02.424723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] For port eef02a21-f65c-4490-8035-4c03cc425d0b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=eef02a21-f65c-4490-8035-4c03cc425d0b,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:02.425086 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:02.438696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for eef02a21-f65c-4490-8035-4c03cc425d0b owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:02.572461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:02.604950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=eef02a21-f65c-4490-8035-4c03cc425d0b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:02.653427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] No DVR routers for this DVR port eef02a21-f65c-4490-8035-4c03cc425d0b on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:02.656078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:02.659449 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-92e73ee4-e80c-4579-984b-dce73dc2355f req-c8dea044-f99d-4769-ad8e-53650d190e90 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.37 "DELETE /v2.0/ports/eef02a21-f65c-4490-8035-4c03cc425d0b HTTP/1.1" status: 204 len: 173 time: 0.4313834 Nov 27 16:23:02.660014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'name': 'network-vif-deleted', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:23:02.662201 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad6a110-dc43-4a16-a21d-491abf76dc53" -d '{"events": [{"server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "name": "network-vif-deleted", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:23:02.703984 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bff18-3e41-403d-841f-9d518c8ace10 x-openstack-request-id: req-067bff18-3e41-403d-841f-9d518c8ace10 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:23:02.704136 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7de6e76-d648-4057-a5f1-73d4c6d3bcc0", "name": "network-vif-deleted", "tag": "eef02a21-f65c-4490-8035-4c03cc425d0b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:23:02.704396 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-067bff18-3e41-403d-841f-9d518c8ace10 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:23:02.704830 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de6e76-d648-4057-a5f1-73d4c6d3bcc0', 'name': 'network-vif-deleted', 'tag': 'eef02a21-f65c-4490-8035-4c03cc425d0b', 'status': 'completed', 'code': 200} Nov 27 16:23:03.111872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09e60274-b1f7-4257-9790-48127c76d6c5 req-177e5689-8368-4ef6-b34b-be8de3ba56b1 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0522304 Nov 27 16:23:03.330283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56414) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:03.454509 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc5a-4ae5-4dc9-8073-9e4abcbf06cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.464716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b9d16-6f3d-4957-a3d7-d4630837401b req-3829534d-d257-48ea-a0b1-69a6091139bb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:03.466270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad9b9d16-6f3d-4957-a3d7-d4630837401b req-3829534d-d257-48ea-a0b1-69a6091139bb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0656495 Nov 27 16:23:03.541125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad9b9d16-6f3d-4957-a3d7-d4630837401b req-62e7f9f1-a84f-4f2c-9d49-9febba7f6848 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670707 Nov 27 16:23:03.587461 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc5a-4ae5-4dc9-8073-9e4abcbf06cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.593115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc5a-4ae5-4dc9-8073-9e4abcbf06cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.633045 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2dc5a-4ae5-4dc9-8073-9e4abcbf06cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60deb6c-68a0-48f8-9962-c27dd76fff21,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:03.637495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-daa2dc5a-4ae5-4dc9-8073-9e4abcbf06cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33492d3b968f419bb254c8f5b0ff22ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060656 Nov 27 16:23:03.640765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56420) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:03.689567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0aab8af8-42e6-438d-ab08-5215d24983a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.710243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0aab8af8-42e6-438d-ab08-5215d24983a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.757439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0aab8af8-42e6-438d-ab08-5215d24983a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.760056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0aab8af8-42e6-438d-ab08-5215d24983a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:03.763989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0aab8af8-42e6-438d-ab08-5215d24983a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f60deb6c-68a0-48f8-9962-c27dd76fff21 HTTP/1.1" status: 204 len: 168 time: 0.1201792 Nov 27 16:23:03.771018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab8af8-42e6-438d-ab08-5215d24983a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60deb6c-68a0-48f8-9962-c27dd76fff21,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:04.208259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb77503-4c1e-4888-a1d9-3e7ddc099899 req-21c10fa9-a8fd-4a89-8a50-eacecf0ba6bd tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0341191 Nov 27 16:23:04.621740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device eef02a21-f65c-4490-8035-4c03cc425d0b no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:04.651528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: eef02a21-f65c-4490-8035-4c03cc425d0b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:04.652132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device eef02a21-f65c-4490-8035-4c03cc425d0b not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:04.677545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea3fe-fd0e-467a-aebf-8c876bad7e89 req-41bff23e-05f1-47ba-94cc-ff5dae8a1d2f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:04.679448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-547ea3fe-fd0e-467a-aebf-8c876bad7e89 req-41bff23e-05f1-47ba-94cc-ff5dae8a1d2f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0607970 Nov 27 16:23:04.732081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-547ea3fe-fd0e-467a-aebf-8c876bad7e89 req-4b723662-0182-4e72-bac7-ce7f7f851712 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Nov 27 16:23:05.257012 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac31-2aad-43e9-8228-3947de1f76bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:05.319906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89996043-cff7-4b9e-ae3b-52b435d16faf req-ed8a7e8d-c354-4bd2-a71b-38b35e2eeac4 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0311286 Nov 27 16:23:05.871803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86312d0f-dadf-4be5-9fde-7701f0a06706 req-29106da5-8cce-4525-9e81-a4e86ef833bc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:05.873551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86312d0f-dadf-4be5-9fde-7701f0a06706 req-29106da5-8cce-4525-9e81-a4e86ef833bc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0603430 Nov 27 16:23:05.935293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-86312d0f-dadf-4be5-9fde-7701f0a06706 req-9b91c86b-1c93-4be1-adc2-337e9f9d4b07 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546598 Nov 27 16:23:06.437142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b420dac-f7d2-4eef-8246-2a5b6a6266e2 req-59294e94-7f9a-45a9-9743-f45d0a0ce421 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7de6e76-d648-4057-a5f1-73d4c6d3bcc0 HTTP/1.1" status: 200 len: 210 time: 0.0307348 Nov 27 16:23:07.057869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d14c-1a5c-4b48-8e5e-045e72e355eb req-1c1027ff-c60f-4daa-8d73-547e4911b494 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:07.059709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80b0d14c-1a5c-4b48-8e5e-045e72e355eb req-1c1027ff-c60f-4daa-8d73-547e4911b494 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0548425 Nov 27 16:23:07.113172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80b0d14c-1a5c-4b48-8e5e-045e72e355eb req-49b30ea2-f278-4c81-ae1e-6941bc76cd34 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Nov 27 16:23:07.496055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56680) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:07.625395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Deleting port 8367a465-75c8-46d9-9fdc-5c67435da4db {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:07.625789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.706745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.707075 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.707938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c6e83b90-09a4-40f6-a464-fc4dc951bb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.719606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Calling delete_port for 8367a465-75c8-46d9-9fdc-5c67435da4db owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:07.861455 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.889153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'Port': ['ID=8367a465-75c8-46d9-9fdc-5c67435da4db,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:07.951483 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.954463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:07.955982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d2e11225-e875-49ee-af32-b27629aa8d21 tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "DELETE /v2.0/floatingips/76dcc738-9568-4f9d-a226-7581d7be25be HTTP/1.1" status: 204 len: 168 time: 0.4587741 Nov 27 16:23:08.244118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06cd50-c45f-46b7-8007-db154e491657 req-c34ef6f0-bb91-4f7b-8465-f134aef87c31 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:08.246362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b06cd50-c45f-46b7-8007-db154e491657 req-c34ef6f0-bb91-4f7b-8465-f134aef87c31 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0630968 Nov 27 16:23:08.315365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b06cd50-c45f-46b7-8007-db154e491657 req-fc5c7461-3317-4003-aed7-631bee654963 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600328 Nov 27 16:23:08.597873 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:08.816513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56786) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:08.927809 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5065-719c-4e60-bcdc-1af6e3c0b562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.009204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5065-719c-4e60-bcdc-1af6e3c0b562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.013572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5065-719c-4e60-bcdc-1af6e3c0b562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.051736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6c9c5065-719c-4e60-bcdc-1af6e3c0b562 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ff4d30f8c5d441da24b85f12e744e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340403 Nov 27 16:23:09.052617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c5065-719c-4e60-bcdc-1af6e3c0b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46a0b33-5db1-4dc9-ab73-6d230b978310,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:09.054976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:09.110026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc75c4b-bc56-441a-a37b-7664ec924df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.131653 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc75c4b-bc56-441a-a37b-7664ec924df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.185734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc75c4b-bc56-441a-a37b-7664ec924df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.188690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dfc75c4b-bc56-441a-a37b-7664ec924df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:09.190073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dfc75c4b-bc56-441a-a37b-7664ec924df5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d46a0b33-5db1-4dc9-ab73-6d230b978310 HTTP/1.1" status: 204 len: 168 time: 0.1346145 Nov 27 16:23:09.198842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75c4b-bc56-441a-a37b-7664ec924df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46a0b33-5db1-4dc9-ab73-6d230b978310,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:09.450795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b66fb1-0fff-4a35-9ac7-6d75af8ed797 req-86e27fbc-ccfe-44a0-9200-597f4bf58dec tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:09.453095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50b66fb1-0fff-4a35-9ac7-6d75af8ed797 req-86e27fbc-ccfe-44a0-9200-597f4bf58dec tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0549061 Nov 27 16:23:09.507406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50b66fb1-0fff-4a35-9ac7-6d75af8ed797 req-7bc992d3-985d-4416-b033-a1e3acb428e0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Nov 27 16:23:09.691529 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:23:10.341137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.504056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:10.621591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cbff12d8-1a17-4b75-83d1-2bed82f92be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.635750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039cf3b-5399-46a6-8c61-ff6f36ecddce req-05764b0c-ca5a-4be2-9971-40308640e48a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:10.637234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c039cf3b-5399-46a6-8c61-ff6f36ecddce req-05764b0c-ca5a-4be2-9971-40308640e48a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0545447 Nov 27 16:23:10.690167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c039cf3b-5399-46a6-8c61-ff6f36ecddce req-810e0f6d-5af2-42ff-babf-2d5d81ac7d65 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Nov 27 16:23:10.704725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cbff12d8-1a17-4b75-83d1-2bed82f92be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.709734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cbff12d8-1a17-4b75-83d1-2bed82f92be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.750817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cbff12d8-1a17-4b75-83d1-2bed82f92be8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faeca46824b6476d9500a2f8ca58baaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2456162 Nov 27 16:23:10.751673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff12d8-1a17-4b75-83d1-2bed82f92be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3db839-3801-44d5-bbb4-699d458f3e2d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:10.754720 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56864) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:10.807714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01c15054-501b-4eb9-bc3b-e3d8190beba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.829025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01c15054-501b-4eb9-bc3b-e3d8190beba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.879921 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01c15054-501b-4eb9-bc3b-e3d8190beba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.882703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-01c15054-501b-4eb9-bc3b-e3d8190beba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:10.883911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-01c15054-501b-4eb9-bc3b-e3d8190beba3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf3db839-3801-44d5-bbb4-699d458f3e2d HTTP/1.1" status: 204 len: 168 time: 0.1277082 Nov 27 16:23:10.893794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c15054-501b-4eb9-bc3b-e3d8190beba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3db839-3801-44d5-bbb4-699d458f3e2d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:11.211806 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:11.271363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56880) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:11.332589 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26810696-94fb-4691-b73e-04cf6116b83a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:11.363297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26810696-94fb-4691-b73e-04cf6116b83a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:11.432584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26810696-94fb-4691-b73e-04cf6116b83a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:11.435361 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-26810696-94fb-4691-b73e-04cf6116b83a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:11.436555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-26810696-94fb-4691-b73e-04cf6116b83a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] 10.222.0.15 "DELETE /v2.0/security-groups/0cb8ec58-6f56-47dd-8a4b-12aed8fb8575 HTTP/1.1" status: 204 len: 168 time: 0.1642518 Nov 27 16:23:11.446762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26810696-94fb-4691-b73e-04cf6116b83a tempest-TestVolumeBootPattern-815483655 tempest-TestVolumeBootPattern-815483655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb8ec58-6f56-47dd-8a4b-12aed8fb8575,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:11.508576 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56892) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:11.833660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8a7e-7a27-4bba-9f16-9bdc8c6d6c77 req-4a2acdcd-c4de-4dc5-b2d6-a603e1159883 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:11.842827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b07d8a7e-7a27-4bba-9f16-9bdc8c6d6c77 req-4a2acdcd-c4de-4dc5-b2d6-a603e1159883 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0597305 Nov 27 16:23:11.875471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56906) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:11.898013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b07d8a7e-7a27-4bba-9f16-9bdc8c6d6c77 req-4a7bbc94-5ca1-4943-87dc-5928a5d9e71c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536900 Nov 27 16:23:12.021941 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc7da-5ad6-4c30-b2ac-2a1478ea1e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.147243 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc7da-5ad6-4c30-b2ac-2a1478ea1e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.153361 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc7da-5ad6-4c30-b2ac-2a1478ea1e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.195323 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8bfcc7da-5ad6-4c30-b2ac-2a1478ea1e0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2871cd68902c46df835f689e4904350a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187189 Nov 27 16:23:12.198729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:12.199601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.202355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcc7da-5ad6-4c30-b2ac-2a1478ea1e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c378654-f154-4d59-b32a-3aa3ca8381e2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:12.262950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62df4bbc-1189-4c64-b636-35e3f130de80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.284777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62df4bbc-1189-4c64-b636-35e3f130de80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.335713 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62df4bbc-1189-4c64-b636-35e3f130de80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.339432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-62df4bbc-1189-4c64-b636-35e3f130de80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.340579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-62df4bbc-1189-4c64-b636-35e3f130de80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c378654-f154-4d59-b32a-3aa3ca8381e2 HTTP/1.1" status: 204 len: 168 time: 0.1407199 Nov 27 16:23:12.349129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df4bbc-1189-4c64-b636-35e3f130de80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c378654-f154-4d59-b32a-3aa3ca8381e2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:12.473712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Deleting port e095426f-19b1-4097-b892-c73b96bdaa68 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:12.474055 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.555365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] For port e095426f-19b1-4097-b892-c73b96bdaa68, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e095426f-19b1-4097-b892-c73b96bdaa68,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:12.556088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.571828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Calling delete_port for e095426f-19b1-4097-b892-c73b96bdaa68 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:12.755391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:12.783282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Pushing event deleted for resources: {'Port': ['ID=e095426f-19b1-4097-b892-c73b96bdaa68,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:12.969618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.035147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99459c8f-56b3-43ba-b209-3b816919db44 req-15aa5197-2f2f-448c-80bd-bfb23502dfad tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:13.036837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99459c8f-56b3-43ba-b209-3b816919db44 req-15aa5197-2f2f-448c-80bd-bfb23502dfad tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0593567 Nov 27 16:23:13.067940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56934) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:13.101354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99459c8f-56b3-43ba-b209-3b816919db44 req-1ff54cf9-1d3a-4011-9769-79492022e83d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580914 Nov 27 16:23:13.171077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1752251914'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:13.192158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:13.195624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.204656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.205260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:23:13.283236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.287307 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.313866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:23:13.317506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:13.323232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1e05681e-0a5c-43d4-866e-f85f074a2849 admin admin] 10.222.0.15 "PUT /v2.0/routers/34e8bafc-8c8f-43b1-8f44-4ac103b1b519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123133 Nov 27 16:23:13.323626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2c0a1-51cd-4bc4-979b-66051d205e30,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:13.325459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56938) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:13.328676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.329037 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Added segment 21699bd6-ca4e-482b-a9a5-2aae80ab50f7 of type vlan for network 23496627-4a6b-441e-b8f8-12c2e88900e8 Nov 27 16:23:13.331999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] Sync routers for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:13.354504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:13.355119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:13.373520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.404552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.410502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:13.411189 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.434258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.465017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:13.472488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4002724 Nov 27 16:23:13.476535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56940) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:13.482757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:13.500360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad73483-e2ef-468c-bc2c-4ff1f0bbbcd7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Network': ['ID=23496627-4a6b-441e-b8f8-12c2e88900e8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:13.526050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:23:13.551426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.584302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:13.589109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.610923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Deleting port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:13.611568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.704824 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] For port 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:13.705248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.719485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Calling delete_port for 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:13.799570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.866785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=b5498b33-61f5-4923-aed7-0ff0be5c4248,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:13.880204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:13.880581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network hostable DHCP agents. Network: 23496627-4a6b-441e-b8f8-12c2e88900e8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:23:13.897021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:23:12Z', 'revision_number': 5, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port': {'id': '4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:31Z', 'updated_at': '2021-11-27T16:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:13.904512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:23:13.916772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 23496627-4a6b-441e-b8f8-12c2e88900e8) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:13.922202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:13.922891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.930101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:13.945072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df4e9c-7f45-45ae-a888-ac1a6eccdd14 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:13.950653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] Checking router: 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:13.954936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ad0cd12-fd31-44bc-9180-916a3369b9ef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4748232 Nov 27 16:23:13.955734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56942) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:13.960500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'name': 'tempest-NetworksTestDHCPv6-1359384383'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:13.987908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:14.038384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eeaa33-e65e-43e5-a325-cb9a2e526c63 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:14.062658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] Routers {'34e8bafc-8c8f-43b1-8f44-4ac103b1b519'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:14.063696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:14.108003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.121262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:14.125127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.143586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 41816b26-f43e-4075-8e32-ef967aa7887a yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:14.219188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] Set router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:14.243881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.246354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.289088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:23:13Z', 'revision_number': 7, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:14.299261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.300125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e8bafc-8c8f-43b1-8f44-4ac103b1b519 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:23:14.305560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.309345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::7b (23496627-4a6b-441e-b8f8-12c2e88900e8/b5498b33-61f5-4923-aed7-0ff0be5c4248/41816b26-f43e-4075-8e32-ef967aa7887a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:14.310147 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-de00f507-8863-4abf-93a9-4370c749d511 admin admin] 10.222.0.15 "DELETE /v2.0/routers/34e8bafc-8c8f-43b1-8f44-4ac103b1b519 HTTP/1.1" status: 204 len: 168 time: 0.9804120 Nov 27 16:23:14.310147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56946) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:14.316224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb419c-2cf3-4fda-bf6f-796d5152b8a5 None None] The sync data for ids ['34e8bafc-8c8f-43b1-8f44-4ac103b1b519'] in n-d-819494-4 is: [{'id': '34e8bafc-8c8f-43b1-8f44-4ac103b1b519', 'name': 'tempest-TestVolumeBootPattern-2009388522-router', 'tenant_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:30Z', 'updated_at': '2021-11-27T16:23:13Z', 'revision_number': 7, 'project_id': 'e02605232ffa41fcab8dd31c3d1c89a6', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:14.327698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526475f3-08bd-4426-9c76-71d47b1305c6 req-db0270f9-efd1-42ca-9b61-98f6a6a5c059 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:14.329248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-526475f3-08bd-4426-9c76-71d47b1305c6 req-db0270f9-efd1-42ca-9b61-98f6a6a5c059 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0931699 Nov 27 16:23:14.372379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Deleting subnet fc440213-610f-44f1-8e98-a6ff27fdfeb9 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:14.375913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.408625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': 'b5498b33-61f5-4923-aed7-0ff0be5c4248'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:14.409701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.414490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.430376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-526475f3-08bd-4426-9c76-71d47b1305c6 req-d453cd6a-eacc-44fb-97fc-c9ea359cfbe0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927742 Nov 27 16:23:14.511101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.520620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.560771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.610372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/b5498b33-61f5-4923-aed7-0ff0be5c4248/866f3115-a3a5-42fa-b4dd-c21a3c3a0265) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:14.614738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:14.621310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:14.625248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:14.631187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:14.631938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.641239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=41816b26-f43e-4075-8e32-ef967aa7887a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:14.658176 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17461fe0-0944-46f0-8716-bbe0a0595745 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7019176 Nov 27 16:23:14.660589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:14.719419 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dde6e9-c446-4763-8e69-43cfaccf903e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:14.723873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a1dde6e9-c446-4763-8e69-43cfaccf903e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0621614 Nov 27 16:23:14.724520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56950) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:14.814746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.827936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.856947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 41816b26-f43e-4075-8e32-ef967aa7887a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:14.857351 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.866427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:14.869670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:14.872599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:14.901732 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.924667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Pushing event updated for resources: {'Port': ['ID=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:14.929890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc440213-610f-44f1-8e98-a6ff27fdfeb9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:14.935397 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.939198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a064fe45-cf1b-4910-93ee-42c05060d62d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fc440213-610f-44f1-8e98-a6ff27fdfeb9 HTTP/1.1" status: 204 len: 168 time: 0.6282132 Nov 27 16:23:14.941883 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56952) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:14.954913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.955262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.955986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.955986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.956278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.956615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.956950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.957285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.957552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:14.957692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.957967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.958295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.958625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:14.964833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b316bc-cd1c-4181-946c-1bb765dc38d0 None None] Network 8ec18c30-01dc-4adc-af28-cc57e84c5799 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:14.973529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 41816b26-f43e-4075-8e32-ef967aa7887a owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:15.011138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Attempting to bind port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:15.011554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Attempting to bind port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:15.012144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Attempting to bind port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:15.016292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.020929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:15.021315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:15.022291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.022841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:15.023501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Bound port: 866f3115-a3a5-42fa-b4dd-c21a3c3a0265, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:15.023710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.071382 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Deleting port a735d249-285a-4e22-9d3e-273cdbb813d4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:15.071673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.119275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.142719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] For port a735d249-285a-4e22-9d3e-273cdbb813d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a735d249-285a-4e22-9d3e-273cdbb813d4,segment=NetworkSegment(fc5b3eae-f02b-424e-9006-81840fca11d7),segment_id=fc5b3eae-f02b-424e-9006-81840fca11d7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:15.142991 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.149565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=41816b26-f43e-4075-8e32-ef967aa7887a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:15.155796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] For port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:15.159950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Calling delete_port for a735d249-285a-4e22-9d3e-273cdbb813d4 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:15.164023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] For port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:15.171260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.175322 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.181265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d5611352-ba82-42d6-9766-18f068ed3b14 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/41816b26-f43e-4075-8e32-ef967aa7887a HTTP/1.1" status: 204 len: 168 time: 0.4557307 Nov 27 16:23:15.181954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56954) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:15.260829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58e7b0-6125-48ab-a500-6261b7391ed9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:15.264887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58e7b0-6125-48ab-a500-6261b7391ed9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:15.265776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35223d6-d1d9-440e-a4aa-699443e43a94 None None] Pushing event updated for resources: {'Port': ['ID=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:15.269113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cb58e7b0-6125-48ab-a500-6261b7391ed9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838192 Nov 27 16:23:15.271574 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] DHCP port deletion for 8ec18c30-01dc-4adc-af28-cc57e84c5799 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:15.272632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56956) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:15.319303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.337093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet b5498b33-61f5-4923-aed7-0ff0be5c4248 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:15.342020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.347142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Deleting port a735d249-285a-4e22-9d3e-273cdbb813d4 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:15.347750 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.356811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Pushing event deleted for resources: {'Port': ['ID=a735d249-285a-4e22-9d3e-273cdbb813d4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:15.371076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.371568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.372062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.372413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.372752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.373087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.373510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.373769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.374097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.374421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.374745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.375104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:15.389701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] No DVR routers for this DVR port a735d249-285a-4e22-9d3e-273cdbb813d4 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:15.395915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.471318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] For port a735d249-285a-4e22-9d3e-273cdbb813d4, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:15.471808 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.479065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.507770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Calling delete_port for a735d249-285a-4e22-9d3e-273cdbb813d4 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:15.512207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Port a735d249-285a-4e22-9d3e-273cdbb813d4 was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:23:15.515289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.536264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.544166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec18c30-01dc-4adc-af28-cc57e84c5799']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:15.563390 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] Pushing event deleted for resources: {'Port': ['ID=a735d249-285a-4e22-9d3e-273cdbb813d4,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:15.574742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5b3eae-f02b-424e-9006-81840fca11d7') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:15.575081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5b3eae-f02b-424e-9006-81840fca11d7') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:15.577235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469dfd0-4715-46d3-981f-e06b83a27ba4 None None] No DVR routers for this DVR port a735d249-285a-4e22-9d3e-273cdbb813d4 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:15.608833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.630315 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.639368 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:23:15.639998 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:23:15.642224 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:23:15.686608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c36c0-e873-4891-9cb1-1e93a7f2b8d6 req-9e540205-b54d-4b5a-a59a-05822c69f396 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:15.688345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-835c36c0-e873-4891-9cb1-1e93a7f2b8d6 req-9e540205-b54d-4b5a-a59a-05822c69f396 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0807540 Nov 27 16:23:15.690018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.713533 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.717450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/b5498b33-61f5-4923-aed7-0ff0be5c4248 HTTP/1.1" status: 204 len: 168 time: 0.4430761 Nov 27 16:23:15.719902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56960) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:15.741393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73cdd5-935b-40e6-9774-70cba092a5fe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=b5498b33-61f5-4923-aed7-0ff0be5c4248,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:15.783425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-835c36c0-e873-4891-9cb1-1e93a7f2b8d6 req-c45a24c2-db04-4ebc-b9fe-832bdf64f86f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806744 Nov 27 16:23:15.787555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-356488d2-bec8-4744-be8a-9ec9b1fbbfb4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664120 Nov 27 16:23:15.788379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.790502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56962) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:15.794360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:15.795676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:15.797840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ec18c30-01dc-4adc-af28-cc57e84c5799 HTTP/1.1" status: 204 len: 168 time: 0.8543427 Nov 27 16:23:15.800609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56964) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:15.810879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c0e19-0674-4ec1-b26a-0eb30a6ee35c admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec18c30-01dc-4adc-af28-cc57e84c5799,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:15.979929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:15.984018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.010735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:16.065559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:16.067260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.155488 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.194200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:16.200360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.263446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:16.291294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a735d249-285a-4e22-9d3e-273cdbb813d4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:16.318960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a735d249-285a-4e22-9d3e-273cdbb813d4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:16.319312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a735d249-285a-4e22-9d3e-273cdbb813d4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:16.319728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:16.330167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.341134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:16.342575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 4d33f9ac-41ba-4f5c-a6bc-6dfaa265bc79 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:16.342575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e095426f-19b1-4097-b892-c73b96bdaa68 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:16.362166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e095426f-19b1-4097-b892-c73b96bdaa68 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:16.362527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e095426f-19b1-4097-b892-c73b96bdaa68 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:16.390852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:16.395987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:16.401399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:16.402013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.408160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=cb0ab690-9dff-4aee-9545-a46394eb8303,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:16.415950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca0588-6e64-42fd-8665-10688d61bcbe None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:16.451257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-17867b75-9054-4135-bf42-fad12619d1bd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6571529 Nov 27 16:23:16.451800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56966) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:16.458216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'name': 'tempest-NetworksTestDHCPv6-444206911'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:16.463640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.487235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b99780ce-c9b6-4781-9140-c3271308e023 None None] Provisioning complete for port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:16.487817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b99780ce-c9b6-4781-9140-c3271308e023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.583599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:16.589459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.605843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 68e4aaf0-adcd-4963-a95c-3b4172e00b84 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:16.729763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::140 (23496627-4a6b-441e-b8f8-12c2e88900e8/cb0ab690-9dff-4aee-9545-a46394eb8303/68e4aaf0-adcd-4963-a95c-3b4172e00b84) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:16.754002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Deleting port 528fff23-4caa-4f45-8485-9465aa27b0c3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:16.754618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.860417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] For port 528fff23-4caa-4f45-8485-9465aa27b0c3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=528fff23-4caa-4f45-8485-9465aa27b0c3,segment=NetworkSegment(8cc35ef4-08d1-4f20-a8c9-3b0313c5977e),segment_id=8cc35ef4-08d1-4f20-a8c9-3b0313c5977e)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:16.860747 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.879841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89098dd6-3acd-4b1a-a974-0dc99cf938b2 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:16.880305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Calling delete_port for 528fff23-4caa-4f45-8485-9465aa27b0c3 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:16.905978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:16.957504 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.000980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ae5d-abcf-4e12-b944-7a25de33e740 req-a2179f4f-0e63-4ad7-b46a-d1c0fad5e655 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:17.002888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b36ae5d-abcf-4e12-b944-7a25de33e740 req-a2179f4f-0e63-4ad7-b46a-d1c0fad5e655 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.1067469 Nov 27 16:23:17.008096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-36ab1aa8-83c6-41ae-844a-e67546e6b3cd None None] Provisioning complete for port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:17.008470 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-36ab1aa8-83c6-41ae-844a-e67546e6b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.011765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:17.017738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:17.021745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:17.030449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:17.031277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.057793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=68e4aaf0-adcd-4963-a95c-3b4172e00b84,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:17.066683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7b8449f4-1808-4f8f-978a-ed2472ba6f1f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6134605 Nov 27 16:23:17.067743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56970) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:17.139740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0b36ae5d-abcf-4e12-b944-7a25de33e740 req-2fdf444e-fbf8-4125-bfa3-ce1b4d5d076d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952835 Nov 27 16:23:17.160527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68ae13-631f-4b31-bf5e-db0aae621b8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:17.167475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68ae13-631f-4b31-bf5e-db0aae621b8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:17.169052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ae68ae13-631f-4b31-bf5e-db0aae621b8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0959494 Nov 27 16:23:17.171997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56972) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:17.226189 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.259447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=528fff23-4caa-4f45-8485-9465aa27b0c3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:17.281034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 68e4aaf0-adcd-4963-a95c-3b4172e00b84 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:17.281326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.389490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.403032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 68e4aaf0-adcd-4963-a95c-3b4172e00b84 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:17.443324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.471747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1c385a42-3e79-4c66-ba6d-0abc6a900746 None None] Provisioning complete for port 68e4aaf0-adcd-4963-a95c-3b4172e00b84 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:17.472124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c385a42-3e79-4c66-ba6d-0abc6a900746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.562087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1c385a42-3e79-4c66-ba6d-0abc6a900746 None None] Port 68e4aaf0-adcd-4963-a95c-3b4172e00b84 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:23:17.578675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1c385a42-3e79-4c66-ba6d-0abc6a900746 None None] Provisioning complete for port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:17.579081 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c385a42-3e79-4c66-ba6d-0abc6a900746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.602227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.642321 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=68e4aaf0-adcd-4963-a95c-3b4172e00b84,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:17.694790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.698684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Router b6c30e98-91fb-4e06-9860-ee69ca39a0bf has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:23:17.701907 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-07056026-4673-43be-b25d-98f227a7abdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/68e4aaf0-adcd-4963-a95c-3b4172e00b84 HTTP/1.1" status: 204 len: 168 time: 0.5262814 Nov 27 16:23:17.702040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56974) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:17.787113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0570042-6acc-45ac-8dfc-d26cc5a77f63 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:17.788658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0570042-6acc-45ac-8dfc-d26cc5a77f63 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:17.790870 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f0570042-6acc-45ac-8dfc-d26cc5a77f63 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0873578 Nov 27 16:23:17.793894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56976) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:17.805632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ac12139-d7c1-432c-89c0-5bb459da0a75 None None] Could not find standard attr ID for object 41816b26-f43e-4075-8e32-ef967aa7887a. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:17.870869 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet cb0ab690-9dff-4aee-9545-a46394eb8303 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:17.874680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:17.920698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a79b6faa-0313-4cd7-8b77-886077b4ab1f None None] Could not find standard attr ID for object 68e4aaf0-adcd-4963-a95c-3b4172e00b84. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:17.946962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.007540 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.071501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:18.098158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.131545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0ab690-9dff-4aee-9545-a46394eb8303,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:18.133727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:18.134212 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.141051 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.147360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56978) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:18.148243 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3a14a3dd-731b-4173-9496-12f1440a9273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/cb0ab690-9dff-4aee-9545-a46394eb8303 HTTP/1.1" status: 204 len: 168 time: 0.3525040 Nov 27 16:23:18.209230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5df1a58-7c36-44e3-822f-57781c0cff64 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608044 Nov 27 16:23:18.210871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973f098-dfc3-4d60-b93c-8a9cac7ac238 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:18.212023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56982) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:18.220882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:18.252806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:18.263211 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] Sync routers for ids ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:18.274583 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] Routers {'b6c30e98-91fb-4e06-9860-ee69ca39a0bf'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:18.275256 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:18.283612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f9278cd1-f996-4c01-bd9e-6752359343d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6c30e98-91fb-4e06-9860-ee69ca39a0bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819849 Nov 27 16:23:18.286282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56984) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:18.348759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3fed-b16c-48b1-a49a-60f3d294afb4 req-8a272bfa-cc24-4b28-89e1-f570341b34f5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:18.350380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96bc3fed-b16c-48b1-a49a-60f3d294afb4 req-8a272bfa-cc24-4b28-89e1-f570341b34f5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.1103883 Nov 27 16:23:18.390098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:18.394269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.414567 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] Set router b6c30e98-91fb-4e06-9860-ee69ca39a0bf gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:18.442365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.481399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96bc3fed-b16c-48b1-a49a-60f3d294afb4 req-78a6c6f3-0500-40a5-aad7-e0490c4ea737 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210470 Nov 27 16:23:18.607496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.622626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:18.637902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.644430 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:23:17Z', 'revision_number': 5, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port': {'id': '728f0c53-fcd0-4763-afab-de5d92e9c3b8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:10:53Z', 'updated_at': '2021-11-27T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:18.675367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] Deleting port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:18.675701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.676498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Deleting port 728f0c53-fcd0-4763-afab-de5d92e9c3b8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:18.676840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.679563 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] Checking router: b6c30e98-91fb-4e06-9860-ee69ca39a0bf for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:18.688213 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] Routers {'b6c30e98-91fb-4e06-9860-ee69ca39a0bf'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:18.688834 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:18.709747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:18.717209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:18.723004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:18.723608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.748896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5339780 Nov 27 16:23:18.751440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b45f4-e824-4b78-b8e3-b14bbc306eb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=ec55242f-017e-48bd-a91f-1bbde2a0ab9b,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:18.753349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56986) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:18.758652 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'name': 'tempest-NetworksTestDHCPv6-965712733'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:18.771943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] For port 728f0c53-fcd0-4763-afab-de5d92e9c3b8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=728f0c53-fcd0-4763-afab-de5d92e9c3b8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:18.772273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.785569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Calling delete_port for 728f0c53-fcd0-4763-afab-de5d92e9c3b8 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:18.792204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] For port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:18.792942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.802486 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] Set router b6c30e98-91fb-4e06-9860-ee69ca39a0bf gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:18.809954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] Calling delete_port for 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:18.889364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:18.894628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.907893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:18.924574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 7064603f-662b-49ac-b771-fddcee7272b4 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:18.949640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] Pushing event deleted for resources: {'Port': ['ID=866f3115-a3a5-42fa-b4dd-c21a3c3a0265,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:18.955897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51473a17-cd8b-4d7c-bcd8-79daf57e530d None None] No DVR routers for this DVR port 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:18.976271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df33977-2b4f-4eeb-a51e-249d5b0a9236 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:18.977065 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:23:18Z', 'revision_number': 6, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:19.005703 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85352cb3-9152-47c2-90f1-63135057cf26 None None] The sync data for ids ['b6c30e98-91fb-4e06-9860-ee69ca39a0bf'] in n-d-819494-4 is: [{'id': 'b6c30e98-91fb-4e06-9860-ee69ca39a0bf', 'name': 'tempest-TestVolumeBootPattern-1099774278-router', 'tenant_id': 'e763e9074ce54ea49029d066f06d9a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:10:52Z', 'updated_at': '2021-11-27T16:23:18Z', 'revision_number': 6, 'project_id': 'e763e9074ce54ea49029d066f06d9a5f', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:19.021626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.053587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Pushing event deleted for resources: {'Port': ['ID=728f0c53-fcd0-4763-afab-de5d92e9c3b8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:19.067301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60735e96-81a5-406a-be8d-6efa09fea152 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:19.090454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::100 (23496627-4a6b-441e-b8f8-12c2e88900e8/ec55242f-017e-48bd-a91f-1bbde2a0ab9b/7064603f-662b-49ac-b771-fddcee7272b4) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:19.122770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.171903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': 'ec55242f-017e-48bd-a91f-1bbde2a0ab9b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:19.173050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.219144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.221215 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.247939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.267206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.267846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c30e98-91fb-4e06-9860-ee69ca39a0bf {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:23:19.272879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.274293 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-61aa7019-dcce-48c0-bab4-00776c593879 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6c30e98-91fb-4e06-9860-ee69ca39a0bf HTTP/1.1" status: 204 len: 168 time: 0.9867082 Nov 27 16:23:19.276767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:19.285992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.325262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Deleting subnet 01524cfe-8dcd-41b5-b004-fc0d958f2586 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:19.328785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.333535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:19.336278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/ec55242f-017e-48bd-a91f-1bbde2a0ab9b/9aae061d-3857-416d-a028-a2c693be4b76) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:19.336568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:19.340434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:19.346422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:19.347182 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.358084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=7064603f-662b-49ac-b771-fddcee7272b4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:19.370868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad670284-b43b-4fd5-85a6-15a940653d87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6164637 Nov 27 16:23:19.373874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56990) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:19.376588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.443496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5acb2-d51c-4236-bf18-e643a20cbb9c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:19.449947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c1f5acb2-d51c-4236-bf18-e643a20cbb9c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0741985 Nov 27 16:23:19.450586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 56992) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:19.490487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.547915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.558251 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.565363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 7064603f-662b-49ac-b771-fddcee7272b4 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:19.566150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.566471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.595014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01524cfe-8dcd-41b5-b004-fc0d958f2586,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:19.598724 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.602104 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bfdd1a71-839d-4caa-8d6a-c8b78bcc6f48 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/01524cfe-8dcd-41b5-b004-fc0d958f2586 HTTP/1.1" status: 204 len: 168 time: 0.3243155 Nov 27 16:23:19.605197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56996) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:19.611156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22b90c-f881-401c-95b4-7b2b6e51cdf6 None None] Network 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:19.620072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:19.636977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:19.640729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:19.672268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Pushing event updated for resources: {'Port': ['ID=9aae061d-3857-416d-a028-a2c693be4b76,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:19.687980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.690531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26532f6-400c-48e1-9ae6-026c6bae2beb req-3afd55e5-cde2-45d0-84bb-fa9506ea5c98 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:19.692054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c26532f6-400c-48e1-9ae6-026c6bae2beb req-3afd55e5-cde2-45d0-84bb-fa9506ea5c98 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.1092236 Nov 27 16:23:19.706633 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.732830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 7064603f-662b-49ac-b771-fddcee7272b4 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:19.751061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Deleting port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:19.751434 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.752565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Attempting to bind port 9aae061d-3857-416d-a028-a2c693be4b76 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:19.753155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Attempting to bind port 9aae061d-3857-416d-a028-a2c693be4b76 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:19.753759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Attempting to bind port 9aae061d-3857-416d-a028-a2c693be4b76 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:19.778331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:19.779051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:19.779649 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.780230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:19.780922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Bound port: 9aae061d-3857-416d-a028-a2c693be4b76, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:19.781524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.798946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c26532f6-400c-48e1-9ae6-026c6bae2beb req-28a3d4ea-8d55-493c-8cfc-5e5ff8e744ad tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964966 Nov 27 16:23:19.814079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] For port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,segment=NetworkSegment(8cc35ef4-08d1-4f20-a8c9-3b0313c5977e),segment_id=8cc35ef4-08d1-4f20-a8c9-3b0313c5977e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:19.814446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.828352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Calling delete_port for 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:19.893136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] For port 9aae061d-3857-416d-a028-a2c693be4b76, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:19.902021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] For port 9aae061d-3857-416d-a028-a2c693be4b76, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9aae061d-3857-416d-a028-a2c693be4b76,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:19.911098 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.935625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.949886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:19.988081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=250eaa20-54b7-4efa-b7b7-f2ed4f96e249,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:19.998279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d999c7-a0c9-497d-b98d-eb4361e6866c None None] Pushing event updated for resources: {'Port': ['ID=9aae061d-3857-416d-a028-a2c693be4b76,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:20.004471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132d4a9-9108-4255-a80e-ba4c3663e62c None None] DHCP port deletion for 3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:20.013220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.014720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] No DVR routers for this DVR port 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:20.022087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/7064603f-662b-49ac-b771-fddcee7272b4 HTTP/1.1" status: 204 len: 168 time: 0.5704501 Nov 27 16:23:20.022322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 56998) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.024044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ffe1c-b9bd-4d50-adc8-c232765d0ac8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=7064603f-662b-49ac-b771-fddcee7272b4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:20.057828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:20.084101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:20.084550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 866f3115-a3a5-42fa-b4dd-c21a3c3a0265 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:20.085046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 528fff23-4caa-4f45-8485-9465aa27b0c3 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:20.106925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 528fff23-4caa-4f45-8485-9465aa27b0c3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:20.107382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 528fff23-4caa-4f45-8485-9465aa27b0c3 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:20.107991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 728f0c53-fcd0-4763-afab-de5d92e9c3b8 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:20.128250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 728f0c53-fcd0-4763-afab-de5d92e9c3b8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:20.128596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 728f0c53-fcd0-4763-afab-de5d92e9c3b8 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:20.160210 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a66ba7-031c-4401-a5b1-c8d63058df60 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:20.161742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a66ba7-031c-4401-a5b1-c8d63058df60 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:20.163232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e7a66ba7-031c-4401-a5b1-c8d63058df60 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1281824 Nov 27 16:23:20.164958 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.166527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57000) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.188548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:20.202034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:20.202335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc35ef4-08d1-4f20-a8c9-3b0313c5977e') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:20.215727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.236631 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.239200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet ec55242f-017e-48bd-a91f-1bbde2a0ab9b {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:20.243569 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.260639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:23:20.261145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:23:20.265173 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:23:20.336597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.343879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.350189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.353600 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] 10.222.0.15 "DELETE /v2.0/networks/3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57 HTTP/1.1" status: 204 len: 168 time: 0.7464657 Nov 27 16:23:20.377329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac89445-d630-4fb5-9bb7-7f9e3d01cbcd admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd7f78c-f21c-4ad0-ab71-e92fdebf9b57,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:20.443943 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.504843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.537965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=ec55242f-017e-48bd-a91f-1bbde2a0ab9b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:20.544325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.547616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bfff81e1-f587-4101-9bfd-0d5a347ac958 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/ec55242f-017e-48bd-a91f-1bbde2a0ab9b HTTP/1.1" status: 204 len: 168 time: 0.3800797 Nov 27 16:23:20.548320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.550228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57006) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.589687 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7b2c36f4-5acb-47b7-ae95-1db8923154f8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380590 Nov 27 16:23:20.590762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be591a47-b15b-4821-aa59-49bf031a2a09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e02605232ffa41fcab8dd31c3d1c89a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414603 Nov 27 16:23:20.592196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.593599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57010) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.640306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad68c9-5080-4d03-bcf9-c852bdcb89d9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:20.644093 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06ad68c9-5080-4d03-bcf9-c852bdcb89d9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0485804 Nov 27 16:23:20.644261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07109d19-a299-45db-a56f-83674f11f481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.644406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57012) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.664759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07109d19-a299-45db-a56f-83674f11f481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.697305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e956-3389-4b3d-b60b-4ae4f54c3c7c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:20.698807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c942e956-3389-4b3d-b60b-4ae4f54c3c7c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535941 Nov 27 16:23:20.701357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57014) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.711571 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07109d19-a299-45db-a56f-83674f11f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.715016 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07109d19-a299-45db-a56f-83674f11f481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.716144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-07109d19-a299-45db-a56f-83674f11f481 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b876b59-0a4f-4122-bbf5-5d7999c42856 HTTP/1.1" status: 204 len: 168 time: 0.1216316 Nov 27 16:23:20.730818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07109d19-a299-45db-a56f-83674f11f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b876b59-0a4f-4122-bbf5-5d7999c42856,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:20.740933 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-09dc6bfc-8ff2-438a-b7fd-6adb009bcbc3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384545 Nov 27 16:23:20.746581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57018) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:20.751702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:20.853130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:20.858589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:20.964801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009759d6-6b14-4019-be25-5a8191c6b00a req-390b7652-900c-4fd2-96dd-4ac64912709f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:20.974206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-009759d6-6b14-4019-be25-5a8191c6b00a req-390b7652-900c-4fd2-96dd-4ac64912709f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0741820 Nov 27 16:23:21.036230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-009759d6-6b14-4019-be25-5a8191c6b00a req-ca0b67b4-ef7b-4ec5-b4c9-acaf43a3428a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609400 Nov 27 16:23:21.090092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.138630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:21.142025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:21.146542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:21.147143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.155206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=42eb5a6a-1428-45a8-b24c-e6d228f9aa89,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:21.168571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda08cf-3051-45f7-83b6-dca47d537c6c None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:21.171855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57024) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:21.172011 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f96877f-f919-427d-b7df-7b8b66e25fdb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4243183 Nov 27 16:23:21.177157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': '42eb5a6a-1428-45a8-b24c-e6d228f9aa89', 'ip_address': '2001:db8::12a3:23d4:9fbd:3426'}], 'name': 'tempest-NetworksTestDHCPv6-2034576531'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:21.185271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57026) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:21.241630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5e287299-a190-44cd-8685-927bb917ca97 None None] Provisioning complete for port 9aae061d-3857-416d-a028-a2c693be4b76 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:21.242004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5e287299-a190-44cd-8685-927bb917ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.288805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d57dcf62-bc2a-4a28-98dc-472b439755ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e763e9074ce54ea49029d066f06d9a5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0999889 Nov 27 16:23:21.288997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57028) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:21.358705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:21.385001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60ea7ec1-aa20-4e07-8c9e-954179ab4728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.399088 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5e287299-a190-44cd-8685-927bb917ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.436653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5e287299-a190-44cd-8685-927bb917ca97 None None] For port 9aae061d-3857-416d-a028-a2c693be4b76, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9aae061d-3857-416d-a028-a2c693be4b76,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:21.440237 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60ea7ec1-aa20-4e07-8c9e-954179ab4728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.442082 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5e287299-a190-44cd-8685-927bb917ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.494833 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.497219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e287299-a190-44cd-8685-927bb917ca97 None None] Pushing event updated for resources: {'Port': ['ID=9aae061d-3857-416d-a028-a2c693be4b76,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:21.515499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 0a0a0dd5-b96f-4798-a273-cece43028c5e yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:21.558730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60ea7ec1-aa20-4e07-8c9e-954179ab4728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.561523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-60ea7ec1-aa20-4e07-8c9e-954179ab4728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.562770 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-60ea7ec1-aa20-4e07-8c9e-954179ab4728 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/089bcbbd-df4c-4bfe-b242-e199675317ef HTTP/1.1" status: 204 len: 168 time: 0.2722960 Nov 27 16:23:21.580877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea7ec1-aa20-4e07-8c9e-954179ab4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089bcbbd-df4c-4bfe-b242-e199675317ef,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:21.669645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-de61f643-b1b5-4dc2-b967-090be1691f44 None None] Provisioning complete for port 9aae061d-3857-416d-a028-a2c693be4b76 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:21.670184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-de61f643-b1b5-4dc2-b967-090be1691f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:21.722817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::12a3:23d4:9fbd:3426 (23496627-4a6b-441e-b8f8-12c2e88900e8/42eb5a6a-1428-45a8-b24c-e6d228f9aa89/0a0a0dd5-b96f-4798-a273-cece43028c5e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:21.896256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e9e0ffc7-14cb-4279-b288-af7c45859efa None None] Could not find standard attr ID for object 7064603f-662b-49ac-b771-fddcee7272b4. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:21.907771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.020329 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-11dd1710-ba56-4af9-b185-83fe6f45982e service neutron] show failed (client error): The resource could not be found. Nov 27 16:23:22.021393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-11dd1710-ba56-4af9-b185-83fe6f45982e service neutron] 10.222.0.21 "GET /v2.0/ports/325cd18e-8494-4554-8ded-9811f7721835/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0900757 Nov 27 16:23:22.029787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.062943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9aae061d-3857-416d-a028-a2c693be4b76 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:22.186510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:22.193840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9aae061d-3857-416d-a028-a2c693be4b76 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:22.194463 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.231129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:22.233176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=0a0a0dd5-b96f-4798-a273-cece43028c5e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:22.236330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:22.242370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.243240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.289105 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7bcb2c23-8e95-41d0-a610-38d262b552ee tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1157303 Nov 27 16:23:22.291548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57034) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:22.310000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae65a8-ba8c-49d6-b99c-d2ceffdeece8 req-9162464c-fb0f-4525-9626-9490ed7153dc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.311554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5aae65a8-ba8c-49d6-b99c-d2ceffdeece8 req-9162464c-fb0f-4525-9626-9490ed7153dc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.1187699 Nov 27 16:23:22.380343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483ac4-a97b-440d-aea3-e8c7fea011b4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.387099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483ac4-a97b-440d-aea3-e8c7fea011b4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.387614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-53777e85-405a-4735-802b-bb69ad5ab474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.388728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ab483ac4-a97b-440d-aea3-e8c7fea011b4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0962756 Nov 27 16:23:22.391544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57036) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:22.392494 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-53777e85-405a-4735-802b-bb69ad5ab474 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 1096 time: 0.0680330 Nov 27 16:23:22.405692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:22.409049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:22.436277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:22.436546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 250eaa20-54b7-4efa-b7b7-f2ed4f96e249 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:22.436647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5aae65a8-ba8c-49d6-b99c-d2ceffdeece8 req-fed7ab66-0ec0-486f-9fab-a1282bb7bf9f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015630 Nov 27 16:23:22.479611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.516522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 0a0a0dd5-b96f-4798-a273-cece43028c5e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:22.517373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.604831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.617313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 0a0a0dd5-b96f-4798-a273-cece43028c5e owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:22.627003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-935f6252-8574-4081-aa3e-2793c4c8257a None None] Provisioning complete for port 0a0a0dd5-b96f-4798-a273-cece43028c5e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:22.627375 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-935f6252-8574-4081-aa3e-2793c4c8257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.660468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-935f6252-8574-4081-aa3e-2793c4c8257a None None] Port 0a0a0dd5-b96f-4798-a273-cece43028c5e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:23:22.690075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:22.725109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:22.748916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.767326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:23:22.769817 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f5ac2b-dd6b-4196-8226-822db6b4601a" -d '{"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:23:22.773682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.778019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=0a0a0dd5-b96f-4798-a273-cece43028c5e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:22.786875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Transition to ACTIVE for port object 325cd18e-8494-4554-8ded-9811f7721835 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:23:22.792482 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.812077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:22.818982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cd660809-2129-4d3b-94b6-6bfe92421068 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/0a0a0dd5-b96f-4798-a273-cece43028c5e HTTP/1.1" status: 204 len: 168 time: 0.4238355 Nov 27 16:23:22.818982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57040) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:22.875200 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cec496-b0f1-4ba5-a591-dc5fdb5fe430 x-openstack-request-id: req-74cec496-b0f1-4ba5-a591-dc5fdb5fe430 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:23:22.875500 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:23:22.875756 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74cec496-b0f1-4ba5-a591-dc5fdb5fe430 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:23:22.876157 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'code': 200} Nov 27 16:23:22.878859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:22.899433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452fae8b-6379-4322-a97b-508573970726 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.901674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452fae8b-6379-4322-a97b-508573970726 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:22.903270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-452fae8b-6379-4322-a97b-508573970726 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0833402 Nov 27 16:23:22.905933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:22.930283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] No DVR routers for this DVR port 325cd18e-8494-4554-8ded-9811f7721835 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:22.962195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 42eb5a6a-1428-45a8-b24c-e6d228f9aa89 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:22.967882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.009529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.061845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.088751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:23.089099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:23.089499 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:23.094999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Port 325cd18e-8494-4554-8ded-9811f7721835 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:23:23.094999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Attempting to bind port 325cd18e-8494-4554-8ded-9811f7721835 on network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:23.099917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:23.100267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Checking segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:23.100662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Bound using segment: {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:23.101097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Bound port: 325cd18e-8494-4554-8ded-9811f7721835, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:23.101485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.131106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.156656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=42eb5a6a-1428-45a8-b24c-e6d228f9aa89,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:23.164157 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.167480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9fcada74-d503-45fa-83d7-ea8ae0816917 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/42eb5a6a-1428-45a8-b24c-e6d228f9aa89 HTTP/1.1" status: 204 len: 168 time: 0.2605851 Nov 27 16:23:23.169925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:23.170659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:23.172499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0843c6-a9f7-4a12-9546-399bd4a098b5 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:23.176490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:23.182428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.210578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b7c2727d-3072-4523-9122-b67f30d0069a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393021 Nov 27 16:23:23.212955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57046) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:23.218764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:23.221349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.222371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.225324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] 10.222.0.37 "PUT /v2.0/ports/325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 1091 time: 0.8239472 Nov 27 16:23:23.299632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad21d-705d-408b-a690-d35c6aaed075 service neutron] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:23.315612 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-c41eaca9-0e50-4e32-b57a-118abb608f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.317138 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-c41eaca9-0e50-4e32-b57a-118abb608f5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1094 time: 0.0658000 Nov 27 16:23:23.349592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:23.354132 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.424636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:23.434118 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-5f3f5d00-83f9-4313-9e6a-437cccff8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.435743 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-5f3f5d00-83f9-4313-9e6a-437cccff8b23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1112390 Nov 27 16:23:23.502226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] Deleting port 9aae061d-3857-416d-a028-a2c693be4b76 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:23.502749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.521015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-1b45d9e0-6555-469f-8403-986bf1666cba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 999 time: 0.0779915 Nov 27 16:23:23.584773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-31737fd0-b765-496b-a4b1-14ff3d9e9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.586409 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-31737fd0-b765-496b-a4b1-14ff3d9e9404 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0590460 Nov 27 16:23:23.590510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] For port 9aae061d-3857-416d-a028-a2c693be4b76, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9aae061d-3857-416d-a028-a2c693be4b76,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:23.590896 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.604861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] Calling delete_port for 9aae061d-3857-416d-a028-a2c693be4b76 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:23.610466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.624495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26eaba-6d69-4738-884b-77b5035802ce req-02dc0b26-a575-49d7-b316-5d19936e491b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.626020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa26eaba-6d69-4738-884b-77b5035802ce req-02dc0b26-a575-49d7-b316-5d19936e491b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.0712554 Nov 27 16:23:23.640927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-e4d15764-d2d6-4023-913c-36f0bf284588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.642458 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-e4d15764-d2d6-4023-913c-36f0bf284588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482552 Nov 27 16:23:23.679414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:23.686226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:23.693463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:23.693784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.706648 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.708096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=7e239d81-1368-4278-aab2-426d3f6d0de9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:23.733354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad8f0804-c476-4220-a2f5-890548422e90 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5167768 Nov 27 16:23:23.733712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57050) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:23.737931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] Pushing event deleted for resources: {'Port': ['ID=9aae061d-3857-416d-a028-a2c693be4b76,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:23.738570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa26eaba-6d69-4738-884b-77b5035802ce req-17a85ea2-1cdd-4d5f-a37a-19498fc594f9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916040 Nov 27 16:23:23.739233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': '7e239d81-1368-4278-aab2-426d3f6d0de9', 'ip_address': '2001:db8::6ac9:206e:909a:e49d'}], 'name': 'tempest-NetworksTestDHCPv6-673041067'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:23.743489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bcd22-b943-475f-bafb-facf3fb310b9 None None] No DVR routers for this DVR port 9aae061d-3857-416d-a028-a2c693be4b76 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:23.769813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f809dea-2e82-4650-a2ab-88cfb95f1be4 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:23.815470 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-5dde4c5a-aab6-4868-bb37-2d5ed7ab683b service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644638 Nov 27 16:23:23.915451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '7e239d81-1368-4278-aab2-426d3f6d0de9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:23.916424 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:23.946822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:23.965907 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5b9f0f74-6f0c-46c1-adb0-bb026b2e49f1 req-ca9b667f-bc23-433c-a262-c072d0192dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425841 Nov 27 16:23:23.997200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9aae061d-3857-416d-a028-a2c693be4b76 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:24.021393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9aae061d-3857-416d-a028-a2c693be4b76 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:24.021688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9aae061d-3857-416d-a028-a2c693be4b76 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:24.058470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.097072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/7e239d81-1368-4278-aab2-426d3f6d0de9/3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:24.249863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.255860 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.299972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:24.304958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:24.309930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:24.313057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Pushing event updated for resources: {'Port': ['ID=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:24.367047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Attempting to bind port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:24.367409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Attempting to bind port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:24.367779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Attempting to bind port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:24.373730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:24.374108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:24.374510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.374902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:24.375370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Bound port: 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:24.375749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.396027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 756c2adb-769f-4669-8eb9-1a4e0021431e yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:24.437896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-13278088-664f-4017-9fd3-7475e561aadb None None] For port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:24.441116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-13278088-664f-4017-9fd3-7475e561aadb None None] For port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:24.447077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.507961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13278088-664f-4017-9fd3-7475e561aadb None None] Pushing event updated for resources: {'Port': ['ID=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:24.555219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::6ac9:206e:909a:e49d (23496627-4a6b-441e-b8f8-12c2e88900e8/7e239d81-1368-4278-aab2-426d3f6d0de9/756c2adb-769f-4669-8eb9-1a4e0021431e) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:24.721739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.756433 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.807179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:24.810351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:24.814160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:24.819768 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:24.820390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:24.827006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=756c2adb-769f-4669-8eb9-1a4e0021431e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:24.846301 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af81bde8-21f1-46ad-adaf-b27f2bcb70d6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1106043 Nov 27 16:23:24.846620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57054) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:24.876881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:23:24.879337 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df249768-cd18-4e6b-a3c5-95c468f54938" -d '{"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:23:24.889598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56fc2-fa67-4763-b276-a54f2ec1336a req-d9b3da23-b7df-47af-9888-a9882e08f624 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:24.891119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1e56fc2-fa67-4763-b276-a54f2ec1336a req-d9b3da23-b7df-47af-9888-a9882e08f624 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.0671589 Nov 27 16:23:24.903299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d53a1b-53cd-4aaf-a083-6e5e3d4653f3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:24.909396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d53a1b-53cd-4aaf-a083-6e5e3d4653f3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:24.911449 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f7d53a1b-53cd-4aaf-a083-6e5e3d4653f3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0635219 Nov 27 16:23:24.913727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57058) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:24.941897 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e645dc8b-5274-4516-a3b4-ca61a6d040c1 x-openstack-request-id: req-e645dc8b-5274-4516-a3b4-ca61a6d040c1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:23:24.942267 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:23:24.942594 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e645dc8b-5274-4516-a3b4-ca61a6d040c1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:23:24.942988 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'status': 'completed', 'code': 200} Nov 27 16:23:24.950413 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1e56fc2-fa67-4763-b276-a54f2ec1336a req-ef1f1360-faf4-4233-90a3-d0b626540130 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523365 Nov 27 16:23:25.014771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-7f7e4e38-0447-409a-b200-76e8eb227090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.016583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-7f7e4e38-0447-409a-b200-76e8eb227090 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1094 time: 0.0461876 Nov 27 16:23:25.047497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-abe03f78-c52e-4247-9577-debaae9e608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.048905 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-abe03f78-c52e-4247-9577-debaae9e608f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1094 time: 0.0766785 Nov 27 16:23:25.058408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 756c2adb-769f-4669-8eb9-1a4e0021431e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:25.058751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.118539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-d6a0983a-9e3a-4dc1-aa48-6518cba722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.120778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-d6a0983a-9e3a-4dc1-aa48-6518cba722e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.0904260 Nov 27 16:23:25.203461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-ec945660-9db6-481d-a6b8-0e9aa936fc4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 999 time: 0.0690427 Nov 27 16:23:25.215863 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.231417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-b3aedb89-b1d0-44fe-9936-944adbbe0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.232901 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-b3aedb89-b1d0-44fe-9936-944adbbe0494 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1713104 Nov 27 16:23:25.233817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 756c2adb-769f-4669-8eb9-1a4e0021431e owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:25.263857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-4fd02519-af36-47cc-a4e5-79050461a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.265450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-4fd02519-af36-47cc-a4e5-79050461a876 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0489943 Nov 27 16:23:25.324492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-ad4d1bd7-7904-4a19-8b77-d3028e427d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.326391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-ad4d1bd7-7904-4a19-8b77-d3028e427d18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498688 Nov 27 16:23:25.352027 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-83260f16-4360-4456-b3f2-0bec9bdb48c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 999 time: 0.1092119 Nov 27 16:23:25.440899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-9b0c197d-cdf8-4a0d-977e-17f8ba2f2c6d service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018326 Nov 27 16:23:25.450810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-35699c46-e94b-4377-bbab-de4b91853985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.452053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 325cd18e-8494-4554-8ded-9811f7721835 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:25.452620 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-35699c46-e94b-4377-bbab-de4b91853985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0878797 Nov 27 16:23:25.478924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.536582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=756c2adb-769f-4669-8eb9-1a4e0021431e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:25.557972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 325cd18e-8494-4554-8ded-9811f7721835 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:25.562765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f37bd086-8f5f-444c-a07c-0ef8297b86f4 None None] Provisioning complete for port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:25.563920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f37bd086-8f5f-444c-a07c-0ef8297b86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.572699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.573940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-f8d1ab38-385f-46d7-a714-f0c89cbfd32f service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192913 Nov 27 16:23:25.578782 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c445cfd5-fa1c-4d7b-90fe-91a78775afa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/756c2adb-769f-4669-8eb9-1a4e0021431e HTTP/1.1" status: 204 len: 168 time: 0.6614478 Nov 27 16:23:25.579062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-db2c42f4-6791-487e-b813-f20c12c148d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.579654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57060) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:25.580469 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-db2c42f4-6791-487e-b813-f20c12c148d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118546 Nov 27 16:23:25.667057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f37bd086-8f5f-444c-a07c-0ef8297b86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.692063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962fa94-e22f-48ae-b64a-5974e5094296 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.693925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962fa94-e22f-48ae-b64a-5974e5094296 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:25.695502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5962fa94-e22f-48ae-b64a-5974e5094296 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1148806 Nov 27 16:23:25.701690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:25.714436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f37bd086-8f5f-444c-a07c-0ef8297b86f4 None None] For port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:25.720242 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f37bd086-8f5f-444c-a07c-0ef8297b86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.762959 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-00cf08fb-4caf-483f-8b31-a7e0b3b6ff75 service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741078 Nov 27 16:23:25.770228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bd086-8f5f-444c-a07c-0ef8297b86f4 None None] Pushing event updated for resources: {'Port': ['ID=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:25.781667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 7e239d81-1368-4278-aab2-426d3f6d0de9 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:25.795451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.833575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-131fd250-9c11-4904-8b75-1ffbacc7b66e None None] Could not find standard attr ID for object 756c2adb-769f-4669-8eb9-1a4e0021431e. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:25.873942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:25.937177 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-df249768-cd18-4e6b-a3c5-95c468f54938 req-911d4311-865a-4fd7-84f7-d2c06913474f service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662900 Nov 27 16:23:26.000101 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.023604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:26.066973 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.074667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:26.075166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.085439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f1b0-5d5e-45fe-81ec-4145c95c7cb4 req-adca1593-84c9-4403-9ef1-00959649374b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.087194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36d2f1b0-5d5e-45fe-81ec-4145c95c7cb4 req-adca1593-84c9-4403-9ef1-00959649374b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.0538509 Nov 27 16:23:26.104881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=7e239d81-1368-4278-aab2-426d3f6d0de9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:26.108828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.115087 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7ff981e5-da36-4e17-8796-0694d5bba21e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/7e239d81-1368-4278-aab2-426d3f6d0de9 HTTP/1.1" status: 204 len: 168 time: 0.4075663 Nov 27 16:23:26.115087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:26.118689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a121f1-1ded-4953-9fa5-22ceef0be37f None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:26.151481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36d2f1b0-5d5e-45fe-81ec-4145c95c7cb4 req-6e5c11fe-fd5e-4765-ac33-64e80c61deea tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574675 Nov 27 16:23:26.156617 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dbaa5127-688c-4812-ad4b-4d0da9e00512 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382063 Nov 27 16:23:26.156841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57068) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:26.161791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:26.271580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:26.277399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.437729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48c133-98a7-4940-bb7e-99f0f0364ccf req-aa54f51d-8fa2-4e85-9f34-d75efc93db9f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.440227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c48c133-98a7-4940-bb7e-99f0f0364ccf req-aa54f51d-8fa2-4e85-9f34-d75efc93db9f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 943 time: 0.1227901 Nov 27 16:23:26.465947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e584-1677-46d0-afa0-46ada3252e6d req-f4b6bc14-770a-436c-b549-cdc61c94cc3b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.467747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-f4b6bc14-770a-436c-b549-cdc61c94cc3b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c&tenant_id=b5b05cb846aa4737817d706cda451f43&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 943 time: 0.1182523 Nov 27 16:23:26.484003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.529727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:26.532786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:26.533271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:26.537622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.538085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.549925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=95aeb71a-14cc-4297-8028-d22772bafb3b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:26.557868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c48c133-98a7-4940-bb7e-99f0f0364ccf req-de4a5760-464f-431d-bc81-29bb503f4e8e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891340 Nov 27 16:23:26.568725 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cf71ce5f-a070-4ee8-8ca1-b0bf6c67a180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4108312 Nov 27 16:23:26.569475 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-3115e584-1677-46d0-afa0-46ada3252e6d req-bb290296-5307-4854-b88d-ded59851c612 service neutron] delete failed (client error): The resource could not be found. Nov 27 16:23:26.570507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-bb290296-5307-4854-b88d-ded59851c612 service neutron] 10.222.0.21 "DELETE /v2.0/ports/325cd18e-8494-4554-8ded-9811f7721835/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0877373 Nov 27 16:23:26.571456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57074) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:26.577259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': '95aeb71a-14cc-4297-8028-d22772bafb3b', 'ip_address': '2001:db8::3e87:7270:fea5:65c5'}], 'name': 'tempest-NetworksTestDHCPv6-1862327917'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:26.594725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] Deleting port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:26.595189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.680548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e584-1677-46d0-afa0-46ada3252e6d req-c69a4db5-3ff7-4d8b-ab4d-bfcfc3f72d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.680817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] For port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:26.681004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.682735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-c69a4db5-3ff7-4d8b-ab4d-bfcfc3f72d0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1094 time: 0.0473011 Nov 27 16:23:26.695240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] Calling delete_port for 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:26.699003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:26.704534 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.722458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port b9245093-a1d7-4b65-9ede-0d8c4c4881ef yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:26.745005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 325cd18e-8494-4554-8ded-9811f7721835 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:23:26.798444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e584-1677-46d0-afa0-46ada3252e6d req-35337e3b-8c6f-4b15-a20c-566f8589d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.800074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-35337e3b-8c6f-4b15-a20c-566f8589d78f service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1033635 Nov 27 16:23:26.848383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:26.878865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-5cecbac0-4e2a-4223-bee9-a0db8d67843b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 999 time: 0.0676959 Nov 27 16:23:26.893110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] Pushing event deleted for resources: {'Port': ['ID=3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:26.896985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::3e87:7270:fea5:65c5 (23496627-4a6b-441e-b8f8-12c2e88900e8/95aeb71a-14cc-4297-8028-d22772bafb3b/b9245093-a1d7-4b65-9ede-0d8c4c4881ef) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:26.899983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffff5f-47ec-48f1-950a-51cb70c7cb2a None None] No DVR routers for this DVR port 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:26.911288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:26.927838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e3d60-a765-4a3d-8120-c84c3b04fe0f None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:26.930162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '325cd18e-8494-4554-8ded-9811f7721835', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'port_id': '325cd18e-8494-4554-8ded-9811f7721835', 'mac_address': 'fa:16:3e:62:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:23:26.937744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e584-1677-46d0-afa0-46ada3252e6d req-e7668674-65f8-4d82-90d8-30e302038c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.939221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-e7668674-65f8-4d82-90d8-30e302038c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0492580 Nov 27 16:23:26.990374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e584-1677-46d0-afa0-46ada3252e6d req-fdbd7d89-488e-4c7a-b02c-1ec45ee6aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:26.991906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-fdbd7d89-488e-4c7a-b02c-1ec45ee6aca4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413437 Nov 27 16:23:27.026844 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.055990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325cd18e-8494-4554-8ded-9811f7721835 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:23:27.088130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.097524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:27.104876 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.110912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-22817f12-43bc-4ac9-b356-a6f07d8f46a9 service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035504 Nov 27 16:23:27.126566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.184787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:27.185460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:27.188306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:27.194780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:27.202512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:27.203140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.209977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=b9245093-a1d7-4b65-9ede-0d8c4c4881ef,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:27.210738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '95aeb71a-14cc-4297-8028-d22772bafb3b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:27.212457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.225981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3115e584-1677-46d0-afa0-46ada3252e6d req-754e187f-378b-42b6-ae25-0fbef00094de service neutron] 10.222.0.21 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023316 Nov 27 16:23:27.229918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-314ee356-9da5-4fa3-bc16-c82c35f2fa15 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6568060 Nov 27 16:23:27.232252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57076) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:27.281953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b3e5d-a51c-4575-8a3c-b5a02948f937 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:27.283428 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6c6b3e5d-a51c-4575-8a3c-b5a02948f937 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0502276 Nov 27 16:23:27.286055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57078) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:27.370253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['325cd18e-8494-4554-8ded-9811f7721835'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:23:27.373367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/95aeb71a-14cc-4297-8028-d22772bafb3b/c2457d63-f6a8-484e-9310-5ab1e3e40b7b) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:27.379937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port b9245093-a1d7-4b65-9ede-0d8c4c4881ef {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:27.380283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.473400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.485704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for b9245093-a1d7-4b65-9ede-0d8c4c4881ef owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:27.623157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.624638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.642482 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.662797 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=b9245093-a1d7-4b65-9ede-0d8c4c4881ef,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:27.700155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:27.700565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.704076 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5685ad6c-8199-44ad-8af1-58654930bac7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/b9245093-a1d7-4b65-9ede-0d8c4c4881ef HTTP/1.1" status: 204 len: 168 time: 0.4169083 Nov 27 16:23:27.706745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57082) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:27.713350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:27.720128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:27.722144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Pushing event updated for resources: {'Port': ['ID=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:27.733040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8de07-24ab-4179-a996-18a339d62e70 req-c9623eb9-7293-460b-aaef-680e82e62582 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:27.734747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffe8de07-24ab-4179-a996-18a339d62e70 req-c9623eb9-7293-460b-aaef-680e82e62582 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 944 time: 0.0808134 Nov 27 16:23:27.776287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29591c2-948a-447d-b7c8-75d8ef6b9a6e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:27.778186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29591c2-948a-447d-b7c8-75d8ef6b9a6e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:27.783164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57084) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:27.783817 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c29591c2-948a-447d-b7c8-75d8ef6b9a6e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761013 Nov 27 16:23:27.808767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Attempting to bind port c2457d63-f6a8-484e-9310-5ab1e3e40b7b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:27.809150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Attempting to bind port c2457d63-f6a8-484e-9310-5ab1e3e40b7b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:27.809548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Attempting to bind port c2457d63-f6a8-484e-9310-5ab1e3e40b7b on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:27.821861 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:27.822240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:27.822650 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.823052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:27.823525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Bound port: c2457d63-f6a8-484e-9310-5ab1e3e40b7b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:27.823906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.848478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffe8de07-24ab-4179-a996-18a339d62e70 req-5a6306c2-43f2-45bd-a330-32f6041e5a37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019619 Nov 27 16:23:27.871616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 95aeb71a-14cc-4297-8028-d22772bafb3b {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:27.874947 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.898641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] For port c2457d63-f6a8-484e-9310-5ab1e3e40b7b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:27.902417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] For port c2457d63-f6a8-484e-9310-5ab1e3e40b7b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:27.906903 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.919219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:27.976202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086887ef-21d7-4f05-904e-ab1b4773aef0 None None] Pushing event updated for resources: {'Port': ['ID=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:28.021469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:28.026662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.053145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:28.053590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3d6f7d79-03cd-4f9c-90e6-5ef8ef62a571 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:28.090630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.120567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=95aeb71a-14cc-4297-8028-d22772bafb3b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:28.122589 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.125836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8240e195-9df3-484a-83ae-933e1acfb7c1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/95aeb71a-14cc-4297-8028-d22772bafb3b HTTP/1.1" status: 204 len: 168 time: 0.3417277 Nov 27 16:23:28.128305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57086) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:28.174496 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-48ee6342-51b1-4172-afa2-3d6806d672f9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450921 Nov 27 16:23:28.176806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57088) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:28.229683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ea8b3-bf60-456c-897e-be250e168239 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:28.231215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-494ea8b3-bf60-456c-897e-be250e168239 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0535007 Nov 27 16:23:28.233818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57090) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:28.284768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44083ec-d5f9-427f-8360-e0d62389b9e2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:28.286301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f44083ec-d5f9-427f-8360-e0d62389b9e2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514922 Nov 27 16:23:28.288818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57092) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:28.326667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d5e483d9-55bd-4c9c-aa2b-bc50e917ee98 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366566 Nov 27 16:23:28.330675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57094) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:28.335495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:28.429933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:28.433571 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.617740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.630096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-dce0db76-2eb1-4522-b838-f0f178b9e207 req-bf7d36cf-a0f8-4487-be11-20000fd7900e service neutron] (110075) timed out ('10.222.0.21', 64611) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:23:28.662551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:28.665837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:28.670175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:28.670772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.680861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=a570a784-c3f6-4ed2-b28f-c4c207326a90,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:28.691380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-270f571f-af5d-4fae-bdf4-2c30f683ed82 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3596857 Nov 27 16:23:28.694054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57096) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:28.699481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'a570a784-c3f6-4ed2-b28f-c4c207326a90', 'ip_address': '2001:db8::44a2:a19a:4ebb:8572'}], 'name': 'tempest-NetworksTestDHCPv6-141719083'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:28.730759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 325cd18e-8494-4554-8ded-9811f7721835 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:28.782190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 325cd18e-8494-4554-8ded-9811f7721835 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:23:28.786842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 325cd18e-8494-4554-8ded-9811f7721835 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:28.787221 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.876294 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.905480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:23:28.908661 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aedfbb-d341-4930-a2ea-92fc540f17b5" -d '{"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-plugged", "status": "completed", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:23:28.929117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:28.934851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:28.968136 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4edbaf5-7e6b-415f-ac22-06d2a89e69bc x-openstack-request-id: req-a4edbaf5-7e6b-415f-ac22-06d2a89e69bc {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:23:28.968432 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-plugged", "status": "completed", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:23:28.968686 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4edbaf5-7e6b-415f-ac22-06d2a89e69bc {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:23:28.969079 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'code': 200} Nov 27 16:23:28.992786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:29.003348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dbfba8-b8cf-41ee-b878-43c629df1932 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:29.125817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] Provisioning complete for port c2457d63-f6a8-484e-9310-5ab1e3e40b7b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:29.126195 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.222989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aa59b-7589-47cf-b73f-551568450bb9 req-737bafcf-de15-4385-a494-5aca6f2c86f7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:29.224503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-102aa59b-7589-47cf-b73f-551568450bb9 req-737bafcf-de15-4385-a494-5aca6f2c86f7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0656397 Nov 27 16:23:29.231084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:29.235235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.274235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] For port c2457d63-f6a8-484e-9310-5ab1e3e40b7b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:29.279077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.285553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] Could not find standard attr ID for object b9245093-a1d7-4b65-9ede-0d8c4c4881ef. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:29.340278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-102aa59b-7589-47cf-b73f-551568450bb9 req-aac09ffa-b940-4208-8cc7-728bd9bb8371 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039493 Nov 27 16:23:29.341068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f945f-fdc2-4fb1-ab61-c4eafb655261 None None] Pushing event updated for resources: {'Port': ['ID=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:29.357115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.365020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57102) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:29.419555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 7892bd5e-f038-4edd-8ceb-2e42cc45beb5 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:29.479753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2013ffd6-9106-4f33-a771-716d741a9c07 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/3feb680e-018b-4a8a-9b97-d38286820225 HTTP/1.1" status: 200 len: 993 time: 0.1135387 Nov 27 16:23:29.509749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c809de69-893c-4ee1-b397-866ff89a0883 None None] Provisioning complete for port c2457d63-f6a8-484e-9310-5ab1e3e40b7b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:29.510149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c809de69-893c-4ee1-b397-866ff89a0883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.600266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::44a2:a19a:4ebb:8572 (23496627-4a6b-441e-b8f8-12c2e88900e8/a570a784-c3f6-4ed2-b28f-c4c207326a90/7892bd5e-f038-4edd-8ceb-2e42cc45beb5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:29.718577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-260d40b9-c3d0-40c8-bfb1-934de3780cb2 None None] Could not find standard attr ID for object b9245093-a1d7-4b65-9ede-0d8c4c4881ef. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:29.766768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.800617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.843403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:29.846442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:29.850656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:29.856845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:29.857472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:29.869704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=7892bd5e-f038-4edd-8ceb-2e42cc45beb5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:29.881524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4543965b-4415-4131-818a-247e9409c85a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1864376 Nov 27 16:23:29.884658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57104) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:29.890483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'a570a784-c3f6-4ed2-b28f-c4c207326a90', 'ip_address': '2001:db8::44a2:a19a:4ebb:8572'}], 'name': 'tempest-NetworksTestDHCPv6-1611108468'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:29.958472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.017894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:30.039492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c2457d63-f6a8-484e-9310-5ab1e3e40b7b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:30.091460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c2457d63-f6a8-484e-9310-5ab1e3e40b7b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:30.092209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.108323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.125433 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port e185df06-7a4b-4238-a4a0-44df66e41a06 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:30.145779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-95c1ea0a-2d0e-4ecb-99b3-6e66ee928ae4 None None] Provisioning complete for port 7892bd5e-f038-4edd-8ceb-2e42cc45beb5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:30.146067 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-95c1ea0a-2d0e-4ecb-99b3-6e66ee928ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.205956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-95c1ea0a-2d0e-4ecb-99b3-6e66ee928ae4 None None] Port 7892bd5e-f038-4edd-8ceb-2e42cc45beb5 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:23:30.283235 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 16:23:30.283602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:30.298529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e1aeb5ed-1a0e-4950-8358-032ebb3e4273 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4121277 Nov 27 16:23:30.301122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57106) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:30.348587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc214f-e96d-4910-b85c-15bd4e2c6432 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:30.354532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc214f-e96d-4910-b85c-15bd4e2c6432 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:30.356012 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dcfc214f-e96d-4910-b85c-15bd4e2c6432 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0539787 Nov 27 16:23:30.358644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57108) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:30.446348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 7892bd5e-f038-4edd-8ceb-2e42cc45beb5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:30.447220 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.529971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.541590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 7892bd5e-f038-4edd-8ceb-2e42cc45beb5 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:30.668856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.704282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=7892bd5e-f038-4edd-8ceb-2e42cc45beb5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:30.729114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.732839 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-753c72dd-0029-4f27-b701-52d504ecbce4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/7892bd5e-f038-4edd-8ceb-2e42cc45beb5 HTTP/1.1" status: 204 len: 168 time: 0.3732719 Nov 27 16:23:30.735374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57110) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:30.793735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9119ac8-6d68-499f-9628-c0d044401402 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:30.795263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9119ac8-6d68-499f-9628-c0d044401402 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:30.796778 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b9119ac8-6d68-499f-9628-c0d044401402 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0604501 Nov 27 16:23:30.799438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57112) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:30.852638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet a570a784-c3f6-4ed2-b28f-c4c207326a90 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:30.856676 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.896756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:30.940044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.000250 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.032947 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.037947 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/a570a784-c3f6-4ed2-b28f-c4c207326a90 HTTP/1.1" status: 204 len: 168 time: 0.2375638 Nov 27 16:23:31.038814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c58bcb-b8e6-4ab2-9580-a4cda798d822 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:31.039258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a37670-25c8-41e3-b03b-5fe6ebb7da8a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=a570a784-c3f6-4ed2-b28f-c4c207326a90,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:31.041068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57114) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:31.084477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-906f2016-bcfe-4736-ac56-95c43144cf07 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414829 Nov 27 16:23:31.088275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57116) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:31.093291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:31.178973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:31.182674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.209050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:31.261003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] Deleting port c2457d63-f6a8-484e-9310-5ab1e3e40b7b {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:31.261389 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.322975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] For port c2457d63-f6a8-484e-9310-5ab1e3e40b7b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:31.323257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.338443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] Calling delete_port for c2457d63-f6a8-484e-9310-5ab1e3e40b7b owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:31.368180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.411698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:31.416126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:31.420213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.420966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:31.421724 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.429471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=36252a5f-0a08-45f8-b3c1-8c4e48754516,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:31.443395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-960f3906-1455-4e65-a4f9-e35c089d088a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3541248 Nov 27 16:23:31.443897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] Pushing event deleted for resources: {'Port': ['ID=c2457d63-f6a8-484e-9310-5ab1e3e40b7b,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:31.446136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57118) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:31.449221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf3dd5-b423-4b38-9a3f-1004a611426e None None] No DVR routers for this DVR port c2457d63-f6a8-484e-9310-5ab1e3e40b7b on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:31.451154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': '36252a5f-0a08-45f8-b3c1-8c4e48754516', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1388895806'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:31.467560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31495075-6f5b-44d7-9b8c-c58d210f8573 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:31.567582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:31.573936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.593744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port d8fdbcfd-a8ba-4b29-8907-5ce24fb52a12 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:31.612134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '36252a5f-0a08-45f8-b3c1-8c4e48754516'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:31.613043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.758580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/36252a5f-0a08-45f8-b3c1-8c4e48754516/dca3c052-98cb-407b-919c-db411536c2d4) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:31.898137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.905529 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:31.909338 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:31.910131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:31.938939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eceaae80-0bf9-492e-a158-5b040a0986ba tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4903109 Nov 27 16:23:31.940219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57120) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:31.994663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657828f3-b811-4c02-b8bd-b990d57394c9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:31.996362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-657828f3-b811-4c02-b8bd-b990d57394c9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0551922 Nov 27 16:23:31.999388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57122) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:32.052927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6df3bd-9c85-4898-954b-650d9ec552f6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:32.054575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6df3bd-9c85-4898-954b-650d9ec552f6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:32.056130 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6d6df3bd-9c85-4898-954b-650d9ec552f6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0557745 Nov 27 16:23:32.059015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57124) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:32.097598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c2457d63-f6a8-484e-9310-5ab1e3e40b7b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:32.112731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 36252a5f-0a08-45f8-b3c1-8c4e48754516 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:32.115859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.135119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c2457d63-f6a8-484e-9310-5ab1e3e40b7b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:32.135472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c2457d63-f6a8-484e-9310-5ab1e3e40b7b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:32.144667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:32.149117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Pushing event updated for resources: {'Port': ['ID=dca3c052-98cb-407b-919c-db411536c2d4,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:32.153028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:32.155118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:32.156984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.157262 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.208172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Attempting to bind port dca3c052-98cb-407b-919c-db411536c2d4 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:32.208553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Attempting to bind port dca3c052-98cb-407b-919c-db411536c2d4 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:32.208924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Attempting to bind port dca3c052-98cb-407b-919c-db411536c2d4 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:32.214474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:32.214855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:32.215259 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.215660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:32.216126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Bound port: dca3c052-98cb-407b-919c-db411536c2d4, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:32.216767 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.245971 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.301980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.304133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] For port dca3c052-98cb-407b-919c-db411536c2d4, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:32.307717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] For port dca3c052-98cb-407b-919c-db411536c2d4, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=dca3c052-98cb-407b-919c-db411536c2d4,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:32.311157 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.331087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=36252a5f-0a08-45f8-b3c1-8c4e48754516,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:32.333063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.336329 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc545a3c-2161-41ac-92b7-cb761ea7b186 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/36252a5f-0a08-45f8-b3c1-8c4e48754516 HTTP/1.1" status: 204 len: 168 time: 0.2762492 Nov 27 16:23:32.339498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57126) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:32.370644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0a52e-cd2f-44bf-85e7-a75a07e84a0a None None] Pushing event updated for resources: {'Port': ['ID=dca3c052-98cb-407b-919c-db411536c2d4,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:32.377877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7ddc1387-bd27-495e-a806-49f009e9cf3f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369368 Nov 27 16:23:32.381523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57128) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:32.387033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:32.480812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:32.484668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.689617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.731373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:32.734485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:32.738630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:32.739227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.749276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=dd31ab36-75b5-4f30-bff6-ecbdd8d5263f,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:32.762261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c143ee1-474a-44d9-a814-66ac2c970ae9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3797262 Nov 27 16:23:32.764781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57130) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:32.769182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:32.791652 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.792778 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.848780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.852857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.870273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:32.871533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3d2b6377-6d3d-439a-a0a7-b7a55d8df783 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1058211 Nov 27 16:23:32.874221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57132) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:33.151456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.254666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815e77f-f56d-467c-bd0f-a88836fb8a49 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:33.378096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-94e0baba-fa01-4bee-b07b-72eca71e5081 None None] Provisioning complete for port dca3c052-98cb-407b-919c-db411536c2d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:33.378471 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-94e0baba-fa01-4bee-b07b-72eca71e5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.393998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::1 (23496627-4a6b-441e-b8f8-12c2e88900e8/dd31ab36-75b5-4f30-bff6-ecbdd8d5263f/4e920663-d2cd-4aee-bc87-92e4d17fc4a1) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:33.494143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-94e0baba-fa01-4bee-b07b-72eca71e5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.510286 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.530752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-94e0baba-fa01-4bee-b07b-72eca71e5081 None None] For port dca3c052-98cb-407b-919c-db411536c2d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=dca3c052-98cb-407b-919c-db411536c2d4,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:33.536017 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-94e0baba-fa01-4bee-b07b-72eca71e5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.554797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.589635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0baba-fa01-4bee-b07b-72eca71e5081 None None] Pushing event updated for resources: {'Port': ['ID=dca3c052-98cb-407b-919c-db411536c2d4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:33.590301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:33.594067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:33.598256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:33.598256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.650127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=4e920663-d2cd-4aee-bc87-92e4d17fc4a1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:33.727953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.760986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-735ba9cb-41e1-4376-8d40-f27e82190130 None None] Provisioning complete for port dca3c052-98cb-407b-919c-db411536c2d4 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:33.761518 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-735ba9cb-41e1-4376-8d40-f27e82190130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:33.971353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7f200398-f091-4e06-bbf7-b065a36d7924 None None] Provisioning complete for port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:33.971735 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f200398-f091-4e06-bbf7-b065a36d7924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.007216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7f200398-f091-4e06-bbf7-b065a36d7924 None None] Port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:23:34.010672 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.015056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.015984 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.018556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dca3c052-98cb-407b-919c-db411536c2d4 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:34.068262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port dca3c052-98cb-407b-919c-db411536c2d4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:34.068635 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.100701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=4e920663-d2cd-4aee-bc87-92e4d17fc4a1,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:34.144985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:34.147042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:34.273150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:23:34.372272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:34.380011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57134) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:34.380445 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d56480e4-4a4b-451a-82fd-79b86e524366 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "PUT /v2.0/routers/b74701f7-b093-4dd0-8cc9-f55b59c5f4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5050280 Nov 27 16:23:34.383439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Sync routers for ids ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:34.394676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Routers {'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:34.395233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:34.428126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f03da4-7310-4d46-bdf5-1ed6a4b8d911 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:34.429948 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46f03da4-7310-4d46-bdf5-1ed6a4b8d911 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports/4e920663-d2cd-4aee-bc87-92e4d17fc4a1 HTTP/1.1" status: 200 len: 911 time: 0.0489626 Nov 27 16:23:34.433113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57136) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:34.484121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238df05-c45e-4cfa-87cd-3938398cdcb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:34.488209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2c50abce-d981-4d02-920a-4bbc71119b3d None None] Provisioning complete for port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:34.488584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c50abce-d981-4d02-920a-4bbc71119b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.490802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238df05-c45e-4cfa-87cd-3938398cdcb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:34.495933 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57138) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:34.496302 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9238df05-c45e-4cfa-87cd-3938398cdcb0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0617752 Nov 27 16:23:34.513590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Set router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:34.562705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2c50abce-d981-4d02-920a-4bbc71119b3d None None] Port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:23:34.724904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:32Z', 'updated_at': '2021-11-27T16:23:33Z', 'revision_number': 2, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None, '_interfaces': [{'id': '4e920663-d2cd-4aee-bc87-92e4d17fc4a1', 'name': '', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'mac_address': 'fa:16:3e:4f:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'dd31ab36-75b5-4f30-bff6-ecbdd8d5263f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:23:33Z', 'updated_at': '2021-11-27T16:23:33Z', 'revision_number': 2, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'subnets': [{'id': 'dd31ab36-75b5-4f30-bff6-ecbdd8d5263f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:34.760149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Checking router: b74701f7-b093-4dd0-8cc9-f55b59c5f4ff for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:34.760784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Updating router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:23:34.786942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:34.814063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.028929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:35.029266 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.053858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.060889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.112256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da79ed5-5fce-44be-9c4e-c72c065380e1 None None] Pushing event updated for resources: {'Port': ['ID=4e920663-d2cd-4aee-bc87-92e4d17fc4a1,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:35.121073 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.137732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:35.177642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Attempting to bind port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:35.178222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Attempting to bind port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:35.178701 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Attempting to bind port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:35.184826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:35.185291 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:35.185913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.186554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:35.186983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Bound port: 4e920663-d2cd-4aee-bc87-92e4d17fc4a1, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:35.187464 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.269625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] For port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:35.273638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] For port 4e920663-d2cd-4aee-bc87-92e4d17fc4a1, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=4e920663-d2cd-4aee-bc87-92e4d17fc4a1,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:35.275946 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40934dbe-6b02-4e49-b6b7-945240c0e9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.281068 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.343097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Routers {'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:35.343821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:35.353299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.383127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=4e920663-d2cd-4aee-bc87-92e4d17fc4a1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:35.415909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da79ed5-5fce-44be-9c4e-c72c065380e1 None None] Pushing event updated for resources: {'Port': ['ID=4e920663-d2cd-4aee-bc87-92e4d17fc4a1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:35.427172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] Set router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:35.486564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:32Z', 'updated_at': '2021-11-27T16:23:35Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:35.488489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:35.491189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9b5b2ab-11d3-4474-af13-920e7c3b454e None None] Could not find standard attr ID for object 4e920663-d2cd-4aee-bc87-92e4d17fc4a1. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:35.522485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eeb23-d612-4061-9315-e9dcbad08a5d None None] The sync data for ids ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'] in n-d-819494-4 is: [{'id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:32Z', 'updated_at': '2021-11-27T16:23:35Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:35.671369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:23:35.709394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-de0da889-2dac-49d3-984a-fb79d5dadd4a None None] Could not find standard attr ID for object 4e920663-d2cd-4aee-bc87-92e4d17fc4a1. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:35.757268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:35.763190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfeb1557-8141-4675-ba07-5f0d2d27c977 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "PUT /v2.0/routers/b74701f7-b093-4dd0-8cc9-f55b59c5f4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2657418 Nov 27 16:23:35.765619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57140) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:36.158706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f1c5a-91c4-4ce5-8dc1-32b038a8f55e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:36.160531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f1c5a-91c4-4ce5-8dc1-32b038a8f55e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:36.162062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0b5f1c5a-91c4-4ce5-8dc1-32b038a8f55e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3955252 Nov 27 16:23:36.164674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57142) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:36.216324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet dd31ab36-75b5-4f30-bff6-ecbdd8d5263f {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:36.219865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.262727 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.306646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.364095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.388777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=dd31ab36-75b5-4f30-bff6-ecbdd8d5263f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:36.395248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.398462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5b3e2f86-b2a4-4bf4-a9f1-1e93231bd3ab tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/dd31ab36-75b5-4f30-bff6-ecbdd8d5263f HTTP/1.1" status: 204 len: 168 time: 0.2328279 Nov 27 16:23:36.401668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57144) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:36.402391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f85b9f-8a8a-4dde-a0ae-cb2186e17794 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:36.453861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] Sync routers for ids ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:36.466003 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] Routers {'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:36.466970 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:36.517147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b430da6b-0023-4ab5-9b16-43f31b19c9c0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1143694 Nov 27 16:23:36.519727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:36.540966 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] Set router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:36.581832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:36.594324 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:32Z', 'updated_at': '2021-11-27T16:23:35Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:36.599808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.626002 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] Checking router: b74701f7-b093-4dd0-8cc9-f55b59c5f4ff for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:36.637150 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] Routers {'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:36.637911 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:36.708128 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] Set router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:36.763257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.765778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.770216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:32Z', 'updated_at': '2021-11-27T16:23:35Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:36.785991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] Deleting port dca3c052-98cb-407b-919c-db411536c2d4 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:36.786364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.797265 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fafce-b0d5-4c9d-8709-44ffc8ea6a23 None None] The sync data for ids ['b74701f7-b093-4dd0-8cc9-f55b59c5f4ff'] in n-d-819494-4 is: [{'id': 'b74701f7-b093-4dd0-8cc9-f55b59c5f4ff', 'name': 'tempest-NetworksTestDHCPv6-router-1308868136', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:32Z', 'updated_at': '2021-11-27T16:23:35Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:36.814611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.815256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Fanout notify agent at l3_agent the message router_deleted on router b74701f7-b093-4dd0-8cc9-f55b59c5f4ff {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:23:36.823234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.827489 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aa90f69d-1458-4631-b2b3-58af3f64bf20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/routers/b74701f7-b093-4dd0-8cc9-f55b59c5f4ff HTTP/1.1" status: 204 len: 168 time: 0.3067718 Nov 27 16:23:36.828263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57148) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:36.839414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:36.869129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] For port dca3c052-98cb-407b-919c-db411536c2d4, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=dca3c052-98cb-407b-919c-db411536c2d4,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:36.869826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.885518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] Calling delete_port for dca3c052-98cb-407b-919c-db411536c2d4 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:36.937401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:36.941688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:36.971616 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.000337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] Pushing event deleted for resources: {'Port': ['ID=dca3c052-98cb-407b-919c-db411536c2d4,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:37.001988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f022f3-365c-40b3-9491-cc90922e89a0 None None] No DVR routers for this DVR port dca3c052-98cb-407b-919c-db411536c2d4 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:37.147829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.186192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:37.189261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:37.193480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:37.194083 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.199699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239f5e1-7639-4833-9c42-a4a939816e09 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:37.211574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=270d74a2-3cb4-4110-a471-97455f4d2883,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:37.219520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57150) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:37.221919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71395096-5c77-44e5-a12e-394a6fff5115 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3866305 Nov 27 16:23:37.224068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1052421252', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:37.247765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.248796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.298123 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.303395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.321794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.326105 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-35fdb54f-701c-4dd5-ace6-12114dedce87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1024828 Nov 27 16:23:37.328864 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57152) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:37.352658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '270d74a2-3cb4-4110-a471-97455f4d2883'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:37.353771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.499370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/270d74a2-3cb4-4110-a471-97455f4d2883/322eec19-2007-4aef-b877-0188f3be8ba9) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:37.615140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.643598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.650117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.696623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:37.706897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:37.709999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Pushing event updated for resources: {'Port': ['ID=322eec19-2007-4aef-b877-0188f3be8ba9,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:37.712274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:37.721359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-15a9f421-7246-4035-8db1-5446efe71fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.773247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Attempting to bind port 322eec19-2007-4aef-b877-0188f3be8ba9 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:37.773552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Attempting to bind port 322eec19-2007-4aef-b877-0188f3be8ba9 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:37.773919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Attempting to bind port 322eec19-2007-4aef-b877-0188f3be8ba9 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:37.778927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:37.779304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:37.779705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.780097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:37.780560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Bound port: 322eec19-2007-4aef-b877-0188f3be8ba9, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:37.780937 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.847050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1113df81-4528-4a77-8937-b836b9343900 None None] For port 322eec19-2007-4aef-b877-0188f3be8ba9, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:37.850268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1113df81-4528-4a77-8937-b836b9343900 None None] For port 322eec19-2007-4aef-b877-0188f3be8ba9, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=322eec19-2007-4aef-b877-0188f3be8ba9,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:37.854608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:37.866325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::1 (23496627-4a6b-441e-b8f8-12c2e88900e8/270d74a2-3cb4-4110-a471-97455f4d2883/dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:37.913910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113df81-4528-4a77-8937-b836b9343900 None None] Pushing event updated for resources: {'Port': ['ID=322eec19-2007-4aef-b877-0188f3be8ba9,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:37.983718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dca3c052-98cb-407b-919c-db411536c2d4 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:37.993892 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.005996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: dca3c052-98cb-407b-919c-db411536c2d4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:38.006319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device dca3c052-98cb-407b-919c-db411536c2d4 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:38.029995 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.084539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:38.089650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:38.098499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:38.099389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.102216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:38.225175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.480269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.486217 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.487107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.577613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:38.604289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.628687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:38.630305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:38.752463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:23:38.855614 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:38.858441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-042b3e32-e4b1-4bba-bdd9-66ffddd4055c None None] Provisioning complete for port 322eec19-2007-4aef-b877-0188f3be8ba9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:38.858917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-042b3e32-e4b1-4bba-bdd9-66ffddd4055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:38.864791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c76b2385-a301-482e-b4dd-298ba54cd567 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "PUT /v2.0/routers/0d428565-b4ca-4cc4-b3dc-26cf17ad839d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322356 Nov 27 16:23:38.864917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57154) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:38.881768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Sync routers for ids ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:38.906149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Routers {'0d428565-b4ca-4cc4-b3dc-26cf17ad839d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:38.906793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:38.912306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0e0d5-955f-4216-aa7d-b0e4ed572a30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:38.913882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9bd0e0d5-955f-4216-aa7d-b0e4ed572a30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports/dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a HTTP/1.1" status: 200 len: 911 time: 0.0479250 Nov 27 16:23:38.917100 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57156) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:38.972036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ca09d-28a0-43c7-8414-4635d46f6313 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:38.979605 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ca09d-28a0-43c7-8414-4635d46f6313 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:38.981262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c6ca09d-28a0-43c7-8414-4635d46f6313 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0631146 Nov 27 16:23:38.984288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:39.024326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Set router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:39.061614 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-042b3e32-e4b1-4bba-bdd9-66ffddd4055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.181121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-042b3e32-e4b1-4bba-bdd9-66ffddd4055c None None] For port 322eec19-2007-4aef-b877-0188f3be8ba9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=322eec19-2007-4aef-b877-0188f3be8ba9,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:39.189930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-042b3e32-e4b1-4bba-bdd9-66ffddd4055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.284431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b3e32-e4b1-4bba-bdd9-66ffddd4055c None None] Pushing event updated for resources: {'Port': ['ID=322eec19-2007-4aef-b877-0188f3be8ba9,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:39.316755 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.320466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-135cd33f-9fa4-4a40-8113-558a566e459f None None] Provisioning complete for port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:39.320842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-135cd33f-9fa4-4a40-8113-558a566e459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.347878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d428565-b4ca-4cc4-b3dc-26cf17ad839d', 'name': 'tempest-NetworksTestDHCPv6-router-1052421252', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:37Z', 'updated_at': '2021-11-27T16:23:38Z', 'revision_number': 2, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None, '_interfaces': [{'id': 'dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a', 'name': '', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'mac_address': 'fa:16:3e:e8:01:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d428565-b4ca-4cc4-b3dc-26cf17ad839d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '270d74a2-3cb4-4110-a471-97455f4d2883', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:23:37Z', 'updated_at': '2021-11-27T16:23:38Z', 'revision_number': 2, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'subnets': [{'id': '270d74a2-3cb4-4110-a471-97455f4d2883', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:39.383175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Checking router: 0d428565-b4ca-4cc4-b3dc-26cf17ad839d for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:39.383458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Updating router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:23:39.409255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-135cd33f-9fa4-4a40-8113-558a566e459f None None] Port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:23:39.415953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.530187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:39.530528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.620466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.632316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:39.681700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.687145 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.781902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf7f6c-288f-4f10-8e9c-9a2f2d2c071c None None] Pushing event updated for resources: {'Port': ['ID=dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:39.794855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Attempting to bind port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:39.795315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Attempting to bind port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:39.795691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Attempting to bind port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:39.801026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:39.801440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:39.801839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.802774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:39.802774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Bound port: dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:39.803085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.815928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:39.847452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Port dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a has been deleted concurrently {{(pid=110077) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 27 16:23:39.858614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Routers {'0d428565-b4ca-4cc4-b3dc-26cf17ad839d'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:39.859278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:39.871739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:39.939640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] Set router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:39.955291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.006826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d428565-b4ca-4cc4-b3dc-26cf17ad839d', 'name': 'tempest-NetworksTestDHCPv6-router-1052421252', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:37Z', 'updated_at': '2021-11-27T16:23:39Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:40.046709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5b9b1-180d-47c6-ba44-3ff2abbd1528 None None] The sync data for ids ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'] in n-d-819494-4 is: [{'id': '0d428565-b4ca-4cc4-b3dc-26cf17ad839d', 'name': 'tempest-NetworksTestDHCPv6-router-1052421252', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:37Z', 'updated_at': '2021-11-27T16:23:39Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:40.051991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bb950c57-2840-4eb9-bf25-5fcec24f308e None None] Could not find standard attr ID for object dd7501b3-2edc-4f6f-ba88-e0dcb4dddd6a. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:40.065085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 322eec19-2007-4aef-b877-0188f3be8ba9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:40.122259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 322eec19-2007-4aef-b877-0188f3be8ba9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:40.122636 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.170225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:23:40.245690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:40.260203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-69d26f7a-8048-4126-99f6-2b6fe5061601 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "PUT /v2.0/routers/0d428565-b4ca-4cc4-b3dc-26cf17ad839d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2724769 Nov 27 16:23:40.260467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57160) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:40.315936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6159ce-cb5a-40e7-9430-39e2a541a9f7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:40.317642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6159ce-cb5a-40e7-9430-39e2a541a9f7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:40.319195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0f6159ce-cb5a-40e7-9430-39e2a541a9f7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0577297 Nov 27 16:23:40.322035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57162) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:40.342600 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.376997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 270d74a2-3cb4-4110-a471-97455f4d2883 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:40.380073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.419609 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.506401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.567192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.595187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=270d74a2-3cb4-4110-a471-97455f4d2883,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:40.598766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.602005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-16179171-fe1f-425a-8da0-1629844dda30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/270d74a2-3cb4-4110-a471-97455f4d2883 HTTP/1.1" status: 204 len: 168 time: 0.2789843 Nov 27 16:23:40.604709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57166) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:40.607642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba5c688-2fa8-457e-9913-a8514f9af687 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:40.703562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-96597465-a089-46a5-84ff-e382f0896208 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0942020 Nov 27 16:23:40.704344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:40.806084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.810293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:40.871261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] Deleting port 322eec19-2007-4aef-b877-0188f3be8ba9 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:40.871905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.974999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.977323 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:40.997334 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Sync routers for ids ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:41.010408 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Routers {'0d428565-b4ca-4cc4-b3dc-26cf17ad839d'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:41.011318 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:41.028774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.029438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Fanout notify agent at l3_agent the message router_deleted on router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:23:41.036857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.038029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0ee31501-8666-491d-baa5-f274dda7f572 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/routers/0d428565-b4ca-4cc4-b3dc-26cf17ad839d HTTP/1.1" status: 204 len: 168 time: 0.3333440 Nov 27 16:23:41.040520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57170) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:41.094978 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Set router 0d428565-b4ca-4cc4-b3dc-26cf17ad839d gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:41.107394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] For port 322eec19-2007-4aef-b877-0188f3be8ba9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=322eec19-2007-4aef-b877-0188f3be8ba9,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:41.107793 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.121446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] Calling delete_port for 322eec19-2007-4aef-b877-0188f3be8ba9 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:41.153322 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d428565-b4ca-4cc4-b3dc-26cf17ad839d', 'name': 'tempest-NetworksTestDHCPv6-router-1052421252', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:23:37Z', 'updated_at': '2021-11-27T16:23:39Z', 'revision_number': 3, 'project_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:41.198517 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Checking router: 0d428565-b4ca-4cc4-b3dc-26cf17ad839d for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:23:41.212620 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Routers set() bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:41.213783 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Router IDs set() for agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 16:23:41.214733 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d428565-b4ca-4cc4-b3dc-26cf17ad839d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent'). {{(pid=110078) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 16:23:41.215590 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee888c5-8d59-4312-843b-241ab7fc21b7 None None] The sync data for ids ['0d428565-b4ca-4cc4-b3dc-26cf17ad839d'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:23:41.221461 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.226626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.269446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] Pushing event deleted for resources: {'Port': ['ID=322eec19-2007-4aef-b877-0188f3be8ba9,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:41.280304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3752b4-b6ab-4f9d-b8cc-5d9c4edc9dfb None None] No DVR routers for this DVR port 322eec19-2007-4aef-b877-0188f3be8ba9 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:41.456206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c147d7-fb27-40db-9c07-aa1fe3491767 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:41.457717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02c147d7-fb27-40db-9c07-aa1fe3491767 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4162395 Nov 27 16:23:41.460207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57172) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:41.510022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea555220-8f20-4754-a4f5-619957ddec60 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:41.511408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ea555220-8f20-4754-a4f5-619957ddec60 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0503011 Nov 27 16:23:41.513944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:41.553839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-30a29210-28b9-4da4-8700-0f2ce72d34b3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387020 Nov 27 16:23:41.557744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57176) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:41.562717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:41.648366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:41.652441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.918461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:23:41.919832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.958481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:41.961682 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:41.965992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:41.966852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:41.971227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07cd70-2538-414b-9b45-4e8e5fd2cf6f None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:41.984702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=80a24b2a-e9d1-496b-9f8e-204afa83362e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:41.989101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 322eec19-2007-4aef-b877-0188f3be8ba9 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:41.993614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2fd320d9-ba3a-4832-b573-a6dd282b4259 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4341738 Nov 27 16:23:41.996117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57178) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:42.000967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:42.035491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 322eec19-2007-4aef-b877-0188f3be8ba9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:42.035836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 322eec19-2007-4aef-b877-0188f3be8ba9 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:42.119174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:42.122709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.143823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '80a24b2a-e9d1-496b-9f8e-204afa83362e'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:42.144695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.278686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Allocated IP 2001:db8::f816:3eff:fee1:73c5 (23496627-4a6b-441e-b8f8-12c2e88900e8/80a24b2a-e9d1-496b-9f8e-204afa83362e/b5539ca2-c63c-4c96-a002-13a088feb761) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:42.384559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.418134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.423858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.425605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:42.428688 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:42.433399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:42.434125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.443452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=1289a019-b64c-4bde-a996-c5196f396f2e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:42.456537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d345b328-8050-43d8-8e92-c48d7fb9abc5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4593947 Nov 27 16:23:42.459395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57180) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:42.464375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:10:c6:c6', 'name': 'tempest-NetworksTestDHCPv6-1523085561'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:42.468362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:42.471273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:42.474801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:42.483282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Pushing event updated for resources: {'Port': ['ID=b5539ca2-c63c-4c96-a002-13a088feb761,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:42.532668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Attempting to bind port b5539ca2-c63c-4c96-a002-13a088feb761 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:42.533045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Attempting to bind port b5539ca2-c63c-4c96-a002-13a088feb761 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:42.533442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Attempting to bind port b5539ca2-c63c-4c96-a002-13a088feb761 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:42.538850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:42.539230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:42.539635 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.540067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:42.540541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Bound port: b5539ca2-c63c-4c96-a002-13a088feb761, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:42.540928 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.578258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:42.603030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] For port b5539ca2-c63c-4c96-a002-13a088feb761, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:42.606119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] For port b5539ca2-c63c-4c96-a002-13a088feb761, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5539ca2-c63c-4c96-a002-13a088feb761,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:42.611639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.666455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:42.671153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89584c84-2119-4c38-af66-6c07a2c2d815 None None] Pushing event updated for resources: {'Port': ['ID=b5539ca2-c63c-4c96-a002-13a088feb761,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:42.691234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port d68cd2c3-f085-440c-bfd3-2c5a02e934d6 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:42.873381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 172.20.0.10 (23496627-4a6b-441e-b8f8-12c2e88900e8/1289a019-b64c-4bde-a996-c5196f396f2e/d68cd2c3-f085-440c-bfd3-2c5a02e934d6) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:42.879728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fe10:c6c6 (23496627-4a6b-441e-b8f8-12c2e88900e8/80a24b2a-e9d1-496b-9f8e-204afa83362e/d68cd2c3-f085-440c-bfd3-2c5a02e934d6) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:43.025540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.059534 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.107560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:43.112627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:43.115622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:43.141117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=d68cd2c3-f085-440c-bfd3-2c5a02e934d6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:43.155156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.155505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.155844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.156181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.156516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.156846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.157174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.157528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.157851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.158178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.158502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.158825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:23:43.181300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:43.181950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.197100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2b2fe06d-eae4-4958-bd82-0633b480ba29 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7366812 Nov 27 16:23:43.199644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57182) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:43.249962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a3b60-cd5e-45d6-a875-0208ba699c19 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:43.256169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a3b60-cd5e-45d6-a875-0208ba699c19 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:43.260356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4a4a3b60-cd5e-45d6-a875-0208ba699c19 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0573034 Nov 27 16:23:43.260719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:43.352166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port d68cd2c3-f085-440c-bfd3-2c5a02e934d6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:43.353036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.441845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.454084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for d68cd2c3-f085-440c-bfd3-2c5a02e934d6 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:43.556362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d088c02-1a5a-400d-8822-5f305156fd64 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:43.624756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-878ced5c-d1ef-4ef1-a618-f227e4f6f864 None None] Provisioning complete for port b5539ca2-c63c-4c96-a002-13a088feb761 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:43.625117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-878ced5c-d1ef-4ef1-a618-f227e4f6f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.779587 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-878ced5c-d1ef-4ef1-a618-f227e4f6f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.819384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-878ced5c-d1ef-4ef1-a618-f227e4f6f864 None None] For port b5539ca2-c63c-4c96-a002-13a088feb761, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5539ca2-c63c-4c96-a002-13a088feb761,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:43.827626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-878ced5c-d1ef-4ef1-a618-f227e4f6f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.903386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': '80a24b2a-e9d1-496b-9f8e-204afa83362e', 'ip_address': '2001:db8::f816:3eff:fee1:73c5'}, {'subnet_id': '1289a019-b64c-4bde-a996-c5196f396f2e'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'b5539ca2-c63c-4c96-a002-13a088feb761'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:23:43.908212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ced5c-d1ef-4ef1-a618-f227e4f6f864 None None] Pushing event updated for resources: {'Port': ['ID=b5539ca2-c63c-4c96-a002-13a088feb761,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:43.934660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.948404 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:43.987503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=d68cd2c3-f085-440c-bfd3-2c5a02e934d6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:44.048823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5539ca2-c63c-4c96-a002-13a088feb761 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:44.081571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.084875 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-82791a1b-4285-4be7-992f-36ac8981d8be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/d68cd2c3-f085-440c-bfd3-2c5a02e934d6 HTTP/1.1" status: 204 len: 168 time: 0.8231235 Nov 27 16:23:44.087348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:44.144387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21aace2-f6d0-45b1-b186-a9348b60bac5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.145953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21aace2-f6d0-45b1-b186-a9348b60bac5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.147601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21aace2-f6d0-45b1-b186-a9348b60bac5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.149196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f21aace2-f6d0-45b1-b186-a9348b60bac5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0609047 Nov 27 16:23:44.152081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57188) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:44.153098 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] Allocated IP 172.20.0.2 (23496627-4a6b-441e-b8f8-12c2e88900e8/1289a019-b64c-4bde-a996-c5196f396f2e/b5539ca2-c63c-4c96-a002-13a088feb761) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:44.159257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b5539ca2-c63c-4c96-a002-13a088feb761 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:44.159634 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.207551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 1289a019-b64c-4bde-a996-c5196f396f2e {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:44.304629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-bafeff2b-697b-47a2-8ec6-764267fa816e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379431 Nov 27 16:23:44.311073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] For port b5539ca2-c63c-4c96-a002-13a088feb761, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5539ca2-c63c-4c96-a002-13a088feb761,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:44.347810 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.352642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.352818 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.418552 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.435533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759efce-cc34-4df9-a2d5-36d2ae8b6783 None None] Pushing event updated for resources: {'Port': ['ID=b5539ca2-c63c-4c96-a002-13a088feb761,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:44.460451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-8eaf4386-61e9-4c90-8f93-f641c9a98316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.462061 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-8eaf4386-61e9-4c90-8f93-f641c9a98316 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.1059325 Nov 27 16:23:44.564399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.639507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-f5f10b8f-0610-4b3b-97a5-b39dc38a53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.641069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-f5f10b8f-0610-4b3b-97a5-b39dc38a53d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1419630 Nov 27 16:23:44.658680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.721716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=1289a019-b64c-4bde-a996-c5196f396f2e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:44.727039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.730998 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bae9fad5-9154-4198-9964-f77d7fb7e624 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/1289a019-b64c-4bde-a996-c5196f396f2e HTTP/1.1" status: 204 len: 168 time: 0.5778878 Nov 27 16:23:44.733619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57190) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:44.749777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-dd150642-3511-4ca0-bfc3-5a4bf6c550df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 1001 time: 0.0993009 Nov 27 16:23:44.787505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 80a24b2a-e9d1-496b-9f8e-204afa83362e {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:44.791624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.808848 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-9ba2935a-6d8c-4518-9738-dff3a04af12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.810562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-9ba2935a-6d8c-4518-9738-dff3a04af12e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0542638 Nov 27 16:23:44.844813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.864283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-d52ca2d3-6053-447e-bc98-99ace67a141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:44.865885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-d52ca2d3-6053-447e-bc98-99ace67a141c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454266 Nov 27 16:23:44.938472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:44.971982 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-be4318f8-e2be-4c9d-b118-ccc2c5cb40db service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981691 Nov 27 16:23:44.996461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297cb8c8-3be4-4329-8622-a793b8e6ad72 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:45.011225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.047196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=80a24b2a-e9d1-496b-9f8e-204afa83362e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:45.051082 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.054698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-988f385e-27f7-4e9a-a138-d6414dbda707 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/80a24b2a-e9d1-496b-9f8e-204afa83362e HTTP/1.1" status: 204 len: 168 time: 0.3197956 Nov 27 16:23:45.057836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57192) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:45.077686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3c7daa27-418d-42e9-bf11-8fdf33216929 None None] Could not find standard attr ID for object d68cd2c3-f085-440c-bfd3-2c5a02e934d6. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:45.081337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f42a6713-58b8-40b8-a5fe-852352f127d0 req-1cc49691-805a-4f63-b9ee-fd641436281a service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018054 Nov 27 16:23:45.098863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-090465a6-02b3-4406-b00d-cf8fce838e47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394919 Nov 27 16:23:45.101510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57194) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:45.107005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:45.120140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3c7daa27-418d-42e9-bf11-8fdf33216929 None None] Provisioning complete for port b5539ca2-c63c-4c96-a002-13a088feb761 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:45.120514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3c7daa27-418d-42e9-bf11-8fdf33216929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.199297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:45.203056 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.250743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:45.299020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] Deleting port b5539ca2-c63c-4c96-a002-13a088feb761 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:45.299400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.369665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] For port b5539ca2-c63c-4c96-a002-13a088feb761, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5539ca2-c63c-4c96-a002-13a088feb761,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:45.369982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.381873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] Calling delete_port for b5539ca2-c63c-4c96-a002-13a088feb761 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:45.459643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.485038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] Pushing event deleted for resources: {'Port': ['ID=b5539ca2-c63c-4c96-a002-13a088feb761,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:45.488641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758b446-af00-4f49-bb9a-8444688cdb40 None None] No DVR routers for this DVR port b5539ca2-c63c-4c96-a002-13a088feb761 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:45.525062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:23:45.683544 n-d-819494-4 neutron-server[110076]: WARNING neutron.services.revisions.revision_plugin [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Could not find related port for resource to bump revision. Nov 27 16:23:45.696764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_pluggable_backend [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Port b5539ca2-c63c-4c96-a002-13a088feb761 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110076) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 27 16:23:45.697082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_pluggable_backend [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:73c5 {{(pid=110076) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 27 16:23:45.700478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_pluggable_backend [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee1:73c5 {{(pid=110076) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 27 16:23:45.702479 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.755207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:45.758824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:45.762973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:45.763569 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.768075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f74b1c-fbfd-49ee-a221-841887c8d5be None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:45.773903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:45.791241 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-19d4d74d-c02c-404e-8dec-19bf46f811f0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6881416 Nov 27 16:23:45.793907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57198) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:45.799023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:45.916790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:45.920501 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:45.930875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': 'ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:45.931747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.012601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5539ca2-c63c-4c96-a002-13a088feb761 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:46.038253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b5539ca2-c63c-4c96-a002-13a088feb761 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:46.038617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5539ca2-c63c-4c96-a002-13a088feb761 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:46.096327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Allocated IP 2001:db8::f816:3eff:fe80:f968 (23496627-4a6b-441e-b8f8-12c2e88900e8/ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c/8cdd2e48-c905-45f9-a60e-9d9165661d3c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:46.147874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.185920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:46.189031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:46.193266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:46.193882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.213080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=84f19a8d-6b7d-4ee2-a33b-25ccacf359fc,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:46.221072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3ab8f59b-696f-4385-9311-1dcb67ac0ed7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4236166 Nov 27 16:23:46.221739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:46.226883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:d0:96:b5', 'name': 'tempest-NetworksTestDHCPv6-1822885043'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:46.259800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.266726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.310300 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:46.314173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:46.316009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Pushing event updated for resources: {'Port': ['ID=8cdd2e48-c905-45f9-a60e-9d9165661d3c,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:46.318165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:46.350913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:46.355988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.376362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:46.526925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Attempting to bind port 8cdd2e48-c905-45f9-a60e-9d9165661d3c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:46.527205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Attempting to bind port 8cdd2e48-c905-45f9-a60e-9d9165661d3c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:46.527565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Attempting to bind port 8cdd2e48-c905-45f9-a60e-9d9165661d3c on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:46.532366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:46.532737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:46.533130 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.533541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:46.533996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Bound port: 8cdd2e48-c905-45f9-a60e-9d9165661d3c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:46.534366 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.544397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 172.20.0.5 (23496627-4a6b-441e-b8f8-12c2e88900e8/84f19a8d-6b7d-4ee2-a33b-25ccacf359fc/2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:46.550516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fed0:96b5 (23496627-4a6b-441e-b8f8-12c2e88900e8/ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c/2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:46.595656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] For port 8cdd2e48-c905-45f9-a60e-9d9165661d3c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:46.598768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] For port 8cdd2e48-c905-45f9-a60e-9d9165661d3c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8cdd2e48-c905-45f9-a60e-9d9165661d3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:46.603266 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.659166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83e2b2-7186-4d85-bf22-7eb09d3113f4 None None] Pushing event updated for resources: {'Port': ['ID=8cdd2e48-c905-45f9-a60e-9d9165661d3c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:46.695305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:23:46.706362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.742182 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.788498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:46.791617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:46.795450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:46.802100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:46.862111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:46.862736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:46.882540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5db7acc2-0b1f-4a06-9e20-36bf5964873e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6596432 Nov 27 16:23:46.885633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57202) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:46.939668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1a377-8186-45d7-8a32-c257f9708d4f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:46.946606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1a377-8186-45d7-8a32-c257f9708d4f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:46.950699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b0a1a377-8186-45d7-8a32-c257f9708d4f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0620019 Nov 27 16:23:46.951256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:47.039043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:47.039306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.131929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.144757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:47.322620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.354294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:47.438996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.442278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-39ff8271-5950-4b61-8b54-83a542620649 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7 HTTP/1.1" status: 204 len: 168 time: 0.4897568 Nov 27 16:23:47.444764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57206) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:47.503408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7adbc2c-b566-4250-ae26-a70b70c852e2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:47.505128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7adbc2c-b566-4250-ae26-a70b70c852e2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:47.506892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7adbc2c-b566-4250-ae26-a70b70c852e2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:47.509071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c7adbc2c-b566-4250-ae26-a70b70c852e2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0628476 Nov 27 16:23:47.511764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57208) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:47.565696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 84f19a8d-6b7d-4ee2-a33b-25ccacf359fc {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:47.568914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.577688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270959f4-3b70-48b3-a0ed-1c6b1e77ecd4 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:47.609057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.653339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.695003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1360400d-6bcb-4c79-9605-a512266d116e None None] Provisioning complete for port 8cdd2e48-c905-45f9-a60e-9d9165661d3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:47.695375 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1360400d-6bcb-4c79-9605-a512266d116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.716013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.746821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=84f19a8d-6b7d-4ee2-a33b-25ccacf359fc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:47.752464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.757880 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-85cadef2-0420-4325-a2ed-00b9a101bd6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/84f19a8d-6b7d-4ee2-a33b-25ccacf359fc HTTP/1.1" status: 204 len: 168 time: 0.2450902 Nov 27 16:23:47.759805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57210) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:47.814377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:47.817611 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.828670 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1360400d-6bcb-4c79-9605-a512266d116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.859049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.864309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c84ed-a31f-4ed7-85d3-044b5dbc76df None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c', 'ip_address': '2001:db8::f816:3eff:fe80:f968'}, {'subnet_id': '84f19a8d-6b7d-4ee2-a33b-25ccacf359fc'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '8cdd2e48-c905-45f9-a60e-9d9165661d3c'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:23:47.897451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1360400d-6bcb-4c79-9605-a512266d116e None None] For port 8cdd2e48-c905-45f9-a60e-9d9165661d3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8cdd2e48-c905-45f9-a60e-9d9165661d3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:47.900568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b35c84ed-a31f-4ed7-85d3-044b5dbc76df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.908611 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1360400d-6bcb-4c79-9605-a512266d116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:47.948201 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.011619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.037194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8cdd2e48-c905-45f9-a60e-9d9165661d3c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:48.039957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:48.045764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.049332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bfa013bd-5300-48aa-b2c4-e02381f7f344 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c HTTP/1.1" status: 204 len: 168 time: 0.2879605 Nov 27 16:23:48.051928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57212) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:48.060148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360400d-6bcb-4c79-9605-a512266d116e None None] Pushing event updated for resources: {'Port': ['ID=8cdd2e48-c905-45f9-a60e-9d9165661d3c,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-b35c84ed-a31f-4ed7-85d3-044b5dbc76df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c: This subnet is being modified by another concurrent operation. Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c: This subnet is being modified by another concurrent operation. Nov 27 16:23:48.092416 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:23:48.101772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3db71b4b-ac3e-48ae-bb43-6a02af5cc37c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486097 Nov 27 16:23:48.104961 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57214) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:48.109549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8cdd2e48-c905-45f9-a60e-9d9165661d3c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:48.110033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.110160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:48.189192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11efc01-b839-4731-912e-cdf028a42343 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:48.206043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:48.210297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.279979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f21c9dca-dfb7-4bb6-bb62-b21bd7d140ab None None] Provisioning complete for port 8cdd2e48-c905-45f9-a60e-9d9165661d3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:48.280348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f21c9dca-dfb7-4bb6-bb62-b21bd7d140ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.389063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:48.403079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.444667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:48.448674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:48.449224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] Deleting port 8cdd2e48-c905-45f9-a60e-9d9165661d3c {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:48.449630 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.452970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:48.453594 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.466943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=f985945a-8584-464c-ba9e-3126d3650b79,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:48.478032 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3156260-e96d-4bad-82d7-c612632a34ce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3718112 Nov 27 16:23:48.480777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57216) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:48.485834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:48.530200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] For port 8cdd2e48-c905-45f9-a60e-9d9165661d3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8cdd2e48-c905-45f9-a60e-9d9165661d3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:48.530599 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.543722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] Calling delete_port for 8cdd2e48-c905-45f9-a60e-9d9165661d3c owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:48.597784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:48.601324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.622212 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.647869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] Pushing event deleted for resources: {'Port': ['ID=8cdd2e48-c905-45f9-a60e-9d9165661d3c,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:48.649901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa9a49-3dfd-4ea6-a238-9b10c2ed4b32 None None] No DVR routers for this DVR port 8cdd2e48-c905-45f9-a60e-9d9165661d3c on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:48.666984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d72417-5082-4ed3-82fc-0de5f7361843 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:48.821226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': 'f985945a-8584-464c-ba9e-3126d3650b79'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:48.822135 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.951436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:23:48.953565 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:48.960711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Allocated IP 172.20.0.2 (23496627-4a6b-441e-b8f8-12c2e88900e8/f985945a-8584-464c-ba9e-3126d3650b79/6ea40a8e-e093-4d64-96c7-81561a1936ae) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:48.997694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:49.001092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:49.007349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:49.008318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.022657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=6b00dfd2-b3ae-4025-b339-abc5c9ed88dc,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:49.037476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fd714e91-dfb2-454f-8ecc-75852c85fc96 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5530152 Nov 27 16:23:49.037731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57218) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:49.043151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:b8:4e:89', 'name': 'tempest-NetworksTestDHCPv6-1026703369'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:49.108621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.115249 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.159024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:49.160460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:49.166638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:49.168489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Pushing event updated for resources: {'Port': ['ID=6ea40a8e-e093-4d64-96c7-81561a1936ae,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:49.171485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:49.227755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Attempting to bind port 6ea40a8e-e093-4d64-96c7-81561a1936ae on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:49.228793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Attempting to bind port 6ea40a8e-e093-4d64-96c7-81561a1936ae by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:49.229157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Attempting to bind port 6ea40a8e-e093-4d64-96c7-81561a1936ae on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:49.234118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:49.234490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:49.234917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.235312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:49.235773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Bound port: 6ea40a8e-e093-4d64-96c7-81561a1936ae, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:49.236150 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.242770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.264690 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port f03a026a-942d-4736-a7b7-2350111e3a42 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:49.303753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] For port 6ea40a8e-e093-4d64-96c7-81561a1936ae, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:49.307908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] For port 6ea40a8e-e093-4d64-96c7-81561a1936ae, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6ea40a8e-e093-4d64-96c7-81561a1936ae,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:49.312612 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.379303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085c6f4-9f76-4cdd-99fe-ade20f0be5c1 None None] Pushing event updated for resources: {'Port': ['ID=6ea40a8e-e093-4d64-96c7-81561a1936ae,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:49.433964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 172.20.0.5 (23496627-4a6b-441e-b8f8-12c2e88900e8/f985945a-8584-464c-ba9e-3126d3650b79/f03a026a-942d-4736-a7b7-2350111e3a42) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:49.440609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:feb8:4e89 (23496627-4a6b-441e-b8f8-12c2e88900e8/6b00dfd2-b3ae-4025-b339-abc5c9ed88dc/f03a026a-942d-4736-a7b7-2350111e3a42) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:49.606058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.640194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.684059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:49.687187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:49.690807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:49.719295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=f03a026a-942d-4736-a7b7-2350111e3a42,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:49.747197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:49.747746 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:49.765683 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2faf0f7d-4571-4741-b2bd-952b5aa5ab37 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7266726 Nov 27 16:23:49.766050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57220) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:49.816305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470e8bc-62ed-4f7b-9520-963e06582f32 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:49.822328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470e8bc-62ed-4f7b-9520-963e06582f32 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:49.823849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a470e8bc-62ed-4f7b-9520-963e06582f32 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0567605 Nov 27 16:23:49.826417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:49.915890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port f03a026a-942d-4736-a7b7-2350111e3a42 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:49.916230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.011704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.017153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6ea40a8e-e093-4d64-96c7-81561a1936ae up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:50.026114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for f03a026a-942d-4736-a7b7-2350111e3a42 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:50.068723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6ea40a8e-e093-4d64-96c7-81561a1936ae triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:50.069241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.156097 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.191185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 6ea40a8e-e093-4d64-96c7-81561a1936ae, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6ea40a8e-e093-4d64-96c7-81561a1936ae,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:50.197080 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.217590 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.248947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=f03a026a-942d-4736-a7b7-2350111e3a42,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:50.278801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=6ea40a8e-e093-4d64-96c7-81561a1936ae,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:50.294728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8cdd2e48-c905-45f9-a60e-9d9165661d3c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:50.316166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8cdd2e48-c905-45f9-a60e-9d9165661d3c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:50.316510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8cdd2e48-c905-45f9-a60e-9d9165661d3c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:50.347883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af8c8a-0c13-4946-8492-dd8a8e588ba9 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:50.350150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.354030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-274727cd-53ad-4125-adaa-e0dc57e313f5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/f03a026a-942d-4736-a7b7-2350111e3a42 HTTP/1.1" status: 204 len: 168 time: 0.5267017 Nov 27 16:23:50.356851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57226) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:50.409159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705a83a-0ad2-43ec-b77a-3e52fc271f92 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:50.410824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705a83a-0ad2-43ec-b77a-3e52fc271f92 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:50.412368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705a83a-0ad2-43ec-b77a-3e52fc271f92 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:50.413960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e705a83a-0ad2-43ec-b77a-3e52fc271f92 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0561020 Nov 27 16:23:50.417187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57228) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:50.467926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 6b00dfd2-b3ae-4025-b339-abc5c9ed88dc {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:50.471035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.475554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-78435033-cc47-4f32-88bf-936da86cfded None None] Provisioning complete for port 6ea40a8e-e093-4d64-96c7-81561a1936ae triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:50.475925 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-78435033-cc47-4f32-88bf-936da86cfded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.516049 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.560312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.619513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4164a53d-28d1-4d16-b43a-9a7544ff0d45 None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'f985945a-8584-464c-ba9e-3126d3650b79', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b00dfd2-b3ae-4025-b339-abc5c9ed88dc'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '6ea40a8e-e093-4d64-96c7-81561a1936ae'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:23:50.620127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.647199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4164a53d-28d1-4d16-b43a-9a7544ff0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.648407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=6b00dfd2-b3ae-4025-b339-abc5c9ed88dc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:50.650982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.654341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa4cdb00-adb2-4770-a7b5-16a1aaf510eb tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/6b00dfd2-b3ae-4025-b339-abc5c9ed88dc HTTP/1.1" status: 204 len: 168 time: 0.2357426 Nov 27 16:23:50.656939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57230) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:50.707509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet f985945a-8584-464c-ba9e-3126d3650b79 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:50.710689 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.755855 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.840323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.897355 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-4164a53d-28d1-4d16-b43a-9a7544ff0d45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f985945a-8584-464c-ba9e-3126d3650b79: This subnet is being modified by another concurrent operation. Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f985945a-8584-464c-ba9e-3126d3650b79: This subnet is being modified by another concurrent operation. Nov 27 16:23:50.900335 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:23:50.927092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:50.930875 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/f985945a-8584-464c-ba9e-3126d3650b79 HTTP/1.1" status: 204 len: 168 time: 0.2728035 Nov 27 16:23:50.931716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12e5e-8d5a-46a2-bb75-9202674a2222 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=f985945a-8584-464c-ba9e-3126d3650b79,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:50.933845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:50.971964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f42f24-6c74-4385-9800-622bdac6c680 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:50.972930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d3acbb07-36d7-441e-a578-841ac3f6fbe0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380254 Nov 27 16:23:50.975523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57234) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:50.980268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:51.052723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-32552569-d870-4ef0-aaee-dda28b08d9f0 None None] Provisioning complete for port 6ea40a8e-e093-4d64-96c7-81561a1936ae triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:51.053314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-32552569-d870-4ef0-aaee-dda28b08d9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.072813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:51.077249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.158820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:51.220959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] Deleting port 6ea40a8e-e093-4d64-96c7-81561a1936ae {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:51.221334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.259275 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.283352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] For port 6ea40a8e-e093-4d64-96c7-81561a1936ae, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6ea40a8e-e093-4d64-96c7-81561a1936ae,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:51.283747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.295601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] Calling delete_port for 6ea40a8e-e093-4d64-96c7-81561a1936ae owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:51.299925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:51.303275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:51.307420 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:51.308013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.322551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=e208a54f-d971-454e-94a5-da504700903a,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:51.329186 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2953241b-ca08-417c-aa8a-d6aff04b2fa6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3525324 Nov 27 16:23:51.331795 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57236) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:51.337707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:51.379057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.404502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] Pushing event deleted for resources: {'Port': ['ID=6ea40a8e-e093-4d64-96c7-81561a1936ae,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:51.409063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e496c9-ecd7-47a6-bbad-ab820b1a4b42 None None] No DVR routers for this DVR port 6ea40a8e-e093-4d64-96c7-81561a1936ae on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:51.425331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358dbf48-9cae-4661-8599-bdc262adfbbb None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:51.453084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:51.456595 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.568470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': 'e208a54f-d971-454e-94a5-da504700903a'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:51.569419 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.770506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:23:51.772120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.823623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:51.826926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:51.831755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:51.831755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.839328 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=28e7121d-64a4-4350-9e65-34acf40bdbf0,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:51.856363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a3ef054a-6fcb-4ac8-8653-12da0f47c756 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5231400 Nov 27 16:23:51.858991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57242) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:51.863206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Allocated IP 172.20.0.2 (23496627-4a6b-441e-b8f8-12c2e88900e8/e208a54f-d971-454e-94a5-da504700903a/ac94f1d5-bdd8-4758-a613-b2b3be86437e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:51.863907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:fa:48:83', 'name': 'tempest-NetworksTestDHCPv6-830828972'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:51.973338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:51.978166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:51.997224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6ea40a8e-e093-4d64-96c7-81561a1936ae no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:51.999306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 2d0daac9-a944-46ef-bd8d-2348828fc5a8 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:52.020215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6ea40a8e-e093-4d64-96c7-81561a1936ae {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:52.020557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6ea40a8e-e093-4d64-96c7-81561a1936ae not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:52.033089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.038827 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.084796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:52.088308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:52.092025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:52.098776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Pushing event updated for resources: {'Port': ['ID=ac94f1d5-bdd8-4758-a613-b2b3be86437e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:52.151602 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Attempting to bind port ac94f1d5-bdd8-4758-a613-b2b3be86437e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:52.151987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Attempting to bind port ac94f1d5-bdd8-4758-a613-b2b3be86437e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:52.152355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Attempting to bind port ac94f1d5-bdd8-4758-a613-b2b3be86437e on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:52.157814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:52.158198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:52.158605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.159003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:52.159464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Bound port: ac94f1d5-bdd8-4758-a613-b2b3be86437e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:52.159855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.165715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 172.20.0.4 (23496627-4a6b-441e-b8f8-12c2e88900e8/e208a54f-d971-454e-94a5-da504700903a/2d0daac9-a944-46ef-bd8d-2348828fc5a8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:52.171794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fefa:4883 (23496627-4a6b-441e-b8f8-12c2e88900e8/28e7121d-64a4-4350-9e65-34acf40bdbf0/2d0daac9-a944-46ef-bd8d-2348828fc5a8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:52.223217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] For port ac94f1d5-bdd8-4758-a613-b2b3be86437e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:52.226293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] For port ac94f1d5-bdd8-4758-a613-b2b3be86437e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ac94f1d5-bdd8-4758-a613-b2b3be86437e,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:52.231040 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.291636 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab4b78-b7f4-40c5-ba3c-be0be49d0fb9 None None] Pushing event updated for resources: {'Port': ['ID=ac94f1d5-bdd8-4758-a613-b2b3be86437e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:52.323972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.360337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.406854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:52.407878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:52.421889 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:52.422545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=2d0daac9-a944-46ef-bd8d-2348828fc5a8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:52.476121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:52.476838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.496311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91806d2a-379a-4693-ba22-59664dd25d62 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.6340227 Nov 27 16:23:52.496511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57244) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:52.550252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e450c8-cb8b-4f81-a610-4b3a674c8511 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:52.557145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e450c8-cb8b-4f81-a610-4b3a674c8511 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:52.558860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-65e450c8-cb8b-4f81-a610-4b3a674c8511 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0614157 Nov 27 16:23:52.561744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57246) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:52.646011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 2d0daac9-a944-46ef-bd8d-2348828fc5a8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:52.646351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.736161 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.747852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 2d0daac9-a944-46ef-bd8d-2348828fc5a8 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:52.930495 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:52.962725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=2d0daac9-a944-46ef-bd8d-2348828fc5a8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:53.048384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.051945 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2094cd54-d669-408c-9410-f3657ec19d7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/2d0daac9-a944-46ef-bd8d-2348828fc5a8 HTTP/1.1" status: 204 len: 168 time: 0.4890852 Nov 27 16:23:53.054483 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57250) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.113888 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91719f2-c0b5-495b-9250-ecda22a2e158 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:53.115510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91719f2-c0b5-495b-9250-ecda22a2e158 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:53.117014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91719f2-c0b5-495b-9250-ecda22a2e158 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:53.121064 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e91719f2-c0b5-495b-9250-ecda22a2e158 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0614250 Nov 27 16:23:53.121280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57252) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.174754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 28e7121d-64a4-4350-9e65-34acf40bdbf0 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:53.177522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8391f544-3c05-4559-af01-c3ed1ae770d4 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:53.178748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.219095 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.243722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2620d61c-5fda-4479-92c3-9e1ed469ca55 None None] Provisioning complete for port ac94f1d5-bdd8-4758-a613-b2b3be86437e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:53.244123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2620d61c-5fda-4479-92c3-9e1ed469ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.264195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.324289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.351546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=28e7121d-64a4-4350-9e65-34acf40bdbf0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:53.355126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.360665 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b8da2d6b-dd9a-46f6-8e1f-79fe74a8dad6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/28e7121d-64a4-4350-9e65-34acf40bdbf0 HTTP/1.1" status: 204 len: 168 time: 0.2361040 Nov 27 16:23:53.361069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57254) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.392616 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2620d61c-5fda-4479-92c3-9e1ed469ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.411817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet e208a54f-d971-454e-94a5-da504700903a {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:53.415235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.428655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2620d61c-5fda-4479-92c3-9e1ed469ca55 None None] For port ac94f1d5-bdd8-4758-a613-b2b3be86437e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ac94f1d5-bdd8-4758-a613-b2b3be86437e,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:53.432508 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2620d61c-5fda-4479-92c3-9e1ed469ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.464524 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.513706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620d61c-5fda-4479-92c3-9e1ed469ca55 None None] Pushing event updated for resources: {'Port': ['ID=ac94f1d5-bdd8-4758-a613-b2b3be86437e,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:53.516232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dac37-356a-4909-bc9a-0c9830ae7b7b None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'e208a54f-d971-454e-94a5-da504700903a', 'ip_address': '172.20.0.2'}, {'subnet_id': '28e7121d-64a4-4350-9e65-34acf40bdbf0'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'ac94f1d5-bdd8-4758-a613-b2b3be86437e'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:23:53.540899 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-762dac37-356a-4909-bc9a-0c9830ae7b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.546963 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.604980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.637703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=e208a54f-d971-454e-94a5-da504700903a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:53.639687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.645172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4772ee32-b8f9-4908-90d7-42daed94c0df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/e208a54f-d971-454e-94a5-da504700903a HTTP/1.1" status: 204 len: 168 time: 0.2808580 Nov 27 16:23:53.645612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57256) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-762dac37-356a-4909-bc9a-0c9830ae7b7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e208a54f-d971-454e-94a5-da504700903a: This subnet is being modified by another concurrent operation. Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e208a54f-d971-454e-94a5-da504700903a: This subnet is being modified by another concurrent operation. Nov 27 16:23:53.664037 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:23:53.683519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e5618e7-fb1f-40ec-9233-2b309ebe312d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369883 Nov 27 16:23:53.686216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57258) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.733819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a69b0-df81-4267-bff7-cce872768d6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:53.735313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-514a69b0-df81-4267-bff7-cce872768d6c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0481806 Nov 27 16:23:53.737735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57260) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.739852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5c7d2-30cc-4212-9e7b-b79231a5e7a2 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:53.791948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77c155-547d-413b-bc31-aa5f04ee896f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:53.793317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0a77c155-547d-413b-bc31-aa5f04ee896f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0546629 Nov 27 16:23:53.795961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.809675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4eda621b-ccb9-4597-92ef-6719592d1b65 None None] Provisioning complete for port ac94f1d5-bdd8-4758-a613-b2b3be86437e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:53.810045 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4eda621b-ccb9-4597-92ef-6719592d1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.836682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-de25730e-03ed-4c1f-acdf-bb520af4917a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391557 Nov 27 16:23:53.841906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57264) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.847196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c8d137e7-b37a-4cc5-97fc-a98623117dbf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:53.919054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:53.937215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d137e7-b37a-4cc5-97fc-a98623117dbf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:53.941546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8d137e7-b37a-4cc5-97fc-a98623117dbf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:53.943117 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d137e7-b37a-4cc5-97fc-a98623117dbf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:53.943557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d137e7-b37a-4cc5-97fc-a98623117dbf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:53.961011 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c8d137e7-b37a-4cc5-97fc-a98623117dbf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1177905 Nov 27 16:23:53.964114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57266) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:53.970305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aff56636-ad68-4ed3-ad4c-8e397bdac662 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:53.978171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] Deleting port ac94f1d5-bdd8-4758-a613-b2b3be86437e {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:53.978542 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.046654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] For port ac94f1d5-bdd8-4758-a613-b2b3be86437e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ac94f1d5-bdd8-4758-a613-b2b3be86437e,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:54.046940 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.059330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] Calling delete_port for ac94f1d5-bdd8-4758-a613-b2b3be86437e owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:54.061302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff56636-ad68-4ed3-ad4c-8e397bdac662 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:54.064903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aff56636-ad68-4ed3-ad4c-8e397bdac662 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.066308 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff56636-ad68-4ed3-ad4c-8e397bdac662 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:54.066732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff56636-ad68-4ed3-ad4c-8e397bdac662 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:54.085983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57268) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.086495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aff56636-ad68-4ed3-ad4c-8e397bdac662 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1212413 Nov 27 16:23:54.092063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-283b997f-b4b7-4804-a2ee-1188894f577c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:54.138791 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.164995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] Pushing event deleted for resources: {'Port': ['ID=ac94f1d5-bdd8-4758-a613-b2b3be86437e,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:54.166848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48bdd23-86e8-4bcd-85a8-fadec4e35cef None None] No DVR routers for this DVR port ac94f1d5-bdd8-4758-a613-b2b3be86437e on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:54.187226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98914d4d-6fcd-49c5-a0eb-1d62d4859a7d None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:23:54.190090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283b997f-b4b7-4804-a2ee-1188894f577c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:54.194230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-283b997f-b4b7-4804-a2ee-1188894f577c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.195697 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-283b997f-b4b7-4804-a2ee-1188894f577c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:54.196129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283b997f-b4b7-4804-a2ee-1188894f577c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:54.213263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-283b997f-b4b7-4804-a2ee-1188894f577c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1256282 Nov 27 16:23:54.216730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.221827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4a4f4f05-991e-4e00-9288-00363a6de18f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:54.257871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98914d4d-6fcd-49c5-a0eb-1d62d4859a7d None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:23:54.312021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4f4f05-991e-4e00-9288-00363a6de18f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:54.315365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4f05-991e-4e00-9288-00363a6de18f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.316749 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4f4f05-991e-4e00-9288-00363a6de18f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:54.317171 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4f4f05-991e-4e00-9288-00363a6de18f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:54.332199 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4a4f4f05-991e-4e00-9288-00363a6de18f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1144133 Nov 27 16:23:54.335666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.340315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a9c03071-e8c8-4ab1-a22c-565c92c8382b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:54.434220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c03071-e8c8-4ab1-a22c-565c92c8382b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:54.437683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a9c03071-e8c8-4ab1-a22c-565c92c8382b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.439065 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c03071-e8c8-4ab1-a22c-565c92c8382b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:54.439482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c03071-e8c8-4ab1-a22c-565c92c8382b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:54.457340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a9c03071-e8c8-4ab1-a22c-565c92c8382b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1177249 Nov 27 16:23:54.457589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57276) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.462994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-46ea30fe-ab48-456f-ba83-a297f8d800a0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:54.469134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1def56-06b8-413b-8398-dbeb25ed4222 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:23:54.535606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1def56-06b8-413b-8398-dbeb25ed4222 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:23:54.554161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea30fe-ab48-456f-ba83-a297f8d800a0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:54.557684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46ea30fe-ab48-456f-ba83-a297f8d800a0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:54.559073 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ea30fe-ab48-456f-ba83-a297f8d800a0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:23:54.559498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ea30fe-ab48-456f-ba83-a297f8d800a0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:23:54.580721 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46ea30fe-ab48-456f-ba83-a297f8d800a0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1220765 Nov 27 16:23:54.583271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57278) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.613035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-542eb630-8366-459c-a098-c62b7f9cc88c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0286047 Nov 27 16:23:54.615333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57280) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.663901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80622ef9-bb10-47dc-ba51-4f386bc318dd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:54.665989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-80622ef9-bb10-47dc-ba51-4f386bc318dd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0497539 Nov 27 16:23:54.668553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57282) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.704910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a0cdb014-6a66-49af-b03b-6be2c05d2791 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0352805 Nov 27 16:23:54.708853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57284) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:54.714222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:54.804091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:54.807651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.050647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:23:55.052002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.097789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:55.100807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:55.104919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:55.105534 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.109473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7b20e-d92d-4eb6-9fe4-192c59be3af4 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:55.114718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=3a08bf34-430e-40e9-9108-efb2586eaad8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:55.126863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b20cee7-18bb-45bd-8e8e-93680f20ea73 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4169593 Nov 27 16:23:55.129427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:55.134752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:0e:7e:5a', 'name': 'tempest-NetworksTestDHCPv6-1299434613'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:55.241615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:55.260277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '3a08bf34-430e-40e9-9108-efb2586eaad8'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:55.261147 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.327757 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.346852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 19f3408f-da2e-489d-a83f-5e9bbffc8d0e yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:55.393115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Allocated IP 2001:db8::f816:3eff:fe05:2d6e (23496627-4a6b-441e-b8f8-12c2e88900e8/3a08bf34-430e-40e9-9108-efb2586eaad8/3cf20f78-412a-4a05-b663-00fd59673fb7) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:55.531577 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.537737 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.578711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:55.583114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:55.585503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:55.587077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fe0e:7e5a (23496627-4a6b-441e-b8f8-12c2e88900e8/3a08bf34-430e-40e9-9108-efb2586eaad8/19f3408f-da2e-489d-a83f-5e9bbffc8d0e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:55.592992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Pushing event updated for resources: {'Port': ['ID=3cf20f78-412a-4a05-b663-00fd59673fb7,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:55.646598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Attempting to bind port 3cf20f78-412a-4a05-b663-00fd59673fb7 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:55.646875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Attempting to bind port 3cf20f78-412a-4a05-b663-00fd59673fb7 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:55.647238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Attempting to bind port 3cf20f78-412a-4a05-b663-00fd59673fb7 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:55.652766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:55.653103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:55.653541 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.653935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:55.654404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Bound port: 3cf20f78-412a-4a05-b663-00fd59673fb7, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:55.654786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.714097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] For port 3cf20f78-412a-4a05-b663-00fd59673fb7, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:55.717321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] For port 3cf20f78-412a-4a05-b663-00fd59673fb7, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3cf20f78-412a-4a05-b663-00fd59673fb7,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:55.721947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.737797 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.776920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.778764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4cb2f-0f1c-4a73-b5c5-13843bd14547 None None] Pushing event updated for resources: {'Port': ['ID=3cf20f78-412a-4a05-b663-00fd59673fb7,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:55.831199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:55.833704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:55.837778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:55.843760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:55.844400 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:55.850673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=19f3408f-da2e-489d-a83f-5e9bbffc8d0e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:55.867940 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-584b1d16-666c-47fe-84dc-a4d3925ed5ae tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7368414 Nov 27 16:23:55.869206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:55.919814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b1864-cf36-4437-8cc5-8646b9615187 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:55.925939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b1864-cf36-4437-8cc5-8646b9615187 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:55.927554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-298b1864-cf36-4437-8cc5-8646b9615187 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0573494 Nov 27 16:23:55.935096 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57290) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:56.037675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 19f3408f-da2e-489d-a83f-5e9bbffc8d0e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:56.038026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.065494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3cf20f78-412a-4a05-b663-00fd59673fb7 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:23:56.122641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3cf20f78-412a-4a05-b663-00fd59673fb7 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:56.123018 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.138235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.150705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 19f3408f-da2e-489d-a83f-5e9bbffc8d0e owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:56.204068 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.239108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 3cf20f78-412a-4a05-b663-00fd59673fb7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3cf20f78-412a-4a05-b663-00fd59673fb7,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:56.244428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.295105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=3cf20f78-412a-4a05-b663-00fd59673fb7,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:56.604576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.635348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=19f3408f-da2e-489d-a83f-5e9bbffc8d0e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:56.667158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.674694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e82ad7f3-2f23-4fdc-b722-538a9ca1c7d5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/19f3408f-da2e-489d-a83f-5e9bbffc8d0e HTTP/1.1" status: 204 len: 168 time: 0.7414439 Nov 27 16:23:56.677213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57292) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:56.730231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c820a01-f1e0-42b5-a3f7-ae3dcd45af71 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:56.731886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c820a01-f1e0-42b5-a3f7-ae3dcd45af71 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:56.733451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6c820a01-f1e0-42b5-a3f7-ae3dcd45af71 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0551419 Nov 27 16:23:56.736246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:56.789952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 3a08bf34-430e-40e9-9108-efb2586eaad8 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:56.793628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.795087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2be6a94a-3cec-443c-9fc4-5cb3a44f65fc None None] Provisioning complete for port 3cf20f78-412a-4a05-b663-00fd59673fb7 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:23:56.795535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2be6a94a-3cec-443c-9fc4-5cb3a44f65fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:56.836655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.010536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-89565e7b-d31c-4495-ae6f-dc4104a189c2 None None] Could not find standard attr ID for object 19f3408f-da2e-489d-a83f-5e9bbffc8d0e. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:23:57.285693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.340274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.366491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=3a08bf34-430e-40e9-9108-efb2586eaad8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:57.371147 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.374355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ab5961b3-0dcb-4fc8-97ca-66acc654e0d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/3a08bf34-430e-40e9-9108-efb2586eaad8 HTTP/1.1" status: 204 len: 168 time: 0.6371429 Nov 27 16:23:57.376908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57296) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:57.378921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b620c3e-ddb0-4c51-b77e-35aabfd0d2f7 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:57.415349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8328a249-279b-4121-be7a-2a635519a3de tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372479 Nov 27 16:23:57.418313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57298) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:57.423431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:57.514077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:57.517683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.574533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:23:57.620672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] Deleting port 3cf20f78-412a-4a05-b663-00fd59673fb7 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:57.621047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.686970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] For port 3cf20f78-412a-4a05-b663-00fd59673fb7, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3cf20f78-412a-4a05-b663-00fd59673fb7,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:23:57.687369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.699247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] Calling delete_port for 3cf20f78-412a-4a05-b663-00fd59673fb7 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:57.778681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:57.802791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] Pushing event deleted for resources: {'Port': ['ID=3cf20f78-412a-4a05-b663-00fd59673fb7,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:57.809154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7ecb9-c813-443b-9b83-6f75343bd574 None None] No DVR routers for this DVR port 3cf20f78-412a-4a05-b663-00fd59673fb7 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:23:57.824390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:23:57.979414 n-d-819494-4 neutron-server[110075]: WARNING neutron.services.revisions.revision_plugin [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Could not find related port for resource to bump revision. Nov 27 16:23:57.984572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Port 3cf20f78-412a-4a05-b663-00fd59673fb7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110075) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 27 16:23:57.984887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Reverting IP allocation for 2001:db8::f816:3eff:fe05:2d6e {{(pid=110075) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 27 16:23:57.988198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe05:2d6e {{(pid=110075) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 27 16:23:57.989381 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.002426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3cf20f78-412a-4a05-b663-00fd59673fb7 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:23:58.031997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:58.035303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:58.039741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:58.040343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.052218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=62b1102f-12b8-4bfe-9053-d384a491dc0c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:58.066742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e9bb8304-0efb-484b-b71c-bbb9cb917515 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6470063 Nov 27 16:23:58.069394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57302) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:58.075173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:6a:72:e9', 'name': 'tempest-NetworksTestDHCPv6-1157815432'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:23:58.181982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d032e-17c3-459e-8873-2b7b4471ba46 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:23:58.184172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3cf20f78-412a-4a05-b663-00fd59673fb7 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:23:58.184506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3cf20f78-412a-4a05-b663-00fd59673fb7 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:23:58.199901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:23:58.267360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63d61-ba4c-4a4b-81ba-56f694d790c5 req-28970af9-3c1b-4a4a-8b2a-647d756bb72b tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:58.269600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5e63d61-ba4c-4a4b-81ba-56f694d790c5 req-28970af9-3c1b-4a4a-8b2a-647d756bb72b tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.0498812 Nov 27 16:23:58.284436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.305835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 96d0b25d-22bc-46de-8bef-2ee004a49fda yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:23:58.319936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5e63d61-ba4c-4a4b-81ba-56f694d790c5 req-0e1abac1-d55d-4983-8656-afe9a5f7de33 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Nov 27 16:23:58.336607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '62b1102f-12b8-4bfe-9053-d384a491dc0c'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:23:58.337629 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.346315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:58.509907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fe6a:72e9 (23496627-4a6b-441e-b8f8-12c2e88900e8/62b1102f-12b8-4bfe-9053-d384a491dc0c/96d0b25d-22bc-46de-8bef-2ee004a49fda) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:58.639782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 22d0ea83-1994-46a1-9bda-2a464ef8e57c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:58.640128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.750785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.755661 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.755988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.771586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 22d0ea83-1994-46a1-9bda-2a464ef8e57c owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:58.870472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.913515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Allocated IP 2001:db8::f816:3eff:fee9:dbdf (23496627-4a6b-441e-b8f8-12c2e88900e8/62b1102f-12b8-4bfe-9053-d384a491dc0c/2fd5011f-2788-4cf1-a1f3-f85dcc42a364) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:23:58.940890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:58.949520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:58.952595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=96d0b25d-22bc-46de-8bef-2ee004a49fda,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:58.956060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:58.961766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:58.962388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:58.985864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-09f8fc8b-9f01-4b60-86dd-32bf2afaac1b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9153502 Nov 27 16:23:58.988540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57308) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:59.066619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac5efc-b941-4c5c-a670-eaf3563cdbfa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:59.071111 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b6ac5efc-b941-4c5c-a670-eaf3563cdbfa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0785458 Nov 27 16:23:59.071111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.071994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57310) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:59.100442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=22d0ea83-1994-46a1-9bda-2a464ef8e57c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:59.119530 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.125583 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.167439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 96d0b25d-22bc-46de-8bef-2ee004a49fda {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:23:59.167787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.170698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.171128 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP 3feb680e-018b-4a8a-9b97-d38286820225 disassociated (deleted). External IP: 172.25.1.141, port: 325cd18e-8494-4554-8ded-9811f7721835. Nov 27 16:23:59.171572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:23:59.177107 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:23:59.179035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Pushing event updated for resources: {'Port': ['ID=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:59.181862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:23:59.235303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Attempting to bind port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:23:59.235683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Attempting to bind port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:23:59.236048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Attempting to bind port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:23:59.240983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:23:59.241365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:23:59.241816 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.242743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:23:59.243214 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Bound port: 2fd5011f-2788-4cf1-a1f3-f85dcc42a364, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:23:59.243598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.263887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.278924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 96d0b25d-22bc-46de-8bef-2ee004a49fda owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:23:59.309126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] For port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:23:59.312468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] For port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:23:59.316327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.384717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0159d-bdbc-494a-bbeb-7037bd1cbaa0 None None] Pushing event updated for resources: {'Port': ['ID=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:59.401655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 520b99b4-f57e-40eb-91f2-91f4f164d871 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:23:59.422910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.460175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=96d0b25d-22bc-46de-8bef-2ee004a49fda,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:23:59.484792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.489987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc9a5397-1c91-4126-b1e7-8b9db3cb2709 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/96d0b25d-22bc-46de-8bef-2ee004a49fda HTTP/1.1" status: 204 len: 168 time: 0.4149756 Nov 27 16:23:59.490542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57312) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:59.525099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:23:59.530982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.538572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] Sync routers for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:23:59.548367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430f8b2-18a9-457b-96c8-6cadd6527b79 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:59.556176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430f8b2-18a9-457b-96c8-6cadd6527b79 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:59.561616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d430f8b2-18a9-457b-96c8-6cadd6527b79 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0677912 Nov 27 16:23:59.561748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57314) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:23:59.580875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:23:59.581697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:23:59.597266 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d2addfe9-9b6b-41eb-870b-c02ae0b198aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/floatingips/3feb680e-018b-4a8a-9b97-d38286820225 HTTP/1.1" status: 204 len: 168 time: 1.2498991 Nov 27 16:23:59.602281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:23:59.604716 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44" -d '{"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:23:59.640995 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 62b1102f-12b8-4bfe-9053-d384a491dc0c {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:23:59.644776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.694072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.699885 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccbc427-6a24-4f22-bdfc-7b1eb709f8fd x-openstack-request-id: req-7ccbc427-6a24-4f22-bdfc-7b1eb709f8fd {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:23:59.700132 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:23:59.700394 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ccbc427-6a24-4f22-bdfc-7b1eb709f8fd {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:23:59.700908 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'status': 'completed', 'code': 200} Nov 27 16:23:59.733447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:23:59.857371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-4b1483a0-298d-4cb8-9ebd-e0528b2e028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:59.858896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-4b1483a0-298d-4cb8-9ebd-e0528b2e028f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 1096 time: 0.1101999 Nov 27 16:23:59.868927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.875294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd388bdb-68fd-4896-aeb5-f5b1e354cf54 req-40380004-f9b1-4e41-8a09-770eae34c2e9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:23:59.877017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd388bdb-68fd-4896-aeb5-f5b1e354cf54 req-40380004-f9b1-4e41-8a09-770eae34c2e9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0659337 Nov 27 16:23:59.959086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd388bdb-68fd-4896-aeb5-f5b1e354cf54 req-344295ef-82a9-4b24-bd48-5a60eaa7feff tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543895 Nov 27 16:23:59.973087 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:23:59.991954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:00.006266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-6e085cbe-76a5-4bdc-88ad-6a5c1f07da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:00.008855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-6e085cbe-76a5-4bdc-88ad-6a5c1f07da9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 200 len: 898 time: 0.1414165 Nov 27 16:24:00.011024 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.022987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] Checking router: 520b99b4-f57e-40eb-91f2-91f4f164d871 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:24:00.034261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:00.034916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:00.074339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=62b1102f-12b8-4bfe-9053-d384a491dc0c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:00.076346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.082196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eab3b73e-240c-4c76-bfd0-5437613fa1cf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/62b1102f-12b8-4bfe-9053-d384a491dc0c HTTP/1.1" status: 204 len: 168 time: 0.5191147 Nov 27 16:24:00.082196 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-44b9e063-512b-4173-ac95-0cb18e49278b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 200 len: 217 time: 0.0631266 Nov 27 16:24:00.082674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57322) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:00.087766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:00.145951 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-84746730-9991-4b06-92e5-9f3375d26704 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623932 Nov 27 16:24:00.148939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57324) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:00.167344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-7222d696-802b-4af9-834a-b5c12c177527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:00.168805 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-7222d696-802b-4af9-834a-b5c12c177527 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 200 len: 834 time: 0.0790930 Nov 27 16:24:00.184405 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:00.197229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1548f-b26b-424c-afa4-b1b932df0a2d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:00.199109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-29f1548f-b26b-424c-afa4-b1b932df0a2d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0491414 Nov 27 16:24:00.201598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57326) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:00.220881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-518f20fc-d82b-4a3f-b5a0-e88dedb01d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:00.223273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-518f20fc-d82b-4a3f-b5a0-e88dedb01d7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467210 Nov 27 16:24:00.228358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:00.228867 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.259716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296561ee-f21d-4e20-8989-5e33bb4511d9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:00.261567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-296561ee-f21d-4e20-8989-5e33bb4511d9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590079 Nov 27 16:24:00.264067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:00.319543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a53b69b3-55a3-4362-a520-0c7e54fbc936 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532537 Nov 27 16:24:00.322387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57330) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:00.329579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:00.329823 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-896ccc5b-3faa-45f3-808c-f7c842cae47e service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975015 Nov 27 16:24:00.437101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:00.438505 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eaae785d-da39-4d15-a0ae-5bbdb86d0d44 req-9f057603-2817-4dca-a2e5-f67dea5b7604 service neutron] 10.222.0.37 "GET /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011112 Nov 27 16:24:00.439706 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.441172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.511640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:00.520525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.563520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:00.598692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551406b8-9ab6-4799-a0b6-c96020f9624d None None] The sync data for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 is: [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:21:59Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '859b2903-9850-4f25-b500-06fcd5d5fb54', 'name': '', 'network_id': '75a8cc4c-1fbb-479a-a49d-d309a4b5a10f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:ce:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:57Z', 'updated_at': '2021-11-27T16:22:05Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'c52c59c2-17e3-4a1a-8317-53a15fa87dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:00.602805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:00.650547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205111d4-1805-4823-9ce3-d28fd12f50fe None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:00.732642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-509e3fde-a09e-48ec-a9fd-7e2ba19221df None None] Provisioning complete for port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:00.733198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-509e3fde-a09e-48ec-a9fd-7e2ba19221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:00.774862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:24:00.904873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a21f0-70f7-459e-882f-bfa6d8e61033 None None] New status for floating IP 3feb680e-018b-4a8a-9b97-d38286820225: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:24:00.949936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.112251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-64386ff1-8db0-4a08-be6b-fc94b7ffbf74 None None] Provisioning complete for port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:01.112889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-64386ff1-8db0-4a08-be6b-fc94b7ffbf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.151132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-d346d297-1240-40ff-af61-5b7d7b2e04c3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:01.154339 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-d346d297-1240-40ff-af61-5b7d7b2e04c3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.37 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0877318 Nov 27 16:24:01.183374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c1e9-9926-469d-9bdc-c30cf5abcceb req-8686d9d7-6e7e-4b2b-a736-7275a634913d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:01.184976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ea0c1e9-9926-469d-9bdc-c30cf5abcceb req-8686d9d7-6e7e-4b2b-a736-7275a634913d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=c139324e-3a62-40f3-93fc-1ac51da31a5c HTTP/1.1" status: 200 len: 945 time: 0.0937753 Nov 27 16:24:01.204926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] For port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:01.258505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 325cd18e-8494-4554-8ded-9811f7721835 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:01.259365 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.269377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.278232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.278985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.284304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ea0c1e9-9926-469d-9bdc-c30cf5abcceb req-ea17cec3-b780-46fb-82fc-aa03241436be tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=c12da520-5a2b-41e4-9456-4e7a92fe1262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888040 Nov 27 16:24:01.329044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b6a71987-2883-4388-9ecd-23c70dc1b47e None None] Could not find standard attr ID for object 96d0b25d-22bc-46de-8bef-2ee004a49fda. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:01.358522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:01.361544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 325cd18e-8494-4554-8ded-9811f7721835, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=325cd18e-8494-4554-8ded-9811f7721835,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:01.361923 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.367428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:01.376333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:01.376930 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.380704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 325cd18e-8494-4554-8ded-9811f7721835 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:01.402959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0791662 Nov 27 16:24:01.404486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:01.407288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49442d6-2bef-4ddf-8b8e-3595e233995f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=5d0b11e4-ab02-4f88-ae01-ec100c462a58,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:01.409001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57334) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:01.414714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:fa:d9:59', 'name': 'tempest-NetworksTestDHCPv6-294512990'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:01.522659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.538466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c61c169-85c8-4a42-98f8-d7130bdddd67 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:01.542620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:01.558864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=325cd18e-8494-4554-8ded-9811f7721835,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:01.600988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] No DVR routers for this DVR port 325cd18e-8494-4554-8ded-9811f7721835 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:01.603543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.606940 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6f3efbe3-f258-49c9-901b-80bbe71b9cea req-c31ca151-177a-4755-81ce-bee6e5ea8733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.37 "DELETE /v2.0/ports/325cd18e-8494-4554-8ded-9811f7721835 HTTP/1.1" status: 204 len: 173 time: 0.4449806 Nov 27 16:24:01.668708 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:01.691761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port af9b9afe-625b-4a09-b92c-7103b42c4fe0 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:01.701850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-deleted', 'tag': '325cd18e-8494-4554-8ded-9811f7721835'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:24:01.704418 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3199de4d-25a3-476d-b73f-29a37e51e19f" -d '{"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-deleted", "tag": "325cd18e-8494-4554-8ded-9811f7721835"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:24:01.752746 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1d91db-9cba-4e43-bac4-099731cdc74c x-openstack-request-id: req-3f1d91db-9cba-4e43-bac4-099731cdc74c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:24:01.753042 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c139324e-3a62-40f3-93fc-1ac51da31a5c", "name": "network-vif-deleted", "tag": "325cd18e-8494-4554-8ded-9811f7721835", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:24:01.753294 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f1d91db-9cba-4e43-bac4-099731cdc74c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:24:01.753722 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c139324e-3a62-40f3-93fc-1ac51da31a5c', 'name': 'network-vif-deleted', 'tag': '325cd18e-8494-4554-8ded-9811f7721835', 'status': 'completed', 'code': 200} Nov 27 16:24:01.812123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fefa:d959 (23496627-4a6b-441e-b8f8-12c2e88900e8/5d0b11e4-ab02-4f88-ae01-ec100c462a58/af9b9afe-625b-4a09-b92c-7103b42c4fe0) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:01.988090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.029730 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.034607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:02.080308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.081494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:02.085359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:02.090891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:02.094420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cd01d61d-c9d8-4582-b8c3-cebb7b41322e None None] Provisioning complete for port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:02.094797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cd01d61d-c9d8-4582-b8c3-cebb7b41322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.097245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:02.098016 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.102313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=af9b9afe-625b-4a09-b92c-7103b42c4fe0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:02.138877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:02.139416 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.145592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e2b1436-9db0-4ea5-b8f5-cd280860b2b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7351074 Nov 27 16:24:02.149086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57338) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:02.217439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e1535a-1b6b-4139-970f-0d830fb7476f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:02.223789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e1535a-1b6b-4139-970f-0d830fb7476f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:02.228846 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-33e1535a-1b6b-4139-970f-0d830fb7476f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0745218 Nov 27 16:24:02.228846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57340) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:02.320621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port af9b9afe-625b-4a09-b92c-7103b42c4fe0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:02.320889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.354030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:02.413146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.425223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for af9b9afe-625b-4a09-b92c-7103b42c4fe0 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:02.452137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-04f0ebc6-5efb-4ddd-acdf-7c8b5b0119e7 None None] Provisioning complete for port af9b9afe-625b-4a09-b92c-7103b42c4fe0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:02.452507 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04f0ebc6-5efb-4ddd-acdf-7c8b5b0119e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.488537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-04f0ebc6-5efb-4ddd-acdf-7c8b5b0119e7 None None] Port af9b9afe-625b-4a09-b92c-7103b42c4fe0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:02.558950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.596686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=af9b9afe-625b-4a09-b92c-7103b42c4fe0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:02.624174 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.627684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7f02c300-8ddd-4e3f-ad5d-78b7ebc1c8a2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/af9b9afe-625b-4a09-b92c-7103b42c4fe0 HTTP/1.1" status: 204 len: 168 time: 0.3977807 Nov 27 16:24:02.630181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:02.688671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41cd05-0967-42bb-a998-445d83b6f752 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:02.690400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41cd05-0967-42bb-a998-445d83b6f752 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:02.694374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b41cd05-0967-42bb-a998-445d83b6f752 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0607224 Nov 27 16:24:02.694632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57348) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:02.750677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 5d0b11e4-ab02-4f88-ae01-ec100c462a58 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:02.754786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.803369 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.883827 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.940038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.968205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0b11e4-ab02-4f88-ae01-ec100c462a58,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:02.970203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:02.977441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d05b3-3539-46d1-a9b4-906fdbef6ed3 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:02.977941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-52fca1b5-72b6-4bfc-aaf6-d2b231542337 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/5d0b11e4-ab02-4f88-ae01-ec100c462a58 HTTP/1.1" status: 204 len: 168 time: 0.2817554 Nov 27 16:24:02.980303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57350) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:03.023929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e7f83b55-a9b0-4fac-b1dc-d113930caa5b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418184 Nov 27 16:24:03.026511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57352) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:03.031400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:03.055478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.123217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:03.126933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.163240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:03.213019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] Deleting port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:03.213733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.283569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] For port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:03.283892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.299437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] Calling delete_port for 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:03.322009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 859b2903-9850-4f25-b500-06fcd5d5fb54 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:03.322354 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.385839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.412833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:24:03.415318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.416685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] Pushing event deleted for resources: {'Port': ['ID=2fd5011f-2788-4cf1-a1f3-f85dcc42a364,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:03.418805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd59ffee-8319-4e89-97ce-f99e8afb3b94 None None] No DVR routers for this DVR port 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:03.419566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 859b2903-9850-4f25-b500-06fcd5d5fb54, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=859b2903-9850-4f25-b500-06fcd5d5fb54,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:03.420506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.439942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 859b2903-9850-4f25-b500-06fcd5d5fb54 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:03.455792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:03.460285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:03.464677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:03.465273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.470168 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75994444-c0d3-44b3-9959-5c28611193a9 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:03.496082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4661112 Nov 27 16:24:03.496082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e13acc-5898-4bc3-b85b-fa05f8c67bc0 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=07af8c7c-3279-4e02-87ad-7de7fd8a179a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:03.497689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:03.504748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:ad:5b:dc', 'name': 'tempest-NetworksTestDHCPv6-2020103896'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:03.627244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:03.631432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.644936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.654431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port b429663f-845c-495d-87cd-16eab661b5c5 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:03.674924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=859b2903-9850-4f25-b500-06fcd5d5fb54,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:03.784349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '07af8c7c-3279-4e02-87ad-7de7fd8a179a'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:03.785396 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:03.808948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fead:5bdc (23496627-4a6b-441e-b8f8-12c2e88900e8/07af8c7c-3279-4e02-87ad-7de7fd8a179a/b429663f-845c-495d-87cd-16eab661b5c5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:03.892836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.000090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.039950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.075586 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:04.101743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:04.102235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2fd5011f-2788-4cf1-a1f3-f85dcc42a364 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:04.113952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Allocated IP 2001:db8::f816:3eff:fe62:62fa (23496627-4a6b-441e-b8f8-12c2e88900e8/07af8c7c-3279-4e02-87ad-7de7fd8a179a/81dfdc3c-6875-4472-a4f1-70cea2924e0f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:04.114973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:04.118916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:04.124120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:04.130031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:04.130705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.135107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=b429663f-845c-495d-87cd-16eab661b5c5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:04.155948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe6f7824-f0df-462f-8520-9f9e51eca469 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6546073 Nov 27 16:24:04.156802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57356) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:04.161776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 520b99b4-f57e-40eb-91f2-91f4f164d871 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:24:04.215053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8475e-5ada-4352-8fff-5ab785a3bbd6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:04.217951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-79c8475e-5ada-4352-8fff-5ab785a3bbd6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0586867 Nov 27 16:24:04.219737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57358) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:04.275605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.279676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:24:04.285480 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.293599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57360) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:04.294382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c27c1793-33d9-425a-839d-629e0955cd37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/520b99b4-f57e-40eb-91f2-91f4f164d871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9391115 Nov 27 16:24:04.312952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] Sync routers for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:24:04.335853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:04.340591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:04.345213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:04.347357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:04.347970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:04.350505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Pushing event updated for resources: {'Port': ['ID=81dfdc3c-6875-4472-a4f1-70cea2924e0f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:04.353906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port b429663f-845c-495d-87cd-16eab661b5c5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:04.354247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.361873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting subnet c52c59c2-17e3-4a1a-8317-53a15fa87dac {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:04.376122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.448521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.473953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Attempting to bind port 81dfdc3c-6875-4472-a4f1-70cea2924e0f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:04.474320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Attempting to bind port 81dfdc3c-6875-4472-a4f1-70cea2924e0f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:04.474680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Attempting to bind port 81dfdc3c-6875-4472-a4f1-70cea2924e0f on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:04.484062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:04.484437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:04.484844 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.485235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:04.485733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Bound port: 81dfdc3c-6875-4472-a4f1-70cea2924e0f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:04.486112 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.503661 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.523249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for b429663f-845c-495d-87cd-16eab661b5c5 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:04.529194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:04.597680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.654380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] For port 81dfdc3c-6875-4472-a4f1-70cea2924e0f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:04.660130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] For port 81dfdc3c-6875-4472-a4f1-70cea2924e0f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81dfdc3c-6875-4472-a4f1-70cea2924e0f,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:04.667773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.698482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.734171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Subnet': ['ID=c52c59c2-17e3-4a1a-8317-53a15fa87dac,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:04.736163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.739367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a979230c-8b2d-487c-8d7a-231667341e10 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/subnets/c52c59c2-17e3-4a1a-8317-53a15fa87dac HTTP/1.1" status: 204 len: 168 time: 0.4446502 Nov 27 16:24:04.742828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57362) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:04.760239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06683d1d-38a8-4ea5-8f53-348f680e0ab8 None None] Network 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:04.761362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.796654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=b429663f-845c-495d-87cd-16eab661b5c5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:04.835740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d29c6-70d9-4dd2-8435-f7dbec89ac30 None None] Pushing event updated for resources: {'Port': ['ID=81dfdc3c-6875-4472-a4f1-70cea2924e0f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:04.893598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:04.936793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:24:03Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:05.004066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] Checking router: 520b99b4-f57e-40eb-91f2-91f4f164d871 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:24:05.022650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] Routers {'520b99b4-f57e-40eb-91f2-91f4f164d871'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:05.024101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:23:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['520b99b4-f57e-40eb-91f2-91f4f164d871'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:05.038399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.123631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.129997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e99e8ec6-e8bb-413f-9aad-191f4386ee6b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/b429663f-845c-495d-87cd-16eab661b5c5 HTTP/1.1" status: 204 len: 168 time: 0.9080400 Nov 27 16:24:05.130763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.147272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 03f355d0-f16a-44aa-b005-2543dd4c18fc {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:05.147625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.182137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] DHCP port deletion for 75a8cc4c-1fbb-479a-a49d-d309a4b5a10f request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:05.185998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] Set router 520b99b4-f57e-40eb-91f2-91f4f164d871 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:05.190130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26536be-a662-470e-b9fd-3b21ef90b726 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:05.191879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26536be-a662-470e-b9fd-3b21ef90b726 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:05.196391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b26536be-a662-470e-b9fd-3b21ef90b726 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0645440 Nov 27 16:24:05.197115 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57366) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.253939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 07af8c7c-3279-4e02-87ad-7de7fd8a179a {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:05.257031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.263706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 03f355d0-f16a-44aa-b005-2543dd4c18fc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=03f355d0-f16a-44aa-b005-2543dd4c18fc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:05.264121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.277572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 03f355d0-f16a-44aa-b005-2543dd4c18fc owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:05.302519 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.324335 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f96fc835-2a99-4e0a-b9c5-899d94e3fff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.371600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] Deleting port b67bd7e8-4e99-499a-a864-ea2939f3cd83 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:05.371973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.404424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.464094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.464369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] For port b67bd7e8-4e99-499a-a864-ea2939f3cd83, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b67bd7e8-4e99-499a-a864-ea2939f3cd83,segment=NetworkSegment(d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2),segment_id=d7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:05.464667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.474971 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.481741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] Calling delete_port for b67bd7e8-4e99-499a-a864-ea2939f3cd83 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:05.492962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=03f355d0-f16a-44aa-b005-2543dd4c18fc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:05.493291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.506084 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/07af8c7c-3279-4e02-87ad-7de7fd8a179a HTTP/1.1" status: 204 len: 168 time: 0.3049273 Nov 27 16:24:05.506084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57368) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.533680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547718a-86a4-4e86-9689-3b364e4fac56 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:05.534624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1c547-cd18-46da-a00a-6231819169df tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=07af8c7c-3279-4e02-87ad-7de7fd8a179a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:05.537381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:24:03Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:05.556964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.588901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c9ed6dc-f570-4399-93c2-55a913892169 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814292 Nov 27 16:24:05.591201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57370) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.607514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3d61f-8da2-4d3c-a2e4-513eba68bc91 None None] The sync data for ids ['520b99b4-f57e-40eb-91f2-91f4f164d871'] in n-d-819494-4 is: [{'id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492451963', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:21:50Z', 'updated_at': '2021-11-27T16:24:03Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '03f355d0-f16a-44aa-b005-2543dd4c18fc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520b99b4-f57e-40eb-91f2-91f4f164d871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:21:51Z', 'updated_at': '2021-11-27T16:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:05.660107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acc019-b177-40ed-9493-e69931fe1643 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:05.665700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0acc019-b177-40ed-9493-e69931fe1643 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0726886 Nov 27 16:24:05.668175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57372) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.670471 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.672949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.675497 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.702208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] Pushing event deleted for resources: {'Port': ['ID=b67bd7e8-4e99-499a-a864-ea2939f3cd83,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:05.712970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb102223-856b-429d-8912-46471b9ab7f3 None None] No DVR routers for this DVR port b67bd7e8-4e99-499a-a864-ea2939f3cd83 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:05.729178 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.729973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Fanout notify agent at l3_agent the message router_deleted on router 520b99b4-f57e-40eb-91f2-91f4f164d871 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:24:05.736226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0589377e-e92a-47e9-b70a-456e0e578bf9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:05.740098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0589377e-e92a-47e9-b70a-456e0e578bf9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662394 Nov 27 16:24:05.740423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57374) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.741549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.743257 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b0f6c24e-3f07-4e06-82f0-ac1757b7aaa7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/routers/520b99b4-f57e-40eb-91f2-91f4f164d871 HTTP/1.1" status: 204 len: 168 time: 0.9993942 Nov 27 16:24:05.745925 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57376) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.789326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e49e5128-2a10-432d-81c2-3bc36d10be89 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433905 Nov 27 16:24:05.790476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57378) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:05.795438 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:05.835445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.892687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:05.896950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.945127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:05.979144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a8cc4c-1fbb-479a-a49d-d309a4b5a10f']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:05.980081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f0505-d12d-4ed6-974f-446308715647 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:05.998414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:05.998414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f0b6ed-7d0a-49c7-bfe1-34bebbdc57c2') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:06.016820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.045114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.053657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:06.054247 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.090445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-45495e58-9920-4877-9a8a-592d827b0f48 None None] Provisioning complete for port 81dfdc3c-6875-4472-a4f1-70cea2924e0f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:06.090828 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45495e58-9920-4877-9a8a-592d827b0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:06.140568 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:06.149187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.161291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.164715 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/networks/75a8cc4c-1fbb-479a-a49d-d309a4b5a10f HTTP/1.1" status: 204 len: 168 time: 0.4176550 Nov 27 16:24:06.174567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57380) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:06.177891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa3eb-2202-4994-a669-933413f4d21d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Network': ['ID=75a8cc4c-1fbb-479a-a49d-d309a4b5a10f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:06.230654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45495e58-9920-4877-9a8a-592d827b0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.240633 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.242618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81dfdc3c-6875-4472-a4f1-70cea2924e0f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:06.274021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:06.303201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:06.311940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:06.320321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:06.320916 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.326576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-45495e58-9920-4877-9a8a-592d827b0f48 None None] For port 81dfdc3c-6875-4472-a4f1-70cea2924e0f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81dfdc3c-6875-4472-a4f1-70cea2924e0f,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:06.328895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=012ca552-2499-4a83-bcb2-5940acaa5535,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:06.333585 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45495e58-9920-4877-9a8a-592d827b0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.342006 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54239217-65d9-4a22-810f-ae63cfad2f89 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.351665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8815bde6-04ee-44c5-95c3-7d06a6dd3a8b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5596058 Nov 27 16:24:06.354484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57382) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:06.360190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:ca:70:a2', 'name': 'tempest-NetworksTestDHCPv6-1298641139'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:06.380017 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54239217-65d9-4a22-810f-ae63cfad2f89 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.413273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 81dfdc3c-6875-4472-a4f1-70cea2924e0f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:06.415327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.445059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45495e58-9920-4877-9a8a-592d827b0f48 None None] Pushing event updated for resources: {'Port': ['ID=81dfdc3c-6875-4472-a4f1-70cea2924e0f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:06.455650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] Deleting port 81dfdc3c-6875-4472-a4f1-70cea2924e0f {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:06.456132 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.466127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54239217-65d9-4a22-810f-ae63cfad2f89 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.469033 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54239217-65d9-4a22-810f-ae63cfad2f89 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.475997 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-54239217-65d9-4a22-810f-ae63cfad2f89 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/security-groups/c12da520-5a2b-41e4-9456-4e7a92fe1262 HTTP/1.1" status: 204 len: 168 time: 0.2991827 Nov 27 16:24:06.487608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54239217-65d9-4a22-810f-ae63cfad2f89 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12da520-5a2b-41e4-9456-4e7a92fe1262,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:06.528232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:06.649558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.671404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 06a0a657-0716-457e-8493-19c5b4ed793c yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:06.782600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57388) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:06.787938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872714019', 'description': 'tempest-secgroup-smoke-1872714019 description', 'project_id': 'b5b05cb846aa4737817d706cda451f43'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:06.795452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] For port 81dfdc3c-6875-4472-a4f1-70cea2924e0f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81dfdc3c-6875-4472-a4f1-70cea2924e0f,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:06.796211 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.797201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::ba (23496627-4a6b-441e-b8f8-12c2e88900e8/012ca552-2499-4a83-bcb2-5940acaa5535/06a0a657-0716-457e-8493-19c5b4ed793c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:06.809021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] Calling delete_port for 81dfdc3c-6875-4472-a4f1-70cea2924e0f owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:06.827070 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.895192 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.902443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 325cd18e-8494-4554-8ded-9811f7721835 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:06.908505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.916137 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:06.952634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] Pushing event deleted for resources: {'Port': ['ID=81dfdc3c-6875-4472-a4f1-70cea2924e0f,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:06.959422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 325cd18e-8494-4554-8ded-9811f7721835 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:06.959963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 325cd18e-8494-4554-8ded-9811f7721835 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:06.964331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21780b6-c84e-4eea-90fb-c16558cdeb7b None None] No DVR routers for this DVR port 81dfdc3c-6875-4472-a4f1-70cea2924e0f on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:06.990955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 859b2903-9850-4f25-b500-06fcd5d5fb54 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:07.002267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.012603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.014300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2305701 Nov 27 16:24:07.015350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525aa17-f170-4bd6-9fe6-26c43a4950ce tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.017631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57390) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.020880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98b15e-e153-4fb4-a927-682b6f7beb86 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:07.027935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'b533c3bc-1bcb-45fd-86d5-9b76b7ed7451', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:07.038680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 859b2903-9850-4f25-b500-06fcd5d5fb54 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:07.039035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 859b2903-9850-4f25-b500-06fcd5d5fb54 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:07.039455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b67bd7e8-4e99-499a-a864-ea2939f3cd83 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:07.047568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.063520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.089470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b67bd7e8-4e99-499a-a864-ea2939f3cd83 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:07.089698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b67bd7e8-4e99-499a-a864-ea2939f3cd83 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:07.104891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:07.104891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:07.107107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:07.113074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:07.113417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.122063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=06a0a657-0716-457e-8493-19c5b4ed793c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.136380 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e2e4dc90-0b80-488c-a5b7-8558c6473a7b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7807744 Nov 27 16:24:07.139722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57392) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.188274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.190516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7bb3f-b7df-4f59-8ec4-eab70a39f450 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:07.195896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7fa7bb3f-b7df-4f59-8ec4-eab70a39f450 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0514629 Nov 27 16:24:07.196086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.196199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57394) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.212260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60cff82-1872-4326-bec5-cb6f1276c6ef,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.223613 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.224872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ac9ac1ff-288d-411d-87cb-06a045ad77cd tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2021599 Nov 27 16:24:07.228420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.233389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '012ca552-2499-4a83-bcb2-5940acaa5535'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:07.233938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'b533c3bc-1bcb-45fd-86d5-9b76b7ed7451', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:07.234429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.268663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.298775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 06a0a657-0716-457e-8493-19c5b4ed793c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:07.299177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.331603 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.337066 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.357823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d666a3-f6ad-4e83-8da7-c0265e902dc8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.366655 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.372014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57398) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.372497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7d8d0dfa-3066-4ed6-a624-e0852c789559 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427126 Nov 27 16:24:07.379170 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'b533c3bc-1bcb-45fd-86d5-9b76b7ed7451', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:07.394399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/012ca552-2499-4a83-bcb2-5940acaa5535/e56a1189-8bd9-420a-9924-9bdbec513b3c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:07.409512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.426407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 06a0a657-0716-457e-8493-19c5b4ed793c owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:07.440895 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.536907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.544287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.554168 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.559304 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.589235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:07.592187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:07.595792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:07.602041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb10a96e-d1da-4a8d-9f61-0324f5cd3c33,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.611391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.613639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.614832 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-15066f8b-c808-4c12-9da7-66ac54d2d74e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419577 Nov 27 16:24:07.618453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57400) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.623706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'b533c3bc-1bcb-45fd-86d5-9b76b7ed7451', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:07.634305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.654397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.665675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Attempting to bind port e56a1189-8bd9-420a-9924-9bdbec513b3c on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:07.666059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Attempting to bind port e56a1189-8bd9-420a-9924-9bdbec513b3c by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:07.666426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Attempting to bind port e56a1189-8bd9-420a-9924-9bdbec513b3c on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:07.669648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=06a0a657-0716-457e-8493-19c5b4ed793c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.672406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:07.673792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:07.674296 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.674709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:07.675218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Bound port: e56a1189-8bd9-420a-9924-9bdbec513b3c, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:07.675651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.702945 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.706522 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-698ab67e-e6b0-4fdd-89e0-c236614cb49b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/06a0a657-0716-457e-8493-19c5b4ed793c HTTP/1.1" status: 204 len: 168 time: 0.5100741 Nov 27 16:24:07.709274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57402) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.720455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.727558 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.733231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-24b5c252-304f-4ca4-bdc7-2e768a721360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.745894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c217175-aceb-46c2-9b51-b3c911f68562,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.754955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.759705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8238c283-60dd-4e19-a1c9-7358a0b77908 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366022 Nov 27 16:24:07.760250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57404) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.764457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'b533c3bc-1bcb-45fd-86d5-9b76b7ed7451', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:07.768650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:07.772318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:07.774872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5066fd21-c8e3-4473-b6d2-ed6d3fbe6f20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:07.776566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5066fd21-c8e3-4473-b6d2-ed6d3fbe6f20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:07.778146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.778328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5066fd21-c8e3-4473-b6d2-ed6d3fbe6f20 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0674739 Nov 27 16:24:07.781160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57406) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.790821 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:24:07.796686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.847970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03980b4-eaca-4e49-8091-05987b5f9e5b None None] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.852728 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 012ca552-2499-4a83-bcb2-5940acaa5535 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:07.858900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.878810 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.885446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.901336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68edf932-fca3-4c3c-9795-5d7231f24cda,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:07.905106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.916098 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:07.920103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ba51198e-8b2b-4602-967e-5f208974d8bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564074 Nov 27 16:24:07.920318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57408) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:07.925010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': 'b533c3bc-1bcb-45fd-86d5-9b76b7ed7451', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:07.948615 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:24:07.953794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.016083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.054738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 03f355d0-f16a-44aa-b005-2543dd4c18fc no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:08.074296 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.078089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 03f355d0-f16a-44aa-b005-2543dd4c18fc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:08.078477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 03f355d0-f16a-44aa-b005-2543dd4c18fc not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:08.078688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.078903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81dfdc3c-6875-4472-a4f1-70cea2924e0f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:08.103571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6d8e15-3249-4516-922b-2b82424306de,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:08.114745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.116477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e88c03f9-474b-458c-a956-109b5318cc38 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1950574 Nov 27 16:24:08.119449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57410) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.120899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 81dfdc3c-6875-4472-a4f1-70cea2924e0f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:08.121298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81dfdc3c-6875-4472-a4f1-70cea2924e0f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:08.125467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'network': {'name': 'tempest-network-smoke--797650201', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'port_security_enabled': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:08.126538 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.151871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:08.155610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.159856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=012ca552-2499-4a83-bcb2-5940acaa5535,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:08.164709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.170162 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-52e7beca-f168-4ae1-8838-1c3e96842fa3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/012ca552-2499-4a83-bcb2-5940acaa5535 HTTP/1.1" status: 204 len: 168 time: 0.3873780 Nov 27 16:24:08.170506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.214546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ff10f76-9a03-4b5d-9d03-40d6f58b26be tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428836 Nov 27 16:24:08.217284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.222087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:08.232269 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.232611 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Added segment bca9a8de-4986-4f2e-8b7e-8739d5a4e69f of type vlan for network fa8d7c4f-8558-466c-8bcc-680521d6ffeb Nov 27 16:24:08.271756 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc46c7d-78f0-413f-b808-0e12cc820d52 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:08.272048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.276497 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9bc46c7d-78f0-413f-b808-0e12cc820d52 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0548429 Nov 27 16:24:08.276738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57416) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.300857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.307015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:08.308131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.327013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb221a32-3746-4731-b359-f22183627047 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:08.330968 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bb221a32-3746-4731-b359-f22183627047 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0507932 Nov 27 16:24:08.331294 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57418) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.366702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2459593 Nov 27 16:24:08.370219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57420) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.374321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'admin_state_up': True, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:08.378328 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-95e510df-de4d-4e94-ac46-96d9d3995892 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458727 Nov 27 16:24:08.379021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57422) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:08.384674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:08.397173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c3b04-610c-483e-bb6b-3ce90bfc6db8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Network': ['ID=fa8d7c4f-8558-466c-8bcc-680521d6ffeb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:08.409132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:08.416332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.417557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.475839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.479820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:08.483314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.614871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.627794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.801800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:24:08.844915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.868646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.904266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b45ec-76bc-4f69-beb3-9bd2bf2c44ce None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:08.967424 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:08.996807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:08.997179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.030340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.123 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/216fb8bc-390d-4f22-a1fd-a5cfd1887efc) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:09.143687 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.147826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.150397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:09.183206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.190478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.191383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.192976 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.234056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:09.240356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:09.241204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:24:09.242538 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:24:09.245066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:09.257306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1863a9-b75c-4222-8a03-dee4b8b2cdf0 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:09.272706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:09.280023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:09.283099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:09.284081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.322025 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9390733 Nov 27 16:24:09.322025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:09.322365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57424) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:09.324426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c861745-728e-491c-ae92-4f01fb02b7b2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=aedc6ae1-b907-4f87-8950-b175bfff6631,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:09.337295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:09.368664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:09.387654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6ff75-0eb3-47c9-9320-3a9e3336d5e6 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:09.607743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:09.611238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.675886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.783632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.821359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:09.825614 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:09.832292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Could not find standard attr ID for object 06a0a657-0716-457e-8493-19c5b4ed793c. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:09.898630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee7656-18cb-45be-9a17-a4ce53c7fb47 None None] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:09.958321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dfbdc179-2ece-489c-a4d5-22906a7e075f None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:09.958792 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc179-2ece-489c-a4d5-22906a7e075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.039151 n-d-819494-4 neutron-server[110076]: INFO neutron.db.ipam_backend_mixin [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aedc6ae1-b907-4f87-8950-b175bfff6631 (CIDR: 2001:db8::/64) Nov 27 16:24:10.047169 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:24:10.047653 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:10.076971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a1bd4dd7-a4dd-4c52-aaf9-5b3705327e01 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7411785 Nov 27 16:24:10.077182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dfbdc179-2ece-489c-a4d5-22906a7e075f None None] Could not find standard attr ID for object b429663f-845c-495d-87cd-16eab661b5c5. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:10.077314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57426) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:10.084081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:10.090290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dfbdc179-2ece-489c-a4d5-22906a7e075f None None] Provisioning complete for port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:10.090784 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc179-2ece-489c-a4d5-22906a7e075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.116138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e56a1189-8bd9-420a-9924-9bdbec513b3c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:10.168871 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdc179-2ece-489c-a4d5-22906a7e075f None None] Port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:10.181479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:10.181924 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.259531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.279994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-93a6df24-bdb2-4ed4-b25e-d11707efc14c None None] Could not find standard attr ID for object 06a0a657-0716-457e-8493-19c5b4ed793c. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:10.323160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:10.327768 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.346826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.511710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 4e333437-a33f-4293-9de7-7d5ea7ae360c is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:24:10.706297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:24:10.715580 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Sync routers for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:24:10.724175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.727248 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:10.728123 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:10.755910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.757126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-577daef9-5eed-4a04-970d-06be389964b7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3863888 Nov 27 16:24:10.760378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57428) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:10.778810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:10.782558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:10.784201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=8d52d93d-d857-4e12-997d-0f16bff683c9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:10.786746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:10.787344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:10.795983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d19d723-ec16-4aab-a25e-2824c20d8855 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:10.802793 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-00c0d4fa-babf-4e74-819e-38d82983360c tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b5b05cb846aa4737817d706cda451f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411909 Nov 27 16:24:10.806893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57430) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:10.819261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d420a6ee-2c2f-4579-83ee-fa17b98c08c4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7411227 Nov 27 16:24:10.822086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57432) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:10.827092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:c9:5b:fd', 'name': 'tempest-NetworksTestDHCPv6-1742346730'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:10.847631 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:10.931194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904214e-ea0c-4bc6-8475-407e0da8626e tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:10.935950 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d904214e-ea0c-4bc6-8475-407e0da8626e tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1254797 Nov 27 16:24:10.936360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57434) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:10.953461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:10.972544 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7b0a0e36-b5fb-4069-82cc-b9ed66d86fc8 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323899 Nov 27 16:24:10.972779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57436) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:10.979054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912618040', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:11.055328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'aedc6ae1-b907-4f87-8950-b175bfff6631', 'ip_address': '2001:db8::f816:3eff:fe5b:288a'}, {'subnet_id': '8d52d93d-d857-4e12-997d-0f16bff683c9'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'e56a1189-8bd9-420a-9924-9bdbec513b3c'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:24:11.057784 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.072194 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:09Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:11.080092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 69d70440-45db-4eb7-bc06-2ac313f6f65a yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:11.091883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.105909 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Checking router: 4e333437-a33f-4293-9de7-7d5ea7ae360c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:24:11.106362 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Updating router 4e333437-a33f-4293-9de7-7d5ea7ae360c port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:24:11.146184 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.255301 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.305666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8:0:1::1a0 (23496627-4a6b-441e-b8f8-12c2e88900e8/8d52d93d-d857-4e12-997d-0f16bff683c9/69d70440-45db-4eb7-bc06-2ac313f6f65a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:11.312845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fec9:5bfd (23496627-4a6b-441e-b8f8-12c2e88900e8/aedc6ae1-b907-4f87-8950-b175bfff6631/69d70440-45db-4eb7-bc06-2ac313f6f65a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:11.432269 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.439012 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.439777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:11.443801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.478919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.486076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a5c8e-d84e-4c5a-b7c9-a8605717d34e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:11.492390 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Attempting to bind port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:11.492691 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Attempting to bind port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:11.493050 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Attempting to bind port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:11.494955 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Pushing event updated for resources: {'Port': ['ID=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:11.504169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.504514 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.505043 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.505178 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.505571 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.505854 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.506166 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.506569 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.506793 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.507113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.507472 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.508213 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:11.511516 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:11.511884 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:11.512279 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.512655 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:11.513579 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Bound port: 216fb8bc-390d-4f22-a1fd-a5cfd1887efc, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:11.513579 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.542911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.578267 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] For port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:11.582459 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] For port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:11.588546 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.593818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:11.597391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:11.602751 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] Allocated IP 2001:db8:0:1::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/8d52d93d-d857-4e12-997d-0f16bff683c9/e56a1189-8bd9-420a-9924-9bdbec513b3c) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:11.603511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:11.609554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:11.610693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.624185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=69d70440-45db-4eb7-bc06-2ac313f6f65a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:11.631930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a3974c6e-83ed-4071-b19a-880f2890bcfe tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8087626 Nov 27 16:24:11.636017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:11.701281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-77685e60-93a4-4122-bd5c-d5b1e459802c None None] Provisioning complete for port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:11.701698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-77685e60-93a4-4122-bd5c-d5b1e459802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.717320 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.746179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080f620-c601-4960-b062-5d03d4cf002f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:11.752236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 69d70440-45db-4eb7-bc06-2ac313f6f65a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:11.753161 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.776299 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:11.778280 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:11.797539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Subnet': ['ID=e2ebcd24-b494-4395-94fa-6100c1aa1e9a,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:11.806146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Checking segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:11.806587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network hostable DHCP agents. Network: fa8d7c4f-8558-466c-8bcc-680521d6ffeb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:11.832511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:11.842066 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc144e21-4791-406f-9cc7-2e13453e4901 None None] Pushing event updated for resources: {'Port': ['ID=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:11.842887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:11.857536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, fa8d7c4f-8558-466c-8bcc-680521d6ffeb) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:11.865205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:11.866222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.873030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29111021-c8ad-4ffc-805b-3d6bf004a7e3 None None] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:11.884089 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.892680 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8ea606fc-fd6d-491a-8949-95b982f6418b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9163187 Nov 27 16:24:11.892885 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57440) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:11.911003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 69d70440-45db-4eb7-bc06-2ac313f6f65a owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:11.927199 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:11.964256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.973619 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-77685e60-93a4-4122-bd5c-d5b1e459802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:11.984068 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.057611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-77685e60-93a4-4122-bd5c-d5b1e459802c None None] For port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:12.084619 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-77685e60-93a4-4122-bd5c-d5b1e459802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.160165 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.192419 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:09Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:12.204763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=69d70440-45db-4eb7-bc06-2ac313f6f65a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:12.229958 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee3889-a1b3-4b33-8999-6fe458fefdbe None None] The sync data for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 is: [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:09Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:12.277836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.283562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4dbf116b-de7d-4db6-a155-6917bbdc6d57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/69d70440-45db-4eb7-bc06-2ac313f6f65a HTTP/1.1" status: 204 len: 168 time: 0.6443441 Nov 27 16:24:12.283904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57442) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:12.342356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec40714-11cb-4674-8122-fc800c094a85 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:12.353477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ec40714-11cb-4674-8122-fc800c094a85 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0642273 Nov 27 16:24:12.353958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57444) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:12.368795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e93ca4-8f65-41d8-8ce6-d4a49156f3b7 None None] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:12.422959 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-853644a6-eb1e-4e53-93df-a0c2334a2be3 None None] Provisioning complete for port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:12.423460 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-853644a6-eb1e-4e53-93df-a0c2334a2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.467771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf07cb-fafd-4eff-bb6b-49ffc8f1b94b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:12.469399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8daf07cb-fafd-4eff-bb6b-49ffc8f1b94b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1144810 Nov 27 16:24:12.472173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57446) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:12.498426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:12.499434 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.502678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77685e60-93a4-4122-bd5c-d5b1e459802c None None] Pushing event updated for resources: {'Port': ['ID=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:12.586231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f500dd6-e49e-41b9-b5ce-048a651840c9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:12.589387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f500dd6-e49e-41b9-b5ce-048a651840c9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:12.590246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.591781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f500dd6-e49e-41b9-b5ce-048a651840c9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:12.594223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9f500dd6-e49e-41b9-b5ce-048a651840c9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1209829 Nov 27 16:24:12.596841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57448) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:12.696868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 8d52d93d-d857-4e12-997d-0f16bff683c9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:12.700335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.768995 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.787275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Allocated IP 172.20.0.2 (fa8d7c4f-8558-466c-8bcc-680521d6ffeb/e2ebcd24-b494-4395-94fa-6100c1aa1e9a/751df738-5ddb-4139-ba42-3555e6bf81e9) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:12.917277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.989972 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:12.999069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.000678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.031637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=8d52d93d-d857-4e12-997d-0f16bff683c9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:13.039088 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.043345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2ffe200f-fd78-4151-ade0-8f326b207bc4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/8d52d93d-d857-4e12-997d-0f16bff683c9 HTTP/1.1" status: 204 len: 168 time: 0.4452434 Nov 27 16:24:13.047745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57450) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:13.063454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.1 (fa8d7c4f-8558-466c-8bcc-680521d6ffeb/e2ebcd24-b494-4395-94fa-6100c1aa1e9a/95878dbf-8155-4c09-b152-e066dce640dd) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:13.069150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:13.072366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:13.103035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Pushing event updated for resources: {'Port': ['ID=751df738-5ddb-4139-ba42-3555e6bf81e9,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:13.111217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet aedc6ae1-b907-4f87-8950-b175bfff6631 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:13.112239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:13.115504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.117466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186ace5-34e8-4fdf-8953-e9e3763a0ec7 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:13.167420 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.203501 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.243011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ff59f66d-8f10-4789-a84b-bd97e04c754c None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:13.243451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff59f66d-8f10-4789-a84b-bd97e04c754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.250131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.271773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.306593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Attempting to bind port 751df738-5ddb-4139-ba42-3555e6bf81e9 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:13.306979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Attempting to bind port 751df738-5ddb-4139-ba42-3555e6bf81e9 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:13.307358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Attempting to bind port 751df738-5ddb-4139-ba42-3555e6bf81e9 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:13.309092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:13.312876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:13.317453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:13.317830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Checking segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:13.318241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.318643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Bound using segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:13.319136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Bound port: 751df738-5ddb-4139-ba42-3555e6bf81e9, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:13.319524 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.321578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:13.354745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.369748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=95878dbf-8155-4c09-b152-e066dce640dd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:13.386801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.388700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=aedc6ae1-b907-4f87-8950-b175bfff6631,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:13.393524 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.397687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad3232e4-8575-4440-ac5a-0ac3eaf01757 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/aedc6ae1-b907-4f87-8950-b175bfff6631 HTTP/1.1" status: 204 len: 168 time: 0.3487070 Nov 27 16:24:13.400523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57452) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:13.463901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-df194850-6e01-4292-8210-a689e15b7dcf tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620120 Nov 27 16:24:13.468779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57454) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:13.475458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:13.477873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] For port 751df738-5ddb-4139-ba42-3555e6bf81e9, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:13.500033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] For port 751df738-5ddb-4139-ba42-3555e6bf81e9, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=751df738-5ddb-4139-ba42-3555e6bf81e9,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:13.520325 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.548783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.580827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:13.586107 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.592056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2554a-171c-442b-b2a0-ec95a7ab36fe None None] Pushing event updated for resources: {'Port': ['ID=751df738-5ddb-4139-ba42-3555e6bf81e9,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:13.671599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1eccb-a247-442f-9957-a687fa63b8d4 None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'aedc6ae1-b907-4f87-8950-b175bfff6631'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'e56a1189-8bd9-420a-9924-9bdbec513b3c'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:24:13.701125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d2b1eccb-a247-442f-9957-a687fa63b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.937823 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.949415 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546528b-c5a8-497c-a1a3-45a7443dc9b9 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:13.955071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:13.996276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:24:14.085774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=95878dbf-8155-4c09-b152-e066dce640dd,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:14.097915 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.156718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5f88bde6-d5ed-46cc-a43c-1c8ebca10aab None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:14.157780 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5f88bde6-d5ed-46cc-a43c-1c8ebca10aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.184616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 751df738-5ddb-4139-ba42-3555e6bf81e9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:14.217002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.251101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:14.252608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:14.320430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 751df738-5ddb-4139-ba42-3555e6bf81e9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:14.320809 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.410702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:14.417775 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.418977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 4e333437-a33f-4293-9de7-7d5ea7ae360c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:24:14.459043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 751df738-5ddb-4139-ba42-3555e6bf81e9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=751df738-5ddb-4139-ba42-3555e6bf81e9,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:14.472193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.473189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 216fb8bc-390d-4f22-a1fd-a5cfd1887efc up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:14.486380 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.499480 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.500180 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.585200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:14.587499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:14.596361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=751df738-5ddb-4139-ba42-3555e6bf81e9,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:14.610496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:24:14.626554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-709f0101-9cb0-4f08-8a98-5874fdb9d811 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/4e333437-a33f-4293-9de7-7d5ea7ae360c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237890 Nov 27 16:24:14.627091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Sync routers for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:24:14.627213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:14.629248 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.638310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:14.638685 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.642493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:14.642640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=a1c85a5b-29cb-4e30-89c0-fe868ac6cba6,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:14.642770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:14.677463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2067461 Nov 27 16:24:14.679859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57458) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:14.685587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:14.691202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1885c-4027-4f21-a128-d36eb8fedb66 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=11']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:14.825399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:14.852758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:14.856681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:14.977602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-96f99f4b-cdb9-4839-b4ec-2d6235184943 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872714019&fields=id&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 267 time: 0.1345618 Nov 27 16:24:14.989828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e56a1189-8bd9-420a-9924-9bdbec513b3c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:15.290226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00844694-16a7-43db-987b-bb7a705680d9 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:15.360261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.377651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc74268f-f8bc-4755-aabe-8f259149f808 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:15.378022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc74268f-f8bc-4755-aabe-8f259149f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.413969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a186e0-8aa1-4866-8c7b-f15243a90fb0 None None] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:15.424269 n-d-819494-4 neutron-server[110076]: INFO neutron.db.ipam_backend_mixin [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1c85a5b-29cb-4e30-89c0-fe868ac6cba6 (CIDR: 2001:db8::/64) Nov 27 16:24:15.437216 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:24:15.437698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:15.480321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6ea3c57-804e-4311-a8e9-f799715b7970 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7990677 Nov 27 16:24:15.483578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57474) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:15.490123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:15.491244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-3b43858b-ab53-4923-83ce-093e48788a7b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:15.498753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-3b43858b-ab53-4923-83ce-093e48788a7b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 796 time: 0.5108986 Nov 27 16:24:15.499246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:15.506719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 2, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:15.509835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-b5689636-77c4-43f1-be0e-0a81a848ad87 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/quotas/b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 375 time: 0.0101411 Nov 27 16:24:15.543055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.553009 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Checking router: 4e333437-a33f-4293-9de7-7d5ea7ae360c for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:24:15.553375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Updating router 4e333437-a33f-4293-9de7-7d5ea7ae360c port 95878dbf-8155-4c09-b152-e066dce640dd binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:24:15.601093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-9062e342-9f4e-40f0-9f5b-290f558bfe25 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841801 Nov 27 16:24:15.617845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:15.622558 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.669646 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.705030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-9adfd1c3-675e-4bac-8777-a34915ac8105 service neutron] 10.222.0.15 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900223 Nov 27 16:24:15.723746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:15.803822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.804718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.805025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.805356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.805716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.805879 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-6e84db58-f1ec-4e0d-827f-4f4667ab8ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934892 Nov 27 16:24:15.806048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.806378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.806707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.807031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.807354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.807678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.808580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.822278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc74268f-f8bc-4755-aabe-8f259149f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.899461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.950297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:15.955861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:15.959359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:15.960292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:15.985107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=2ae0dec9-161e-4f45-8076-914dda60b3b8,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:15.995438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.995957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.996517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.996962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.997421 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.998023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.999032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.999032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.999457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:15.999943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:16.000381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:16.000812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:16.005240 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dc74268f-f8bc-4755-aabe-8f259149f808 None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:16.010753 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7d442f50-4062-48dd-90a5-85e1016a44a8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5239384 Nov 27 16:24:16.012650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57480) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:16.026351 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:94:90:75', 'name': 'tempest-NetworksTestDHCPv6-83407249'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:16.071479 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc74268f-f8bc-4755-aabe-8f259149f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.074115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae238217-85a5-47d2-a985-10e8cf3dc005 req-46fedd63-bcbd-4683-8821-fc6d199c4764 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 210 time: 0.1100359 Nov 27 16:24:16.202551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74268f-f8bc-4755-aabe-8f259149f808 None None] Pushing event updated for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=13']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:16.241788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2c906d9b-6db2-47e8-b47d-9f4022e2a88c None None] Provisioning complete for port 751df738-5ddb-4139-ba42-3555e6bf81e9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:16.242385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c906d9b-6db2-47e8-b47d-9f4022e2a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.256929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:16.307320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e56a1189-8bd9-420a-9924-9bdbec513b3c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:16.408492 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.438208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2973a-2065-4136-bfab-f2ca6f77d3ed None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:16.442783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 6bcab315-550d-4787-8b92-fc37b0e0dbcb yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:16.549071 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.557138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:16.557258 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.605829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.645331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8:0:1::36e (23496627-4a6b-441e-b8f8-12c2e88900e8/2ae0dec9-161e-4f45-8076-914dda60b3b8/6bcab315-550d-4787-8b92-fc37b0e0dbcb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:16.652928 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::f816:3eff:fe94:9075 (23496627-4a6b-441e-b8f8-12c2e88900e8/a1c85a5b-29cb-4e30-89c0-fe868ac6cba6/6bcab315-550d-4787-8b92-fc37b0e0dbcb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:16.729780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb23884-3c79-449c-b004-18c850adf0a5 None None] Pushing event updated for resources: {'Port': ['ID=95878dbf-8155-4c09-b152-e066dce640dd,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:16.763470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Provisioning complete for port 751df738-5ddb-4139-ba42-3555e6bf81e9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:16.764709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.861083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.901034 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.906510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Attempting to bind port 95878dbf-8155-4c09-b152-e066dce640dd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:16.906925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Attempting to bind port 95878dbf-8155-4c09-b152-e066dce640dd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:16.907289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Attempting to bind port 95878dbf-8155-4c09-b152-e066dce640dd on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:16.931991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:16.932369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Checking segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:16.932842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.933173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Bound using segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:16.933761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Bound port: 95878dbf-8155-4c09-b152-e066dce640dd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:16.934078 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.946569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:16.949921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:16.953536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:16.959102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:16.960086 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:16.963614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 751df738-5ddb-4139-ba42-3555e6bf81e9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:16.970846 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=6bcab315-550d-4787-8b92-fc37b0e0dbcb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:16.986491 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8afbb29f-9be8-43f9-850f-dc494853c43b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9680047 Nov 27 16:24:16.986649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57488) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:17.077594 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 6bcab315-550d-4787-8b92-fc37b0e0dbcb {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:17.077935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.113561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] For port 95878dbf-8155-4c09-b152-e066dce640dd, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:17.120156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] For port 95878dbf-8155-4c09-b152-e066dce640dd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=95878dbf-8155-4c09-b152-e066dce640dd,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:17.139519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:17.139936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.148043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.205744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 751df738-5ddb-4139-ba42-3555e6bf81e9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:17.206126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.228537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.246918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 6bcab315-550d-4787-8b92-fc37b0e0dbcb owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:17.271344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ead123f-c8fc-4135-92de-877c29380ed8 req-e84739d3-2407-466b-8223-04d91de77884 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 210 time: 0.0562036 Nov 27 16:24:17.424703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-d336a4f3-e038-40c7-9d66-207a7cd8542a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:17.426785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-d336a4f3-e038-40c7-9d66-207a7cd8542a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 796 time: 0.1814601 Nov 27 16:24:17.517646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.538060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-0fd64870-840c-4b76-b203-3a862ecb0ba2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 380 time: 0.0996289 Nov 27 16:24:17.549640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb23884-3c79-449c-b004-18c850adf0a5 None None] Pushing event updated for resources: {'Port': ['ID=95878dbf-8155-4c09-b152-e066dce640dd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:17.552503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'port': {'device_id': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'admin_state_up': True, 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'security_groups': ['b533c3bc-1bcb-45fd-86d5-9b76b7ed7451']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:17.555256 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=6bcab315-550d-4787-8b92-fc37b0e0dbcb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:17.571423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:17.571975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:17.623487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.628383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f1e6fa3-02c6-43af-aa7b-984ffd522ade tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/6bcab315-550d-4787-8b92-fc37b0e0dbcb HTTP/1.1" status: 204 len: 168 time: 0.6404684 Nov 27 16:24:17.630993 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57492) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:17.638307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71116c4-07af-4f1f-8fbc-d60cb61aac48 None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'a1c85a5b-29cb-4e30-89c0-fe868ac6cba6', 'ip_address': '2001:db8::f816:3eff:fe5b:288a'}, {'subnet_id': '2ae0dec9-161e-4f45-8076-914dda60b3b8'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'e56a1189-8bd9-420a-9924-9bdbec513b3c'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:24:17.699622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f68f67-9eb7-4eab-bcef-e9d8999f3bb1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:17.703910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-62f68f67-9eb7-4eab-bcef-e9d8999f3bb1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0699337 Nov 27 16:24:17.706497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57494) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:17.733612 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c71116c4-07af-4f1f-8fbc-d60cb61aac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.747515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:17.751239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.791798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d77907-40e0-47c7-a224-7dd7dfaa99a3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:17.793866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-99d77907-40e0-47c7-a224-7dd7dfaa99a3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0860379 Nov 27 16:24:17.796009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57496) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:17.814937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:17.871104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f501e8d-1105-484d-8966-dfb39c0ec717 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:17.873154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f501e8d-1105-484d-8966-dfb39c0ec717 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:17.874976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f501e8d-1105-484d-8966-dfb39c0ec717 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:17.876606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0f501e8d-1105-484d-8966-dfb39c0ec717 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0793724 Nov 27 16:24:17.880289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57498) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:17.898698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.8 (fa8d7c4f-8558-466c-8bcc-680521d6ffeb/e2ebcd24-b494-4395-94fa-6100c1aa1e9a/368a4457-2c33-4618-ac5c-4f200b7009b1) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:17.941440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 2ae0dec9-161e-4f45-8076-914dda60b3b8 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:17.945774 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:17.998309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.009585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Provisioning complete for port 95878dbf-8155-4c09-b152-e066dce640dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:18.009971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.063644 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.065004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.072613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e56a1189-8bd9-420a-9924-9bdbec513b3c up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:18.104635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.129833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.146816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:18.150238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:18.153003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:18.159009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae0dec9-161e-4f45-8076-914dda60b3b8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:18.164036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.168460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e2c388bf-ed7c-4a8c-b9f5-cddeec49cf99 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/2ae0dec9-161e-4f45-8076-914dda60b3b8 HTTP/1.1" status: 204 len: 168 time: 0.2866409 Nov 27 16:24:18.174966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57500) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-c71116c4-07af-4f1f-8fbc-d60cb61aac48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ae0dec9-161e-4f45-8076-914dda60b3b8: This subnet is being modified by another concurrent operation. Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ae0dec9-161e-4f45-8076-914dda60b3b8: This subnet is being modified by another concurrent operation. Nov 27 16:24:18.176690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:24:18.195561 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.239334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:18.239724 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.263127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:18.263903 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.267680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:18.281458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet a1c85a5b-29cb-4e30-89c0-fe868ac6cba6 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:18.290269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.297171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-4e45a829-bb42-4b43-a679-247a46dbc43f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502873 Nov 27 16:24:18.303608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] For port 95878dbf-8155-4c09-b152-e066dce640dd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=95878dbf-8155-4c09-b152-e066dce640dd,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:18.316162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Request body: {'port': {'device_id': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:18.323498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.375745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.427794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:17Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:18.473398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.492163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e715-acba-4519-a84e-5ceb1376e997 None None] The sync data for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 is: [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:17Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:18.518377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e8234-3e9d-43c7-9128-dc0987939bc6 req-0b0ed4df-ac31-4027-878a-6dabb47da77b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:18.520390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a0e8234-3e9d-43c7-9128-dc0987939bc6 req-0b0ed4df-ac31-4027-878a-6dabb47da77b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 931 time: 0.1407654 Nov 27 16:24:18.529703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.551869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fb680-16e4-4cdf-8333-81b2bfa1b904 None None] Pushing event updated for resources: {'Port': ['ID=95878dbf-8155-4c09-b152-e066dce640dd,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:18.627876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6b811522-a9c9-4551-aff9-fd6b39f13283 None None] Provisioning complete for port e56a1189-8bd9-420a-9924-9bdbec513b3c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:18.628234 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b811522-a9c9-4551-aff9-fd6b39f13283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.670735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.689941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a0e8234-3e9d-43c7-9128-dc0987939bc6 req-96607ee8-5770-4a8e-8513-b43fb1c64653 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306527 Nov 27 16:24:18.699715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.715493 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/a1c85a5b-29cb-4e30-89c0-fe868ac6cba6 HTTP/1.1" status: 204 len: 168 time: 0.5392511 Nov 27 16:24:18.719652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57504) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:18.748899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d222c-8c68-4769-a908-819ae089be60 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:18.755659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b58156-9cd5-47b3-aa9e-2b6ebd32046c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c85a5b-29cb-4e30-89c0-fe868ac6cba6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:18.806619 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0e458ffb-d515-4b39-8812-5e11c657c708 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824099 Nov 27 16:24:18.807538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57506) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:18.813657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:18.933138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:18.938875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:18.939479 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6b811522-a9c9-4551-aff9-fd6b39f13283 None None] Provisioning complete for port 95878dbf-8155-4c09-b152-e066dce640dd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:18.939861 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6b811522-a9c9-4551-aff9-fd6b39f13283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.035339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368a4457-2c33-4618-ac5c-4f200b7009b1 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:24:19.043129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.049322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:19.056730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Transition to ACTIVE for port object 368a4457-2c33-4618-ac5c-4f200b7009b1 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:24:19.064812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.112817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6b811522-a9c9-4551-aff9-fd6b39f13283 None None] Could not find standard attr ID for object 6bcab315-550d-4787-8b92-fc37b0e0dbcb. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:19.129490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6b811522-a9c9-4551-aff9-fd6b39f13283 None None] Could not find standard attr ID for object 69d70440-45db-4eb7-bc06-2ac313f6f65a. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:19.151644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] Deleting port e56a1189-8bd9-420a-9924-9bdbec513b3c {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:19.152020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.178562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:19.228399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.240309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] For port e56a1189-8bd9-420a-9924-9bdbec513b3c, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e56a1189-8bd9-420a-9924-9bdbec513b3c,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:19.240806 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.257754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:19.258183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:19.258711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:19.266068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:24:19.266837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:19.276487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:19.277132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Checking segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:19.277750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Bound using segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:19.278518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Bound port: 368a4457-2c33-4618-ac5c-4f200b7009b1, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:19.279050 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.283310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] Calling delete_port for e56a1189-8bd9-420a-9924-9bdbec513b3c owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:19.291891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:19.295398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:19.298769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:19.299577 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.306215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8e1ff001-4ae4-4c51-bc6c-fd1a0ce20d4e None None] Could not find standard attr ID for object 6bcab315-550d-4787-8b92-fc37b0e0dbcb. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:19.323713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=d8f45928-8853-4adf-b10e-c17207b4d222,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:19.342035 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6ca00b24-edf1-403f-9b6a-ecbb6e0099d1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5337222 Nov 27 16:24:19.342742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57508) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:19.348335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:19.384058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:19.388079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:19.392992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.423019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.450461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:19.451939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.453574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] 10.222.0.21 "PUT /v2.0/ports/368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 1091 time: 1.1423118 Nov 27 16:24:19.456557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:24:19.468730 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee105db2-44fb-420e-a962-9830d5619cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:24:19.487794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] No DVR routers for this DVR port e56a1189-8bd9-420a-9924-9bdbec513b3c on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:19.489377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b62c1-ec8c-4cee-a6c4-a6fac90f5b52 None None] Pushing event deleted for resources: {'Port': ['ID=e56a1189-8bd9-420a-9924-9bdbec513b3c,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:19.523206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff97c4-c545-4c88-9e3b-90e35d2c27af None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:19.523448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558835c0-ebc3-4c0b-ac72-a06ab72a1be9 service neutron] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:19.570038 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042dfe88-0bc8-41b9-bc14-fd3be0470612 x-openstack-request-id: req-042dfe88-0bc8-41b9-bc14-fd3be0470612 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:24:19.570422 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:24:19.570610 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-042dfe88-0bc8-41b9-bc14-fd3be0470612 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:24:19.571076 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'status': 'completed', 'code': 200} Nov 27 16:24:19.574370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-beea1c01-9fae-49a8-b933-d74450c00257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:19.575995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-beea1c01-9fae-49a8-b933-d74450c00257 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1094 time: 0.0644493 Nov 27 16:24:19.604070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:19.608290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.639439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-894c1877-5f39-4a08-9e41-43ecbc449b1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 217 time: 0.0542789 Nov 27 16:24:19.717109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-5b5d6bf3-1430-4b47-b476-6942a80e4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:19.718981 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-5b5d6bf3-1430-4b47-b476-6942a80e4d93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0677204 Nov 27 16:24:19.746326 n-d-819494-4 neutron-server[110075]: INFO neutron.db.ipam_backend_mixin [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8f45928-8853-4adf-b10e-c17207b4d222 (CIDR: 2001:db8::/64) Nov 27 16:24:19.747433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': 'd8f45928-8853-4adf-b10e-c17207b4d222'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:19.748443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.754967 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:24:19.755755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:19.783549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7885cc7b-78d8-406b-adad-d8703942c73d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4395633 Nov 27 16:24:19.786405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57514) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:19.794085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:19.813343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-43ccd0e3-8cb5-4523-ba88-368393f09d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:19.815104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-43ccd0e3-8cb5-4523-ba88-368393f09d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826015 Nov 27 16:24:19.932511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0d370-148b-42fd-af43-cd659181a3ca req-75d2ae8e-f6f8-4ec3-9db4-97adb483d9db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:19.934141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb0d370-148b-42fd-af43-cd659181a3ca req-75d2ae8e-f6f8-4ec3-9db4-97adb483d9db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 943 time: 0.1178966 Nov 27 16:24:19.948272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:19.952478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:19.967473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/d8f45928-8853-4adf-b10e-c17207b4d222/f55a2197-946b-46ff-9710-4717f16fb8eb) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:19.991040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-786b616f-e123-41cc-9435-b8c0b0287ded service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390033 Nov 27 16:24:20.094532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7fb0d370-148b-42fd-af43-cd659181a3ca req-93db212c-2fb4-43a5-a3c5-8c531b742781 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512318 Nov 27 16:24:20.171696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44712b59-9e17-4a16-a38e-9fc428c83c9c req-c18dd7bf-8d5f-4d21-821d-c690a060e2fc service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679881 Nov 27 16:24:20.287440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-4345ed5c-c440-4a7e-809a-2de76d6b672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:20.289776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-4345ed5c-c440-4a7e-809a-2de76d6b672e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1094 time: 0.0452352 Nov 27 16:24:20.304292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95878dbf-8155-4c09-b152-e066dce640dd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:20.356413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.365640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.372448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.objects.ports [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:24:20.374035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.393772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-569079c8-c8ed-4469-92a3-cb218a596cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:20.395348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-569079c8-c8ed-4469-92a3-cb218a596cdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0975046 Nov 27 16:24:20.417667 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:20.418116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:20.418897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 95878dbf-8155-4c09-b152-e066dce640dd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:20.419271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.421136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:20.425201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:20.426207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:20.426400 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.439485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=f1f9062e-002b-4138-aea3-4382163aec43,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:20.443084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:20.447495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-ddf34221-c250-43fc-b0e8-12d1c0a8638d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 217 time: 0.0384243 Nov 27 16:24:20.447646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Pushing event updated for resources: {'Port': ['ID=f55a2197-946b-46ff-9710-4717f16fb8eb,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:20.453711 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0c78b3c0-9ab3-4b34-b351-2a4a5c1e3e6d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6635582 Nov 27 16:24:20.454254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:20.458832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:0e:82:7e', 'name': 'tempest-NetworksTestDHCPv6-92271772'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:20.504878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-59f4ee5f-88a1-42a8-8f89-dfcefea8352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:20.506324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-59f4ee5f-88a1-42a8-8f89-dfcefea8352f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0561237 Nov 27 16:24:20.513332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Attempting to bind port f55a2197-946b-46ff-9710-4717f16fb8eb on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:20.513736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Attempting to bind port f55a2197-946b-46ff-9710-4717f16fb8eb by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:20.514105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Attempting to bind port f55a2197-946b-46ff-9710-4717f16fb8eb on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:20.521187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:20.521591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:20.521999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.522424 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:20.522910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Bound port: f55a2197-946b-46ff-9710-4717f16fb8eb, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:20.523298 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.557709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-c39241e0-e17c-4fd9-8690-a6f6895baf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:20.559408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-c39241e0-e17c-4fd9-8690-a6f6895baf5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426047 Nov 27 16:24:20.582971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:20.588678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.620272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:20.634029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] For port f55a2197-946b-46ff-9710-4717f16fb8eb, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:20.638019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] For port f55a2197-946b-46ff-9710-4717f16fb8eb, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f55a2197-946b-46ff-9710-4717f16fb8eb,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:20.645086 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:20.675762 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-fbc0d306-c51a-4b13-bc8c-98c81ed1b30f service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050076 Nov 27 16:24:20.682303 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e56a1189-8bd9-420a-9924-9bdbec513b3c no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:20.717015 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e56a1189-8bd9-420a-9924-9bdbec513b3c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:20.717360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e56a1189-8bd9-420a-9924-9bdbec513b3c not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:20.752737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a51217-8735-49e8-8601-ef0d93d4cd21 None None] Pushing event updated for resources: {'Port': ['ID=f55a2197-946b-46ff-9710-4717f16fb8eb,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:20.789192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee105db2-44fb-420e-a962-9830d5619cd5 req-4800f14c-fa1d-4659-90b2-af4011ee1065 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041427 Nov 27 16:24:20.827148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::d2 (23496627-4a6b-441e-b8f8-12c2e88900e8/d8f45928-8853-4adf-b10e-c17207b4d222/2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:20.834561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:827e (23496627-4a6b-441e-b8f8-12c2e88900e8/f1f9062e-002b-4138-aea3-4382163aec43/2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:20.997234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.033456 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.229047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04fff4-cbd1-4c13-b2f5-a54149945e90 req-434f21e4-85b9-43f8-88cc-94e97b059543 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:21.230836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae04fff4-cbd1-4c13-b2f5-a54149945e90 req-434f21e4-85b9-43f8-88cc-94e97b059543 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 943 time: 0.0590014 Nov 27 16:24:21.283248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ae04fff4-cbd1-4c13-b2f5-a54149945e90 req-26b2b772-81cf-49d3-92d8-1487682325b6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 Nov 27 16:24:21.414593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:21.418012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:21.420486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:21.426329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:21.426967 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.441491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:21.452530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-864ad921-d54a-4b5b-8e86-69a482bad539 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9974885 Nov 27 16:24:21.455108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57520) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:21.545890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:21.546155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.617286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:24:21.639463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.654475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:21.682715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aefaea-c847-4fb3-bf65-025b7f637158 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:21.791026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:21.808090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-76f3234d-738d-47fe-8fa1-8dca71f11389 None None] Provisioning complete for port f55a2197-946b-46ff-9710-4717f16fb8eb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:21.808384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76f3234d-738d-47fe-8fa1-8dca71f11389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.829885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'mac_address': 'fa:16:3e:d5:56:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:24:21.839288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.877094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:21.914180 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.921936 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-61595fd8-6642-48aa-93a0-93cf25c3ef9e tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7 HTTP/1.1" status: 204 len: 168 time: 0.4613454 Nov 27 16:24:21.922332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57522) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:21.943153 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:21.969649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e8c99-b00c-4627-a5f5-556b5a351a32 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:21.971114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d36e8c99-b00c-4627-a5f5-556b5a351a32 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0472708 Nov 27 16:24:21.973958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57524) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:21.987632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368a4457-2c33-4618-ac5c-4f200b7009b1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:24:22.015130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:22.016177 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76f3234d-738d-47fe-8fa1-8dca71f11389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.028215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.050920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2567d-c73f-4542-bd3d-066cb512ed24 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:22.055897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57d2567d-c73f-4542-bd3d-066cb512ed24 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0710454 Nov 27 16:24:22.056184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57526) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:22.098965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f55a2197-946b-46ff-9710-4717f16fb8eb up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:22.120371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfb98d-c465-4237-bd63-0935db7b4116 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:22.121945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfb98d-c465-4237-bd63-0935db7b4116 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:22.123477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfb98d-c465-4237-bd63-0935db7b4116 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:22.125042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-58dfb98d-c465-4237-bd63-0935db7b4116 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0678458 Nov 27 16:24:22.127854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57528) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:22.139837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-76f3234d-738d-47fe-8fa1-8dca71f11389 None None] For port f55a2197-946b-46ff-9710-4717f16fb8eb, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f55a2197-946b-46ff-9710-4717f16fb8eb,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:22.151923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76f3234d-738d-47fe-8fa1-8dca71f11389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.155997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:22.181880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet d8f45928-8853-4adf-b10e-c17207b4d222 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:22.185246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.188907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ffddd-669e-4ef8-a7ae-fa9a58261232 None None] Update dhcp port {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'fixed_ips': [{'subnet_id': 'd8f45928-8853-4adf-b10e-c17207b4d222', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1f9062e-002b-4138-aea3-4382163aec43'}], 'binding:host_id': 'n-d-819494-4'}, 'id': 'f55a2197-946b-46ff-9710-4717f16fb8eb'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:24:22.225153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.243186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffddd-669e-4ef8-a7ae-fa9a58261232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.247556 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3234d-738d-47fe-8fa1-8dca71f11389 None None] Pushing event updated for resources: {'Port': ['ID=f55a2197-946b-46ff-9710-4717f16fb8eb,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:22.264301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f55a2197-946b-46ff-9710-4717f16fb8eb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:22.264669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.313857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.384027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['368a4457-2c33-4618-ac5c-4f200b7009b1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:24:22.404318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.422698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d805c-8684-464c-8dff-c0517a6f6d15 req-ceea3e23-c6bb-4f2c-98c0-51bb31b9083b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:22.424175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f99d805c-8684-464c-8dff-c0517a6f6d15 req-ceea3e23-c6bb-4f2c-98c0-51bb31b9083b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.0653157 Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-7c2ffddd-669e-4ef8-a7ae-fa9a58261232 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8f45928-8853-4adf-b10e-c17207b4d222: This subnet is being modified by another concurrent operation. Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8f45928-8853-4adf-b10e-c17207b4d222: This subnet is being modified by another concurrent operation. Nov 27 16:24:22.441733 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:24:22.449349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f45928-8853-4adf-b10e-c17207b4d222,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:22.452838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.461573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57532) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:22.461772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e68632be-16f8-4b95-af17-3ca7bede09d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/d8f45928-8853-4adf-b10e-c17207b4d222 HTTP/1.1" status: 204 len: 168 time: 0.3327513 Nov 27 16:24:22.502310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f99d805c-8684-464c-8dff-c0517a6f6d15 req-6647286e-47f4-4781-bc72-296f2b3e7220 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595856 Nov 27 16:24:22.546835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet f1f9062e-002b-4138-aea3-4382163aec43 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:22.550646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.558462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b013de5-f0b2-4c13-9b89-4f3dfb32394b None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:22.592755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.635964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.649092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d12f0c3c-b5d9-4844-8e6a-eb005e811bfc None None] Provisioning complete for port f55a2197-946b-46ff-9710-4717f16fb8eb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:22.649489 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d12f0c3c-b5d9-4844-8e6a-eb005e811bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.698724 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.730357 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f9062e-002b-4138-aea3-4382163aec43,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:22.734077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.737254 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a76ddec2-1151-4e36-92ee-fd09184b83d7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/f1f9062e-002b-4138-aea3-4382163aec43 HTTP/1.1" status: 204 len: 168 time: 0.2744312 Nov 27 16:24:22.739866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57534) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:22.787887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-077e9dff-9024-4a06-af91-51640e7b7a51 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467727 Nov 27 16:24:22.790759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57536) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:22.795699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:22.869486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:22.891423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:22.895549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.933350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] Deleting port f55a2197-946b-46ff-9710-4717f16fb8eb {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:22.933761 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:22.995766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] For port f55a2197-946b-46ff-9710-4717f16fb8eb, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f55a2197-946b-46ff-9710-4717f16fb8eb,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:22.996171 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.008652 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] Calling delete_port for f55a2197-946b-46ff-9710-4717f16fb8eb owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:23.076040 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.091883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.114984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] Pushing event deleted for resources: {'Port': ['ID=f55a2197-946b-46ff-9710-4717f16fb8eb,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:23.121139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b32c93-a3b8-4c5a-9380-6bad7581a286 None None] No DVR routers for this DVR port f55a2197-946b-46ff-9710-4717f16fb8eb on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:23.122597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:23.125929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:23.135740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:23.136336 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.139627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=07a16997-f4dd-4301-9eb4-f91bab733646,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:23.145215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa55b93-4435-4422-90af-118da2826f71 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:23.156174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-79217fe9-0d1a-470e-86d7-5dfad5f2eaf3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3642111 Nov 27 16:24:23.159011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57538) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:23.163900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:23.273908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:23.277443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.294238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-23496627-4a6b-441e-b8f8-12c2e88900e8', 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'tenant_id': '3bd0a7bd4aac49f5aa5b25e079229929', 'fixed_ips': [{'subnet_id': '07a16997-f4dd-4301-9eb4-f91bab733646'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:23.295100 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.370465 n-d-819494-4 neutron-server[110076]: INFO neutron.db.ipam_backend_mixin [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07a16997-f4dd-4301-9eb4-f91bab733646 (CIDR: 2001:db8::/64) Nov 27 16:24:23.373399 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:24:23.373877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:23.389269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3910f23f-5980-48aa-b56a-d78885224309 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2291629 Nov 27 16:24:23.391961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57540) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:23.396926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'subnet': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:23.431318 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Allocated IP 2001:db8::2 (23496627-4a6b-441e-b8f8-12c2e88900e8/07a16997-f4dd-4301-9eb4-f91bab733646/3510f6ab-eb0d-4e68-94fa-06744e63fb5d) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:23.507681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:23.511218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.571492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.580983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.632036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:23.649319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:23.670080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Pushing event updated for resources: {'Port': ['ID=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:23.676633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:23.680310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:23.696580 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:24:23.712962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd160c-c743-4dd1-b9fc-3f2aa0e9ff01 req-549a0f05-b219-4a34-b4d9-464a558d7928 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:23.714732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fadd160c-c743-4dd1-b9fc-3f2aa0e9ff01 req-549a0f05-b219-4a34-b4d9-464a558d7928 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.0934968 Nov 27 16:24:23.744195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 368a4457-2c33-4618-ac5c-4f200b7009b1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:24:23.749174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Attempting to bind port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:23.749584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Attempting to bind port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:23.749953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Attempting to bind port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d on network 23496627-4a6b-441e-b8f8-12c2e88900e8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:23.752732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 368a4457-2c33-4618-ac5c-4f200b7009b1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:23.753089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.777153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:23.777553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Checking segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:23.777960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.778365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Bound using segment: {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:23.778850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Bound port: 3510f6ab-eb0d-4e68-94fa-06744e63fb5d, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21699bd6-ca4e-482b-a9a5-2aae80ab50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:23.779227 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:23.805284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fadd160c-c743-4dd1-b9fc-3f2aa0e9ff01 req-ab688c01-4fb8-4f2c-a9fd-2b0145adbc2c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810854 Nov 27 16:24:23.944522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.objects.ports [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 16:24:24.036042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] For port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:24.053399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f55a2197-946b-46ff-9710-4717f16fb8eb no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:24.057918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] For port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:24.075610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.080061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.081919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f55a2197-946b-46ff-9710-4717f16fb8eb {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:24.082267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f55a2197-946b-46ff-9710-4717f16fb8eb not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:24.109258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.146522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:24:24.148876 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f07aa-4919-4271-a85c-0756da60e60d" -d '{"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-plugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:24:24.172034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:24.176622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284462d-9592-4854-96eb-e88326dbf4bb None None] Pushing event updated for resources: {'Port': ['ID=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:24.184851 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.231967 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d15c3-3fac-46ee-8573-2ff50fc88018 x-openstack-request-id: req-b48d15c3-3fac-46ee-8573-2ff50fc88018 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:24:24.232890 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-plugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:24:24.233159 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b48d15c3-3fac-46ee-8573-2ff50fc88018 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:24:24.233597 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'code': 200} Nov 27 16:24:24.255592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:24.535317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53743273-dc76-478a-bc2e-1b2769a9b677 req-bbe56159-fa85-489b-a933-57eac50298a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:24.536796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53743273-dc76-478a-bc2e-1b2769a9b677 req-bbe56159-fa85-489b-a933-57eac50298a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1096 time: 0.1012549 Nov 27 16:24:24.595097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] For port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:24.624701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53743273-dc76-478a-bc2e-1b2769a9b677 req-a08749be-1640-4083-8d7c-5f65bb448003 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735683 Nov 27 16:24:24.638563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.643198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.644004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.718099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:24.724482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:24.732030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:24.732622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:24.740101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Subnet': ['ID=f76b99e9-6adf-406a-9aff-ff7d7d341e58,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:24.755401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,revision_number=4']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:24.768467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-196b4597-71b4-4748-8139-2233c9c811b7 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3724942 Nov 27 16:24:24.768613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57546) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:24.774443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Request body: {'port': {'network_id': '23496627-4a6b-441e-b8f8-12c2e88900e8', 'mac_address': 'fa:16:3e:5e:d6:46', 'name': 'tempest-NetworksTestDHCPv6-1886698684'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:24.902037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Made reservation on behalf of 3bd0a7bd4aac49f5aa5b25e079229929 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:24.934918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df5cf8-ef34-458c-869d-160364f89b2c req-d61cae88-27ca-4161-a816-ba3fc12b079b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:24.936455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7df5cf8-ef34-458c-869d-160364f89b2c req-d61cae88-27ca-4161-a816-ba3fc12b079b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0578773 Nov 27 16:24:24.990820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7df5cf8-ef34-458c-869d-160364f89b2c req-efedfd2b-7f17-427a-9f3a-1655a87069b9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477643 Nov 27 16:24:25.000088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.021697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] device_id is not set on port 56f856ca-8400-434e-bacf-b932814f9d28 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:25.130646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99b6e3-a23e-4458-8aa6-8827abfde0d2 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:25.197573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8::147 (23496627-4a6b-441e-b8f8-12c2e88900e8/07a16997-f4dd-4301-9eb4-f91bab733646/56f856ca-8400-434e-bacf-b932814f9d28) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:25.203385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:d646 (23496627-4a6b-441e-b8f8-12c2e88900e8/f76b99e9-6adf-406a-9aff-ff7d7d341e58/56f856ca-8400-434e-bacf-b932814f9d28) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:25.216813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-890397f5-ceca-4509-aaa0-6ac3c16a1e6a None None] Provisioning complete for port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:25.217162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-890397f5-ceca-4509-aaa0-6ac3c16a1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.346349 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.351526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-890397f5-ceca-4509-aaa0-6ac3c16a1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.383699 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.390312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-890397f5-ceca-4509-aaa0-6ac3c16a1e6a None None] For port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:25.396664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-890397f5-ceca-4509-aaa0-6ac3c16a1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.430778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:25.438436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:25.442286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:25.448694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:25.449353 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.449645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890397f5-ceca-4509-aaa0-6ac3c16a1e6a None None] Pushing event updated for resources: {'Port': ['ID=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:25.463890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event updated for resources: {'Port': ['ID=56f856ca-8400-434e-bacf-b932814f9d28,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:25.477533 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-68d13977-e60b-4c3d-9e7b-e9c381a20133 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7054291 Nov 27 16:24:25.477838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57550) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:25.570641 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting port 56f856ca-8400-434e-bacf-b932814f9d28 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:25.571030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.663924 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.676837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Calling delete_port for 56f856ca-8400-434e-bacf-b932814f9d28 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:25.865722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.894806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Port': ['ID=56f856ca-8400-434e-bacf-b932814f9d28,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:25.931593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8febef7d-df16-4b00-b866-145e451e6f98 None None] Provisioning complete for port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:25.932484 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8febef7d-df16-4b00-b866-145e451e6f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.945803 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:25.951397 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c0073bea-46af-480e-afc0-969d6ab2f225 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/56f856ca-8400-434e-bacf-b932814f9d28 HTTP/1.1" status: 204 len: 168 time: 0.4703214 Nov 27 16:24:25.951681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57552) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.007392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d2bfe-1908-4c22-90bc-c8b505deddce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.011548 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-739d2bfe-1908-4c22-90bc-c8b505deddce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0565803 Nov 27 16:24:26.013133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57554) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.076353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61576ed8-2386-4ef3-848f-e2c536d22f09 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.080669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-61576ed8-2386-4ef3-848f-e2c536d22f09 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0655787 Nov 27 16:24:26.080943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57558) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.127698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3510f6ab-eb0d-4e68-94fa-06744e63fb5d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:26.156606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc099b-e4a6-46b8-8a1f-5d4f168f0ef4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.158854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc099b-e4a6-46b8-8a1f-5d4f168f0ef4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.160549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc099b-e4a6-46b8-8a1f-5d4f168f0ef4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.162153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5027393-6c4f-4789-8100-893596375bc8 req-8ea3161e-f4de-4bfa-82b0-4aab4e2b5ef9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.163461 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4ccc099b-e4a6-46b8-8a1f-5d4f168f0ef4 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0773895 Nov 27 16:24:26.165892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5027393-6c4f-4789-8100-893596375bc8 req-8ea3161e-f4de-4bfa-82b0-4aab4e2b5ef9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0759087 Nov 27 16:24:26.166209 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57560) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.183030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:26.184440 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.226720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet 07a16997-f4dd-4301-9eb4-f91bab733646 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:26.230052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5027393-6c4f-4789-8100-893596375bc8 req-346a5237-b119-44f0-9d9d-78c6b19aa52d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542169 Nov 27 16:24:26.230557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.270980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-11452733-d989-4e94-acf3-4fd393433ed0 None None] Could not find standard attr ID for object 56f856ca-8400-434e-bacf-b932814f9d28. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:26.285273 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.378411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582232a-48c5-4f6a-a168-a360683537b3 req-f8455323-e20b-471e-8d7b-d390aafaeb29 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.379914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b582232a-48c5-4f6a-a168-a360683537b3 req-f8455323-e20b-471e-8d7b-d390aafaeb29 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0589118 Nov 27 16:24:26.380692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.436222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b582232a-48c5-4f6a-a168-a360683537b3 req-b21095b5-7df7-455e-8cac-cb8327adf043 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465353 Nov 27 16:24:26.441734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d9b58-d4f3-4f4c-bc5b-e05550a675e0 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:24:26.450288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.459592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57564) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.482350 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=07a16997-f4dd-4301-9eb4-f91bab733646,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:26.484640 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.490676 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7157d7b2-729b-4ba3-bcda-8140c74bc645 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/07a16997-f4dd-4301-9eb4-f91bab733646 HTTP/1.1" status: 204 len: 168 time: 0.3234618 Nov 27 16:24:26.491850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57566) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.507925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ae990-dfe5-4e1e-97c2-793b3f5d89e9 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.510666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-078ae990-dfe5-4e1e-97c2-793b3f5d89e9 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1091 time: 0.0499866 Nov 27 16:24:26.513758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57568) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.518432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:26.527006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d9b58-d4f3-4f4c-bc5b-e05550a675e0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:24:26.545588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.550505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Deleting subnet f76b99e9-6adf-406a-9aff-ff7d7d341e58 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:26.554175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.605854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.649743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.706290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.751466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.38 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ca8e5898-82dc-4eb0-921e-6df0b5303a48) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:26.770938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.807734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.811233 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/f76b99e9-6adf-406a-9aff-ff7d7d341e58 HTTP/1.1" status: 204 len: 168 time: 0.3181086 Nov 27 16:24:26.812510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd68d4-06d3-4251-8bf8-76d8cf571f47 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Subnet': ['ID=f76b99e9-6adf-406a-9aff-ff7d7d341e58,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:26.814489 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57570) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.867742 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e5a3b606-7cec-4279-a550-a1d39b81d6f1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520144 Nov 27 16:24:26.870204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57572) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.876847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.917783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:26.920475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184e906-3758-4806-8fb0-f723d4004353 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.922220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7184e906-3758-4806-8fb0-f723d4004353 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0508835 Nov 27 16:24:26.924763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57574) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:26.963013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:26.966361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:26.970852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:26.974081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=ca8e5898-82dc-4eb0-921e-6df0b5303a48,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:26.983326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537d5b5-d217-4124-a412-658c81bbad57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:26.985841 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0537d5b5-d217-4124-a412-658c81bbad57 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601077 Nov 27 16:24:26.987378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57576) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.037868 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5c18fc12-81fa-4ef2-a2cb-6cc0fd4dc6f2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491133 Nov 27 16:24:27.043507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57578) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.071633 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-110dadba-45f1-454c-b222-6ac84801f19d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.072300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110dadba-45f1-454c-b222-6ac84801f19d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.075506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-110dadba-45f1-454c-b222-6ac84801f19d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/56f856ca-8400-434e-bacf-b932814f9d28 HTTP/1.1" status: 404 len: 333 time: 0.0317240 Nov 27 16:24:27.078202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57580) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.105378 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddb56e9-1c73-4857-bc35-fbf56d1b1c87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.105867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddb56e9-1c73-4857-bc35-fbf56d1b1c87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.108929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cddb56e9-1c73-4857-bc35-fbf56d1b1c87 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/f76b99e9-6adf-406a-9aff-ff7d7d341e58 HTTP/1.1" status: 404 len: 337 time: 0.0297382 Nov 27 16:24:27.111491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57582) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.139178 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a831c209-bf66-4736-80b2-5f9296ef6e5f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.139671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a831c209-bf66-4736-80b2-5f9296ef6e5f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.145457 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a831c209-bf66-4736-80b2-5f9296ef6e5f tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/07a16997-f4dd-4301-9eb4-f91bab733646 HTTP/1.1" status: 404 len: 337 time: 0.0305445 Nov 27 16:24:27.145913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57584) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.169736 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-382f83a4-e196-4f31-bca7-d31ba7c61766 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.170199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382f83a4-e196-4f31-bca7-d31ba7c61766 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.173252 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-382f83a4-e196-4f31-bca7-d31ba7c61766 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/2f1aecc0-5c2d-4218-a9cb-5f8f597abaa7 HTTP/1.1" status: 404 len: 333 time: 0.0263221 Nov 27 16:24:27.175840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57586) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.207230 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-20995ab8-0180-4fb0-896d-6528133e0762 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.207687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20995ab8-0180-4fb0-896d-6528133e0762 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.214221 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20995ab8-0180-4fb0-896d-6528133e0762 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/f1f9062e-002b-4138-aea3-4382163aec43 HTTP/1.1" status: 404 len: 337 time: 0.0346680 Nov 27 16:24:27.217635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57588) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.243866 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d94698-5539-481d-971f-8f7faafd25db tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.244338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d94698-5539-481d-971f-8f7faafd25db tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.249848 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-88d94698-5539-481d-971f-8f7faafd25db tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/d8f45928-8853-4adf-b10e-c17207b4d222 HTTP/1.1" status: 404 len: 337 time: 0.0290055 Nov 27 16:24:27.253206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57590) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.278195 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d552b4ef-bd07-4005-ad70-0e73c0989b30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.278706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d552b4ef-bd07-4005-ad70-0e73c0989b30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.284388 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d552b4ef-bd07-4005-ad70-0e73c0989b30 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/6bcab315-550d-4787-8b92-fc37b0e0dbcb HTTP/1.1" status: 404 len: 333 time: 0.0300651 Nov 27 16:24:27.284978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57592) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.311099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e151a-c8bc-4ef1-8b36-c88b4aee143f None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:24:27.314769 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-241cb747-88df-4b61-97c3-945a7ee388c2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.315311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241cb747-88df-4b61-97c3-945a7ee388c2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.318666 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-241cb747-88df-4b61-97c3-945a7ee388c2 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/2ae0dec9-161e-4f45-8076-914dda60b3b8 HTTP/1.1" status: 404 len: 337 time: 0.0327356 Nov 27 16:24:27.321689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57594) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.349668 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76084fc-3740-4f3a-a9aa-923a7839822b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.350129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76084fc-3740-4f3a-a9aa-923a7839822b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.353340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b76084fc-3740-4f3a-a9aa-923a7839822b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/a1c85a5b-29cb-4e30-89c0-fe868ac6cba6 HTTP/1.1" status: 404 len: 337 time: 0.0306056 Nov 27 16:24:27.355963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57596) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.379811 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf9107d-9663-4714-a930-8bd4310330fa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.380371 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf9107d-9663-4714-a930-8bd4310330fa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.386346 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7bf9107d-9663-4714-a930-8bd4310330fa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/69d70440-45db-4eb7-bc06-2ac313f6f65a HTTP/1.1" status: 404 len: 333 time: 0.0270514 Nov 27 16:24:27.387899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3e151a-c8bc-4ef1-8b36-c88b4aee143f None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:24:27.388064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57598) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.420203 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9977e1-b79e-49df-810f-1cdb9d9df211 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.420574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9977e1-b79e-49df-810f-1cdb9d9df211 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.426008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c9977e1-b79e-49df-810f-1cdb9d9df211 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/8d52d93d-d857-4e12-997d-0f16bff683c9 HTTP/1.1" status: 404 len: 337 time: 0.0344818 Nov 27 16:24:27.426303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57600) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.427273 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-69c24840-cd1e-49cc-be80-07f38ffbc567 None None] Provisioning complete for port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:27.427863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69c24840-cd1e-49cc-be80-07f38ffbc567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.453951 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bc8fd0-a643-4efb-b25d-54c86d05bb13 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.454405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bc8fd0-a643-4efb-b25d-54c86d05bb13 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.459871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-67bc8fd0-a643-4efb-b25d-54c86d05bb13 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/aedc6ae1-b907-4f87-8950-b175bfff6631 HTTP/1.1" status: 404 len: 337 time: 0.0302596 Nov 27 16:24:27.460094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57602) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.483189 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f30f477-86d2-4e38-bcb1-8fc9877d7577 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.483746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f30f477-86d2-4e38-bcb1-8fc9877d7577 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.489174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8f30f477-86d2-4e38-bcb1-8fc9877d7577 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/06a0a657-0716-457e-8493-19c5b4ed793c HTTP/1.1" status: 404 len: 333 time: 0.0258336 Nov 27 16:24:27.489362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57604) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.517531 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-430d7ddd-0851-4619-b704-6680ba6af651 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.517986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430d7ddd-0851-4619-b704-6680ba6af651 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.523643 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-430d7ddd-0851-4619-b704-6680ba6af651 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/012ca552-2499-4a83-bcb2-5940acaa5535 HTTP/1.1" status: 404 len: 337 time: 0.0308609 Nov 27 16:24:27.524860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57606) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.546734 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f564049-11a6-428f-a714-c49c94fc51ed tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.547290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f564049-11a6-428f-a714-c49c94fc51ed tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.552811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5f564049-11a6-428f-a714-c49c94fc51ed tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/b429663f-845c-495d-87cd-16eab661b5c5 HTTP/1.1" status: 404 len: 333 time: 0.0257378 Nov 27 16:24:27.553206 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57608) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.556047 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.617596 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb610b2-4098-4fd1-9108-24ee2755c37d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.618052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb610b2-4098-4fd1-9108-24ee2755c37d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.621142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6bb610b2-4098-4fd1-9108-24ee2755c37d tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/07af8c7c-3279-4e02-87ad-7de7fd8a179a HTTP/1.1" status: 404 len: 337 time: 0.0665610 Nov 27 16:24:27.623953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57610) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.648255 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bb7db6-27f3-47b4-bc37-9ed3547193c8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.648980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bb7db6-27f3-47b4-bc37-9ed3547193c8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.655043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92bb7db6-27f3-47b4-bc37-9ed3547193c8 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/af9b9afe-625b-4a09-b92c-7103b42c4fe0 HTTP/1.1" status: 404 len: 333 time: 0.0300863 Nov 27 16:24:27.655764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57612) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.679237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4431506-ca41-4712-9a52-2d1e7838e4e2 None None] Network 23496627-4a6b-441e-b8f8-12c2e88900e8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:27.687146 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e4f38f-6a16-43ab-b40b-58c023a4d405 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.687675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e4f38f-6a16-43ab-b40b-58c023a4d405 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.691176 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-69e4f38f-6a16-43ab-b40b-58c023a4d405 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/5d0b11e4-ab02-4f88-ae01-ec100c462a58 HTTP/1.1" status: 404 len: 337 time: 0.0339479 Nov 27 16:24:27.693368 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.693566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57614) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.717655 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b2beeb-ed5b-4e15-baa1-d102dc989ca9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.718200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b2beeb-ed5b-4e15-baa1-d102dc989ca9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.723054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-62b2beeb-ed5b-4e15-baa1-d102dc989ca9 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/96d0b25d-22bc-46de-8bef-2ee004a49fda HTTP/1.1" status: 404 len: 333 time: 0.0268509 Nov 27 16:24:27.724275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57616) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.751317 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8e0c7d-8c0e-4468-bdf6-ae4e1ffa710b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.751616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8e0c7d-8c0e-4468-bdf6-ae4e1ffa710b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.757631 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db8e0c7d-8c0e-4468-bdf6-ae4e1ffa710b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/62b1102f-12b8-4bfe-9053-d384a491dc0c HTTP/1.1" status: 404 len: 337 time: 0.0295522 Nov 27 16:24:27.757884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57618) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.775696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d47e7fb1-3fb2-4e62-bf55-262288fcc39e None None] Provisioning complete for port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:27.776060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d47e7fb1-3fb2-4e62-bf55-262288fcc39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.782924 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-db54c841-8845-40b6-af09-c850835cc43c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.783496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db54c841-8845-40b6-af09-c850835cc43c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.789582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-db54c841-8845-40b6-af09-c850835cc43c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/19f3408f-da2e-489d-a83f-5e9bbffc8d0e HTTP/1.1" status: 404 len: 333 time: 0.0278218 Nov 27 16:24:27.789980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.815793 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-936941fb-31a1-4ce3-bedb-1292ca6cfaca tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.816248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936941fb-31a1-4ce3-bedb-1292ca6cfaca tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.819347 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-936941fb-31a1-4ce3-bedb-1292ca6cfaca tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/3a08bf34-430e-40e9-9108-efb2586eaad8 HTTP/1.1" status: 404 len: 337 time: 0.0284417 Nov 27 16:24:27.822141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.861190 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccf978e-a365-45e9-8607-fc308cc6d180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.861893 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccf978e-a365-45e9-8607-fc308cc6d180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.867924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8ccf978e-a365-45e9-8607-fc308cc6d180 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/2d0daac9-a944-46ef-bd8d-2348828fc5a8 HTTP/1.1" status: 404 len: 333 time: 0.0417595 Nov 27 16:24:27.868390 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57624) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.895750 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.900702 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae84a5f-e67f-4f2d-af73-f4981a03e9d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.901034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae84a5f-e67f-4f2d-af73-f4981a03e9d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.902039 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.905510 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2ae84a5f-e67f-4f2d-af73-f4981a03e9d3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/28e7121d-64a4-4350-9e65-34acf40bdbf0 HTTP/1.1" status: 404 len: 337 time: 0.0347946 Nov 27 16:24:27.907039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57626) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.909721 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] DHCP port deletion for 23496627-4a6b-441e-b8f8-12c2e88900e8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:27.960304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] Deleting port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:27.960545 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7e7d78-1f2e-4da7-b09c-9267e959bf5c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.960662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:27.961061 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7e7d78-1f2e-4da7-b09c-9267e959bf5c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:27.964154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c7e7d78-1f2e-4da7-b09c-9267e959bf5c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/e208a54f-d971-454e-94a5-da504700903a HTTP/1.1" status: 404 len: 337 time: 0.0522974 Nov 27 16:24:27.967063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57628) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:27.995396 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aafb760-9710-496f-bf93-82071c524fe3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:27.996023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aafb760-9710-496f-bf93-82071c524fe3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.002124 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9aafb760-9710-496f-bf93-82071c524fe3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/f03a026a-942d-4736-a7b7-2350111e3a42 HTTP/1.1" status: 404 len: 333 time: 0.0313032 Nov 27 16:24:28.002124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57630) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.007571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=ca8e5898-82dc-4eb0-921e-6df0b5303a48,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:28.016960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:28.041864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] For port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,segment=NetworkSegment(21699bd6-ca4e-482b-a9a5-2aae80ab50f7),segment_id=21699bd6-ca4e-482b-a9a5-2aae80ab50f7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:28.042260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:28.042663 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-818367c6-9c9c-40d3-89d1-5f7462830329 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.043542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818367c6-9c9c-40d3-89d1-5f7462830329 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.047451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-818367c6-9c9c-40d3-89d1-5f7462830329 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/6b00dfd2-b3ae-4025-b339-abc5c9ed88dc HTTP/1.1" status: 404 len: 337 time: 0.0445571 Nov 27 16:24:28.049985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57632) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.058740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] Calling delete_port for 3510f6ab-eb0d-4e68-94fa-06744e63fb5d owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:28.067996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3510f6ab-eb0d-4e68-94fa-06744e63fb5d no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:28.078899 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7a3d39-8f15-4297-bee0-212bfa3c35a3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.079482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7a3d39-8f15-4297-bee0-212bfa3c35a3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.085008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8b7a3d39-8f15-4297-bee0-212bfa3c35a3 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/f985945a-8584-464c-ba9e-3126d3650b79 HTTP/1.1" status: 404 len: 337 time: 0.0316768 Nov 27 16:24:28.085367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57634) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.109715 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-146921a8-5072-44a8-9280-2e83d43fca26 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.110438 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146921a8-5072-44a8-9280-2e83d43fca26 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.115921 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-146921a8-5072-44a8-9280-2e83d43fca26 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/2fc2781f-effb-4f3c-8dfa-ba6fde6fa0a7 HTTP/1.1" status: 404 len: 333 time: 0.0272303 Nov 27 16:24:28.116872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57636) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.128899 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP 573bcb0d-63a8-470e-a13a-91c1c2e28abc associated. External IP: 172.25.1.38, port: 368a4457-2c33-4618-ac5c-4f200b7009b1. Nov 27 16:24:28.148421 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66368dc-6c14-417a-b8b5-a60d60c95cce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.148880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66368dc-6c14-417a-b8b5-a60d60c95cce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.151955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e66368dc-6c14-417a-b8b5-a60d60c95cce tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/84f19a8d-6b7d-4ee2-a33b-25ccacf359fc HTTP/1.1" status: 404 len: 337 time: 0.0340867 Nov 27 16:24:28.154585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57638) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.183238 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf62a16-1ec3-41c2-9625-4a11dd7afa78 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.184009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf62a16-1ec3-41c2-9625-4a11dd7afa78 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.187448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-edf62a16-1ec3-41c2-9625-4a11dd7afa78 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/ba1f4ee6-81dd-4c8c-baee-4d2ee767f76c HTTP/1.1" status: 404 len: 337 time: 0.0313752 Nov 27 16:24:28.189713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57640) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.208305 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:28.217522 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-33405f39-7358-4b1a-a629-7e58741f5672 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.217712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33405f39-7358-4b1a-a629-7e58741f5672 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.220680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-33405f39-7358-4b1a-a629-7e58741f5672 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/d68cd2c3-f085-440c-bfd3-2c5a02e934d6 HTTP/1.1" status: 404 len: 333 time: 0.0300398 Nov 27 16:24:28.223646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57642) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.236431 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:28.241434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] Pushing event deleted for resources: {'Port': ['ID=3510f6ab-eb0d-4e68-94fa-06744e63fb5d,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:28.249073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2308826-a244-4e31-8cb8-1e9e60f953c8 None None] No DVR routers for this DVR port 3510f6ab-eb0d-4e68-94fa-06744e63fb5d on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:28.268332 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-babab216-e434-4aea-a938-fc6c4fb62184 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.268812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babab216-e434-4aea-a938-fc6c4fb62184 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.272008 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-babab216-e434-4aea-a938-fc6c4fb62184 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/1289a019-b64c-4bde-a996-c5196f396f2e HTTP/1.1" status: 404 len: 337 time: 0.0471661 Nov 27 16:24:28.275244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57644) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.307629 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a833517-d0e3-45e7-ba20-9ac34e28ee9a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.308084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a833517-d0e3-45e7-ba20-9ac34e28ee9a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.311154 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4a833517-d0e3-45e7-ba20-9ac34e28ee9a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/80a24b2a-e9d1-496b-9f8e-204afa83362e HTTP/1.1" status: 404 len: 337 time: 0.0349870 Nov 27 16:24:28.313736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57646) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.339910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f038b078-3d64-4346-9535-b061a839b856 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d428565-b4ca-4cc4-b3dc-26cf17ad839d HTTP/1.1" status: 200 len: 205 time: 0.0251148 Nov 27 16:24:28.346822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57648) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.386505 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-c301297a-3b66-4ea9-b346-ebe1dbbdab88 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] delete failed (client error): The resource could not be found. Nov 27 16:24:28.387559 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c301297a-3b66-4ea9-b346-ebe1dbbdab88 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/routers/0d428565-b4ca-4cc4-b3dc-26cf17ad839d HTTP/1.1" status: 404 len: 336 time: 0.0397830 Nov 27 16:24:28.390221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57650) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.418733 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d153d41b-4506-48c6-8084-d70a230aabef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.419186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d153d41b-4506-48c6-8084-d70a230aabef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.422362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d153d41b-4506-48c6-8084-d70a230aabef tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/270d74a2-3cb4-4110-a471-97455f4d2883 HTTP/1.1" status: 404 len: 337 time: 0.0311058 Nov 27 16:24:28.425054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57652) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.459475 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7ad5ff05-1b17-46a1-804a-8f6c448341ff tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b74701f7-b093-4dd0-8cc9-f55b59c5f4ff HTTP/1.1" status: 200 len: 205 time: 0.0310111 Nov 27 16:24:28.460303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57654) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.498569 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-dd6bdaab-522d-4d45-ac60-26eec551b2c6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] delete failed (client error): The resource could not be found. Nov 27 16:24:28.499539 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dd6bdaab-522d-4d45-ac60-26eec551b2c6 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/routers/b74701f7-b093-4dd0-8cc9-f55b59c5f4ff HTTP/1.1" status: 404 len: 336 time: 0.0383084 Nov 27 16:24:28.502133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57656) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.529719 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6d1082-abc5-4785-978e-cd37953b311b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.530093 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6d1082-abc5-4785-978e-cd37953b311b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.533233 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7d6d1082-abc5-4785-978e-cd37953b311b tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/dd31ab36-75b5-4f30-bff6-ecbdd8d5263f HTTP/1.1" status: 404 len: 337 time: 0.0301700 Nov 27 16:24:28.536020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57658) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.562779 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-817d83f6-1973-4fa0-aab3-ec0196c9a4fa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.563232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817d83f6-1973-4fa0-aab3-ec0196c9a4fa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.566312 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-817d83f6-1973-4fa0-aab3-ec0196c9a4fa tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/36252a5f-0a08-45f8-b3c1-8c4e48754516 HTTP/1.1" status: 404 len: 337 time: 0.0292258 Nov 27 16:24:28.569739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57660) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.594048 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b39b2a-57c2-43a0-87c7-f36f5c6aceec tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.594595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b39b2a-57c2-43a0-87c7-f36f5c6aceec tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.597645 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b2b39b2a-57c2-43a0-87c7-f36f5c6aceec tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/7892bd5e-f038-4edd-8ceb-2e42cc45beb5 HTTP/1.1" status: 404 len: 333 time: 0.0266798 Nov 27 16:24:28.600258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57662) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.629920 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-687c36a5-1af6-49ed-b8df-af1771c36714 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.630370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687c36a5-1af6-49ed-b8df-af1771c36714 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.633990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-687c36a5-1af6-49ed-b8df-af1771c36714 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/a570a784-c3f6-4ed2-b28f-c4c207326a90 HTTP/1.1" status: 404 len: 337 time: 0.0328312 Nov 27 16:24:28.636568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57664) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.659215 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adb32c6-634b-41ca-91ee-e534d0257042 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.659737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adb32c6-634b-41ca-91ee-e534d0257042 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.662736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6adb32c6-634b-41ca-91ee-e534d0257042 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/b9245093-a1d7-4b65-9ede-0d8c4c4881ef HTTP/1.1" status: 404 len: 333 time: 0.0252230 Nov 27 16:24:28.665281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57666) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.672709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 4e333437-a33f-4293-9de7-7d5ea7ae360c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:24:28.690282 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f327846f-be97-42b6-bab5-ab974735485a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.690726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f327846f-be97-42b6-bab5-ab974735485a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.693697 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f327846f-be97-42b6-bab5-ab974735485a tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/95aeb71a-14cc-4297-8028-d22772bafb3b HTTP/1.1" status: 404 len: 337 time: 0.0274761 Nov 27 16:24:28.696654 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57668) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.719694 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b661d449-377a-4fa2-b265-29ac09826143 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.720226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b661d449-377a-4fa2-b265-29ac09826143 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.723238 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b661d449-377a-4fa2-b265-29ac09826143 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/756c2adb-769f-4669-8eb9-1a4e0021431e HTTP/1.1" status: 404 len: 333 time: 0.0257020 Nov 27 16:24:28.725741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57670) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.750498 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4b645f-9fad-4a71-a4a2-6a83d01f3147 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.750865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4b645f-9fad-4a71-a4a2-6a83d01f3147 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.753918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af4b645f-9fad-4a71-a4a2-6a83d01f3147 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/7e239d81-1368-4278-aab2-426d3f6d0de9 HTTP/1.1" status: 404 len: 337 time: 0.0272906 Nov 27 16:24:28.757385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57672) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.780208 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0067bd2e-e2f7-43aa-97eb-60eebc6e58af tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.780662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:24:28.780835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0067bd2e-e2f7-43aa-97eb-60eebc6e58af tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.785065 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0067bd2e-e2f7-43aa-97eb-60eebc6e58af tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/0a0a0dd5-b96f-4798-a273-cece43028c5e HTTP/1.1" status: 404 len: 333 time: 0.0267401 Nov 27 16:24:28.787571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57674) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.790742 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] Sync routers for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:24:28.798669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:28.810266 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:28.810938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:28.823965 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec364bc-b563-4683-84b7-26ae6c4124dd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.824416 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec364bc-b563-4683-84b7-26ae6c4124dd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.829732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7fbd4804-3f92-4af0-ae82-e4bce4a05fda tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3121347 Nov 27 16:24:28.829732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:24:28.830227 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb73fec-ef8f-4e3d-a345-b884014467c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:24:28.830834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dec364bc-b563-4683-84b7-26ae6c4124dd tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/42eb5a6a-1428-45a8-b24c-e6d228f9aa89 HTTP/1.1" status: 404 len: 337 time: 0.0413888 Nov 27 16:24:28.831435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57678) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.855928 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-df643131-c162-4e9e-90a2-5094abaaf001 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.856647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df643131-c162-4e9e-90a2-5094abaaf001 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.862406 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df643131-c162-4e9e-90a2-5094abaaf001 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/7064603f-662b-49ac-b771-fddcee7272b4 HTTP/1.1" status: 404 len: 333 time: 0.0300095 Nov 27 16:24:28.862577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57682) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.890613 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1def2-ef0f-4840-9106-ffb76d6f26ec x-openstack-request-id: req-8da1def2-ef0f-4840-9106-ffb76d6f26ec {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:24:28.891029 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:24:28.891377 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8da1def2-ef0f-4840-9106-ffb76d6f26ec {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:24:28.891870 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'status': 'completed', 'code': 200} Nov 27 16:24:28.893236 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c926274-df6a-4f60-9b61-af17fd34c242 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.893816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c926274-df6a-4f60-9b61-af17fd34c242 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.897027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c926274-df6a-4f60-9b61-af17fd34c242 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/ec55242f-017e-48bd-a91f-1bbde2a0ab9b HTTP/1.1" status: 404 len: 337 time: 0.0333657 Nov 27 16:24:28.900376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57684) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.925768 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18ff9f1-07d4-4966-8df0-5c1456e92a8c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.926337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18ff9f1-07d4-4966-8df0-5c1456e92a8c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.932902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e18ff9f1-07d4-4966-8df0-5c1456e92a8c tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/68e4aaf0-adcd-4963-a95c-3b4172e00b84 HTTP/1.1" status: 404 len: 333 time: 0.0313637 Nov 27 16:24:28.933111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57686) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:28.948093 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:28.982547 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad573f0f-71be-475c-b0ef-a531e43e8fc1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:28.982998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad573f0f-71be-475c-b0ef-a531e43e8fc1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:28.985998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad573f0f-71be-475c-b0ef-a531e43e8fc1 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/cb0ab690-9dff-4aee-9545-a46394eb8303 HTTP/1.1" status: 404 len: 337 time: 0.0518155 Nov 27 16:24:28.988803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57688) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:29.020375 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ee3a45-a757-4d16-b3f1-c941b6a0d655 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:29.020826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ee3a45-a757-4d16-b3f1-c941b6a0d655 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:29.024033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-15ee3a45-a757-4d16-b3f1-c941b6a0d655 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/ports/41816b26-f43e-4075-8e32-ef967aa7887a HTTP/1.1" status: 404 len: 333 time: 0.0322940 Nov 27 16:24:29.027125 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57690) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:29.032730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f9489-4d27-4838-9ccf-e0e3261416ea req-6f5ec7a9-6c34-4d0d-8479-e3b302aa0d91 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:29.034235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-490f9489-4d27-4838-9ccf-e0e3261416ea req-6f5ec7a9-6c34-4d0d-8479-e3b302aa0d91 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.1357641 Nov 27 16:24:29.038916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-5b62a244-a4ca-4336-bab7-7565afe9c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:29.040326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-5b62a244-a4ca-4336-bab7-7565afe9c2c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1096 time: 0.1305420 Nov 27 16:24:29.055804 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79e9758-08f0-498d-b628-44ec82b4bea5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:29.056362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79e9758-08f0-498d-b628-44ec82b4bea5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:29.060538 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d79e9758-08f0-498d-b628-44ec82b4bea5 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/subnets/b5498b33-61f5-4923-aed7-0ff0be5c4248 HTTP/1.1" status: 404 len: 337 time: 0.0313504 Nov 27 16:24:29.062237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57692) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:29.139699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-490f9489-4d27-4838-9ccf-e0e3261416ea req-cf32600c-0437-4790-9969-ba0bb8f1d4fb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980616 Nov 27 16:24:29.144139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.172672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57694) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:29.182802 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '573bcb0d-63a8-470e-a13a-91c1c2e28abc', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'mac_address': 'fa:16:3e:d5:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:24:27Z', 'updated_at': '2021-11-27T16:24:27Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:29.211053 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] Checking router: 4e333437-a33f-4293-9de7-7d5ea7ae360c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:24:29.219977 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:29.220684 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:29.227050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-a6b8ba42-65e0-4074-8da5-7e66e60b7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:29.228534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-a6b8ba42-65e0-4074-8da5-7e66e60b7b57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.1732180 Nov 27 16:24:29.246880 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.250873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-663a0571-bc27-48eb-a948-b196ff9a8f0f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/573bcb0d-63a8-470e-a13a-91c1c2e28abc HTTP/1.1" status: 200 len: 990 time: 0.0759273 Nov 27 16:24:29.275317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23496627-4a6b-441e-b8f8-12c2e88900e8']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:29.285173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21699bd6-ca4e-482b-a9a5-2aae80ab50f7') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:29.285522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21699bd6-ca4e-482b-a9a5-2aae80ab50f7') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:29.295589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.307296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-055e1624-aaaa-42c0-8407-b0a58b487582 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0700541 Nov 27 16:24:29.309258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.315286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:29.315671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:29.318782 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:29.332855 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:24:29.363229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-72a542a9-8120-48f5-8395-7842b45ed7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:29.364715 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-72a542a9-8120-48f5-8395-7842b45ed7fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0476923 Nov 27 16:24:29.379032 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.403575 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.407189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] 10.222.0.15 "DELETE /v2.0/networks/23496627-4a6b-441e-b8f8-12c2e88900e8 HTTP/1.1" status: 204 len: 168 time: 0.3439782 Nov 27 16:24:29.408269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67c4da-8aa7-4bb8-8eb8-8a487a86e003 tempest-NetworksTestDHCPv6-1310032231 tempest-NetworksTestDHCPv6-1310032231-project] Pushing event deleted for resources: {'Network': ['ID=23496627-4a6b-441e-b8f8-12c2e88900e8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:29.417799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-45947fb1-3322-4d69-9374-2de8ea5d6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:29.419949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-45947fb1-3322-4d69-9374-2de8ea5d6f91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477986 Nov 27 16:24:29.525536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-0ca7e6cf-d01d-4991-952c-0f427d3498ff service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974195 Nov 27 16:24:29.585566 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '573bcb0d-63a8-470e-a13a-91c1c2e28abc', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'mac_address': 'fa:16:3e:d5:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:24:27Z', 'updated_at': '2021-11-27T16:24:27Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:29.616855 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c3931-e28b-490d-851c-dfe2b09e893e None None] The sync data for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 is: [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '573bcb0d-63a8-470e-a13a-91c1c2e28abc', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'mac_address': 'fa:16:3e:d5:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:24:27Z', 'updated_at': '2021-11-27T16:24:27Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:29.627018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb73fec-ef8f-4e3d-a345-b884014467c0 req-85a8414b-768f-404d-9c07-ecbe42a05b42 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942502 Nov 27 16:24:29.672071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57700) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:29.820121 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6d3b022d-a7ad-4195-8a68-1756c42a68d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bd0a7bd4aac49f5aa5b25e079229929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467564 Nov 27 16:24:29.820376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57704) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:29.872048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0872a51e-f867-42b6-a113-173dd3bed064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.894604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0872a51e-f867-42b6-a113-173dd3bed064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.939026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391bea4-3b13-4eb3-baa3-911b1a2cca35 None None] New status for floating IP 573bcb0d-63a8-470e-a13a-91c1c2e28abc: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:24:29.951563 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0872a51e-f867-42b6-a113-173dd3bed064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.955171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0872a51e-f867-42b6-a113-173dd3bed064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:29.956818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0872a51e-f867-42b6-a113-173dd3bed064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14c2c0a1-51cd-4bc4-979b-66051d205e30 HTTP/1.1" status: 204 len: 168 time: 0.1353259 Nov 27 16:24:29.967324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872a51e-f867-42b6-a113-173dd3bed064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2c0a1-51cd-4bc4-979b-66051d205e30,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:30.014368 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.253681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57716) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:30.314600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7f1ff4c5-0a31-46c3-acf1-325d78c1f295 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/573bcb0d-63a8-470e-a13a-91c1c2e28abc HTTP/1.1" status: 200 len: 992 time: 0.0595782 Nov 27 16:24:30.588967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57728) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:30.684317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-633007613'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:30.704734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:30.708146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.716874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.790849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.794166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.822476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:30.828859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b3e2b6-87b9-4b95-bad0-2ed40a705032,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:30.834999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.835355 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment 876060b0-4a80-4081-89bc-f356c2644520 of type vlan for network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad Nov 27 16:24:30.879433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.903504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.909067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:30.909774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:30.967108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3770032 Nov 27 16:24:30.969827 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57732) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:30.974918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'name': 'tempest-PortsTestJSON-372431842'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:30.980197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ad7a9-5931-4be1-9927-bf631717cb77 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=4c0fdec6-0a4f-4675-8211-a90f2f4228ad,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:30.992034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:31.068467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:31.072579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.090360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 6ec25faf-f741-4295-bdff-04d8f9868cef yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:31.253341 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.285704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.346735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=6ec25faf-f741-4295-bdff-04d8f9868cef,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:31.355542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': '876060b0-4a80-4081-89bc-f356c2644520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:31.355895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: 4c0fdec6-0a4f-4675-8211-a90f2f4228ad, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:31.372419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:31.380930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 4c0fdec6-0a4f-4675-8211-a90f2f4228ad) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:31.384461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:31.390080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:31.390257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9d302-0854-4c75-9c7c-6171a05c2a83 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:31.390685 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.407045 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-aaf6a8e3-6181-4a1f-94af-db4e7dcbe38b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4361558 Nov 27 16:24:31.410083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57734) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:31.415453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438135569'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:31.436297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:31.439969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.463923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:31.473193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.473789 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment 398e4786-4eff-4a37-bf72-1fe709626dc2 of type vlan for network 8edd1393-af3d-4ec4-aee7-93323b88d58a Nov 27 16:24:31.518116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.542440 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.548089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:31.548694 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.601517 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902642 Nov 27 16:24:31.604104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57736) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:31.609227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'ports': [{'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'}, {'network_id': '8edd1393-af3d-4ec4-aee7-93323b88d58a'}]} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:31.609575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:31.610065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '8edd1393-af3d-4ec4-aee7-93323b88d58a'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:31.619485 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2b2e-000c-4c46-bfb5-4f82795fd7e4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=8edd1393-af3d-4ec4-aee7-93323b88d58a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:31.630160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 8edd1393-af3d-4ec4-aee7-93323b88d58a details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:31.771602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 2} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:31.776245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.788886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:31.868930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 8f77e786-13ed-4381-9d76-3beb64621857 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:31.987656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.055979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.065876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:32.179057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.215886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.264111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:32.267134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:32.270758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:32.271555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.278448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=8f77e786-13ed-4381-9d76-3beb64621857,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:32.335169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:32.346029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': '398e4786-4eff-4a37-bf72-1fe709626dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8edd1393-af3d-4ec4-aee7-93323b88d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:32.346388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: 8edd1393-af3d-4ec4-aee7-93323b88d58a, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:32.363195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 8edd1393-af3d-4ec4-aee7-93323b88d58a is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:32.371681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 8edd1393-af3d-4ec4-aee7-93323b88d58a) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:32.375520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:32.381982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:32.382165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77625a7d-cc56-4adc-a571-8b202aa9dd54 None None] Network 8edd1393-af3d-4ec4-aee7-93323b88d58a requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:32.386920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:32.387575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.403909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-84f49220-8f5f-4122-977e-7c401861cb1e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7986953 Nov 27 16:24:32.406657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:32.490693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:32.490928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.557172 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.570680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:32.645863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.680071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:32.685340 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.688601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4dae6773-c545-45dc-9e96-54486d85219e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f HTTP/1.1" status: 204 len: 168 time: 0.2810271 Nov 27 16:24:32.691022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:32.737676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc392d5a-800a-4813-8677-d4ae5c553c31 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:32.744148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc392d5a-800a-4813-8677-d4ae5c553c31 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:32.745584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dc392d5a-800a-4813-8677-d4ae5c553c31 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0536447 Nov 27 16:24:32.748281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57742) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:32.830254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 8f77e786-13ed-4381-9d76-3beb64621857 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:32.830595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.897938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:32.910623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 8f77e786-13ed-4381-9d76-3beb64621857 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:32.990264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.017450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=8f77e786-13ed-4381-9d76-3beb64621857,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:33.024570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.027857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-78412bef-ffd4-4596-87b6-537b1f376b54 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/8f77e786-13ed-4381-9d76-3beb64621857 HTTP/1.1" status: 204 len: 168 time: 0.2786584 Nov 27 16:24:33.030521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57744) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:33.077582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee7eecb-acc8-48c7-811f-608f310027c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:33.079129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cee7eecb-acc8-48c7-811f-608f310027c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0476060 Nov 27 16:24:33.081822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:33.109203 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-667855eb-c247-4da4-b197-b22bf2623199 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:33.110529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-667855eb-c247-4da4-b197-b22bf2623199 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/9b0e4602-5eb6-4bb6-aef8-57dc1cc23e1f HTTP/1.1" status: 404 len: 333 time: 0.0278215 Nov 27 16:24:33.112971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57748) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:33.135824 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-20eaf5d8-ebd5-4629-b3d4-44a6794dff0c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:33.137080 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20eaf5d8-ebd5-4629-b3d4-44a6794dff0c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/8f77e786-13ed-4381-9d76-3beb64621857 HTTP/1.1" status: 404 len: 333 time: 0.0232301 Nov 27 16:24:33.139397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57750) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:33.211917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.298229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.317486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edd1393-af3d-4ec4-aee7-93323b88d58a']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:33.326297 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398e4786-4eff-4a37-bf72-1fe709626dc2') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:33.326591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398e4786-4eff-4a37-bf72-1fe709626dc2') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:33.335592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.348412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.354520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:33.354895 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:33.357807 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:33.417785 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.424524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.427927 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/8edd1393-af3d-4ec4-aee7-93323b88d58a HTTP/1.1" status: 204 len: 168 time: 0.2876811 Nov 27 16:24:33.432056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57752) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:33.437171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037513515'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:33.439586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d6018-4dfc-4e8f-aef4-31b251bc79f8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=8edd1393-af3d-4ec4-aee7-93323b88d58a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:33.457885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:33.461895 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.488877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:33.497553 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.497893 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment 0dfccfe3-42cc-4ed4-8245-fd6264d258fc of type vlan for network c8d56bda-fa45-4670-92c3-963cdb0b42f9 Nov 27 16:24:33.535987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.560728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.566532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:33.567122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.623075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1898866 Nov 27 16:24:33.626733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:33.632434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:33.638064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a65f4-fd22-479a-bcc5-d3bab3708c03 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=c8d56bda-fa45-4670-92c3-963cdb0b42f9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:33.648086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network c8d56bda-fa45-4670-92c3-963cdb0b42f9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:33.718673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:33.722255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.780613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Performing IP validity checks on allocation pools {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 16:24:33.781216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 16:24:33.896767 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:33.959035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:33.970514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': '0dfccfe3-42cc-4ed4-8245-fd6264d258fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:33.970875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: c8d56bda-fa45-4670-92c3-963cdb0b42f9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:33.987564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network c8d56bda-fa45-4670-92c3-963cdb0b42f9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:33.997207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, c8d56bda-fa45-4670-92c3-963cdb0b42f9) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:34.001224 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:34.001853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.006478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0945f39-0723-4c9f-93f9-e54613919ef6 None None] Network c8d56bda-fa45-4670-92c3-963cdb0b42f9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:34.018258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2b64a6d8-8a1b-424e-a988-87aa238a89e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3903525 Nov 27 16:24:34.020701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57756) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:34.025685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9', 'name': 'tempest-PortsTestJSON-225226946'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:34.143524 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:34.147969 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.167427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 5ba03a97-1cfc-4cd5-ac30-1507e3703860 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:34.291047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.11 (c8d56bda-fa45-4670-92c3-963cdb0b42f9/7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f/5ba03a97-1cfc-4cd5-ac30-1507e3703860) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:34.309618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-c8d56bda-fa45-4670-92c3-963cdb0b42f9', 'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': '7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:34.310500 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.447560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.482664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.530046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network c8d56bda-fa45-4670-92c3-963cdb0b42f9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:34.532031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Allocated IP 172.20.0.2 (c8d56bda-fa45-4670-92c3-963cdb0b42f9/7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f/ec465784-c2f5-4e30-b032-693268e1c4d5) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:34.533471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:34.538038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:34.565278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=5ba03a97-1cfc-4cd5-ac30-1507e3703860,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:34.589855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:34.590102 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.607015 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-581fe998-0cf5-4dbc-a3e3-39e84dd93738 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5852001 Nov 27 16:24:34.609617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57758) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:34.678551 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.684140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.699521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 5ba03a97-1cfc-4cd5-ac30-1507e3703860 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:34.699775 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.730160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Network c8d56bda-fa45-4670-92c3-963cdb0b42f9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:34.735175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:34.739523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:34.742945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Pushing event updated for resources: {'Port': ['ID=ec465784-c2f5-4e30-b032-693268e1c4d5,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:34.796625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.797783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Attempting to bind port ec465784-c2f5-4e30-b032-693268e1c4d5 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:34.798162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Attempting to bind port ec465784-c2f5-4e30-b032-693268e1c4d5 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0dfccfe3-42cc-4ed4-8245-fd6264d258fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:34.798528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Attempting to bind port ec465784-c2f5-4e30-b032-693268e1c4d5 on network c8d56bda-fa45-4670-92c3-963cdb0b42f9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:34.803662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:34.804036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Checking segment: {'id': '0dfccfe3-42cc-4ed4-8245-fd6264d258fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:34.804624 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.805206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Bound using segment: {'id': '0dfccfe3-42cc-4ed4-8245-fd6264d258fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:34.805881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Bound port: ec465784-c2f5-4e30-b032-693268e1c4d5, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfccfe3-42cc-4ed4-8245-fd6264d258fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8d56bda-fa45-4670-92c3-963cdb0b42f9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:34.806449 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.809577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 5ba03a97-1cfc-4cd5-ac30-1507e3703860 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:34.871953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] For port ec465784-c2f5-4e30-b032-693268e1c4d5, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:34.875139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] For port ec465784-c2f5-4e30-b032-693268e1c4d5, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ec465784-c2f5-4e30-b032-693268e1c4d5,segment=NetworkSegment(0dfccfe3-42cc-4ed4-8245-fd6264d258fc),segment_id=0dfccfe3-42cc-4ed4-8245-fd6264d258fc)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:34.881776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.952677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574ba7-db7d-43a6-b9df-381c4395b0a6 None None] Pushing event updated for resources: {'Port': ['ID=ec465784-c2f5-4e30-b032-693268e1c4d5,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:34.964557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:34.996791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=5ba03a97-1cfc-4cd5-ac30-1507e3703860,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:35.071228 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.074761 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8ceec608-2ea3-4ce8-a1d5-63564f878a07 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/5ba03a97-1cfc-4cd5-ac30-1507e3703860 HTTP/1.1" status: 204 len: 168 time: 0.4641535 Nov 27 16:24:35.077278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57760) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:35.123292 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c7a2f3-bceb-45cc-8e0a-e892f52b3e0f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:24:35.124071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c7a2f3-bceb-45cc-8e0a-e892f52b3e0f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:35.130965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-51c7a2f3-bceb-45cc-8e0a-e892f52b3e0f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/5ba03a97-1cfc-4cd5-ac30-1507e3703860 HTTP/1.1" status: 404 len: 333 time: 0.0525246 Nov 27 16:24:35.134115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57762) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:35.161179 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c8ea1d-6552-4b72-9c13-6255aa0c2813 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:35.163665 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-06c8ea1d-6552-4b72-9c13-6255aa0c2813 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/5ba03a97-1cfc-4cd5-ac30-1507e3703860 HTTP/1.1" status: 404 len: 333 time: 0.0261409 Nov 27 16:24:35.167490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57764) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:35.226071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:35.229692 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.272376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a21646b6-223a-4719-a0fd-dde60efe7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.277878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.367360 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.423519 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.448715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:35.454197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.459738 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9c089902-16e5-44fb-851e-c3faa0c7c20b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f HTTP/1.1" status: 204 len: 168 time: 0.2889357 Nov 27 16:24:35.460065 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57766) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:35.542607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.597940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port ec465784-c2f5-4e30-b032-693268e1c4d5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:35.598279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.663680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] For port ec465784-c2f5-4e30-b032-693268e1c4d5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ec465784-c2f5-4e30-b032-693268e1c4d5,segment=NetworkSegment(0dfccfe3-42cc-4ed4-8245-fd6264d258fc),segment_id=0dfccfe3-42cc-4ed4-8245-fd6264d258fc)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:35.664066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:35.677188 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for ec465784-c2f5-4e30-b032-693268e1c4d5 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:35.883440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee58f18-feb3-4710-ac99-f00b17b1d740 None None] Network c8d56bda-fa45-4670-92c3-963cdb0b42f9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:36.005234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7887cebe-2556-432b-945a-1b2ebf7c8c94 None None] Provisioning complete for port ec465784-c2f5-4e30-b032-693268e1c4d5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:36.005660 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7887cebe-2556-432b-945a-1b2ebf7c8c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.089820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ec465784-c2f5-4e30-b032-693268e1c4d5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:36.111961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.133549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b950e2f-b77a-432d-b18c-0691b5379b47 None None] DHCP port deletion for c8d56bda-fa45-4670-92c3-963cdb0b42f9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:36.139064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=ec465784-c2f5-4e30-b032-693268e1c4d5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:36.140547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7887cebe-2556-432b-945a-1b2ebf7c8c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.140894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No DVR routers for this DVR port ec465784-c2f5-4e30-b032-693268e1c4d5 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:36.163429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No active binding found for port ec465784-c2f5-4e30-b032-693268e1c4d5 {{(pid=110077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 16:24:36.163852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ec465784-c2f5-4e30-b032-693268e1c4d5 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 16:24:36.186213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port ec465784-c2f5-4e30-b032-693268e1c4d5 not found, will not notify nova. {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 16:24:36.229396 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.249600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d56bda-fa45-4670-92c3-963cdb0b42f9']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:36.258860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfccfe3-42cc-4ed4-8245-fd6264d258fc') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:36.259164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfccfe3-42cc-4ed4-8245-fd6264d258fc') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:36.268203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.280955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.287024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:36.288249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:36.291255 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:36.347559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.354766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.357922 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/c8d56bda-fa45-4670-92c3-963cdb0b42f9 HTTP/1.1" status: 204 len: 168 time: 0.8969407 Nov 27 16:24:36.361709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57768) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:36.367353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1599487350'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:36.370027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c10ae6-5b78-4e82-8d44-e83b59da70a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=c8d56bda-fa45-4670-92c3-963cdb0b42f9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:36.387731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:36.391242 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.414887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:36.423522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.423858 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment 2025c875-ec3d-440a-b545-be281c0c9fca of type vlan for network cc58fa52-27b2-457a-8202-d2a3822a0702 Nov 27 16:24:36.465488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.489681 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.495191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:36.495759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.547090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1841679 Nov 27 16:24:36.549845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57770) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:36.554523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': 'cc58fa52-27b2-457a-8202-d2a3822a0702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:36.609254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de60e2c-5e5a-4075-8c3c-52c5fb590f08 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=cc58fa52-27b2-457a-8202-d2a3822a0702,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:36.619664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network cc58fa52-27b2-457a-8202-d2a3822a0702 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:36.655698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:36.659409 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.834052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.890246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=b7310d10-e1b7-4616-b98c-d3f2a92c7a7d,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:36.900541 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': '2025c875-ec3d-440a-b545-be281c0c9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc58fa52-27b2-457a-8202-d2a3822a0702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:36.900898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: cc58fa52-27b2-457a-8202-d2a3822a0702, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:36.917202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network cc58fa52-27b2-457a-8202-d2a3822a0702 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:36.925158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, cc58fa52-27b2-457a-8202-d2a3822a0702) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:36.929121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:36.929760 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:36.934881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd697ce-1869-4274-b98e-9d1bbe04f657 None None] Network cc58fa52-27b2-457a-8202-d2a3822a0702 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:36.945982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d2a13d28-5e31-456b-98e0-1778f3a4c9e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952072 Nov 27 16:24:36.948697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57772) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:36.953470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': 'cc58fa52-27b2-457a-8202-d2a3822a0702', 'security_groups': [], 'name': 'tempest-PortsTestJSON-225907323'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:37.063732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:37.067365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.080120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61073179-a784-4d93-a049-74a6784142dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-cc58fa52-27b2-457a-8202-d2a3822a0702', 'network_id': 'cc58fa52-27b2-457a-8202-d2a3822a0702', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': 'b7310d10-e1b7-4616-b98c-d3f2a92c7a7d'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:37.080979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61073179-a784-4d93-a049-74a6784142dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.086313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:37.192368 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.2 (cc58fa52-27b2-457a-8202-d2a3822a0702/b7310d10-e1b7-4616-b98c-d3f2a92c7a7d/d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:37.314331 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.348189 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.389973 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network cc58fa52-27b2-457a-8202-d2a3822a0702 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:37.393148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:37.395594 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-61073179-a784-4d93-a049-74a6784142dd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-74f431b4-5cd7-47c7-876c-a100fd1e9ded {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:24:37.396392 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-61073179-a784-4d93-a049-74a6784142dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:24:37.396873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:37.402999 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:37.450655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:37.451255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.466590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3e84fa59-221f-4a14-ba1c-f460d509ba81 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5166824 Nov 27 16:24:37.469306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57774) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:37.551807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:37.552146 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.638113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.649660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:37.704914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c70045c1-4b29-4018-94f5-3ac4c77760a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.771703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.804926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:37.868222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.872133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eece7736-17a8-4ce5-b976-1f8e744dfcfb tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46 HTTP/1.1" status: 204 len: 168 time: 0.4017851 Nov 27 16:24:37.874694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57776) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:37.898243 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-61073179-a784-4d93-a049-74a6784142dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:37.898512 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a754d2b2-34c9-44b2-985f-617dd01d4853 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:37.899841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a754d2b2-34c9-44b2-985f-617dd01d4853 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46 HTTP/1.1" status: 404 len: 333 time: 0.0242383 Nov 27 16:24:37.902400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57778) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:37.951154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet b7310d10-e1b7-4616-b98c-d3f2a92c7a7d {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:37.954223 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.000008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.039257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ec465784-c2f5-4e30-b032-693268e1c4d5 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:38.045272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.059420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ec465784-c2f5-4e30-b032-693268e1c4d5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:38.059770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ec465784-c2f5-4e30-b032-693268e1c4d5 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:38.105232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-61073179-a784-4d93-a049-74a6784142dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7310d10-e1b7-4616-b98c-d3f2a92c7a7d: This subnet is being modified by another concurrent operation. Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7310d10-e1b7-4616-b98c-d3f2a92c7a7d: This subnet is being modified by another concurrent operation. Nov 27 16:24:38.108520 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:24:38.128305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab07ff6-70b3-48e0-972a-ec008b4cbde2 None None] Network cc58fa52-27b2-457a-8202-d2a3822a0702 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:38.134071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=b7310d10-e1b7-4616-b98c-d3f2a92c7a7d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:38.138854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.142119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4f5689e2-eee8-4dbb-befa-a5de681d0a0e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/b7310d10-e1b7-4616-b98c-d3f2a92c7a7d HTTP/1.1" status: 204 len: 168 time: 0.2387989 Nov 27 16:24:38.144723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57780) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:38.223277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.243736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc7b41-5443-4d07-b16e-b3f42adc62ee None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:24:38.307845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc7b41-5443-4d07-b16e-b3f42adc62ee None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:24:38.308134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.327706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc58fa52-27b2-457a-8202-d2a3822a0702']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:38.337421 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2025c875-ec3d-440a-b545-be281c0c9fca') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:38.337732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2025c875-ec3d-440a-b545-be281c0c9fca') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:38.352507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.366679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.372684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:38.373078 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: items = [ Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:38.375990 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:38.433202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.440352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.444277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/cc58fa52-27b2-457a-8202-d2a3822a0702 HTTP/1.1" status: 204 len: 168 time: 0.2981327 Nov 27 16:24:38.448973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57782) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:38.454863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'name': 'tempest-PortsTestJSON-870027827'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:38.457053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bca184-c68c-41b5-b422-cf3a08adde1f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=cc58fa52-27b2-457a-8202-d2a3822a0702,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:38.546658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:38.550336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.566801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port bed413c3-d5b0-4e89-a28c-11c31e597d20 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:38.608624 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.722629 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.753887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.799004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:38.801908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:38.808973 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:38.814450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:38.815053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.817325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=bed413c3-d5b0-4e89-a28c-11c31e597d20,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:38.833562 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-12e1c4b6-871d-448c-8a6b-39450b1af26e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3829067 Nov 27 16:24:38.836132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57784) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:38.922205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port bed413c3-d5b0-4e89-a28c-11c31e597d20 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:38.922535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:38.987668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.000236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for bed413c3-d5b0-4e89-a28c-11c31e597d20 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:39.079126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.106763 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=bed413c3-d5b0-4e89-a28c-11c31e597d20,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:39.114666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.118678 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fb3eb55e-ec2c-40c8-84ac-b4edaaf50080 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/bed413c3-d5b0-4e89-a28c-11c31e597d20 HTTP/1.1" status: 204 len: 168 time: 0.2816148 Nov 27 16:24:39.121130 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57786) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:39.126381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'mac_address': 'fa:16:3e:9b:3c:fc', 'name': 'tempest-PortsTestJSON-1525011531'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:39.216544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:39.279208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.298558 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 1397821d-e0e5-41d1-8175-d0c01af1eab5 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:39.453664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.485943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.527187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:39.530322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:39.533926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:39.539988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:39.540577 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.550013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=1397821d-e0e5-41d1-8175-d0c01af1eab5,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:39.561364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e90bbba3-8b69-4b68-8100-505ecf4397fc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4391251 Nov 27 16:24:39.563828 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57788) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:39.610116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa452fc2-9c95-4a68-a3d0-bd88b79e6c9e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:39.611448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa452fc2-9c95-4a68-a3d0-bd88b79e6c9e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/1397821d-e0e5-41d1-8175-d0c01af1eab5 HTTP/1.1" status: 200 len: 841 time: 0.0466990 Nov 27 16:24:39.614160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57790) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:39.695687 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 1397821d-e0e5-41d1-8175-d0c01af1eab5 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:39.696022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.763809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.778773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 1397821d-e0e5-41d1-8175-d0c01af1eab5 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:39.854684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.883352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=1397821d-e0e5-41d1-8175-d0c01af1eab5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:39.889282 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:39.892669 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0c8edfb2-19fc-4f54-a7e7-62d82a382c8e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/1397821d-e0e5-41d1-8175-d0c01af1eab5 HTTP/1.1" status: 204 len: 168 time: 0.2775936 Nov 27 16:24:39.895344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57792) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:39.919522 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1f37fc-ab4e-4c1c-8bc0-0fa22008f69e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:39.920829 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c1f37fc-ab4e-4c1c-8bc0-0fa22008f69e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/1397821d-e0e5-41d1-8175-d0c01af1eab5 HTTP/1.1" status: 404 len: 333 time: 0.0244431 Nov 27 16:24:39.924232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57794) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:39.928695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'name': 'tempest-PortsTestJSON-1906324371'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:40.304505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:40.308117 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.325717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 547fd374-0714-4f85-a758-a70dfe7e7994 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:40.346802 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.484112 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.516746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.560366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:40.563357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:40.567035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:40.573253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:40.573879 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.579623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=547fd374-0714-4f85-a758-a70dfe7e7994,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:40.593901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d103e098-fe2f-456b-a149-9836cfde6785 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6686716 Nov 27 16:24:40.596469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:40.601937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:40.661924 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.814894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.819206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.851197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] In _notify_port_updated(), no bound segment for port 547fd374-0714-4f85-a758-a70dfe7e7994 on network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:24:40.856595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:40.857185 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:40.858453 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/ports/547fd374-0714-4f85-a758-a70dfe7e7994 HTTP/1.1" status: 200 len: 818 time: 0.2610722 Nov 27 16:24:40.861400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57798) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:40.872943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca6d23-9ea0-4314-8000-4834903cc167 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=547fd374-0714-4f85-a758-a70dfe7e7994,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:40.950563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 547fd374-0714-4f85-a758-a70dfe7e7994 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:40.950900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.018181 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.033734 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 547fd374-0714-4f85-a758-a70dfe7e7994 owned by {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:41.115955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.145095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=547fd374-0714-4f85-a758-a70dfe7e7994,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:41.149158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.152262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-67acfea8-ad4d-4d43-9099-774064345600 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/547fd374-0714-4f85-a758-a70dfe7e7994 HTTP/1.1" status: 204 len: 168 time: 0.2898090 Nov 27 16:24:41.154845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57800) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:41.200583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176be202-9aa4-4f09-b446-4d9e1068d57d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:41.201915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.202077 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-176be202-9aa4-4f09-b446-4d9e1068d57d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0463557 Nov 27 16:24:41.205029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57802) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:41.232005 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2903614-b423-4337-a4b3-c782558ab200 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:41.233369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d2903614-b423-4337-a4b3-c782558ab200 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/547fd374-0714-4f85-a758-a70dfe7e7994 HTTP/1.1" status: 404 len: 333 time: 0.0272605 Nov 27 16:24:41.236960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57804) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:41.241629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-244626047'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:41.262313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:41.266076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.289511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:41.298439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.298781 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8 of type vlan for network 3168164b-e1c1-4493-9dc1-760a1a91bf54 Nov 27 16:24:41.338111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.361699 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.367263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:41.367773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.425590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1875532 Nov 27 16:24:41.428528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57806) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:41.433600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:41.440036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9503-3f08-45e1-9985-492a9cc46f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=3168164b-e1c1-4493-9dc1-760a1a91bf54,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:41.450495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:41.524318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:41.527808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.702958 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.763670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=05d2e650-4e4f-4998-b4cd-eb63bf15eff9,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:41.773843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:41.774202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: 3168164b-e1c1-4493-9dc1-760a1a91bf54, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:41.790106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:41.798206 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3168164b-e1c1-4493-9dc1-760a1a91bf54) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:41.803620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:41.804277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.808538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f788cbd-31b6-4238-96f0-c03b7e9e9831 None None] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:41.821382 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3031001d-ca94-4e70-9ee7-88ceb1aa8fe1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3917620 Nov 27 16:24:41.824181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57808) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:41.829394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:41.944978 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:41.948801 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:41.953763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3168164b-e1c1-4493-9dc1-760a1a91bf54', 'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': '05d2e650-4e4f-4998-b4cd-eb63bf15eff9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:41.954664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.041332 n-d-819494-4 neutron-server[110075]: INFO neutron.db.ipam_backend_mixin [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 05d2e650-4e4f-4998-b4cd-eb63bf15eff9 (CIDR: 172.20.0.0/28) Nov 27 16:24:42.044749 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:24:42.045237 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:24:42.060934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80748a19-4b26-4860-be47-6832345b7968 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2357566 Nov 27 16:24:42.063648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57810) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:42.068422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:42.092454 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Allocated IP 172.20.0.2 (3168164b-e1c1-4493-9dc1-760a1a91bf54/05d2e650-4e4f-4998-b4cd-eb63bf15eff9/37b72a0e-e679-49e4-96ba-48598c7b496f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:42.182373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:42.186456 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.237238 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.243318 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.284506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:42.287872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:42.292057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:42.295134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Pushing event updated for resources: {'Port': ['ID=37b72a0e-e679-49e4-96ba-48598c7b496f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:42.350236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Attempting to bind port 37b72a0e-e679-49e4-96ba-48598c7b496f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:42.350610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Attempting to bind port 37b72a0e-e679-49e4-96ba-48598c7b496f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:42.350973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Attempting to bind port 37b72a0e-e679-49e4-96ba-48598c7b496f on network 3168164b-e1c1-4493-9dc1-760a1a91bf54 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:42.355908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:42.356285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Checking segment: {'id': 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:42.356686 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.357084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Bound using segment: {'id': 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:42.357588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Bound port: 37b72a0e-e679-49e4-96ba-48598c7b496f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:42.357962 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.412792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.428034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] For port 37b72a0e-e679-49e4-96ba-48598c7b496f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:42.431079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] For port 37b72a0e-e679-49e4-96ba-48598c7b496f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=37b72a0e-e679-49e4-96ba-48598c7b496f,segment=NetworkSegment(f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8),segment_id=f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:42.436240 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.459794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:42.463221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:42.467502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:42.468118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.491050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=7196219f-cdf1-4aca-847f-9a8d9c4d821e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:42.493691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0c60d-82ee-4d62-a898-fc39704a37cf None None] Pushing event updated for resources: {'Port': ['ID=37b72a0e-e679-49e4-96ba-48598c7b496f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:42.494687 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1ca2b617-b011-4084-bd46-1f3dca3708cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4300253 Nov 27 16:24:42.497345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57812) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:42.503654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54', 'fixed_ips': [{'subnet_id': '05d2e650-4e4f-4998-b4cd-eb63bf15eff9'}, {'subnet_id': '7196219f-cdf1-4aca-847f-9a8d9c4d821e'}], 'name': 'tempest-PortsTestJSON-2082078581'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:42.624232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:42.731303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:42.750234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 36c0180e-90ca-4926-87ab-ea3b736a255b yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:43.010414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.5 (3168164b-e1c1-4493-9dc1-760a1a91bf54/05d2e650-4e4f-4998-b4cd-eb63bf15eff9/36c0180e-90ca-4926-87ab-ea3b736a255b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:43.016231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.19 (3168164b-e1c1-4493-9dc1-760a1a91bf54/7196219f-cdf1-4aca-847f-9a8d9c4d821e/36c0180e-90ca-4926-87ab-ea3b736a255b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:43.166847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.200854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.248503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:43.251734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:43.255570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:43.284929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=36c0180e-90ca-4926-87ab-ea3b736a255b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:43.299785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.300141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.300493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.300841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.301186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.301566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.301906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.302249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.302582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.302960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.303295 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.303625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:24:43.324370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:43.324991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.342252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7c3161b2-ee6b-4fbe-a5f9-724d8df1407b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8436518 Nov 27 16:24:43.344832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57814) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:43.350627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05d2e650-4e4f-4998-b4cd-eb63bf15eff9'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:43.389340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597924e-9386-4159-bb44-9d3d3025aaf2 None None] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:43.416125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.511719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b981180f-4749-44a2-8d8f-edec82e3617d None None] Provisioning complete for port 37b72a0e-e679-49e4-96ba-48598c7b496f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:43.512359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b981180f-4749-44a2-8d8f-edec82e3617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.642140 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b981180f-4749-44a2-8d8f-edec82e3617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.662382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Delete allocated IP 172.20.0.19 (3168164b-e1c1-4493-9dc1-760a1a91bf54/7196219f-cdf1-4aca-847f-9a8d9c4d821e) {{(pid=110076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 16:24:43.675549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] Update dhcp port {'port': {'network_id': '3168164b-e1c1-4493-9dc1-760a1a91bf54', 'fixed_ips': [{'subnet_id': '05d2e650-4e4f-4998-b4cd-eb63bf15eff9', 'ip_address': '172.20.0.2'}, {'subnet_id': '7196219f-cdf1-4aca-847f-9a8d9c4d821e'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '37b72a0e-e679-49e4-96ba-48598c7b496f'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:24:43.698474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b981180f-4749-44a2-8d8f-edec82e3617d None None] For port 37b72a0e-e679-49e4-96ba-48598c7b496f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=37b72a0e-e679-49e4-96ba-48598c7b496f,segment=NetworkSegment(f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8),segment_id=f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:43.708117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b981180f-4749-44a2-8d8f-edec82e3617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.713315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.793156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.793472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981180f-4749-44a2-8d8f-edec82e3617d None None] Pushing event updated for resources: {'Port': ['ID=37b72a0e-e679-49e4-96ba-48598c7b496f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:43.798756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.871153 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=36c0180e-90ca-4926-87ab-ea3b736a255b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:43.914152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] In _notify_port_updated(), no bound segment for port 36c0180e-90ca-4926-87ab-ea3b736a255b on network 3168164b-e1c1-4493-9dc1-760a1a91bf54 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:24:43.918062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] Allocated IP 172.20.0.18 (3168164b-e1c1-4493-9dc1-760a1a91bf54/7196219f-cdf1-4aca-847f-9a8d9c4d821e/37b72a0e-e679-49e4-96ba-48598c7b496f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:43.919657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:43.920267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:43.921576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cfbcf2c6-461d-46eb-bd19-dd50daf955c4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/ports/36c0180e-90ca-4926-87ab-ea3b736a255b HTTP/1.1" status: 200 len: 919 time: 0.5757532 Nov 27 16:24:43.924260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57816) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:43.929861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05d2e650-4e4f-4998-b4cd-eb63bf15eff9'}, {'subnet_id': '7196219f-cdf1-4aca-847f-9a8d9c4d821e'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:43.997192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.134542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 37b72a0e-e679-49e4-96ba-48598c7b496f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:44.202858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] For port 37b72a0e-e679-49e4-96ba-48598c7b496f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=37b72a0e-e679-49e4-96ba-48598c7b496f,segment=NetworkSegment(f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8),segment_id=f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:44.227115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 37b72a0e-e679-49e4-96ba-48598c7b496f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:44.227490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.259580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.268768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.315047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.28 (3168164b-e1c1-4493-9dc1-760a1a91bf54/7196219f-cdf1-4aca-847f-9a8d9c4d821e/36c0180e-90ca-4926-87ab-ea3b736a255b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:44.364448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0fe0c-1a87-494e-9419-7344d19a1284 None None] Pushing event updated for resources: {'Port': ['ID=37b72a0e-e679-49e4-96ba-48598c7b496f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:44.446666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-13849757-7f66-405a-a9a2-e34d39efad37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068382 Nov 27 16:24:44.493962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.510812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.610146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-92e8d097-7844-4345-9b27-01927ba4b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:44.611665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-92e8d097-7844-4345-9b27-01927ba4b962 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1096 time: 0.1153238 Nov 27 16:24:44.626068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=36c0180e-90ca-4926-87ab-ea3b736a255b,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:44.721196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] In _notify_port_updated(), no bound segment for port 36c0180e-90ca-4926-87ab-ea3b736a255b on network 3168164b-e1c1-4493-9dc1-760a1a91bf54 {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:24:44.727326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:44.727960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.729284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c2abb12f-f15a-4732-b640-3ae6e6cb8702 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/ports/36c0180e-90ca-4926-87ab-ea3b736a255b HTTP/1.1" status: 200 len: 999 time: 0.8040836 Nov 27 16:24:44.732047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57818) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:44.825264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-82a7e2a2-2b0e-493c-b1a5-d6365095e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:44.826637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-82a7e2a2-2b0e-493c-b1a5-d6365095e4bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.1756501 Nov 27 16:24:44.830087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c7d2a-0fb0-4ca5-8471-96258e5ed4fa None None] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:44.883962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-623aba21-bb6a-4564-a623-212c2d7b7e90 None None] Provisioning complete for port 36c0180e-90ca-4926-87ab-ea3b736a255b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:44.884361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-623aba21-bb6a-4564-a623-212c2d7b7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.899177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 36c0180e-90ca-4926-87ab-ea3b736a255b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:44.899530 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:44.919519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-8a6a2999-5788-430d-a81b-42714c0d0299 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 1000 time: 0.0835285 Nov 27 16:24:44.932236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-623aba21-bb6a-4564-a623-212c2d7b7e90 None None] Port 36c0180e-90ca-4926-87ab-ea3b736a255b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:44.982493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-623aba21-bb6a-4564-a623-212c2d7b7e90 None None] Provisioning complete for port 37b72a0e-e679-49e4-96ba-48598c7b496f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:44.982867 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-623aba21-bb6a-4564-a623-212c2d7b7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.016440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-4ceb9ad2-1d98-4a89-985d-0b7b04e9e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:45.017909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-4ceb9ad2-1d98-4a89-985d-0b7b04e9e723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0715599 Nov 27 16:24:45.041343 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.073024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 36c0180e-90ca-4926-87ab-ea3b736a255b owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:45.092556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-09f31712-3f4b-4566-8a51-7a754caf019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:45.094143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-09f31712-3f4b-4566-8a51-7a754caf019d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648196 Nov 27 16:24:45.229281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-c7d12adc-f007-4eca-8846-885365e398e7 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087713 Nov 27 16:24:45.387607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d8fb30-a7c4-421c-b33e-bdaa0c0ba39c req-39802ff8-53bc-47ea-8bd5-9ea3732f7d98 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355109 Nov 27 16:24:45.390342 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.419226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=36c0180e-90ca-4926-87ab-ea3b736a255b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:45.509101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.513239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7df94d46-de8f-40ab-bd07-6d6a34ea7779 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/36c0180e-90ca-4926-87ab-ea3b736a255b HTTP/1.1" status: 204 len: 168 time: 0.7802558 Nov 27 16:24:45.515790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57820) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:45.539183 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb6336d-e047-42cb-8eb5-858eb39e9c71 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:45.540549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cfb6336d-e047-42cb-8eb5-858eb39e9c71 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/36c0180e-90ca-4926-87ab-ea3b736a255b HTTP/1.1" status: 404 len: 333 time: 0.0238609 Nov 27 16:24:45.543411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57822) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:45.594457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 7196219f-cdf1-4aca-847f-9a8d9c4d821e {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:45.597684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.641356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.721427 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.776813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.805841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=7196219f-cdf1-4aca-847f-9a8d9c4d821e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:45.811263 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.814450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-140c5df2-993d-402a-96a6-9b3ed7de6472 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/7196219f-cdf1-4aca-847f-9a8d9c4d821e HTTP/1.1" status: 204 len: 168 time: 0.2701459 Nov 27 16:24:45.817012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57824) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:45.868791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 05d2e650-4e4f-4998-b4cd-eb63bf15eff9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:45.871987 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.910265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:45.995854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.056975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 37b72a0e-e679-49e4-96ba-48598c7b496f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:46.066381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.094785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=05d2e650-4e4f-4998-b4cd-eb63bf15eff9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:46.101130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.107737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-edc0154f-827f-4d70-ab6d-88a19f9f8b3f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/05d2e650-4e4f-4998-b4cd-eb63bf15eff9 HTTP/1.1" status: 204 len: 168 time: 0.2873702 Nov 27 16:24:46.108568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57826) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:46.109620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 37b72a0e-e679-49e4-96ba-48598c7b496f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:46.110049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.194166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.222120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2dbf5e-0e3a-4e1f-bead-61f3d98c2af4 None None] Network 3168164b-e1c1-4493-9dc1-760a1a91bf54 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:46.236189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-403e4cc4-3c64-46bb-a917-3f58dbe4d931 None None] Could not find standard attr ID for object 36c0180e-90ca-4926-87ab-ea3b736a255b. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:46.246561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 37b72a0e-e679-49e4-96ba-48598c7b496f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:46.246904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.292787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-403e4cc4-3c64-46bb-a917-3f58dbe4d931 None None] Provisioning complete for port 37b72a0e-e679-49e4-96ba-48598c7b496f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:46.293020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-403e4cc4-3c64-46bb-a917-3f58dbe4d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.312617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] For port 37b72a0e-e679-49e4-96ba-48598c7b496f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=37b72a0e-e679-49e4-96ba-48598c7b496f,segment=NetworkSegment(f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8),segment_id=f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:46.312982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.326046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 37b72a0e-e679-49e4-96ba-48598c7b496f owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:46.407713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.438874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=37b72a0e-e679-49e4-96ba-48598c7b496f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:46.442809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No DVR routers for this DVR port 37b72a0e-e679-49e4-96ba-48598c7b496f on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:46.469792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8232f-fe21-4c1a-b0c3-12b027d19ce0 None None] DHCP port deletion for 3168164b-e1c1-4493-9dc1-760a1a91bf54 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:46.525472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.544385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3168164b-e1c1-4493-9dc1-760a1a91bf54']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:46.553278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:46.553603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f753d21d-74fa-42b6-a7e3-1ba8f9fc39b8') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:46.562659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.576394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.582248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:46.582625 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:46.586185 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:46.648776 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.655869 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.659069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/3168164b-e1c1-4493-9dc1-760a1a91bf54 HTTP/1.1" status: 204 len: 168 time: 0.5491982 Nov 27 16:24:46.662894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57828) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:46.671437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e5a06-a769-4568-a61f-4acf702c534d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=3168164b-e1c1-4493-9dc1-760a1a91bf54,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:46.714269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c1fe5-e687-4ba9-822d-ea4643c400ed tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:46.715649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cd0c1fe5-e687-4ba9-822d-ea4643c400ed tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0514965 Nov 27 16:24:46.719372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57830) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:46.766960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-df657891-a690-4320-8d3b-3e7e3d2fd736 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0464442 Nov 27 16:24:46.770314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57832) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:46.775512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-292792474'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:46.795058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:46.798458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.821265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:46.830015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.830355 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment 62444033-d5ef-4b85-b694-5126e3049e95 of type vlan for network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 Nov 27 16:24:46.874154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.899063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.904604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:46.905181 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:46.955621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1842921 Nov 27 16:24:46.958297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57834) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:46.962984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:47.020135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ed53-8384-48af-adb1-2354431373a9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=156513e3-8ae1-41cd-a7d0-81fb83ca7803,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:47.034120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:47.066549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:47.071704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.246873 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.307144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=6fd2affc-8573-4027-9441-b3024c99bd15,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:47.313779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': '62444033-d5ef-4b85-b694-5126e3049e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:47.314141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: 156513e3-8ae1-41cd-a7d0-81fb83ca7803, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:47.330047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:47.338646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 156513e3-8ae1-41cd-a7d0-81fb83ca7803) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:47.347898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:47.347898 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.348206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b591f92-dbd9-4664-9f06-a93f73d69974 None None] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:47.364686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-487dcfff-abb5-4320-835a-ab44d28a7ae4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4050896 Nov 27 16:24:47.367546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:47.372533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803', 'name': 'tempest-PortsTestJSON-1241526020'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:47.484261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:47.487849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.497518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-156513e3-8ae1-41cd-a7d0-81fb83ca7803', 'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': '6fd2affc-8573-4027-9441-b3024c99bd15'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:47.498398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.505712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 30f79a4c-03bb-4ef5-9873-95601280dfdd yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:47.612163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.4 (156513e3-8ae1-41cd-a7d0-81fb83ca7803/6fd2affc-8573-4027-9441-b3024c99bd15/30f79a4c-03bb-4ef5-9873-95601280dfdd) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:47.756578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.789618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.833491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Allocated IP 172.20.0.2 (156513e3-8ae1-41cd-a7d0-81fb83ca7803/6fd2affc-8573-4027-9441-b3024c99bd15/3a486f23-ec92-4b3d-9361-e0d243161bf0) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:47.837650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:47.840290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:47.847273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:47.851843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=30f79a4c-03bb-4ef5-9873-95601280dfdd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:47.901622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:47.902249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.918180 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a9784cc3-8927-4d85-bcfb-75add96a5d29 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5496106 Nov 27 16:24:47.920694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57838) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:47.925721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803', 'name': 'tempest-PortsTestJSON-307555621'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:47.976914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:47.982179 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.017620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:48.020607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:48.026762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:48.056756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 37b72a0e-e679-49e4-96ba-48598c7b496f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:48.057009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:48.060572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.064779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Pushing event updated for resources: {'Port': ['ID=3a486f23-ec92-4b3d-9361-e0d243161bf0,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:48.080272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port c499eb86-fa2d-4deb-aeda-bb9d7a2c9922 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:48.100137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 37b72a0e-e679-49e4-96ba-48598c7b496f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:48.100491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 37b72a0e-e679-49e4-96ba-48598c7b496f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:48.112287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Attempting to bind port 3a486f23-ec92-4b3d-9361-e0d243161bf0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:48.113140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Attempting to bind port 3a486f23-ec92-4b3d-9361-e0d243161bf0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '62444033-d5ef-4b85-b694-5126e3049e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:48.113610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Attempting to bind port 3a486f23-ec92-4b3d-9361-e0d243161bf0 on network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:48.118857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:48.119238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Checking segment: {'id': '62444033-d5ef-4b85-b694-5126e3049e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:48.119645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.120043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Bound using segment: {'id': '62444033-d5ef-4b85-b694-5126e3049e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:48.120511 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Bound port: 3a486f23-ec92-4b3d-9361-e0d243161bf0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62444033-d5ef-4b85-b694-5126e3049e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '156513e3-8ae1-41cd-a7d0-81fb83ca7803'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:48.120893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.182680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] For port 3a486f23-ec92-4b3d-9361-e0d243161bf0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:48.185802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] For port 3a486f23-ec92-4b3d-9361-e0d243161bf0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a486f23-ec92-4b3d-9361-e0d243161bf0,segment=NetworkSegment(62444033-d5ef-4b85-b694-5126e3049e95),segment_id=62444033-d5ef-4b85-b694-5126e3049e95)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:48.190983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.195055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.12 (156513e3-8ae1-41cd-a7d0-81fb83ca7803/6fd2affc-8573-4027-9441-b3024c99bd15/c499eb86-fa2d-4deb-aeda-bb9d7a2c9922) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:48.249943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748737ce-f10c-4721-9e09-5d49098d3fdd None None] Pushing event updated for resources: {'Port': ['ID=3a486f23-ec92-4b3d-9361-e0d243161bf0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:48.359244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.406477 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.459067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:48.462214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:48.465189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:48.491622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=c499eb86-fa2d-4deb-aeda-bb9d7a2c9922,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:48.521165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:48.521832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:48.539930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f98809c9-b3fe-4d4b-ac22-0ff5f9991246 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6181583 Nov 27 16:24:48.542476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57840) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:48.927209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddedad2d-f9a7-4f39-8bfb-4507b1385e33 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:48.928814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ddedad2d-f9a7-4f39-8bfb-4507b1385e33 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.3853714 Nov 27 16:24:48.931539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:49.018555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port c499eb86-fa2d-4deb-aeda-bb9d7a2c9922 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:49.018891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.108313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.120529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for c499eb86-fa2d-4deb-aeda-bb9d7a2c9922 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:49.149973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f30bbe-c488-445a-9d7e-b90691e04ba6 None None] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:49.257108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.275349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3e4ff2fd-737e-48e4-83d1-d8a1cd9fc8c9 None None] Provisioning complete for port 3a486f23-ec92-4b3d-9361-e0d243161bf0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:49.275720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff2fd-737e-48e4-83d1-d8a1cd9fc8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.290884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=c499eb86-fa2d-4deb-aeda-bb9d7a2c9922,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:49.355964 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.361860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8d87e1b0-f5d4-4b53-b72b-b20071636260 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/c499eb86-fa2d-4deb-aeda-bb9d7a2c9922 HTTP/1.1" status: 204 len: 168 time: 0.4270022 Nov 27 16:24:49.362199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57844) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:49.383404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff2fd-737e-48e4-83d1-d8a1cd9fc8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.387631 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d4d595-6366-466c-bd97-968821aa5a60 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:49.389040 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f6d4d595-6366-466c-bd97-968821aa5a60 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/c499eb86-fa2d-4deb-aeda-bb9d7a2c9922 HTTP/1.1" status: 404 len: 333 time: 0.0258393 Nov 27 16:24:49.391909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57846) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:49.417521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3e4ff2fd-737e-48e4-83d1-d8a1cd9fc8c9 None None] For port 3a486f23-ec92-4b3d-9361-e0d243161bf0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a486f23-ec92-4b3d-9361-e0d243161bf0,segment=NetworkSegment(62444033-d5ef-4b85-b694-5126e3049e95),segment_id=62444033-d5ef-4b85-b694-5126e3049e95)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:49.423118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff2fd-737e-48e4-83d1-d8a1cd9fc8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.478836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ff2fd-737e-48e4-83d1-d8a1cd9fc8c9 None None] Pushing event updated for resources: {'Port': ['ID=3a486f23-ec92-4b3d-9361-e0d243161bf0,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:49.488765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 30f79a4c-03bb-4ef5-9873-95601280dfdd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:49.489436 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.579299 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.592334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 30f79a4c-03bb-4ef5-9873-95601280dfdd owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:49.648575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-19f0e391-e183-4ccf-b657-09a0b7ae9be2 None None] Provisioning complete for port 3a486f23-ec92-4b3d-9361-e0d243161bf0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:49.649075 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19f0e391-e183-4ccf-b657-09a0b7ae9be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.731426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.741141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-19f0e391-e183-4ccf-b657-09a0b7ae9be2 None None] Could not find standard attr ID for object 30f79a4c-03bb-4ef5-9873-95601280dfdd. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:49.763433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=30f79a4c-03bb-4ef5-9873-95601280dfdd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:49.845789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.848666 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-72c38c40-85b8-4fcf-b3fb-e0e0764ff158 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/30f79a4c-03bb-4ef5-9873-95601280dfdd HTTP/1.1" status: 204 len: 168 time: 0.4557257 Nov 27 16:24:49.851899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57848) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:49.857834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7a5956c2-4f32-495a-89db-eba6a28cf34d None None] Could not find standard attr ID for object 30f79a4c-03bb-4ef5-9873-95601280dfdd. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:49.877906 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-855f3e05-ae76-4f89-92fb-28abdec9f34b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:49.879361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-855f3e05-ae76-4f89-92fb-28abdec9f34b tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/30f79a4c-03bb-4ef5-9873-95601280dfdd HTTP/1.1" status: 404 len: 333 time: 0.0264843 Nov 27 16:24:49.882442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57850) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:49.939207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 6fd2affc-8573-4027-9441-b3024c99bd15 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:49.942839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:49.971919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a49c9d15-b3b1-47f9-9309-4b2fce8efc34 None None] Could not find standard attr ID for object c499eb86-fa2d-4deb-aeda-bb9d7a2c9922. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:49.989042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.095581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.107855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a486f23-ec92-4b3d-9361-e0d243161bf0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:50.161561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3a486f23-ec92-4b3d-9361-e0d243161bf0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:50.162741 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.164029 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.191625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd2affc-8573-4027-9441-b3024c99bd15,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:50.195574 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.198931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0c454c23-902f-424a-b870-9de391ea3b92 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/6fd2affc-8573-4027-9441-b3024c99bd15 HTTP/1.1" status: 204 len: 168 time: 0.3153634 Nov 27 16:24:50.202070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57852) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:50.288983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.340529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4774fb5c-6f43-4b90-b5ad-98a1809ea9ff None None] Network 156513e3-8ae1-41cd-a7d0-81fb83ca7803 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:50.345430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 3a486f23-ec92-4b3d-9361-e0d243161bf0 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:50.345719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.407923 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] For port 3a486f23-ec92-4b3d-9361-e0d243161bf0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3a486f23-ec92-4b3d-9361-e0d243161bf0,segment=NetworkSegment(62444033-d5ef-4b85-b694-5126e3049e95),segment_id=62444033-d5ef-4b85-b694-5126e3049e95)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:50.408290 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.425367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 3a486f23-ec92-4b3d-9361-e0d243161bf0 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:50.508546 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.514251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f371404-0107-4092-865f-c60ef13f40a9 None None] DHCP port deletion for 156513e3-8ae1-41cd-a7d0-81fb83ca7803 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:50.535424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=3a486f23-ec92-4b3d-9361-e0d243161bf0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:50.537857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No DVR routers for this DVR port 3a486f23-ec92-4b3d-9361-e0d243161bf0 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:50.619019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.638015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156513e3-8ae1-41cd-a7d0-81fb83ca7803']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:50.647491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62444033-d5ef-4b85-b694-5126e3049e95') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:50.647785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62444033-d5ef-4b85-b694-5126e3049e95') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:50.656761 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.669991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.675724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:50.676101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:50.679177 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:50.740224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.746348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.750021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/156513e3-8ae1-41cd-a7d0-81fb83ca7803 HTTP/1.1" status: 204 len: 168 time: 0.5470634 Nov 27 16:24:50.753753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57854) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:50.758424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-14278499'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:50.775422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985597c-d0cd-4302-9bca-76ce136574e9 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=156513e3-8ae1-41cd-a7d0-81fb83ca7803,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:50.791354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:50.795041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.817742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:50.826834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.827178 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment a0a02933-e71e-452a-9ce5-f0b64649265f of type vlan for network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 Nov 27 16:24:50.867090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.891472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.897026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:50.897624 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:50.954437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1996584 Nov 27 16:24:50.957278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57856) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:50.962484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:50.966547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838978d-26ec-4c76-94b7-bc6f654c95c0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=11e2042a-5ca8-4a7b-b912-ebbcde85a993,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:50.976564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:51.057046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:51.060860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.233668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.294090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=4753a8f5-166b-4fa6-b393-68dd9edb8519,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:51.301165 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': 'a0a02933-e71e-452a-9ce5-f0b64649265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:51.301565 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: 11e2042a-5ca8-4a7b-b912-ebbcde85a993, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:51.317571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:51.325598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 11e2042a-5ca8-4a7b-b912-ebbcde85a993) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:51.329604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:51.330202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.334518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39618517-b3f4-4a6c-afe4-9f12fbfdadb9 None None] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:51.346744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1cc3ec18-35a7-4d73-bdbd-58642e24a017 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3882811 Nov 27 16:24:51.350277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:51.355397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993', 'name': 'tempest-PortsTestJSON-195583532', 'fixed_ips': [{'subnet_id': '4753a8f5-166b-4fa6-b393-68dd9edb8519', 'ip_address': '172.20.0.10'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:51.468704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:51.479979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-11e2042a-5ca8-4a7b-b912-ebbcde85a993', 'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': '4753a8f5-166b-4fa6-b393-68dd9edb8519'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:51.480842 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.557526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.575807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 29c96bf7-3fb3-424e-96e1-3743a0307129 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:51.615918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Allocated IP 172.20.0.2 (11e2042a-5ca8-4a7b-b912-ebbcde85a993/4753a8f5-166b-4fa6-b393-68dd9edb8519/a9e0b2d4-1728-4efd-8709-2773f7efa44f) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:51.756247 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.761622 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.803461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:51.808639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.10 (11e2042a-5ca8-4a7b-b912-ebbcde85a993/4753a8f5-166b-4fa6-b393-68dd9edb8519/29c96bf7-3fb3-424e-96e1-3743a0307129) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:51.808809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:51.810702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Pushing event updated for resources: {'Port': ['ID=a9e0b2d4-1728-4efd-8709-2773f7efa44f,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:51.812851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:51.870335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Attempting to bind port a9e0b2d4-1728-4efd-8709-2773f7efa44f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:51.870707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Attempting to bind port a9e0b2d4-1728-4efd-8709-2773f7efa44f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'a0a02933-e71e-452a-9ce5-f0b64649265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:51.871077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Attempting to bind port a9e0b2d4-1728-4efd-8709-2773f7efa44f on network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:51.876138 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:51.876523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Checking segment: {'id': 'a0a02933-e71e-452a-9ce5-f0b64649265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:51.876933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.877332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Bound using segment: {'id': 'a0a02933-e71e-452a-9ce5-f0b64649265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:51.877836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Bound port: a9e0b2d4-1728-4efd-8709-2773f7efa44f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a02933-e71e-452a-9ce5-f0b64649265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:51.878217 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.941874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] For port a9e0b2d4-1728-4efd-8709-2773f7efa44f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:51.944894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] For port a9e0b2d4-1728-4efd-8709-2773f7efa44f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a9e0b2d4-1728-4efd-8709-2773f7efa44f,segment=NetworkSegment(a0a02933-e71e-452a-9ce5-f0b64649265f),segment_id=a0a02933-e71e-452a-9ce5-f0b64649265f)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:51.949940 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:51.972620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.006616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbcf1b-660d-48b4-9af3-10a13cfc3e6f None None] Pushing event updated for resources: {'Port': ['ID=a9e0b2d4-1728-4efd-8709-2773f7efa44f,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:52.014143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.067689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a486f23-ec92-4b3d-9361-e0d243161bf0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:52.071642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:52.074956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:52.079064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:52.091673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3a486f23-ec92-4b3d-9361-e0d243161bf0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:52.092019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3a486f23-ec92-4b3d-9361-e0d243161bf0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:52.103902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=29c96bf7-3fb3-424e-96e1-3743a0307129,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:52.131793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:52.132409 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.148822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9d8e5c79-f15b-49db-9f92-835c34358ff3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7973919 Nov 27 16:24:52.151405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:52.156639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '11e2042a-5ca8-4a7b-b912-ebbcde85a993', 'name': 'tempest-PortsTestJSON-1342724341', 'fixed_ips': [{'subnet_id': '4753a8f5-166b-4fa6-b393-68dd9edb8519', 'ip_address': '172.20.0.9'}]}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:52.278490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:52.283767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.302366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port ca108150-0059-4590-96b1-00040a3c7352 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:52.459332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.9 (11e2042a-5ca8-4a7b-b912-ebbcde85a993/4753a8f5-166b-4fa6-b393-68dd9edb8519/ca108150-0059-4590-96b1-00040a3c7352) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:52.611950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.644907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.688480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:52.691699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:52.696203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:52.702811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=ca108150-0059-4590-96b1-00040a3c7352,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:52.748823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:52.749457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:52.765596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-592d1dc2-0b6c-49d9-8281-5236acf04f22 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6128149 Nov 27 16:24:52.768150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57866) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:52.859886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103efb0e-85f5-4713-b72c-8405eb9dad64 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:52.861420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-103efb0e-85f5-4713-b72c-8405eb9dad64 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0923114 Nov 27 16:24:52.864272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57868) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:52.917670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99199a4-9261-4e37-b0ed-81ae5731302e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:52.923704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99199a4-9261-4e37-b0ed-81ae5731302e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:52.930202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99199a4-9261-4e37-b0ed-81ae5731302e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:52.931932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c99199a4-9261-4e37-b0ed-81ae5731302e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0667377 Nov 27 16:24:52.934732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:53.012787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d9487-0f81-4157-bae0-171b096d4447 None None] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:53.026507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port ca108150-0059-4590-96b1-00040a3c7352 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:53.027031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.115592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.128098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for ca108150-0059-4590-96b1-00040a3c7352 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:53.235822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4b8df074-4454-4659-9a2a-d41927eed48f None None] Provisioning complete for port a9e0b2d4-1728-4efd-8709-2773f7efa44f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:53.236169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b8df074-4454-4659-9a2a-d41927eed48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.258766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.288434 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=ca108150-0059-4590-96b1-00040a3c7352,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:53.357893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.361284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2405a17d-51c2-4d4a-a3ab-f475fb2de9dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/ca108150-0059-4590-96b1-00040a3c7352 HTTP/1.1" status: 204 len: 168 time: 0.4256291 Nov 27 16:24:53.364002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57872) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:53.379566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b8df074-4454-4659-9a2a-d41927eed48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.391804 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd3a122-2a0c-48a1-b892-e394c4e10599 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:53.393231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1cd3a122-2a0c-48a1-b892-e394c4e10599 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/ca108150-0059-4590-96b1-00040a3c7352 HTTP/1.1" status: 404 len: 333 time: 0.0282507 Nov 27 16:24:53.395936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57874) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:53.417264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4b8df074-4454-4659-9a2a-d41927eed48f None None] For port a9e0b2d4-1728-4efd-8709-2773f7efa44f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a9e0b2d4-1728-4efd-8709-2773f7efa44f,segment=NetworkSegment(a0a02933-e71e-452a-9ce5-f0b64649265f),segment_id=a0a02933-e71e-452a-9ce5-f0b64649265f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:53.421531 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b8df074-4454-4659-9a2a-d41927eed48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.470512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8df074-4454-4659-9a2a-d41927eed48f None None] Pushing event updated for resources: {'Port': ['ID=a9e0b2d4-1728-4efd-8709-2773f7efa44f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:53.485819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 29c96bf7-3fb3-424e-96e1-3743a0307129 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:53.486159 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.578429 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.590495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 29c96bf7-3fb3-424e-96e1-3743a0307129 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:53.642334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cd8baeaf-5d93-45d7-a6bb-cd6ad12cd101 None None] Provisioning complete for port a9e0b2d4-1728-4efd-8709-2773f7efa44f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:53.642665 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cd8baeaf-5d93-45d7-a6bb-cd6ad12cd101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.725287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.733040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cd8baeaf-5d93-45d7-a6bb-cd6ad12cd101 None None] Could not find standard attr ID for object 29c96bf7-3fb3-424e-96e1-3743a0307129. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:53.758593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=29c96bf7-3fb3-424e-96e1-3743a0307129,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:53.826523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.829887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9f633aeb-eb45-4197-9f25-3921d7bf7947 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/29c96bf7-3fb3-424e-96e1-3743a0307129 HTTP/1.1" status: 204 len: 168 time: 0.4329987 Nov 27 16:24:53.832604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:53.850690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-67f769db-e115-485e-901f-9ef1c40cbe87 None None] Could not find standard attr ID for object 29c96bf7-3fb3-424e-96e1-3743a0307129. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:53.861453 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4c2ca0-1f64-42da-abf3-ad96521e4c56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:53.862926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d4c2ca0-1f64-42da-abf3-ad96521e4c56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/29c96bf7-3fb3-424e-96e1-3743a0307129 HTTP/1.1" status: 404 len: 333 time: 0.0293753 Nov 27 16:24:53.866321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57878) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:53.921782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 4753a8f5-166b-4fa6-b393-68dd9edb8519 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:24:53.925123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:53.962266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ee1b6410-ed81-4d5b-8e8a-dd771b1c1ab9 None None] Could not find standard attr ID for object ca108150-0059-4590-96b1-00040a3c7352. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:24:53.966561 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.082552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.108719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a9e0b2d4-1728-4efd-8709-2773f7efa44f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:54.154584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.169912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a9e0b2d4-1728-4efd-8709-2773f7efa44f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:54.170223 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.182863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=4753a8f5-166b-4fa6-b393-68dd9edb8519,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:54.186537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.189765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b33ad6db-f4b2-4a0b-b445-a770c18b3f65 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/4753a8f5-166b-4fa6-b393-68dd9edb8519 HTTP/1.1" status: 204 len: 168 time: 0.3224907 Nov 27 16:24:54.192310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57880) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:54.271142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.337328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port a9e0b2d4-1728-4efd-8709-2773f7efa44f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:54.337705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.365768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794d9cd-89db-4fb8-a1e1-91358cd2a08c None None] Network 11e2042a-5ca8-4a7b-b912-ebbcde85a993 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:54.400859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] For port a9e0b2d4-1728-4efd-8709-2773f7efa44f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a9e0b2d4-1728-4efd-8709-2773f7efa44f,segment=NetworkSegment(a0a02933-e71e-452a-9ce5-f0b64649265f),segment_id=a0a02933-e71e-452a-9ce5-f0b64649265f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:54.401218 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.414364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for a9e0b2d4-1728-4efd-8709-2773f7efa44f owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:54.496229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.524534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No DVR routers for this DVR port a9e0b2d4-1728-4efd-8709-2773f7efa44f on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:24:54.528974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=a9e0b2d4-1728-4efd-8709-2773f7efa44f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:54.537347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54149e-08ad-40bd-856e-696b95597bfa None None] DHCP port deletion for 11e2042a-5ca8-4a7b-b912-ebbcde85a993 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:24:54.610139 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.628878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e2042a-5ca8-4a7b-b912-ebbcde85a993']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:54.637770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a02933-e71e-452a-9ce5-f0b64649265f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:54.638062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a02933-e71e-452a-9ce5-f0b64649265f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:54.647467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.659954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.666217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:24:54.666595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:24:54.669473 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:24:54.725128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.729371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.732625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/11e2042a-5ca8-4a7b-b912-ebbcde85a993 HTTP/1.1" status: 204 len: 168 time: 0.5387259 Nov 27 16:24:54.736491 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57882) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:54.741943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1226270177'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:54.746967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4a703-cd7e-4d99-8bb3-84799f58a2a1 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=11e2042a-5ca8-4a7b-b912-ebbcde85a993,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:54.762985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:54.766469 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.790148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:24:54.798922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.799271 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Added segment 8338d501-28e1-40b1-845d-92b91f6f196c of type vlan for network 68697b3f-bb5d-432b-8505-7916514466d9 Nov 27 16:24:54.838700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.863539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.869159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:54.869760 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:54.928963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1913271 Nov 27 16:24:54.931955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57884) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:54.937057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '68697b3f-bb5d-432b-8505-7916514466d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:54.940597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92082d9f-e606-4bef-b20c-cc7f6bfc457f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Network': ['ID=68697b3f-bb5d-432b-8505-7916514466d9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:54.951014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 68697b3f-bb5d-432b-8505-7916514466d9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:24:55.029990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:55.033478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.207258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.260294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=bb3427f3-c9b5-482b-b451-e224e74037dc,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:55.275695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Checking segment: {'id': '8338d501-28e1-40b1-845d-92b91f6f196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '68697b3f-bb5d-432b-8505-7916514466d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:55.276051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network hostable DHCP agents. Network: 68697b3f-bb5d-432b-8505-7916514466d9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:24:55.291248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 68697b3f-bb5d-432b-8505-7916514466d9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:24:55.299390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 68697b3f-bb5d-432b-8505-7916514466d9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:55.303872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:55.304473 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.308520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04bcf3-9265-4584-934e-20997f36ac14 None None] Network 68697b3f-bb5d-432b-8505-7916514466d9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:55.320891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7ccda33f-361f-4e34-b7ec-5e73dacc1448 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3878024 Nov 27 16:24:55.323745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57888) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:55.328316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-106673305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:55.352402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.353572 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.405599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.409905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.429765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.433573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0a06278-6969-42a8-a853-e07e5e79c0dc tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1062913 Nov 27 16:24:55.433752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:55.438538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'network_id': '68697b3f-bb5d-432b-8505-7916514466d9', 'name': 'tempest-PortsTestJSON-852846841'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:24:55.457284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-68697b3f-bb5d-432b-8505-7916514466d9', 'network_id': '68697b3f-bb5d-432b-8505-7916514466d9', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': 'bb3427f3-c9b5-482b-b451-e224e74037dc'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:24:55.458187 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.546256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:24:55.549867 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.567371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port c333b2cf-f4f0-4fad-a049-f7a1938cd333 yet. {{(pid=110076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:24:55.594969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Allocated IP 172.20.0.2 (68697b3f-bb5d-432b-8505-7916514466d9/bb3427f3-c9b5-482b-b451-e224e74037dc/9c1cc3e0-d725-47c1-a831-dd9bab33aef0) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:55.740340 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.745651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.786934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Network 68697b3f-bb5d-432b-8505-7916514466d9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:55.789883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:55.793465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.4 (68697b3f-bb5d-432b-8505-7916514466d9/bb3427f3-c9b5-482b-b451-e224e74037dc/c333b2cf-f4f0-4fad-a049-f7a1938cd333) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:24:55.794045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:55.797122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Pushing event updated for resources: {'Port': ['ID=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:55.848563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Attempting to bind port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:24:55.849478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Attempting to bind port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '8338d501-28e1-40b1-845d-92b91f6f196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '68697b3f-bb5d-432b-8505-7916514466d9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:24:55.850367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Attempting to bind port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 on network 68697b3f-bb5d-432b-8505-7916514466d9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:24:55.854913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:24:55.855296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Checking segment: {'id': '8338d501-28e1-40b1-845d-92b91f6f196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '68697b3f-bb5d-432b-8505-7916514466d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:24:55.855709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.856110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Bound using segment: {'id': '8338d501-28e1-40b1-845d-92b91f6f196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '68697b3f-bb5d-432b-8505-7916514466d9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:24:55.856697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Bound port: 9c1cc3e0-d725-47c1-a831-dd9bab33aef0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338d501-28e1-40b1-845d-92b91f6f196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '68697b3f-bb5d-432b-8505-7916514466d9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:24:55.857085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.922002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] For port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:24:55.924986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] For port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,segment=NetworkSegment(8338d501-28e1-40b1-845d-92b91f6f196c),segment_id=8338d501-28e1-40b1-845d-92b91f6f196c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:24:55.930207 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.952081 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:55.986597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ad23d-fab7-4181-af94-ce413c78131c None None] Pushing event updated for resources: {'Port': ['ID=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:56.060494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a9e0b2d4-1728-4efd-8709-2773f7efa44f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:24:56.084943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a9e0b2d4-1728-4efd-8709-2773f7efa44f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:24:56.085493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a9e0b2d4-1728-4efd-8709-2773f7efa44f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:24:56.308216 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:56.353274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 68697b3f-bb5d-432b-8505-7916514466d9 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:56.357013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:56.360673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:24:56.388200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=c333b2cf-f4f0-4fad-a049-f7a1938cd333,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:56.411380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:56.412133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:56.430626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57892) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:56.431194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7f4a38af-b963-47d0-9c09-77bc7aa92f41 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9960525 Nov 27 16:24:56.744641 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:56.894680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd9800-c0e9-4143-a9aa-9c9cbed37c3f None None] Network 68697b3f-bb5d-432b-8505-7916514466d9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:24:56.988866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:56.994210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.018787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0feb6e58-c333-4c59-8047-f30d6ce06ee6 None None] Provisioning complete for port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:57.019083 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0feb6e58-c333-4c59-8047-f30d6ce06ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.066469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=c333b2cf-f4f0-4fad-a049-f7a1938cd333,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:57.128941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0feb6e58-c333-4c59-8047-f30d6ce06ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.167158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0feb6e58-c333-4c59-8047-f30d6ce06ee6 None None] For port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,segment=NetworkSegment(8338d501-28e1-40b1-845d-92b91f6f196c),segment_id=8338d501-28e1-40b1-845d-92b91f6f196c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:24:57.173561 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0feb6e58-c333-4c59-8047-f30d6ce06ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.227016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6e58-c333-4c59-8047-f30d6ce06ee6 None None] Pushing event updated for resources: {'Port': ['ID=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:57.227493 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.346099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.395561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-97a75038-7f37-4c44-a71a-3ad94cd0870f None None] Provisioning complete for port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:57.396582 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97a75038-7f37-4c44-a71a-3ad94cd0870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.490538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-97a75038-7f37-4c44-a71a-3ad94cd0870f None None] Provisioning complete for port c333b2cf-f4f0-4fad-a049-f7a1938cd333 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:57.490911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97a75038-7f37-4c44-a71a-3ad94cd0870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.525377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-97a75038-7f37-4c44-a71a-3ad94cd0870f None None] Port c333b2cf-f4f0-4fad-a049-f7a1938cd333 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:57.619804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.624500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.644083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dddc845f-7912-449c-b13e-e44ae4c387ee None None] Provisioning complete for port c333b2cf-f4f0-4fad-a049-f7a1938cd333 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:57.644487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dddc845f-7912-449c-b13e-e44ae4c387ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.687632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dddc845f-7912-449c-b13e-e44ae4c387ee None None] Port c333b2cf-f4f0-4fad-a049-f7a1938cd333 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:57.698897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=c333b2cf-f4f0-4fad-a049-f7a1938cd333,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:57.704185 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.807377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7cc05b0f-6e87-463e-82c1-247cf393ecf2 None None] Provisioning complete for port c333b2cf-f4f0-4fad-a049-f7a1938cd333 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:57.807753 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7cc05b0f-6e87-463e-82c1-247cf393ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:57.846808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7cc05b0f-6e87-463e-82c1-247cf393ecf2 None None] Port c333b2cf-f4f0-4fad-a049-f7a1938cd333 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:58.083153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:24:58.125666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 68697b3f-bb5d-432b-8505-7916514466d9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:24:58.127124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:24:58.130618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:58.131070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:58.248021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Router 52cce8c3-d7c8-4191-adb1-6a590984205b is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:24:58.340658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:24:58.346698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-406743c7-7e08-4493-9dc6-0c851e2df73a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/routers/52cce8c3-d7c8-4191-adb1-6a590984205b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9144170 Nov 27 16:24:58.349520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57894) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:58.353204 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] Sync routers for ids ['52cce8c3-d7c8-4191-adb1-6a590984205b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:24:58.365982 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] Routers {'52cce8c3-d7c8-4191-adb1-6a590984205b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:58.366599 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['52cce8c3-d7c8-4191-adb1-6a590984205b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:58.378178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0eaed0f1-a534-413f-bed0-dbdcfb31727c None None] Provisioning complete for port c333b2cf-f4f0-4fad-a049-f7a1938cd333 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:24:58.378556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0eaed0f1-a534-413f-bed0-dbdcfb31727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:58.401017 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:58.402771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e361e86c-c361-4e3a-9786-61b04e3d7a6c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:24:58.406985 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e361e86c-c361-4e3a-9786-61b04e3d7a6c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports?device_id=52cce8c3-d7c8-4191-adb1-6a590984205b HTTP/1.1" status: 200 len: 981 time: 0.0540230 Nov 27 16:24:58.407263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57896) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:58.409706 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] Routers {'52cce8c3-d7c8-4191-adb1-6a590984205b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:58.410313 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['52cce8c3-d7c8-4191-adb1-6a590984205b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:58.413781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0eaed0f1-a534-413f-bed0-dbdcfb31727c None None] Port c333b2cf-f4f0-4fad-a049-f7a1938cd333 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:24:58.443497 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:58.444139 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba39982-32f1-4700-91c4-421a2dc57d23 None None] The sync data for ids ['52cce8c3-d7c8-4191-adb1-6a590984205b'] in n-d-819494-4 is: [] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:58.810413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.014380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port c333b2cf-f4f0-4fad-a049-f7a1938cd333 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:24:59.014718 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.101513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.112866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for c333b2cf-f4f0-4fad-a049-f7a1938cd333 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:24:59.276971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.305252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=c333b2cf-f4f0-4fad-a049-f7a1938cd333,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:24:59.441369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.594948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Router 52cce8c3-d7c8-4191-adb1-6a590984205b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:24:59.669180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:24:59.674116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ec8dadb1-c6e2-46a1-8415-5e0ccf6dc4e8 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/routers/52cce8c3-d7c8-4191-adb1-6a590984205b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2655661 Nov 27 16:24:59.676685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57900) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:59.679110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] Sync routers for ids ['52cce8c3-d7c8-4191-adb1-6a590984205b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:24:59.688592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] Routers {'52cce8c3-d7c8-4191-adb1-6a590984205b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:59.689209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['52cce8c3-d7c8-4191-adb1-6a590984205b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:59.700442 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb9563a-c51c-4db0-9fe5-07951375c02c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:24:59.701847 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1eb9563a-c51c-4db0-9fe5-07951375c02c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/c333b2cf-f4f0-4fad-a049-f7a1938cd333 HTTP/1.1" status: 404 len: 333 time: 0.0240171 Nov 27 16:24:59.704432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57902) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:24:59.721558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:59.731068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] Routers {'52cce8c3-d7c8-4191-adb1-6a590984205b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:24:59.731669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:24:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['52cce8c3-d7c8-4191-adb1-6a590984205b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:59.765886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:24:59.766540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6427eb-84e6-4c12-9109-ed50f9d7087d None None] The sync data for ids ['52cce8c3-d7c8-4191-adb1-6a590984205b'] in n-d-819494-4 is: [] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:24:59.780426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.934420 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.936460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.978727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.979258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Fanout notify agent at l3_agent the message router_deleted on router 52cce8c3-d7c8-4191-adb1-6a590984205b {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:24:59.986293 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.987435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-19669f05-c4c8-4ee4-acce-0bdee5b64327 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/routers/52cce8c3-d7c8-4191-adb1-6a590984205b HTTP/1.1" status: 204 len: 168 time: 0.2820864 Nov 27 16:24:59.988465 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:24:59.990056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57904) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:00.040943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet bb3427f3-c9b5-482b-b451-e224e74037dc {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:25:00.044006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.088851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.177033 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.232545 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.263261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3427f3-c9b5-482b-b451-e224e74037dc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:00.267980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.271737 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5ac6c140-4a9b-4eaa-9232-82a7f3505537 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/bb3427f3-c9b5-482b-b451-e224e74037dc HTTP/1.1" status: 204 len: 168 time: 0.2806180 Nov 27 16:25:00.274998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57906) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:00.276822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ce7c9-5077-407a-94f1-1bada6b3d9e5 None None] Network 68697b3f-bb5d-432b-8505-7916514466d9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:00.348170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.400497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:25:00.400836 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.441481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] DHCP port deletion for 68697b3f-bb5d-432b-8505-7916514466d9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:25:00.501057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] For port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,segment=NetworkSegment(8338d501-28e1-40b1-845d-92b91f6f196c),segment_id=8338d501-28e1-40b1-845d-92b91f6f196c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:00.501379 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.502566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] Deleting port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:25:00.503022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.516545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:25:00.571372 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] For port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,segment=NetworkSegment(8338d501-28e1-40b1-845d-92b91f6f196c),segment_id=8338d501-28e1-40b1-845d-92b91f6f196c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:00.571821 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.584740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] Calling delete_port for 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:25:00.596843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.624274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:00.629915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No DVR routers for this DVR port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:25:00.662958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.698571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] Pushing event deleted for resources: {'Port': ['ID=9c1cc3e0-d725-47c1-a831-dd9bab33aef0,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:00.699362 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:25:00.700393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8233c6-b49b-4ba4-b8f0-bc26e20b6684 None None] No DVR routers for this DVR port 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:25:00.727475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.750308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68697b3f-bb5d-432b-8505-7916514466d9']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:25:00.761012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8338d501-28e1-40b1-845d-92b91f6f196c') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:25:00.761211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8338d501-28e1-40b1-845d-92b91f6f196c') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:25:00.771140 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.785445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.793842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:25:00.794226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:25:00.797809 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:25:00.869890 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.877098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:00.880568 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/68697b3f-bb5d-432b-8505-7916514466d9 HTTP/1.1" status: 204 len: 168 time: 0.6044641 Nov 27 16:25:00.884353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57908) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:00.892624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80326528-a4aa-49f0-98f3-3d1b6b2d9687 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=68697b3f-bb5d-432b-8505-7916514466d9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:00.948771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bdaa27-67f3-44c5-a1b0-4af89230c001 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:00.950650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-11bdaa27-67f3-44c5-a1b0-4af89230c001 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/6ec25faf-f741-4295-bdff-04d8f9868cef HTTP/1.1" status: 200 len: 840 time: 0.0649669 Nov 27 16:25:00.954302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:00.997910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f9ea6976-739f-4da9-8685-bd653d132eab tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/6ec25faf-f741-4295-bdff-04d8f9868cef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0423713 Nov 27 16:25:01.001340 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57912) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:01.006757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:01.094232 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:01.098217 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.293062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.343891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:01.347432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:01.353480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:01.354076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.357193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565670a0-e513-4b5f-808c-63ac9a2dd29e None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:01.370977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=1e09577d-7048-4027-8240-423701b296b0,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:01.381343 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fb3d0ae6-40a0-4da8-b519-71ed8701e5c5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3788972 Nov 27 16:25:01.384566 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57914) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:01.394016 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'security_group': {'name': 'tempest-secgroup-1150189349'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:01.431813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.516984 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.522496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.539217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'tenant_id': 'c4969dd3923b482e96c157bf360e22fa', 'fixed_ips': [{'subnet_id': '1e09577d-7048-4027-8240-423701b296b0'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:25:01.540141 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.569326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.571555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1841350 Nov 27 16:25:01.574649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57916) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:01.578231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce94c-5f2c-455b-a005-a89d4cdde069 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98dca80-dd95-451d-a75a-dd265833c08a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:01.579608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'security_group': {'name': 'tempest-secgroup-1357009592'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:01.604523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.671705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.675439 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.687714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Allocated IP 172.20.0.2 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/1e09577d-7048-4027-8240-423701b296b0/3003a564-8d01-4a23-8b36-ce99fc81c527) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:01.705586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.709913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1311631 Nov 27 16:25:01.709913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa67700-7f2c-40bf-ab50-3785fc095dd0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7920f-154b-40fe-8f7e-1032e7d2a02d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:01.710254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57918) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:01.715721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-13945341', 'security_groups': ['c3d7920f-154b-40fe-8f7e-1032e7d2a02d'], 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e09577d-7048-4027-8240-423701b296b0'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:01.836871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.845621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.887537 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:01.890673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:01.894349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:25:01.902438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Pushing event updated for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:01.956012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Attempting to bind port 3003a564-8d01-4a23-8b36-ce99fc81c527 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:25:01.956476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Attempting to bind port 3003a564-8d01-4a23-8b36-ce99fc81c527 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '876060b0-4a80-4081-89bc-f356c2644520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:25:01.957030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Attempting to bind port 3003a564-8d01-4a23-8b36-ce99fc81c527 on network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:25:01.963583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:25:01.964054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Checking segment: {'id': '876060b0-4a80-4081-89bc-f356c2644520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:25:01.964481 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:01.964918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Bound using segment: {'id': '876060b0-4a80-4081-89bc-f356c2644520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:25:01.965429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Bound port: 3003a564-8d01-4a23-8b36-ce99fc81c527, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876060b0-4a80-4081-89bc-f356c2644520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:25:01.965833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.051696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:25:02.056074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3003a564-8d01-4a23-8b36-ce99fc81c527,segment=NetworkSegment(876060b0-4a80-4081-89bc-f356c2644520),segment_id=876060b0-4a80-4081-89bc-f356c2644520)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:25:02.058501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:25:02.062880 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.063739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.094746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:25:02.095284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 9c1cc3e0-d725-47c1-a831-dd9bab33aef0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:25:02.155180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702aa9-f6dd-4729-b73a-dbfffc64aebc None None] Pushing event updated for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:02.187820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:02.275847 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.297986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port e72b9c2d-ccb7-4068-ac97-95d04102b287 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:25:02.465120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.3 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/1e09577d-7048-4027-8240-423701b296b0/e72b9c2d-ccb7-4068-ac97-95d04102b287) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:02.604993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.637622 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.681506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:02.684367 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:02.688078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:25:02.694380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=e72b9c2d-ccb7-4068-ac97-95d04102b287,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:02.740722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:02.741314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.757740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6165f21f-31e2-4a8b-905f-add76c82e1e6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0463419 Nov 27 16:25:02.760469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57920) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:02.765603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:02.885821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:02.889574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:02.980862 n-d-819494-4 neutron-server[110075]: INFO neutron.db.ipam_backend_mixin [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1e09577d-7048-4027-8240-423701b296b0 (CIDR: 172.20.0.0/28) Nov 27 16:25:02.984269 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:25:02.984757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:03.003362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5c4923c9-675c-45e6-ac81-1a64564e54cd tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2417209 Nov 27 16:25:03.006696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57922) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:03.011556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:03.064975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Provisioning complete for port 6ec25faf-f741-4295-bdff-04d8f9868cef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:03.066063 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.104052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Port 6ec25faf-f741-4295-bdff-04d8f9868cef cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:03.114080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:03.114688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.138445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:03.142102 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.211914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.244397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3003a564-8d01-4a23-8b36-ce99fc81c527,segment=NetworkSegment(876060b0-4a80-4081-89bc-f356c2644520),segment_id=876060b0-4a80-4081-89bc-f356c2644520)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:03.254193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.306873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce419e0-af79-44ca-acbc-356b58514a26 None None] Pushing event updated for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:03.374334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-38231223-670b-42d4-87a1-164f0483caf4 None None] Provisioning complete for port e72b9c2d-ccb7-4068-ac97-95d04102b287 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:03.374703 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-38231223-670b-42d4-87a1-164f0483caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.377165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.408892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-38231223-670b-42d4-87a1-164f0483caf4 None None] Port e72b9c2d-ccb7-4068-ac97-95d04102b287 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:03.423976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:03.427779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:03.431944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:03.432553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.435947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7647adc-3945-4dc5-97d2-71d54d78c712 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:03.444530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=221cdff9-2cf1-4f20-bfcf-8b762a6097f4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:03.457660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-489c7b85-6993-49e2-b78d-d2b2524f0dc4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4474645 Nov 27 16:25:03.458134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57926) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:03.463262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2049717361', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '221cdff9-2cf1-4f20-bfcf-8b762a6097f4'}], 'security_groups': ['f98dca80-dd95-451d-a75a-dd265833c08a']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:03.535610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.569151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb93d33-345f-4eb1-83af-779abc302b9b req-2a7abc21-0468-4b9a-af52-f7dce41f99f8 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:03.570862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbb93d33-345f-4eb1-83af-779abc302b9b req-2a7abc21-0468-4b9a-af52-f7dce41f99f8 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1096 time: 0.0441654 Nov 27 16:25:03.622046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbb93d33-345f-4eb1-83af-779abc302b9b req-cbf2b766-d423-4da4-b361-84bac7062cf2 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Nov 27 16:25:03.672285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] Update dhcp port {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'fixed_ips': [{'subnet_id': '1e09577d-7048-4027-8240-423701b296b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '221cdff9-2cf1-4f20-bfcf-8b762a6097f4'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '3003a564-8d01-4a23-8b36-ce99fc81c527'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:25:03.699191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:03.751317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb42a-9867-440d-a15f-7c29169643da req-27bb4966-11a9-4ba6-b836-ae683c2c130a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:03.753863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fbfb42a-9867-440d-a15f-7c29169643da req-27bb4966-11a9-4ba6-b836-ae683c2c130a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0551980 Nov 27 16:25:03.821941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fbfb42a-9867-440d-a15f-7c29169643da req-43e1081e-4c23-4ae6-9d9e-49b8bc0698af tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599489 Nov 27 16:25:03.846983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57932) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:03.870721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Delete allocated IP 172.20.0.3 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/1e09577d-7048-4027-8240-423701b296b0) {{(pid=110075) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 16:25:03.879396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.21 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/221cdff9-2cf1-4f20-bfcf-8b762a6097f4/e72b9c2d-ccb7-4068-ac97-95d04102b287) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:03.909191 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ef0c772-56cb-435d-b313-813a9f739a6f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/573bcb0d-63a8-470e-a13a-91c1c2e28abc HTTP/1.1" status: 200 len: 992 time: 0.0610235 Nov 27 16:25:04.041494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.052875 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.106083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3003a564-8d01-4a23-8b36-ce99fc81c527 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:25:04.143978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] Allocated IP 172.20.0.18 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/221cdff9-2cf1-4f20-bfcf-8b762a6097f4/3003a564-8d01-4a23-8b36-ce99fc81c527) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:04.153251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=e72b9c2d-ccb7-4068-ac97-95d04102b287,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:04.187244 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] In _notify_port_updated(), no bound segment for port e72b9c2d-ccb7-4068-ac97-95d04102b287 on network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad {{(pid=110075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:25:04.192875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:04.193650 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.195308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b79b114e-a804-448f-972f-75ee85558df7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/ports/e72b9c2d-ccb7-4068-ac97-95d04102b287 HTTP/1.1" status: 200 len: 921 time: 0.7362294 Nov 27 16:25:04.198604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57940) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:04.212364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-c8cc70b9-d963-415c-be24-88dd06aef5b5 req-63c79f11-ed91-4ffb-a780-3837ec710726 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:25:04.213617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8cc70b9-d963-415c-be24-88dd06aef5b5 req-63c79f11-ed91-4ffb-a780-3837ec710726 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059323 Nov 27 16:25:04.225198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:04.225607 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.291530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3003a564-8d01-4a23-8b36-ce99fc81c527,segment=NetworkSegment(876060b0-4a80-4081-89bc-f356c2644520),segment_id=876060b0-4a80-4081-89bc-f356c2644520)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:04.297880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port e72b9c2d-ccb7-4068-ac97-95d04102b287 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:25:04.298283 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.352502 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.358536 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.386281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.399104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for e72b9c2d-ccb7-4068-ac97-95d04102b287 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:25:04.471828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef90db-14b2-48dd-b991-fd8784905687 None None] Pushing event updated for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:04.582574 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.595369 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-83a5fde0-5d0c-42cc-8e91-df5c756e3150 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473046 Nov 27 16:25:04.621855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=e72b9c2d-ccb7-4068-ac97-95d04102b287,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:04.687568 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e488d6e-1e79-46e3-8172-4799cbc03bb2 req-451ee768-f91c-40c3-b641-2f5e7a766e05 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:04.689869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e488d6e-1e79-46e3-8172-4799cbc03bb2 req-451ee768-f91c-40c3-b641-2f5e7a766e05 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.1371548 Nov 27 16:25:04.728136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.731437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6536f80e-e6f1-4a69-9b04-840cb9ec7493 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/e72b9c2d-ccb7-4068-ac97-95d04102b287 HTTP/1.1" status: 204 len: 168 time: 0.5316682 Nov 27 16:25:04.734003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57958) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:04.768880 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d833a158-caba-49a2-9082-0cf6a74ef190 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:25:04.771264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d833a158-caba-49a2-9082-0cf6a74ef190 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/e72b9c2d-ccb7-4068-ac97-95d04102b287 HTTP/1.1" status: 404 len: 333 time: 0.0357847 Nov 27 16:25:04.774163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57960) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:04.786410 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e488d6e-1e79-46e3-8172-4799cbc03bb2 req-32553aff-141e-4355-8b47-1dcdae9d2b6e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897694 Nov 27 16:25:04.846052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4a6590c-582e-4cc2-8cd4-bbad988e96f6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.876192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4a6590c-582e-4cc2-8cd4-bbad988e96f6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.927343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4a6590c-582e-4cc2-8cd4-bbad988e96f6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.930369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4a6590c-582e-4cc2-8cd4-bbad988e96f6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:04.933918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4a6590c-582e-4cc2-8cd4-bbad988e96f6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3d7920f-154b-40fe-8f7e-1032e7d2a02d HTTP/1.1" status: 204 len: 168 time: 0.1563368 Nov 27 16:25:04.935018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57968) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:04.942933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6590c-582e-4cc2-8cd4-bbad988e96f6 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7920f-154b-40fe-8f7e-1032e7d2a02d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:05.012337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-608c2c81-3a30-47eb-9979-6995549e098d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.039140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-608c2c81-3a30-47eb-9979-6995549e098d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.087956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-608c2c81-3a30-47eb-9979-6995549e098d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.090786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-608c2c81-3a30-47eb-9979-6995549e098d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.092205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-608c2c81-3a30-47eb-9979-6995549e098d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/security-groups/f98dca80-dd95-451d-a75a-dd265833c08a HTTP/1.1" status: 204 len: 168 time: 0.1559699 Nov 27 16:25:05.094968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57974) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:05.102183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c2c81-3a30-47eb-9979-6995549e098d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98dca80-dd95-451d-a75a-dd265833c08a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:05.143264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-877a0bb9-5d54-48f4-b76a-63789a920472 None None] Provisioning complete for port 6ec25faf-f741-4295-bdff-04d8f9868cef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:05.143914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-877a0bb9-5d54-48f4-b76a-63789a920472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.157000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 1e09577d-7048-4027-8240-423701b296b0 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:25:05.162283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.180428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-877a0bb9-5d54-48f4-b76a-63789a920472 None None] Port 6ec25faf-f741-4295-bdff-04d8f9868cef cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:05.183970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-877a0bb9-5d54-48f4-b76a-63789a920472 None None] Could not find standard attr ID for object e72b9c2d-ccb7-4068-ac97-95d04102b287. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:25:05.194184 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-877a0bb9-5d54-48f4-b76a-63789a920472 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:05.194560 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-877a0bb9-5d54-48f4-b76a-63789a920472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.208313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.264446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b92f69e4-6d50-4ec0-beab-ade81a648654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.310470 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.372465 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.397967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=1e09577d-7048-4027-8240-423701b296b0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:05.403798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.410784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ddb90090-b5e9-4841-a0d5-0404099e7b56 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/1e09577d-7048-4027-8240-423701b296b0 HTTP/1.1" status: 204 len: 168 time: 0.3110893 Nov 27 16:25:05.411613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57978) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:05.416922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:05.529603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:05.533163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.581796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d79bb4b-9be1-4577-b4eb-c38643918eb6 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:05.634039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-72c7a54b-0fdc-47f1-9024-05f530da553d None None] Could not find standard attr ID for object e72b9c2d-ccb7-4068-ac97-95d04102b287. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:25:05.766958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.844482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:05.851779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:05.861700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:05.862292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.872515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=74a615a1-2d7a-494e-b851-7cf7e46c1c25,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:05.887932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-39c4ca6c-4881-49ac-94db-affbe61cee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:05.889326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-39c4ca6c-4881-49ac-94db-affbe61cee0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1096 time: 0.0905473 Nov 27 16:25:05.897271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-298ecdf2-994d-4c35-a5e6-5fbc7126f5a5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4845724 Nov 27 16:25:05.900099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57982) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:05.904785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'security_group': {'name': 'tempest-secgroup-1642889974'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:05.930269 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:05.998853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedf99a-b5df-450b-9395-ecb94efd28b7 req-702f0f16-553a-4192-b11d-df82c0805a69 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:06.001924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cedf99a-b5df-450b-9395-ecb94efd28b7 req-702f0f16-553a-4192-b11d-df82c0805a69 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.1304507 Nov 27 16:25:06.020266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.026299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.055128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-ae7237aa-fb2b-45fd-8e6b-fbd536ea6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:06.058104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-ae7237aa-fb2b-45fd-8e6b-fbd536ea6cbb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.1458833 Nov 27 16:25:06.061189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.065509 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1642520 Nov 27 16:25:06.066096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57984) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:06.071109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a42af-499d-46d6-a2bb-843d3881320a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f54987a-bca1-4114-af57-6b2e3a3b6a27,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:06.072515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'security_group': {'name': 'tempest-secgroup-1368186684'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:06.090227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3003a564-8d01-4a23-8b36-ce99fc81c527 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:25:06.140654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:06.141042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.155977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cedf99a-b5df-450b-9395-ecb94efd28b7 req-4ad8378b-81d7-409c-a457-68db9fec8a1a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452780 Nov 27 16:25:06.174567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.189178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-67db20de-6087-4586-96f3-64e90a992d6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 1000 time: 0.1081014 Nov 27 16:25:06.271527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-6aeecb25-1833-4a9a-96b5-81c497c6fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:06.272786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-6aeecb25-1833-4a9a-96b5-81c497c6fc52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0714316 Nov 27 16:25:06.319344 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.325364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.357989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e45c6-5ae5-442f-a1ef-63088226e3a5 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:06.366667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55cb1b4-5290-4abb-8699-7411b860ab68,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:06.370066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-c794992b-3210-43f7-9763-761ea8cfa71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:06.371588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-c794992b-3210-43f7-9763-761ea8cfa71f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865512 Nov 27 16:25:06.375086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.380407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57986) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:06.380560 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-54450156-aa06-47a5-955c-a6a8e354c8b3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3118942 Nov 27 16:25:06.384076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'security_group': {'name': 'tempest-secgroup-1113425112'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:06.407406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.417931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f5109706-428c-4bac-8051-49d6c7dd5ce2 None None] Provisioning complete for port 6ec25faf-f741-4295-bdff-04d8f9868cef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:06.418461 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5109706-428c-4bac-8051-49d6c7dd5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.465202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f5109706-428c-4bac-8051-49d6c7dd5ce2 None None] Port 6ec25faf-f741-4295-bdff-04d8f9868cef cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:06.483671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-795d19ba-e97d-40dd-896f-db37d1e966f0 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994051 Nov 27 16:25:06.490816 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f5109706-428c-4bac-8051-49d6c7dd5ce2 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:06.491192 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5109706-428c-4bac-8051-49d6c7dd5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.496547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.501828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.537496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.542109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1621084 Nov 27 16:25:06.544963 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:06.550180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1347771999', 'security_groups': ['5581d00c-823c-47c3-ab90-ed210b63dd0b'], 'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74a615a1-2d7a-494e-b851-7cf7e46c1c25'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:06.566652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c318259-12e5-482d-97d3-b55d1ae6b45c tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5581d00c-823c-47c3-ab90-ed210b63dd0b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:06.600586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-2a199d96-4f9f-4d2f-b21e-28941a8b9fb5 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051188 Nov 27 16:25:06.678987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:06.683917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.702583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] device_id is not set on port 0d630600-3a03-4e49-85f4-dbd3bcc99665 yet. {{(pid=110075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 16:25:06.705597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] Update dhcp port {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'fixed_ips': [{'subnet_id': '221cdff9-2cf1-4f20-bfcf-8b762a6097f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '74a615a1-2d7a-494e-b851-7cf7e46c1c25'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '3003a564-8d01-4a23-8b36-ce99fc81c527'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:25:06.732338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:06.867666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.4 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/74a615a1-2d7a-494e-b851-7cf7e46c1c25/0d630600-3a03-4e49-85f4-dbd3bcc99665) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:07.004805 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.039557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.078816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:07.084051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:07.087810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:25:07.088085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] Allocated IP 172.20.0.2 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/74a615a1-2d7a-494e-b851-7cf7e46c1c25/3003a564-8d01-4a23-8b36-ce99fc81c527) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:07.118743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=0d630600-3a03-4e49-85f4-dbd3bcc99665,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:07.142356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:07.142972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.159001 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6cf7f757-842b-44a5-9ccd-cd47724fef17 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6129582 Nov 27 16:25:07.162315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57990) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:07.167360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:07.187921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3003a564-8d01-4a23-8b36-ce99fc81c527,segment=NetworkSegment(876060b0-4a80-4081-89bc-f356c2644520),segment_id=876060b0-4a80-4081-89bc-f356c2644520)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:07.224569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.230654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.292463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65181663-d655-40ae-9560-8a59724cd88d req-bf0a038d-80b9-4933-a2cb-2bd569d7544e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:07.293978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65181663-d655-40ae-9560-8a59724cd88d req-bf0a038d-80b9-4933-a2cb-2bd569d7544e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0599449 Nov 27 16:25:07.298232 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:07.302312 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.331624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd1ffd-4955-4783-8865-29b9a223d4fa None None] Pushing event updated for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:07.357354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65181663-d655-40ae-9560-8a59724cd88d req-df2431b0-5b8e-44fc-b5b0-3b738f6237ba tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568998 Nov 27 16:25:07.408450 n-d-819494-4 neutron-server[110075]: INFO neutron.db.ipam_backend_mixin [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 74a615a1-2d7a-494e-b851-7cf7e46c1c25 (CIDR: 172.20.0.0/28) Nov 27 16:25:07.411708 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:25:07.412196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:07.429436 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-02cea31d-7c46-4908-a038-b09ebf902f2d tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2659428 Nov 27 16:25:07.432024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57994) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:07.437033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:07.553187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:07.556863 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.653170 n-d-819494-4 neutron-server[110075]: INFO neutron.db.ipam_backend_mixin [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 221cdff9-2cf1-4f20-bfcf-8b762a6097f4 (CIDR: 172.20.0.16/28) Nov 27 16:25:07.656712 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:25:07.657198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:07.673353 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46e7f9fe-020a-4ef7-981d-c33552298313 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2402818 Nov 27 16:25:07.676038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 57996) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:07.681055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'subnet': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:07.709923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b43c617f-d6c1-425b-b46f-d8241d3eabb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.798908 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Made reservation on behalf of c4969dd3923b482e96c157bf360e22fa for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:25:07.802442 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.870680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1a36f786-d0a8-43dc-8a84-d7eb70861a3e None None] Provisioning complete for port 6ec25faf-f741-4295-bdff-04d8f9868cef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:07.871282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a36f786-d0a8-43dc-8a84-d7eb70861a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:07.908175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1a36f786-d0a8-43dc-8a84-d7eb70861a3e None None] Port 6ec25faf-f741-4295-bdff-04d8f9868cef cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:07.918755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1a36f786-d0a8-43dc-8a84-d7eb70861a3e None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:07.919133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a36f786-d0a8-43dc-8a84-d7eb70861a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.041473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.057962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3003a564-8d01-4a23-8b36-ce99fc81c527 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:25:08.088162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:25:08.091585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:25:08.095798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:08.096394 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.101854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf9d43-52f3-493b-9736-218af402a378 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:08.107672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Subnet': ['ID=1f0e4107-ab75-42e2-b1f3-61465a2d5f2b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:08.120745 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d0183a66-9c1b-4c4e-a3dd-80dadac52372 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4435623 Nov 27 16:25:08.123509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 57998) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:08.129556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1630457109', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f0e4107-ab75-42e2-b1f3-61465a2d5f2b'}], 'security_groups': ['9f54987a-bca1-4114-af57-6b2e3a3b6a27', 'c55cb1b4-5290-4abb-8699-7411b860ab68']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:08.168019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:08.168399 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.200081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e2d7418d-af1b-4c47-a3d5-cd07c4791b90 None None] Provisioning complete for port 0d630600-3a03-4e49-85f4-dbd3bcc99665 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:08.200455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e2d7418d-af1b-4c47-a3d5-cd07c4791b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.269047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7418d-af1b-4c47-a3d5-cd07c4791b90 None None] Port 0d630600-3a03-4e49-85f4-dbd3bcc99665 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:08.279736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.452999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25237717-413f-4630-b198-3d33b340b546 None None] Update dhcp port {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'fixed_ips': [{'subnet_id': '221cdff9-2cf1-4f20-bfcf-8b762a6097f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '74a615a1-2d7a-494e-b851-7cf7e46c1c25', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f0e4107-ab75-42e2-b1f3-61465a2d5f2b'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '3003a564-8d01-4a23-8b36-ce99fc81c527'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:25:08.478720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25237717-413f-4630-b198-3d33b340b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.523277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f173-60ef-455e-b5de-59ffbc3cb570 req-e59cb85b-7653-4218-8506-bb2820b34a9b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:08.524790 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd83f173-60ef-455e-b5de-59ffbc3cb570 req-e59cb85b-7653-4218-8506-bb2820b34a9b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0951905 Nov 27 16:25:08.612284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.635620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd83f173-60ef-455e-b5de-59ffbc3cb570 req-eaddcdf0-f742-4cb5-a1f8-c8be8cfe8d2e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020894 Nov 27 16:25:08.662230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Delete allocated IP 172.20.0.4 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/74a615a1-2d7a-494e-b851-7cf7e46c1c25) {{(pid=110076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 16:25:08.669811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Allocated IP 172.20.0.41 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/1f0e4107-ab75-42e2-b1f3-61465a2d5f2b/0d630600-3a03-4e49-85f4-dbd3bcc99665) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:08.828249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.832112 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.887621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-25237717-413f-4630-b198-3d33b340b546 None None] Allocated IP 172.20.0.34 (4c0fdec6-0a4f-4675-8211-a90f2f4228ad/1f0e4107-ab75-42e2-b1f3-61465a2d5f2b/3003a564-8d01-4a23-8b36-ce99fc81c527) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:25:08.920384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event updated for resources: {'Port': ['ID=0d630600-3a03-4e49-85f4-dbd3bcc99665,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:08.938587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] In _notify_port_updated(), no bound segment for port 0d630600-3a03-4e49-85f4-dbd3bcc99665 on network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad {{(pid=110076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 16:25:08.944098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:08.944709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:08.946022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f417adad-59fc-418e-8203-b195da673ba0 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "PUT /v2.0/ports/0d630600-3a03-4e49-85f4-dbd3bcc99665 HTTP/1.1" status: 200 len: 960 time: 0.8213513 Nov 27 16:25:08.948793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:08.985842 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-25237717-413f-4630-b198-3d33b340b546 None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3003a564-8d01-4a23-8b36-ce99fc81c527,segment=NetworkSegment(876060b0-4a80-4081-89bc-f356c2644520),segment_id=876060b0-4a80-4081-89bc-f356c2644520)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:09.014422 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25237717-413f-4630-b198-3d33b340b546 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.019603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25237717-413f-4630-b198-3d33b340b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.039578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 0d630600-3a03-4e49-85f4-dbd3bcc99665 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:25:09.039917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.124236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237717-413f-4630-b198-3d33b340b546 None None] Pushing event updated for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:09.127986 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.141605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 0d630600-3a03-4e49-85f4-dbd3bcc99665 owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:25:09.274962 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.305846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=0d630600-3a03-4e49-85f4-dbd3bcc99665,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:09.377735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.381678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-179123ee-3e7b-4cb3-839d-25bb93d7fb0a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/0d630600-3a03-4e49-85f4-dbd3bcc99665 HTTP/1.1" status: 204 len: 168 time: 0.4319425 Nov 27 16:25:09.384377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58004) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:09.409383 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1050239-cfc1-4c67-b670-588d880a9e8f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] GET failed (client error): The resource could not be found. Nov 27 16:25:09.410887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c1050239-cfc1-4c67-b670-588d880a9e8f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports/0d630600-3a03-4e49-85f4-dbd3bcc99665 HTTP/1.1" status: 404 len: 333 time: 0.0255439 Nov 27 16:25:09.413575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58006) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:09.467776 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d06ef70b-b825-460f-b4e8-e78c245b485e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.492219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d06ef70b-b825-460f-b4e8-e78c245b485e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.535309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d06ef70b-b825-460f-b4e8-e78c245b485e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.538234 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d06ef70b-b825-460f-b4e8-e78c245b485e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.539381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d06ef70b-b825-460f-b4e8-e78c245b485e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/security-groups/5581d00c-823c-47c3-ab90-ed210b63dd0b HTTP/1.1" status: 204 len: 168 time: 0.1249139 Nov 27 16:25:09.542404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:09.548775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ef70b-b825-460f-b4e8-e78c245b485e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5581d00c-823c-47c3-ab90-ed210b63dd0b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:09.599139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-59334af4-4e09-4ca2-93c9-11438e0263d5 None None] Provisioning complete for port 6ec25faf-f741-4295-bdff-04d8f9868cef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:09.599512 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-59334af4-4e09-4ca2-93c9-11438e0263d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.605523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8218136-0265-4031-9028-5706f2012988 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.628423 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8218136-0265-4031-9028-5706f2012988 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.634358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-59334af4-4e09-4ca2-93c9-11438e0263d5 None None] Port 6ec25faf-f741-4295-bdff-04d8f9868cef cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:09.637813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-59334af4-4e09-4ca2-93c9-11438e0263d5 None None] Could not find standard attr ID for object 0d630600-3a03-4e49-85f4-dbd3bcc99665. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:25:09.646961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-59334af4-4e09-4ca2-93c9-11438e0263d5 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:09.647325 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-59334af4-4e09-4ca2-93c9-11438e0263d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.674462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8218136-0265-4031-9028-5706f2012988 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.678257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8218136-0265-4031-9028-5706f2012988 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.679444 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a8218136-0265-4031-9028-5706f2012988 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/security-groups/c55cb1b4-5290-4abb-8699-7411b860ab68 HTTP/1.1" status: 204 len: 168 time: 0.1357427 Nov 27 16:25:09.682269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58012) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:09.688478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8218136-0265-4031-9028-5706f2012988 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55cb1b4-5290-4abb-8699-7411b860ab68,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:09.781754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f49c35-064b-4624-bccd-11194ff1da0a req-da8e9105-aae7-450e-8b10-c2f4550abd85 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:09.783233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f49c35-064b-4624-bccd-11194ff1da0a req-da8e9105-aae7-450e-8b10-c2f4550abd85 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0724757 Nov 27 16:25:09.783851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bca4734b-8df2-4914-9d19-a8cb07ed8822 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.819819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bca4734b-8df2-4914-9d19-a8cb07ed8822 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.869917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-24f49c35-064b-4624-bccd-11194ff1da0a req-3c8cd043-7baa-42ef-bb9e-7f9bf909be47 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801296 Nov 27 16:25:09.882208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bca4734b-8df2-4914-9d19-a8cb07ed8822 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.884891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bca4734b-8df2-4914-9d19-a8cb07ed8822 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.886128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bca4734b-8df2-4914-9d19-a8cb07ed8822 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/security-groups/9f54987a-bca1-4114-af57-6b2e3a3b6a27 HTTP/1.1" status: 204 len: 168 time: 0.2025890 Nov 27 16:25:09.888912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58014) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:09.895460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4734b-8df2-4914-9d19-a8cb07ed8822 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f54987a-bca1-4114-af57-6b2e3a3b6a27,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:09.943139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 74a615a1-2d7a-494e-b851-7cf7e46c1c25 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:25:09.946711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:09.993398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.081786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3003a564-8d01-4a23-8b36-ce99fc81c527 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:25:10.086802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.132553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:10.132934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.154811 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.174025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7a76be33-c32d-4d53-85e1-73087841aa33 None None] Could not find standard attr ID for object 0d630600-3a03-4e49-85f4-dbd3bcc99665. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:25:10.188344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=74a615a1-2d7a-494e-b851-7cf7e46c1c25,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:10.192715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.196248 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-abf012ec-4647-4dc5-9a99-0264f21a19d7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/74a615a1-2d7a-494e-b851-7cf7e46c1c25 HTTP/1.1" status: 204 len: 168 time: 0.3061645 Nov 27 16:25:10.202552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58016) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.258893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 1f0e4107-ab75-42e2-b1f3-61465a2d5f2b {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:25:10.262358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.303446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.312890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b0af0-da21-4ff9-a647-f3e087060215 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:10.378182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.391043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.448537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.477530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0e4107-ab75-42e2-b1f3-61465a2d5f2b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:10.481231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.486767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8452a859-d72e-4ce8-b9f1-f1d3e83c68f5 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/1f0e4107-ab75-42e2-b1f3-61465a2d5f2b HTTP/1.1" status: 204 len: 168 time: 0.2808826 Nov 27 16:25:10.487067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58018) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.513720 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b4e1f3-7d1f-4be3-adb7-64c6446d6bf7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:10.514174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b4e1f3-7d1f-4be3-adb7-64c6446d6bf7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:10.519531 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d6b4e1f3-7d1f-4be3-adb7-64c6446d6bf7 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/74a615a1-2d7a-494e-b851-7cf7e46c1c25 HTTP/1.1" status: 404 len: 337 time: 0.0293624 Nov 27 16:25:10.520177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58020) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.573567 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting subnet 221cdff9-2cf1-4f20-bfcf-8b762a6097f4 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:25:10.576996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.621564 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.676142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e508070-74de-4790-a01f-3aa2cb214649 None None] Update dhcp port {'port': {'network_id': '4c0fdec6-0a4f-4675-8211-a90f2f4228ad', 'fixed_ips': [{'subnet_id': '221cdff9-2cf1-4f20-bfcf-8b762a6097f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '1f0e4107-ab75-42e2-b1f3-61465a2d5f2b'}], 'binding:host_id': 'n-d-819494-4'}, 'id': '3003a564-8d01-4a23-8b36-ce99fc81c527'} from n-d-819494-4. {{(pid=110077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 16:25:10.700527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e508070-74de-4790-a01f-3aa2cb214649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.706445 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.771459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.802977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Subnet': ['ID=221cdff9-2cf1-4f20-bfcf-8b762a6097f4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:10.807142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:10.812509 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8935f80f-cb80-478c-9791-5e002ae47c57 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/221cdff9-2cf1-4f20-bfcf-8b762a6097f4 HTTP/1.1" status: 204 len: 168 time: 0.2886057 Nov 27 16:25:10.812746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58022) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-8e508070-74de-4790-a01f-3aa2cb214649 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 221cdff9-2cf1-4f20-bfcf-8b762a6097f4: This subnet is being modified by another concurrent operation. Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 221cdff9-2cf1-4f20-bfcf-8b762a6097f4: This subnet is being modified by another concurrent operation. Nov 27 16:25:10.820048 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:25:10.837937 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-234773b9-7a55-4799-b7eb-0990e591b879 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:10.838395 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234773b9-7a55-4799-b7eb-0990e591b879 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:10.841803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-234773b9-7a55-4799-b7eb-0990e591b879 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/1e09577d-7048-4027-8240-423701b296b0 HTTP/1.1" status: 404 len: 337 time: 0.0280664 Nov 27 16:25:10.844327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58024) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.873389 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-70962193-eb5a-4167-a9e7-eccafd80c68e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "GET /v2.0/ports?device_id=52cce8c3-d7c8-4191-adb1-6a590984205b HTTP/1.1" status: 200 len: 205 time: 0.0271385 Nov 27 16:25:10.875714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.915332 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-a21e65dd-c51a-4c28-a16a-612378cddc87 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] delete failed (client error): The resource could not be found. Nov 27 16:25:10.918321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a21e65dd-c51a-4c28-a16a-612378cddc87 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/routers/52cce8c3-d7c8-4191-adb1-6a590984205b HTTP/1.1" status: 404 len: 336 time: 0.0393097 Nov 27 16:25:10.918935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58030) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.922951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98751afb-640a-44d2-b5b9-df8d1948aa97 None None] Network 4c0fdec6-0a4f-4675-8211-a90f2f4228ad requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:25:10.944952 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f057451-9ca4-4c92-87d8-4fc4f6da17e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:10.945516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f057451-9ca4-4c92-87d8-4fc4f6da17e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:10.948652 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f057451-9ca4-4c92-87d8-4fc4f6da17e3 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/bb3427f3-c9b5-482b-b451-e224e74037dc HTTP/1.1" status: 404 len: 337 time: 0.0289724 Nov 27 16:25:10.951277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58032) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.982323 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6f0680-d6d9-41d5-b15e-4c892aaed277 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:10.982779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6f0680-d6d9-41d5-b15e-4c892aaed277 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:10.988059 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9f6f0680-d6d9-41d5-b15e-4c892aaed277 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/4753a8f5-166b-4fa6-b393-68dd9edb8519 HTTP/1.1" status: 404 len: 337 time: 0.0337384 Nov 27 16:25:10.988324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58034) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:10.997185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d5f2-7dfa-4e2e-a856-92a542efd987 req-5f0e2e85-17f9-4dab-9d09-7865747f7bbc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:11.002021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b117d5f2-7dfa-4e2e-a856-92a542efd987 req-5f0e2e85-17f9-4dab-9d09-7865747f7bbc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0580723 Nov 27 16:25:11.015022 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c7414c-631a-4302-943b-b2380ba13956 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.015475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c7414c-631a-4302-943b-b2380ba13956 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.021531 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-58c7414c-631a-4302-943b-b2380ba13956 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/6fd2affc-8573-4027-9441-b3024c99bd15 HTTP/1.1" status: 404 len: 337 time: 0.0292068 Nov 27 16:25:11.021747 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58036) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.044128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0eae4590-81a3-4db0-9b66-0e50d5258c8e None None] Provisioning complete for port 6ec25faf-f741-4295-bdff-04d8f9868cef triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:11.044607 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0eae4590-81a3-4db0-9b66-0e50d5258c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.044730 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-482f9ee4-a6aa-4b49-a166-ec32386f860a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.045150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482f9ee4-a6aa-4b49-a166-ec32386f860a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.050555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-482f9ee4-a6aa-4b49-a166-ec32386f860a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/36c0180e-90ca-4926-87ab-ea3b736a255b HTTP/1.1" status: 404 len: 333 time: 0.0255842 Nov 27 16:25:11.050890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58038) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.061905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b117d5f2-7dfa-4e2e-a856-92a542efd987 req-21db0c06-fe61-441a-acdc-8bc843169fee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577428 Nov 27 16:25:11.080753 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f49117-5555-41cf-8de9-7ef78e20b1a4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.081275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f49117-5555-41cf-8de9-7ef78e20b1a4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.085049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-71f49117-5555-41cf-8de9-7ef78e20b1a4 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/7196219f-cdf1-4aca-847f-9a8d9c4d821e HTTP/1.1" status: 404 len: 337 time: 0.0329292 Nov 27 16:25:11.087507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58040) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.091540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0eae4590-81a3-4db0-9b66-0e50d5258c8e None None] Port 6ec25faf-f741-4295-bdff-04d8f9868cef cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:25:11.105865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0eae4590-81a3-4db0-9b66-0e50d5258c8e None None] Provisioning complete for port 3003a564-8d01-4a23-8b36-ce99fc81c527 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:11.106246 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0eae4590-81a3-4db0-9b66-0e50d5258c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.113360 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-46863ea9-e970-4d46-b1ae-d3d42577731a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.113836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46863ea9-e970-4d46-b1ae-d3d42577731a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.116877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46863ea9-e970-4d46-b1ae-d3d42577731a tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/05d2e650-4e4f-4998-b4cd-eb63bf15eff9 HTTP/1.1" status: 404 len: 337 time: 0.0284703 Nov 27 16:25:11.119382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.130832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] DHCP port deletion for 4c0fdec6-0a4f-4675-8211-a90f2f4228ad request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:25:11.142272 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b7059d-be17-4938-8f4a-819d60c1ea0f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.142713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b7059d-be17-4938-8f4a-819d60c1ea0f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.148135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b8b7059d-be17-4938-8f4a-819d60c1ea0f tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/d1e08f5d-0bdb-4e0c-8b46-29619b2d9b46 HTTP/1.1" status: 404 len: 333 time: 0.0259938 Nov 27 16:25:11.148989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.175032 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c882c65a-f1f1-465f-bc7c-631a4261956e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.175483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c882c65a-f1f1-465f-bc7c-631a4261956e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.180850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c882c65a-f1f1-465f-bc7c-631a4261956e tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/b7310d10-e1b7-4616-b98c-d3f2a92c7a7d HTTP/1.1" status: 404 len: 337 time: 0.0285959 Nov 27 16:25:11.181062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58046) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.207166 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1625c8-78f2-45ab-a506-36bccc08ab67 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] DELETE failed (client error): The resource could not be found. Nov 27 16:25:11.207528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1625c8-78f2-45ab-a506-36bccc08ab67 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:25:11.211562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b1625c8-78f2-45ab-a506-36bccc08ab67 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/subnets/7284d1c0-e2d2-447f-a2bd-728dd4ea1f1f HTTP/1.1" status: 404 len: 337 time: 0.0293329 Nov 27 16:25:11.214064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.237833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] Deleting port 3003a564-8d01-4a23-8b36-ce99fc81c527 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:25:11.238211 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.242199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.305091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Deleting port 6ec25faf-f741-4295-bdff-04d8f9868cef {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:25:11.305458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.308250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] For port 3003a564-8d01-4a23-8b36-ce99fc81c527, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3003a564-8d01-4a23-8b36-ce99fc81c527,segment=NetworkSegment(876060b0-4a80-4081-89bc-f356c2644520),segment_id=876060b0-4a80-4081-89bc-f356c2644520)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:11.308658 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.321102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] Calling delete_port for 3003a564-8d01-4a23-8b36-ce99fc81c527 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:25:11.370918 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.387634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Calling delete_port for 6ec25faf-f741-4295-bdff-04d8f9868cef owned by {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:25:11.399610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.425122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] Pushing event deleted for resources: {'Port': ['ID=3003a564-8d01-4a23-8b36-ce99fc81c527,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:11.426982 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58516d9-9bdc-4d45-bd06-166128a4e25b None None] No DVR routers for this DVR port 3003a564-8d01-4a23-8b36-ce99fc81c527 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:25:11.444790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57322c51-33de-4872-91a6-e89ffd27648d None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:25:11.467837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.497203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Port': ['ID=6ec25faf-f741-4295-bdff-04d8f9868cef,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:11.502397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.506214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-916e5a10-660f-4af6-bc80-b7fe382ed394 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/ports/6ec25faf-f741-4295-bdff-04d8f9868cef HTTP/1.1" status: 204 len: 168 time: 0.2915065 Nov 27 16:25:11.508596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58050) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:11.519186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57322c51-33de-4872-91a6-e89ffd27648d None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:25:11.587602 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.672872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.693329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0fdec6-0a4f-4675-8211-a90f2f4228ad']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:25:11.702378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876060b0-4a80-4081-89bc-f356c2644520') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:25:11.702674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876060b0-4a80-4081-89bc-f356c2644520') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:25:11.712041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.726950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.732706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:25:11.733090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:25:11.736065 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:25:11.795212 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.802335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:11.805528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] 10.222.0.15 "DELETE /v2.0/networks/4c0fdec6-0a4f-4675-8211-a90f2f4228ad HTTP/1.1" status: 204 len: 168 time: 0.2959812 Nov 27 16:25:11.818101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623100e6-9717-4aef-a24e-bf83e996b380 tempest-PortsTestJSON-843797979 tempest-PortsTestJSON-843797979-project] Pushing event deleted for resources: {'Network': ['ID=4c0fdec6-0a4f-4675-8211-a90f2f4228ad,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:12.049602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58056) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:12.056879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3003a564-8d01-4a23-8b36-ce99fc81c527 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:25:12.077385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 3003a564-8d01-4a23-8b36-ce99fc81c527 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:25:12.077755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3003a564-8d01-4a23-8b36-ce99fc81c527 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:25:12.208032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad5741-ee33-4cc9-b71e-1f5efddc42e7 req-6a5ff0de-4527-4a90-b7d1-02dd0187e473 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:12.209511 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6ad5741-ee33-4cc9-b71e-1f5efddc42e7 req-6a5ff0de-4527-4a90-b7d1-02dd0187e473 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0765088 Nov 27 16:25:12.213030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c6277ff-d943-47de-90b9-26cac6e58d15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4969dd3923b482e96c157bf360e22fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623504 Nov 27 16:25:12.215530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58062) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:12.291667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6ad5741-ee33-4cc9-b71e-1f5efddc42e7 req-5e0f499a-71b3-402b-85fb-d0230129a437 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735862 Nov 27 16:25:12.307325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362fc191-799d-4a4b-886b-fbd4489d09f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:12.328580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362fc191-799d-4a4b-886b-fbd4489d09f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:12.373776 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362fc191-799d-4a4b-886b-fbd4489d09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:12.376337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362fc191-799d-4a4b-886b-fbd4489d09f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:12.377503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-362fc191-799d-4a4b-886b-fbd4489d09f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41b3e2b6-87b9-4b95-bad0-2ed40a705032 HTTP/1.1" status: 204 len: 168 time: 0.1608050 Nov 27 16:25:12.385090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fc191-799d-4a4b-886b-fbd4489d09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b3e2b6-87b9-4b95-bad0-2ed40a705032,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:12.990600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58086) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:13.083805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8a4eee5f-e8a5-4076-b1e9-2c99bbfb0a3c tempest-DvrRoutersNegativeTest-1067494838 tempest-DvrRoutersNegativeTest-1067494838-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1418303030', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:13.086728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.policy [None req-8a4eee5f-e8a5-4076-b1e9-2c99bbfb0a3c tempest-DvrRoutersNegativeTest-1067494838 tempest-DvrRoutersNegativeTest-1067494838-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110076) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 27 16:25:13.087029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.policy [None req-8a4eee5f-e8a5-4076-b1e9-2c99bbfb0a3c tempest-DvrRoutersNegativeTest-1067494838 tempest-DvrRoutersNegativeTest-1067494838-project] Failed policy check for 'create_router' {{(pid=110076) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 27 16:25:13.087564 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-8a4eee5f-e8a5-4076-b1e9-2c99bbfb0a3c tempest-DvrRoutersNegativeTest-1067494838 tempest-DvrRoutersNegativeTest-1067494838-project] create failed (client error): Access was denied to this resource. Nov 27 16:25:13.088530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a4eee5f-e8a5-4076-b1e9-2c99bbfb0a3c tempest-DvrRoutersNegativeTest-1067494838 tempest-DvrRoutersNegativeTest-1067494838-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0968630 Nov 27 16:25:13.324486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58096) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:13.410471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf1e47-3dd6-47c3-be0f-6b9bdfee1e00 req-c11b8c94-2aab-422d-b78d-2345d666193b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:13.412052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0faf1e47-3dd6-47c3-be0f-6b9bdfee1e00 req-c11b8c94-2aab-422d-b78d-2345d666193b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Nov 27 16:25:13.430976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b0b07cd-080c-4ef1-aa22-ee20178c3c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.465509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0faf1e47-3dd6-47c3-be0f-6b9bdfee1e00 req-eaaf70d6-9c3e-428e-bd73-7406fbe04eb6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474575 Nov 27 16:25:13.506807 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b0b07cd-080c-4ef1-aa22-ee20178c3c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.510496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b0b07cd-080c-4ef1-aa22-ee20178c3c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.546577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5b0b07cd-080c-4ef1-aa22-ee20178c3c5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3d92162425c40b4aece7002532bdbac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210486 Nov 27 16:25:13.548448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b07cd-080c-4ef1-aa22-ee20178c3c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1a7f1e-7945-49dd-b22f-31ba2e44d2b0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:13.549330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58100) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:13.597453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa00c78c-f3da-4a73-a238-1ff160b9711d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.619198 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa00c78c-f3da-4a73-a238-1ff160b9711d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.665491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa00c78c-f3da-4a73-a238-1ff160b9711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.668019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-aa00c78c-f3da-4a73-a238-1ff160b9711d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:13.669155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-aa00c78c-f3da-4a73-a238-1ff160b9711d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc1a7f1e-7945-49dd-b22f-31ba2e44d2b0 HTTP/1.1" status: 204 len: 168 time: 0.1188071 Nov 27 16:25:13.677598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c78c-f3da-4a73-a238-1ff160b9711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1a7f1e-7945-49dd-b22f-31ba2e44d2b0,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:14.585214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f7c90-5900-4137-902a-94accff06677 req-22272ed8-5b0c-4be4-9e62-129756fd6f29 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:14.586753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-136f7c90-5900-4137-902a-94accff06677 req-22272ed8-5b0c-4be4-9e62-129756fd6f29 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Nov 27 16:25:14.636248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-136f7c90-5900-4137-902a-94accff06677 req-5bcdb883-9f77-4c51-958c-2348510fa0ac tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Nov 27 16:25:15.263018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58160) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:15.368326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5276afc0-3fae-462e-a4e8-217922a47c29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.443303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5276afc0-3fae-462e-a4e8-217922a47c29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.447123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5276afc0-3fae-462e-a4e8-217922a47c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.486427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5276afc0-3fae-462e-a4e8-217922a47c29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58fd144d4e104553b778c535857e657d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222924 Nov 27 16:25:15.487390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276afc0-3fae-462e-a4e8-217922a47c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb9047-0e79-4179-9bea-7c750243a3e4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:15.489187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58164) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:15.539248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9228446-15b6-406a-9ec3-5805be477efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.559798 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9228446-15b6-406a-9ec3-5805be477efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.606789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9228446-15b6-406a-9ec3-5805be477efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.609601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d9228446-15b6-406a-9ec3-5805be477efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.610792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d9228446-15b6-406a-9ec3-5805be477efc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fdb9047-0e79-4179-9bea-7c750243a3e4 HTTP/1.1" status: 204 len: 168 time: 0.1205604 Nov 27 16:25:15.618532 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9228446-15b6-406a-9ec3-5805be477efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb9047-0e79-4179-9bea-7c750243a3e4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:15.755250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4849f1-a057-4793-8976-014f266e41e6 req-12987c9d-6434-4365-bb20-21a16236af3e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:15.757255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e4849f1-a057-4793-8976-014f266e41e6 req-12987c9d-6434-4365-bb20-21a16236af3e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0529125 Nov 27 16:25:15.807613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e4849f1-a057-4793-8976-014f266e41e6 req-128d54cd-3a46-4fdf-a570-f7e843d4507e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Nov 27 16:25:15.869132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58172) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:15.882938 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cb7397b-32ca-476a-beeb-548ce813ea17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.956036 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cb7397b-32ca-476a-beeb-548ce813ea17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.960107 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8cb7397b-32ca-476a-beeb-548ce813ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:15.997374 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8cb7397b-32ca-476a-beeb-548ce813ea17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af00708737de46e59c0906f9213f0978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271586 Nov 27 16:25:15.998494 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7397b-32ca-476a-beeb-548ce813ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726182e6-b138-45bc-91cc-4743c5b0a8b6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:16.000203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:16.047822 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295c4bee-da57-4083-8522-c087bde91f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:16.067773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295c4bee-da57-4083-8522-c087bde91f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:16.116409 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295c4bee-da57-4083-8522-c087bde91f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:16.118950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-295c4bee-da57-4083-8522-c087bde91f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:16.120064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-295c4bee-da57-4083-8522-c087bde91f23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/726182e6-b138-45bc-91cc-4743c5b0a8b6 HTTP/1.1" status: 204 len: 168 time: 0.1188047 Nov 27 16:25:16.127353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c4bee-da57-4083-8522-c087bde91f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726182e6-b138-45bc-91cc-4743c5b0a8b6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:16.926205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0f7db-f428-422e-91cd-f115aca7a394 req-ad81f882-eaf7-40b5-b805-44dc8f9c0d07 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:16.927689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0d0f7db-f428-422e-91cd-f115aca7a394 req-ad81f882-eaf7-40b5-b805-44dc8f9c0d07 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0500147 Nov 27 16:25:16.980099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0d0f7db-f428-422e-91cd-f115aca7a394 req-86111417-0b1f-4b76-a854-9be3a3a2e0b8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Nov 27 16:25:18.092377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c183-72d6-49e4-99c0-61ab57f915ab req-4d06808f-cdbc-4794-9e4e-2bc44d977dbc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:18.093774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d7c183-72d6-49e4-99c0-61ab57f915ab req-4d06808f-cdbc-4794-9e4e-2bc44d977dbc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0477493 Nov 27 16:25:18.142543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79d7c183-72d6-49e4-99c0-61ab57f915ab req-591efe62-8c1a-4238-ab6f-66ffe54487e4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Nov 27 16:25:19.264313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a12f4-037a-4e51-b34e-a97b34478e98 req-328714b1-64dd-46e9-aa1d-da32f4f9852b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:19.265727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-454a12f4-037a-4e51-b34e-a97b34478e98 req-328714b1-64dd-46e9-aa1d-da32f4f9852b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Nov 27 16:25:19.314419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-454a12f4-037a-4e51-b34e-a97b34478e98 req-9743e269-90ba-4882-99d2-f4088e817684 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Nov 27 16:25:20.432791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce942c1a-c150-47e8-b441-0eca748420b2 req-2832d4a9-77a8-48cf-9a40-e62c1e3bb910 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:20.434198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce942c1a-c150-47e8-b441-0eca748420b2 req-2832d4a9-77a8-48cf-9a40-e62c1e3bb910 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Nov 27 16:25:20.481779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce942c1a-c150-47e8-b441-0eca748420b2 req-0b362b64-1ade-4d34-9f95-e33902ad1f77 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Nov 27 16:25:21.600794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30407e01-0636-482c-9c22-64345e819537 req-db2ba037-09c2-48ac-be54-a74c92ac55f1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:21.602214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30407e01-0636-482c-9c22-64345e819537 req-db2ba037-09c2-48ac-be54-a74c92ac55f1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0532424 Nov 27 16:25:21.651853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30407e01-0636-482c-9c22-64345e819537 req-3b3aff5b-5c34-4a94-91bd-4c82890cb643 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 Nov 27 16:25:22.772776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc3a93-3988-4d27-8687-5d6c188b18c3 req-777cb917-ad8e-4b29-9fa8-52725d9c7eea tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:22.774299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ddc3a93-3988-4d27-8687-5d6c188b18c3 req-777cb917-ad8e-4b29-9fa8-52725d9c7eea tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0497828 Nov 27 16:25:22.822545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9ddc3a93-3988-4d27-8687-5d6c188b18c3 req-aa51be9f-85fa-416e-b32d-33441361c023 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Nov 27 16:25:23.741606 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-79f7e3c4-fd44-4ead-abc3-1a7ba74241d6 service neutron] show failed (client error): The resource could not be found. Nov 27 16:25:23.742522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-79f7e3c4-fd44-4ead-abc3-1a7ba74241d6 service neutron] 10.222.0.21 "GET /v2.0/ports/368a4457-2c33-4618-ac5c-4f200b7009b1/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0529511 Nov 27 16:25:23.949534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fb703-a8f4-46fe-842b-5d028e67c2b8 req-ee784ac0-7b89-4f6c-a2b3-ab863256727d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:23.951029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-374fb703-a8f4-46fe-842b-5d028e67c2b8 req-ee784ac0-7b89-4f6c-a2b3-ab863256727d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0590119 Nov 27 16:25:23.977571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-88f1743d-36b6-443b-99af-e35d338af0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:23.979068 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-88f1743d-36b6-443b-99af-e35d338af0e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 1096 time: 0.0418165 Nov 27 16:25:23.992405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:24.002036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-374fb703-a8f4-46fe-842b-5d028e67c2b8 req-acbbfc2f-635d-4786-bff1-fd6dc095bf13 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451093 Nov 27 16:25:24.049279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:24.265813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:24.300215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:25:24.340383 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:24.343897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:25:24.346349 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8cf80f-7c5f-42f9-a8e4-1619005abc00" -d '{"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-unplugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:25:24.361342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Transition to ACTIVE for port object 368a4457-2c33-4618-ac5c-4f200b7009b1 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:25:24.365927 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:24.403409 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dbd2ac-4d3b-439d-a8d3-ed88eab12837 x-openstack-request-id: req-74dbd2ac-4d3b-439d-a8d3-ed88eab12837 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:25:24.403705 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-unplugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:25:24.403958 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74dbd2ac-4d3b-439d-a8d3-ed88eab12837 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:25:24.404344 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'code': 200} Nov 27 16:25:24.446218 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:24.461277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.461647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.461980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.462325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.462666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.462992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.463320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.465035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.465035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.465035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.465035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.465035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:24.519050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] No DVR routers for this DVR port 368a4457-2c33-4618-ac5c-4f200b7009b1 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:25:24.661671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:25:24.662615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:25:24.662999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:25:24.671865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:25:24.672204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:25:24.684913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:25:24.685190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Checking segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:25:24.685639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Bound using segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:25:24.686076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Bound port: 368a4457-2c33-4618-ac5c-4f200b7009b1, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:25:24.686436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:24.754359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:25:24.758034 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:25:24.761751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:24.801647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:24.802730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:24.804124 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 1091 time: 0.8165967 Nov 27 16:25:24.829720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098ad3-a482-4051-af19-9e47e0de64d7 service neutron] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:24.879794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-c7762e28-f6e4-45bf-93df-e57b88aebd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:24.881899 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-c7762e28-f6e4-45bf-93df-e57b88aebd41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1094 time: 0.0466304 Nov 27 16:25:24.987598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-fd1593f1-e2ff-45cb-9ec9-dbcd6135d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:24.989200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-fd1593f1-e2ff-45cb-9ec9-dbcd6135d54e service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0983152 Nov 27 16:25:25.064269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-9fe75c28-7e10-4bcd-bcb4-3f9f11942f57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0675204 Nov 27 16:25:25.114630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-c08fc6a0-e6dc-45f7-9c5f-c3531ebdd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:25.116692 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-c08fc6a0-e6dc-45f7-9c5f-c3531ebdd6ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0455787 Nov 27 16:25:25.125068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1ea02-6db3-4334-929f-1a4134086090 req-52309d1c-6f0e-4bb0-8069-b412d0d535b3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:25.126708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3c1ea02-6db3-4334-929f-1a4134086090 req-52309d1c-6f0e-4bb0-8069-b412d0d535b3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 943 time: 0.0507240 Nov 27 16:25:25.166182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-960ae1ea-c652-4879-a421-89e4f91db474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:25.167756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-960ae1ea-c652-4879-a421-89e4f91db474 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440576 Nov 27 16:25:25.176923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e3c1ea02-6db3-4334-929f-1a4134086090 req-ace5fdff-7045-480a-aeed-45d2314858b8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440741 Nov 27 16:25:25.256930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-7ed4fbb2-17f5-4811-8fca-18319184a4b9 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807836 Nov 27 16:25:25.346334 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-55e33e6f-1c57-4388-a801-3efb0eed5b6c req-227db6bb-1aa2-4c50-b612-2b4f5e778b11 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823362 Nov 27 16:25:26.295175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9136-ec8d-46e9-b696-7426f3f494d3 req-eb95554b-632e-438e-92c2-c40da639cb30 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.296729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea1c9136-ec8d-46e9-b696-7426f3f494d3 req-eb95554b-632e-438e-92c2-c40da639cb30 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 943 time: 0.0471697 Nov 27 16:25:26.353980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea1c9136-ec8d-46e9-b696-7426f3f494d3 req-e549d004-45ee-4706-b031-1b0646cac902 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Nov 27 16:25:26.405380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:25:26.407790 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb726ea-38f7-4105-a868-b724ead8547a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:25:26.456615 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83a373-b4d4-413b-98df-bdf250cb22ac x-openstack-request-id: req-ce83a373-b4d4-413b-98df-bdf250cb22ac {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:25:26.456912 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:25:26.457194 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce83a373-b4d4-413b-98df-bdf250cb22ac {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:25:26.457631 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'status': 'completed', 'code': 200} Nov 27 16:25:26.526009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-04b620f6-c460-4b61-9c94-838da9b6f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.527356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-b9d2acb8-9b0a-4b66-9fe5-c457143705d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.527498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-04b620f6-c460-4b61-9c94-838da9b6f670 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1094 time: 0.0429513 Nov 27 16:25:26.528838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-b9d2acb8-9b0a-4b66-9fe5-c457143705d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1094 time: 0.0404329 Nov 27 16:25:26.625642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-2276dfae-cb56-4ad6-b36a-999f4f085177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.626436 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-e7cb456a-a2cb-4d56-9b3b-0fc6d69ed392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.627010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-2276dfae-cb56-4ad6-b36a-999f4f085177 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0855458 Nov 27 16:25:26.627902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-e7cb456a-a2cb-4d56-9b3b-0fc6d69ed392 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0911708 Nov 27 16:25:26.702318 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-3a62c3db-65f9-4c6d-a051-c099845ba497 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0633392 Nov 27 16:25:26.702982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-f5192407-aea1-47bc-90a6-a8da12304de7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0629182 Nov 27 16:25:26.760388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-a3447e56-85e3-4c49-b607-3835f4792d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.762181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-a3447e56-85e3-4c49-b607-3835f4792d0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0471880 Nov 27 16:25:26.774980 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-9415af03-9171-454c-a672-8c7dcbc79043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.776442 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-9415af03-9171-454c-a672-8c7dcbc79043 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0666354 Nov 27 16:25:26.824809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-f9f6a2b4-70a0-4944-ace8-f4e716ddd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.826639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-f9f6a2b4-70a0-4944-ace8-f4e716ddd278 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433216 Nov 27 16:25:26.854855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb726ea-38f7-4105-a868-b724ead8547a req-874c5cf4-ff4d-4e65-83d8-0ee28f9e30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:26.856433 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-874c5cf4-ff4d-4e65-83d8-0ee28f9e30d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547867 Nov 27 16:25:26.958272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-a143229e-c477-4fb4-9135-fe4c7013c6cc service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197643 Nov 27 16:25:26.962483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-98a893aa-8029-42d8-9970-abb87ba8fa3d service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979457 Nov 27 16:25:27.119129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-54f9134f-86c3-4c74-bd2b-b3b329d15dcd service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486013 Nov 27 16:25:27.119361 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1cb726ea-38f7-4105-a868-b724ead8547a req-b9517733-0a4e-4174-9ca4-d1d5e3f9fd63 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496308 Nov 27 16:25:27.415234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:25:27.474229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb076-32a0-445d-82a4-b9be5e5e0db6 req-a928cd3f-b332-45e0-b849-27823a867665 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:27.475879 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46bbb076-32a0-445d-82a4-b9be5e5e0db6 req-a928cd3f-b332-45e0-b849-27823a867665 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 943 time: 0.0539122 Nov 27 16:25:27.513638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:27.524998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46bbb076-32a0-445d-82a4-b9be5e5e0db6 req-1bda2908-0990-4a85-bc9a-76d29a3a1ffa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Nov 27 16:25:27.525198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'mac_address': 'fa:16:3e:d5:56:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:25:27.561490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:27.575005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368a4457-2c33-4618-ac5c-4f200b7009b1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:25:27.594850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:27.599312 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:27.648199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:27.658703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.659011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.659429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.659779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.660120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.660458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.660792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.661126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.661493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.661852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.662183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.662528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:27.773218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77043-a623-4d47-85b2-bc87e5a4f521 req-d6172da7-ed4e-488e-b593-2fd7baa677f9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:27.774968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1e77043-a623-4d47-85b2-bc87e5a4f521 req-d6172da7-ed4e-488e-b593-2fd7baa677f9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.0523858 Nov 27 16:25:27.796895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-54ccacf9-1073-4dd2-910b-47136d3cd8e6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:27.798418 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-54ccacf9-1073-4dd2-910b-47136d3cd8e6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653&tenant_id=b5b05cb846aa4737817d706cda451f43&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 944 time: 0.0946345 Nov 27 16:25:27.832141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['368a4457-2c33-4618-ac5c-4f200b7009b1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:25:27.850109 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1e77043-a623-4d47-85b2-bc87e5a4f521 req-3174059e-765d-4fb3-bbe5-1800daba229b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670969 Nov 27 16:25:27.873134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:25:27.887569 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-4544f137-a98e-4231-bfa6-dad9f63d019e service neutron] 10.222.0.37 "GET /v2.0/ports/368a4457-2c33-4618-ac5c-4f200b7009b1/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 382 time: 0.0809934 Nov 27 16:25:27.932784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:25:27.959462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-adefb80f-0f35-4dd8-8eeb-d5fabd86dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:27.961023 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-adefb80f-0f35-4dd8-8eeb-d5fabd86dc99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1095 time: 0.0516906 Nov 27 16:25:28.396403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-b7115052-b1f6-4341-8401-da89204e15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:28.397735 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-b7115052-b1f6-4341-8401-da89204e15fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.4301243 Nov 27 16:25:28.462893 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-b6d9b498-0df8-4cc9-bbab-4025f8d473cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 999 time: 0.0579011 Nov 27 16:25:28.517021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-e44e1aa3-e905-4b2b-91e7-9750d95ad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:28.518535 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-e44e1aa3-e905-4b2b-91e7-9750d95ad022 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0486009 Nov 27 16:25:28.565951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-d9c52207-157d-4e54-9737-d3405e2597ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:28.567434 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-d9c52207-157d-4e54-9737-d3405e2597ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412672 Nov 27 16:25:28.656264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-49d4d1d2-f726-452c-9b0c-b6a36b426d21 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814261 Nov 27 16:25:28.747085 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-a1c45494-5c19-4aee-b01b-70141b7e71da service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833240 Nov 27 16:25:28.969393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5b96d-82df-4555-bf3f-7cc54c11d40d req-5d2d8374-e31e-417d-acf3-02e5f66fd19b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:28.970910 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb5b96d-82df-4555-bf3f-7cc54c11d40d req-5d2d8374-e31e-417d-acf3-02e5f66fd19b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.0587192 Nov 27 16:25:29.020286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efb5b96d-82df-4555-bf3f-7cc54c11d40d req-ba9ddb8d-4158-43e0-8445-c2153121ec95 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Nov 27 16:25:29.411159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:25:29.460512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 368a4457-2c33-4618-ac5c-4f200b7009b1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:25:29.464658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 368a4457-2c33-4618-ac5c-4f200b7009b1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:29.465032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:29.542756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:29.565144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:25:29.567463 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad0747-1cc5-4203-8d59-0c038236ed95" -d '{"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-plugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:25:29.583485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:29.587664 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:29.619609 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55696087-291e-41a3-b631-a43dd0e4387d x-openstack-request-id: req-55696087-291e-41a3-b631-a43dd0e4387d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:25:29.619907 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-plugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:25:29.620165 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55696087-291e-41a3-b631-a43dd0e4387d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:25:29.620560 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'code': 200} Nov 27 16:25:29.637228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:29.989931 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:30.152123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb451a-6699-49d9-8b44-c27fbc20c612 req-da2b537c-d81f-486b-a851-8f4afd244649 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:30.153647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88eb451a-6699-49d9-8b44-c27fbc20c612 req-da2b537c-d81f-486b-a851-8f4afd244649 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Nov 27 16:25:30.209815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88eb451a-6699-49d9-8b44-c27fbc20c612 req-299f5fa6-abe7-4cf1-81e4-a40b2b882c9f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497429 Nov 27 16:25:30.776231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-34671cad-c7fe-4fff-b017-38b5281924eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:30.777655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-34671cad-c7fe-4fff-b017-38b5281924eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 1096 time: 0.0749667 Nov 27 16:25:30.794646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:25:30.853555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:31.391797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04f86-a289-4634-92be-a4f8679d3a9d req-195ffa4c-5766-4874-99fd-6850cb799101 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:31.393485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2c04f86-a289-4634-92be-a4f8679d3a9d req-195ffa4c-5766-4874-99fd-6850cb799101 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 945 time: 0.0873439 Nov 27 16:25:31.395556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:31.455778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:25:31.493235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2c04f86-a289-4634-92be-a4f8679d3a9d req-f1306100-33d8-4059-a828-55943a6f4ac4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874662 Nov 27 16:25:31.541448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:31.572577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Transition to ACTIVE for port object 368a4457-2c33-4618-ac5c-4f200b7009b1 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:25:31.574655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:25:31.580660 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d554c3-7f15-4e5f-8ffc-c617f457e204" -d '{"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-unplugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:25:31.590613 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:31.647011 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d11649-94f7-4a81-bd06-9d996a564550 x-openstack-request-id: req-f0d11649-94f7-4a81-bd06-9d996a564550 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:25:31.647313 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-unplugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:25:31.647568 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0d11649-94f7-4a81-bd06-9d996a564550 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:25:31.647962 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'code': 200} Nov 27 16:25:31.714136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=10']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:31.790576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] No DVR routers for this DVR port 368a4457-2c33-4618-ac5c-4f200b7009b1 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:25:31.924834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:25:31.925171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:25:31.925543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:25:31.930250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:25:31.930574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Attempting to bind port 368a4457-2c33-4618-ac5c-4f200b7009b1 on network fa8d7c4f-8558-466c-8bcc-680521d6ffeb {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:25:31.935425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:25:31.935764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Checking segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:25:31.936150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Bound using segment: {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:25:31.936577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Bound port: 368a4457-2c33-4618-ac5c-4f200b7009b1, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:25:31.936931 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:31.998649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:25:32.001496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:25:32.006641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:32.045017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:32.045693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:32.047070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] 10.222.0.21 "PUT /v2.0/ports/368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 1092 time: 1.2565629 Nov 27 16:25:32.067248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c2e20-ec38-4bdd-b0d8-e84756852279 service neutron] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=11']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:32.068982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:32.124663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-e3f3fdef-92b6-41db-884d-959c33337632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:32.126320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-e3f3fdef-92b6-41db-884d-959c33337632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1095 time: 0.0428934 Nov 27 16:25:32.222598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-229aedf8-36f4-42e5-8c05-251925b13890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:32.224537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-229aedf8-36f4-42e5-8c05-251925b13890 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0867808 Nov 27 16:25:32.310060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-f42b2c65-5fa3-41ff-84e9-e39cce4dc4f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0742357 Nov 27 16:25:32.371014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-d08880a8-070e-468d-81c2-4c4f0eaac974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:32.372357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-d08880a8-070e-468d-81c2-4c4f0eaac974 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0506692 Nov 27 16:25:32.431475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-88dab55c-0fa1-4d7e-ac0f-2c6af8859dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:32.433057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-88dab55c-0fa1-4d7e-ac0f-2c6af8859dae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493615 Nov 27 16:25:32.532438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-c3d4c2dc-dfe6-464e-9b05-e0f23ac83346 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918155 Nov 27 16:25:32.670170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e02db-30ad-46d4-864b-876c6790a3ca req-04df3981-e5b7-43be-80ce-86e19a3f6f99 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:32.671621 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e8e02db-30ad-46d4-864b-876c6790a3ca req-04df3981-e5b7-43be-80ce-86e19a3f6f99 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.0776579 Nov 27 16:25:32.676976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0bb2550-9718-4b67-ad92-aaa39bcab7b2 req-7450b55c-96fe-4971-9f84-492478930c31 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328497 Nov 27 16:25:32.721773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e8e02db-30ad-46d4-864b-876c6790a3ca req-110f5c0d-9f7f-487b-8ceb-a4f2e7be92ae tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Nov 27 16:25:33.650403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:25:33.652828 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:25:33.711994 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf66ed7-1381-4844-805e-291139b15193 x-openstack-request-id: req-cdf66ed7-1381-4844-805e-291139b15193 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:25:33.712376 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:25:33.712703 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdf66ed7-1381-4844-805e-291139b15193 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:25:33.713185 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'status': 'completed', 'code': 200} Nov 27 16:25:33.779076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-9ffe37bd-c590-4fb0-9fd0-e467951c477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:33.780673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-9ffe37bd-c590-4fb0-9fd0-e467951c477b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1095 time: 0.0443852 Nov 27 16:25:33.783352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-f787d4fc-c122-4da8-9ae1-a9f104a67519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:33.785502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-f787d4fc-c122-4da8-9ae1-a9f104a67519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1095 time: 0.0531323 Nov 27 16:25:33.884063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-a3ac7b75-c474-48f9-9d25-dfd1598e7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:33.886122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-a3ac7b75-c474-48f9-9d25-dfd1598e7c18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0964885 Nov 27 16:25:33.922271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a91d93-bd81-4b7d-8a7a-b1e579b9aabe req-29324ea0-71d5-4a97-af7c-cc9042d2e34b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:33.924788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55a91d93-bd81-4b7d-8a7a-b1e579b9aabe req-29324ea0-71d5-4a97-af7c-cc9042d2e34b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.1173577 Nov 27 16:25:33.950679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-2b1688c1-116a-4631-b9f5-ab1a153d0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:33.952246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-2b1688c1-116a-4631-b9f5-ab1a153d0572 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.1545136 Nov 27 16:25:33.954534 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-46019cda-ce9c-4b91-8d60-db325ed75184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0614624 Nov 27 16:25:34.009314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-d09aad99-e319-43b2-a42f-0c4cf66076a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:34.011062 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-d09aad99-e319-43b2-a42f-0c4cf66076a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0494750 Nov 27 16:25:34.029490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55a91d93-bd81-4b7d-8a7a-b1e579b9aabe req-fc1ebe0b-5a5c-424a-9cf0-c2f32520ad1f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956514 Nov 27 16:25:34.048134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-0149e0c4-044a-4424-b0b3-03063061db41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 998 time: 0.0829644 Nov 27 16:25:34.070805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-0a8ef422-2bd3-4703-bc84-2e8c4580fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:34.072264 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-0a8ef422-2bd3-4703-bc84-2e8c4580fccf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538528 Nov 27 16:25:34.096123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-45dd3bd1-8e6e-42fe-a3fd-55a100cca8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:34.097638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-45dd3bd1-8e6e-42fe-a3fd-55a100cca8dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0456598 Nov 27 16:25:34.156721 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-86c7b079-0711-4431-ba10-3954e774c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:34.158586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-86c7b079-0711-4431-ba10-3954e774c980 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468152 Nov 27 16:25:34.165999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-82fe4641-83d9-425a-8ba3-55d231c7fdba service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857594 Nov 27 16:25:34.263005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-decc790a-fe95-4cd1-a520-76064e28eca2 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926361 Nov 27 16:25:34.263498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-94114c49-6c36-460a-8dcd-c83b8179c727 service neutron] 10.222.0.37 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910492 Nov 27 16:25:34.354202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9eb838e1-93cb-4c99-8fa9-3367f9500fe2 req-2a0731cb-64bc-41b6-81fa-cd3ac9a9896c service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Nov 27 16:25:35.150169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1c133-110d-4afa-8da7-58b3a416355f req-e3f246b4-f2ab-49f9-b0bd-69735d648507 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:35.152376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ee1c133-110d-4afa-8da7-58b3a416355f req-e3f246b4-f2ab-49f9-b0bd-69735d648507 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 944 time: 0.0508790 Nov 27 16:25:35.204182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ee1c133-110d-4afa-8da7-58b3a416355f req-7f47f48f-a914-4eb8-b6cf-37660006ec6f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Nov 27 16:25:35.229005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58364) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:35.262726 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7da6b3ce-aee3-43bc-9ff8-6b8fe6516d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:35.296593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2b7dec3d-d895-40e7-b244-27f6ce39fcb0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/573bcb0d-63a8-470e-a13a-91c1c2e28abc HTTP/1.1" status: 200 len: 990 time: 0.0663772 Nov 27 16:25:35.457809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:25:35.496640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:25:35.891524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:25:35.992058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:36.011262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'port_id': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'mac_address': 'fa:16:3e:d5:56:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:25:36.078534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:36.095437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368a4457-2c33-4618-ac5c-4f200b7009b1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:25:36.116469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:36.123585 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:36.171089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:36.359704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['368a4457-2c33-4618-ac5c-4f200b7009b1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:25:37.698274 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:25:37.710870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3024-7a1c-4c1e-bc04-78517fc22243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:37.891198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:25:37.943943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 368a4457-2c33-4618-ac5c-4f200b7009b1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:25:37.948199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 368a4457-2c33-4618-ac5c-4f200b7009b1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:25:37.948612 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:38.034566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:38.060259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:25:38.063204 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22da5f78-c237-4faa-97af-a4f0b270be2e" -d '{"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-plugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:25:38.082608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:25:38.088875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:38.124143 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72170c60-6ed7-43be-91d1-b127b5d3b65e x-openstack-request-id: req-72170c60-6ed7-43be-91d1-b127b5d3b65e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:25:38.124845 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-plugged", "status": "completed", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:25:38.124845 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72170c60-6ed7-43be-91d1-b127b5d3b65e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:25:38.125297 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'code': 200} Nov 27 16:25:38.159037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=13']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:38.616346 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:40.354215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:41.203061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:43.800714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58428) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:43.908935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:43.980885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:43.984698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.022055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f9e4d322c140a58b8a83ba862b8f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202675 Nov 27 16:25:44.023304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581f7976-78e5-4920-8aa4-bf9ca3b5f060,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:44.024887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:44.031038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.031393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.031757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.032082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.032423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.032754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.033086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.033437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.033770 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.034096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.034425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.034753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632283-c85d-454a-b269-b3e3e33fa23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:25:44.077382 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-744caf98-409f-4ca8-ae25-a15a2180bb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.101664 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-744caf98-409f-4ca8-ae25-a15a2180bb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.151441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-744caf98-409f-4ca8-ae25-a15a2180bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.154533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-744caf98-409f-4ca8-ae25-a15a2180bb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.158336 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-744caf98-409f-4ca8-ae25-a15a2180bb3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/581f7976-78e5-4920-8aa4-bf9ca3b5f060 HTTP/1.1" status: 204 len: 168 time: 0.1308019 Nov 27 16:25:44.168754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744caf98-409f-4ca8-ae25-a15a2180bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581f7976-78e5-4920-8aa4-bf9ca3b5f060,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:44.417880 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58438) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:44.430981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c198fb60-1b44-4af9-bc45-6d7a40c01ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.506479 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c198fb60-1b44-4af9-bc45-6d7a40c01ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.510199 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c198fb60-1b44-4af9-bc45-6d7a40c01ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.547754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fb60-1b44-4af9-bc45-6d7a40c01ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c373b3c-f459-411b-b7d6-48ee7b29008f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:44.554249 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c198fb60-1b44-4af9-bc45-6d7a40c01ede admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2665a2edbf04773a513062aa97d1613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329231 Nov 27 16:25:44.554427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58440) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:44.606255 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a80d-12ae-44b1-bc7c-89d7d3567541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.627218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a80d-12ae-44b1-bc7c-89d7d3567541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.671833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a80d-12ae-44b1-bc7c-89d7d3567541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.674535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a80d-12ae-44b1-bc7c-89d7d3567541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:44.675655 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b3c8a80d-12ae-44b1-bc7c-89d7d3567541 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c373b3c-f459-411b-b7d6-48ee7b29008f HTTP/1.1" status: 204 len: 168 time: 0.1203358 Nov 27 16:25:44.683448 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8a80d-12ae-44b1-bc7c-89d7d3567541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c373b3c-f459-411b-b7d6-48ee7b29008f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:45.364985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-5acd8d17-acaa-47d8-94fb-6986d68cb56d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443044 Nov 27 16:25:45.448010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-f5cb0406-e54a-4bc9-b66a-c40a757f0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:45.449431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-f5cb0406-e54a-4bc9-b66a-c40a757f0db9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1097 time: 0.0423737 Nov 27 16:25:45.556101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-f287282c-7552-4761-ba3b-75917215ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:45.557822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-f287282c-7552-4761-ba3b-75917215ce1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.0857275 Nov 27 16:25:45.633237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-d11088b5-41e8-4981-961a-3a192ab5180e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 1000 time: 0.0654464 Nov 27 16:25:45.684651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-e8113c1a-bca0-4c23-964c-baba0399b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:45.686137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-e8113c1a-bca0-4c23-964c-baba0399b528 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0440118 Nov 27 16:25:45.732875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-fe38de59-1c54-4482-9e40-3435f891e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:25:45.734354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-fe38de59-1c54-4482-9e40-3435f891e86c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413432 Nov 27 16:25:45.745246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-9abe6000-4dd2-4dbe-ac0a-954a72854856 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:25:45.746218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-9abe6000-4dd2-4dbe-ac0a-954a72854856 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049384 Nov 27 16:25:45.848741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-e545f940-caad-47ef-9b08-8d8ffcc13e70 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947380 Nov 27 16:25:45.939888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec7a3775-e27f-4b7f-9550-4a565710369f req-642c457b-a34d-45fb-9535-c73bbac6f229 service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824492 Nov 27 16:25:46.371205 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58488) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:46.476114 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f4be-941d-42d9-b6c5-1e03e4f251c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.547735 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f4be-941d-42d9-b6c5-1e03e4f251c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.551985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f4be-941d-42d9-b6c5-1e03e4f251c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.589431 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2dc8f4be-941d-42d9-b6c5-1e03e4f251c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a5c5d3817704656adc4c17c0689b076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171493 Nov 27 16:25:46.590362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f4be-941d-42d9-b6c5-1e03e4f251c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746fed93-bb75-4354-b1af-d3f45185a6eb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:46.593333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58492) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:46.649925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87780717-38c5-41b6-b22e-ba39bd72fc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.672136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87780717-38c5-41b6-b22e-ba39bd72fc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.719109 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87780717-38c5-41b6-b22e-ba39bd72fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.721806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87780717-38c5-41b6-b22e-ba39bd72fc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:46.722962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-87780717-38c5-41b6-b22e-ba39bd72fc9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/746fed93-bb75-4354-b1af-d3f45185a6eb HTTP/1.1" status: 204 len: 168 time: 0.1281893 Nov 27 16:25:46.731113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87780717-38c5-41b6-b22e-ba39bd72fc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746fed93-bb75-4354-b1af-d3f45185a6eb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:46.983627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58498) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:46.996441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7804ff43-552a-40b6-bbe6-34cc86c20ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.069333 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7804ff43-552a-40b6-bbe6-34cc86c20ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.073003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7804ff43-552a-40b6-bbe6-34cc86c20ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.111047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7804ff43-552a-40b6-bbe6-34cc86c20ff8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9556c9bf3e1e4131a9092100548afeb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263623 Nov 27 16:25:47.113046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804ff43-552a-40b6-bbe6-34cc86c20ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a618ad-1cb1-47c8-873c-03d72f52e63f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:47.113794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58500) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:47.162151 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f39034e3-9c51-4726-b104-aa8390d484e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.184680 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f39034e3-9c51-4726-b104-aa8390d484e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.229885 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f39034e3-9c51-4726-b104-aa8390d484e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.232399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f39034e3-9c51-4726-b104-aa8390d484e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:47.233574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f39034e3-9c51-4726-b104-aa8390d484e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65a618ad-1cb1-47c8-873c-03d72f52e63f HTTP/1.1" status: 204 len: 168 time: 0.1187484 Nov 27 16:25:47.241327 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39034e3-9c51-4726-b104-aa8390d484e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a618ad-1cb1-47c8-873c-03d72f52e63f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:49.544115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58568) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:49.648906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-772f0944-4b0a-4783-af8d-8b769ae0c085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.721054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-772f0944-4b0a-4783-af8d-8b769ae0c085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.724588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-772f0944-4b0a-4783-af8d-8b769ae0c085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.762218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-772f0944-4b0a-4783-af8d-8b769ae0c085 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e717b62e2c464c5fa8f29852e270e3c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170260 Nov 27 16:25:49.763502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0944-4b0a-4783-af8d-8b769ae0c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62b85d8-fc09-446c-a05b-ebb973247a9c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:49.765861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58572) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:49.817544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a1f64903-457a-4abf-a464-103fede9a09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.843012 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a1f64903-457a-4abf-a464-103fede9a09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.893739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a1f64903-457a-4abf-a464-103fede9a09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.896296 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a1f64903-457a-4abf-a464-103fede9a09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:49.897520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a1f64903-457a-4abf-a464-103fede9a09f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d62b85d8-fc09-446c-a05b-ebb973247a9c HTTP/1.1" status: 204 len: 168 time: 0.1306186 Nov 27 16:25:49.905725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f64903-457a-4abf-a464-103fede9a09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62b85d8-fc09-446c-a05b-ebb973247a9c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:50.182501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58578) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:50.195610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d05f114-f38b-4bbd-90f6-57dade01f058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.268954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d05f114-f38b-4bbd-90f6-57dade01f058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.273623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d05f114-f38b-4bbd-90f6-57dade01f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.312467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d05f114-f38b-4bbd-90f6-57dade01f058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=763fc7417b4b49adb9ccf0fbc77d987b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288462 Nov 27 16:25:50.315338 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58580) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:25:50.317698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05f114-f38b-4bbd-90f6-57dade01f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9b42d-8fdc-4252-9536-3441a0296e28,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:25:50.370146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93483087-f754-4985-89b0-f39b9f56d751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.393166 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93483087-f754-4985-89b0-f39b9f56d751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.445724 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93483087-f754-4985-89b0-f39b9f56d751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.448378 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-93483087-f754-4985-89b0-f39b9f56d751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:25:50.449845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-93483087-f754-4985-89b0-f39b9f56d751 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79e9b42d-8fdc-4252-9536-3441a0296e28 HTTP/1.1" status: 204 len: 168 time: 0.1332970 Nov 27 16:25:50.458259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483087-f754-4985-89b0-f39b9f56d751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9b42d-8fdc-4252-9536-3441a0296e28,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:00.032503 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:02.055525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:05.256523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-568bc41b-9619-43e6-8ca1-e7549312e219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:07.712044 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfaec-1629-456e-8e91-16f2d99e9efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.087226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b66782-c9a4-4f3a-af44-3c429bc78864 req-fd5b2a7c-f943-4d17-8f39-852e47b5531b tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:08.088754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5b66782-c9a4-4f3a-af44-3c429bc78864 req-fd5b2a7c-f943-4d17-8f39-852e47b5531b tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1097 time: 0.2006526 Nov 27 16:26:08.138277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b5b66782-c9a4-4f3a-af44-3c429bc78864 req-5687c55d-ce03-4ecc-81ee-a3d220d3c19c tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Nov 27 16:26:08.161311 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58758) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:08.319309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port ca8e5898-82dc-4eb0-921e-6df0b5303a48 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:26:08.319645 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.400325 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.400655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.412633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for ca8e5898-82dc-4eb0-921e-6df0b5303a48 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:26:08.566830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.591992 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=ca8e5898-82dc-4eb0-921e-6df0b5303a48,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:08.620746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.666107 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:08.666445 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP 573bcb0d-63a8-470e-a13a-91c1c2e28abc disassociated (deleted). External IP: 172.25.1.38, port: 368a4457-2c33-4618-ac5c-4f200b7009b1. Nov 27 16:26:08.884447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 4e333437-a33f-4293-9de7-7d5ea7ae360c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:26:08.926335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58766) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:08.999469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:26:09.004112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.010437 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] Sync routers for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:26:09.022384 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:09.023228 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:09.032258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d71272c6-8e94-4fe3-9253-cd481cc9d275 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/floatingips/573bcb0d-63a8-470e-a13a-91c1c2e28abc HTTP/1.1" status: 204 len: 168 time: 0.8698144 Nov 27 16:26:09.032860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:26:09.035892 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab84b178-7b7b-46e9-b0be-70c3e80b9862" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:26:09.064434 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-409a80ed-3646-4fc7-b9dc-9ded2242b860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.075798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd848ed-b853-48cc-ae12-b07c90cf04b4 x-openstack-request-id: req-3cd848ed-b853-48cc-ae12-b07c90cf04b4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:26:09.075798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:26:09.075798 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cd848ed-b853-48cc-ae12-b07c90cf04b4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:26:09.076240 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'status': 'completed', 'code': 200} Nov 27 16:26:09.173717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-14731155-6e54-4703-9e19-b8beb95c934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:09.176857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-14731155-6e54-4703-9e19-b8beb95c934d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 1097 time: 0.0745976 Nov 27 16:26:09.182998 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:09.252384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-409a80ed-3646-4fc7-b9dc-9ded2242b860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.271834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-409a80ed-3646-4fc7-b9dc-9ded2242b860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.337310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-409a80ed-3646-4fc7-b9dc-9ded2242b860 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88e565f93465491db320657cffca69a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096272 Nov 27 16:26:09.339998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58776) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:09.361074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a80ed-3646-4fc7-b9dc-9ded2242b860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a60c78-ef7c-4bf2-84f0-1bfa07a98199,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:09.370021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-870a59cb-7fc5-4b93-812d-feb0a9e7a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:09.371502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-870a59cb-7fc5-4b93-812d-feb0a9e7a142 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 200 len: 897 time: 0.1772583 Nov 27 16:26:09.384104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9ded3-4cae-43ee-9a96-a40ef96981fc req-d74415a6-8468-4274-85a1-060e964df9e0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:09.385853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0e9ded3-4cae-43ee-9a96-a40ef96981fc req-d74415a6-8468-4274-85a1-060e964df9e0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 946 time: 0.1358666 Nov 27 16:26:09.419672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:09.419991 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3aeff0c-eb69-458f-9db3-441afaac6a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.436330 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-ce0e028b-c358-4cfe-9b2d-ceb5a9bf02f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 200 len: 217 time: 0.0492227 Nov 27 16:26:09.444016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3aeff0c-eb69-458f-9db3-441afaac6a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.452913 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] Checking router: 4e333437-a33f-4293-9de7-7d5ea7ae360c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:26:09.464885 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:09.465810 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:09.494982 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3aeff0c-eb69-458f-9db3-441afaac6a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.499233 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3aeff0c-eb69-458f-9db3-441afaac6a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:09.503277 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3aeff0c-eb69-458f-9db3-441afaac6a5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82a60c78-ef7c-4bf2-84f0-1bfa07a98199 HTTP/1.1" status: 204 len: 168 time: 0.1619816 Nov 27 16:26:09.509336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d0e9ded3-4cae-43ee-9a96-a40ef96981fc req-7ab48125-4692-4580-ae90-f61c54a1ae51 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156828 Nov 27 16:26:09.514152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeff0c-eb69-458f-9db3-441afaac6a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a60c78-ef7c-4bf2-84f0-1bfa07a98199,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:09.532698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-06202e13-d92e-418a-affb-65da990dc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:09.534404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-06202e13-d92e-418a-affb-65da990dc3ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 200 len: 834 time: 0.0890653 Nov 27 16:26:09.602710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-febe59fa-ab14-44e6-a71a-9eb532d7c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:09.603150 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:09.604423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-febe59fa-ab14-44e6-a71a-9eb532d7c7a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa8d7c4f-8558-466c-8bcc-680521d6ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585167 Nov 27 16:26:09.732968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-4a47f8ba-4a6d-4029-8b6a-cbd766230eec service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187332 Nov 27 16:26:09.850913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab84b178-7b7b-46e9-b0be-70c3e80b9862 req-d7c22657-4bbb-47a7-9e6d-534c0219be1e service neutron] 10.222.0.21 "GET /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086628 Nov 27 16:26:09.851295 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:09.883750 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46250b20-d857-42fe-869c-a247ceff3e35 None None] The sync data for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 is: [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:13Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '95878dbf-8155-4c09-b152-e066dce640dd', 'name': '', 'network_id': 'fa8d7c4f-8558-466c-8bcc-680521d6ffeb', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:f9:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:12Z', 'updated_at': '2021-11-27T16:24:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'e2ebcd24-b494-4395-94fa-6100c1aa1e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:26:10.142901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bec3e1-7571-48ea-b25d-8820ad40f209 None None] New status for floating IP 573bcb0d-63a8-470e-a13a-91c1c2e28abc: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:26:10.358681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:10.804331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202752d-622b-424b-b796-60525e4ccd03 req-32d38918-3fab-4a1b-b0ef-46f7b4fb95eb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:10.805831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a202752d-622b-424b-b796-60525e4ccd03 req-32d38918-3fab-4a1b-b0ef-46f7b4fb95eb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 946 time: 0.0910614 Nov 27 16:26:10.817354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebbf26-d351-43f2-ba5e-bdbf7f4cf326 req-75074f05-dc7f-45f6-b9ac-e41a41bc7f15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:10.818797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81ebbf26-d351-43f2-ba5e-bdbf7f4cf326 req-75074f05-dc7f-45f6-b9ac-e41a41bc7f15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653 HTTP/1.1" status: 200 len: 946 time: 0.2370217 Nov 27 16:26:10.921969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81ebbf26-d351-43f2-ba5e-bdbf7f4cf326 req-e9a52dab-6b02-41bc-ab8f-5dbdd13a4cd9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958006 Nov 27 16:26:10.947395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 368a4457-2c33-4618-ac5c-4f200b7009b1 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:26:10.947734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:11.039696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 368a4457-2c33-4618-ac5c-4f200b7009b1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=368a4457-2c33-4618-ac5c-4f200b7009b1,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:11.040067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:11.053278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 368a4457-2c33-4618-ac5c-4f200b7009b1 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:26:11.195190 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:11.224884 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:11.232740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=368a4457-2c33-4618-ac5c-4f200b7009b1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:11.289996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] No DVR routers for this DVR port 368a4457-2c33-4618-ac5c-4f200b7009b1 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:26:11.292848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:11.297008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a202752d-622b-424b-b796-60525e4ccd03 req-bf283da4-6eae-4ac8-9c99-760bd35c3c55 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "DELETE /v2.0/ports/368a4457-2c33-4618-ac5c-4f200b7009b1 HTTP/1.1" status: 204 len: 173 time: 0.4773495 Nov 27 16:26:11.297499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-deleted', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:26:11.300691 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e361b8ae-fd1a-4d8a-9d71-e5002d1b5e7a" -d '{"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-deleted", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:26:11.344191 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3954595d-b927-496b-9f38-661573fad4bf x-openstack-request-id: req-3954595d-b927-496b-9f38-661573fad4bf {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:26:11.344554 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653", "name": "network-vif-deleted", "tag": "368a4457-2c33-4618-ac5c-4f200b7009b1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:26:11.344875 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3954595d-b927-496b-9f38-661573fad4bf {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:26:11.345274 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0eab4-a9c9-46a6-8b23-2c0cc92e2653', 'name': 'network-vif-deleted', 'tag': '368a4457-2c33-4618-ac5c-4f200b7009b1', 'status': 'completed', 'code': 200} Nov 27 16:26:11.975477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58830) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:12.344131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:12.612402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 95878dbf-8155-4c09-b152-e066dce640dd {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:26:12.613253 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:12.706239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 95878dbf-8155-4c09-b152-e066dce640dd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=95878dbf-8155-4c09-b152-e066dce640dd,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:12.706566 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:12.718894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 95878dbf-8155-4c09-b152-e066dce640dd owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:26:12.902909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:12.929815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=95878dbf-8155-4c09-b152-e066dce640dd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:13.114358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:13.330435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 4e333437-a33f-4293-9de7-7d5ea7ae360c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:26:13.432229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:26:13.437960 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a66b7069-65e0-4340-8223-cc8427f00a41 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/4e333437-a33f-4293-9de7-7d5ea7ae360c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614117 Nov 27 16:26:13.441015 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58840) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:13.443295 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] Sync routers for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:26:13.454477 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:13.455096 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:13.511955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting subnet e2ebcd24-b494-4395-94fa-6100c1aa1e9a {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:26:13.515761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:13.557524 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:13.569784 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:13.642120 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:13.708553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:13.736562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ebcd24-b494-4395-94fa-6100c1aa1e9a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:13.742216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:13.745944 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7d260cf9-5dfa-4272-9789-82425f11b38c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/subnets/e2ebcd24-b494-4395-94fa-6100c1aa1e9a HTTP/1.1" status: 204 len: 168 time: 0.3038783 Nov 27 16:26:13.748685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58844) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:13.755739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd858ac-877d-4972-bfd8-a712beb17418 None None] Network fa8d7c4f-8558-466c-8bcc-680521d6ffeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:26:13.759122 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:26:12Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:13.789238 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] Checking router: 4e333437-a33f-4293-9de7-7d5ea7ae360c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:26:13.797973 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] Routers {'4e333437-a33f-4293-9de7-7d5ea7ae360c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:13.798583 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['4e333437-a33f-4293-9de7-7d5ea7ae360c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:13.927470 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] Set router 4e333437-a33f-4293-9de7-7d5ea7ae360c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:14.223156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.277088 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:26:12Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:14.296101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] DHCP port deletion for fa8d7c4f-8558-466c-8bcc-680521d6ffeb request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:26:14.306334 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643cf5d-b4e0-48a4-ba30-69685e308683 None None] The sync data for ids ['4e333437-a33f-4293-9de7-7d5ea7ae360c'] in n-d-819494-4 is: [{'id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737406085', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:26:12Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '216fb8bc-390d-4f22-a1fd-a5cfd1887efc', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e333437-a33f-4293-9de7-7d5ea7ae360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:24:08Z', 'updated_at': '2021-11-27T16:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:26:14.360128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.364203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] Deleting port 751df738-5ddb-4139-ba42-3555e6bf81e9 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:26:14.364603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.419311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:26:14.419793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.439822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] For port 751df738-5ddb-4139-ba42-3555e6bf81e9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=751df738-5ddb-4139-ba42-3555e6bf81e9,segment=NetworkSegment(bca9a8de-4986-4f2e-8b7e-8739d5a4e69f),segment_id=bca9a8de-4986-4f2e-8b7e-8739d5a4e69f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:14.440528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.457059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] Calling delete_port for 751df738-5ddb-4139-ba42-3555e6bf81e9 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:26:14.517285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 216fb8bc-390d-4f22-a1fd-a5cfd1887efc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:14.517645 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.542727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 216fb8bc-390d-4f22-a1fd-a5cfd1887efc owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:26:14.555202 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.593486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] Pushing event deleted for resources: {'Port': ['ID=751df738-5ddb-4139-ba42-3555e6bf81e9,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:14.601249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9587a5-31b4-4e26-b051-99382368bbf9 None None] No DVR routers for this DVR port 751df738-5ddb-4139-ba42-3555e6bf81e9 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:26:14.698577 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:26:14.739235 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.764056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=216fb8bc-390d-4f22-a1fd-a5cfd1887efc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:14.781801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c7e111-3994-4f55-8ef8-f73aaadf9e16 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:26:14.826320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.921857 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.924004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.966802 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.967223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Fanout notify agent at l3_agent the message router_deleted on router 4e333437-a33f-4293-9de7-7d5ea7ae360c {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:26:14.975023 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:14.978697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ec821eac-934e-4fa4-96f5-7d9ab3536a11 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/routers/4e333437-a33f-4293-9de7-7d5ea7ae360c HTTP/1.1" status: 204 len: 168 time: 1.2235873 Nov 27 16:26:14.978926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58848) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:15.057886 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.160214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.180577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8d7c4f-8558-466c-8bcc-680521d6ffeb']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:15.190177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:15.190478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca9a8de-4986-4f2e-8b7e-8739d5a4e69f') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:15.203090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.216760 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.222619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:26:15.222945 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:26:15.225890 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:26:15.289849 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.297734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.300483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/networks/fa8d7c4f-8558-466c-8bcc-680521d6ffeb HTTP/1.1" status: 204 len: 168 time: 0.3205891 Nov 27 16:26:15.303609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:15.312381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38eaf6-91d7-4565-9e8e-e4d0bdf7a105 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Network': ['ID=fa8d7c4f-8558-466c-8bcc-680521d6ffeb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:15.365843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8b409e3-106e-498a-99cb-2cd0b366602b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.390788 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8b409e3-106e-498a-99cb-2cd0b366602b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.451338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8b409e3-106e-498a-99cb-2cd0b366602b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.454596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a8b409e3-106e-498a-99cb-2cd0b366602b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.455804 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a8b409e3-106e-498a-99cb-2cd0b366602b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/security-groups/b533c3bc-1bcb-45fd-86d5-9b76b7ed7451 HTTP/1.1" status: 204 len: 168 time: 0.1508937 Nov 27 16:26:15.467223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b409e3-106e-498a-99cb-2cd0b366602b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b533c3bc-1bcb-45fd-86d5-9b76b7ed7451,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:15.708011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58860) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:15.712946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069054500', 'description': 'tempest-secgroup-smoke-1069054500 description', 'project_id': 'b5b05cb846aa4737817d706cda451f43'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:15.738668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.815324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.820896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.855333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.856654 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1476300 Nov 27 16:26:15.859890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58864) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:15.861190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77affd7a-4407-48bd-b795-6385309bac1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007f9e83-b556-4d07-b355-36c5e7b4c513,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:15.864806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '007f9e83-b556-4d07-b355-36c5e7b4c513', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:15.881784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58866) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:15.896489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.954490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.959029 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.982946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c6ac33-ee0d-4793-8bf3-3696b1249df7,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:15.997121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:15.998610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-49e79756-d68c-4beb-8d91-f9db6c87b2df tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375661 Nov 27 16:26:16.001606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58870) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.006733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '007f9e83-b556-4d07-b355-36c5e7b4c513', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.009812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81e438cc-530b-4823-b742-c6688fd99f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.035279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.050728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:26:16.082133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 368a4457-2c33-4618-ac5c-4f200b7009b1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:26:16.082790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 368a4457-2c33-4618-ac5c-4f200b7009b1 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:26:16.096942 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81e438cc-530b-4823-b742-c6688fd99f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.102216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-81e438cc-530b-4823-b742-c6688fd99f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.102622 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.106914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.119872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 751df738-5ddb-4139-ba42-3555e6bf81e9 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:26:16.133243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcf8d8e-11ff-431b-aade-cc228d3623bd,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.144575 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e438cc-530b-4823-b742-c6688fd99f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aaa4c4-9c12-4b7c-bbb2-1be833c17d12,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.144960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.146301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be0ba7b1-c357-40e9-9e33-b6a1c7b52c8a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436267 Nov 27 16:26:16.148936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58872) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.151002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 751df738-5ddb-4139-ba42-3555e6bf81e9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:26:16.151455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 751df738-5ddb-4139-ba42-3555e6bf81e9 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:26:16.151713 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-81e438cc-530b-4823-b742-c6688fd99f5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a955284773e42cc82f2d34d1e5b3a48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687953 Nov 27 16:26:16.152238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 216fb8bc-390d-4f22-a1fd-a5cfd1887efc no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:26:16.152531 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58874) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.155467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '007f9e83-b556-4d07-b355-36c5e7b4c513', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.179139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 216fb8bc-390d-4f22-a1fd-a5cfd1887efc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:26:16.179803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 216fb8bc-390d-4f22-a1fd-a5cfd1887efc not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:26:16.180482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95878dbf-8155-4c09-b152-e066dce640dd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:26:16.185652 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.201070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 95878dbf-8155-4c09-b152-e066dce640dd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:26:16.201437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 95878dbf-8155-4c09-b152-e066dce640dd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:26:16.207077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d23b9abc-4284-4714-acfa-3129b27b8258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.230099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d23b9abc-4284-4714-acfa-3129b27b8258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.248196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.252071 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.270985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fe6a11-1253-4a02-b652-99fcfaa910b5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.281470 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.282096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d23b9abc-4284-4714-acfa-3129b27b8258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.282734 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3a874276-5769-467f-af95-d343d979783a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326518 Nov 27 16:26:16.285037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d23b9abc-4284-4714-acfa-3129b27b8258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.285447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58876) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.286164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d23b9abc-4284-4714-acfa-3129b27b8258 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5aaa4c4-9c12-4b7c-bbb2-1be833c17d12 HTTP/1.1" status: 204 len: 168 time: 0.1323597 Nov 27 16:26:16.290881 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '007f9e83-b556-4d07-b355-36c5e7b4c513', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.294266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b9abc-4284-4714-acfa-3129b27b8258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aaa4c4-9c12-4b7c-bbb2-1be833c17d12,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.325288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.386238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.389961 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.407482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c42827-5587-4da1-8a46-954b605103ed,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.420245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.421574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c57520a5-082c-4a4c-b316-83824d900ff7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351819 Nov 27 16:26:16.424534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58882) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.429675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '007f9e83-b556-4d07-b355-36c5e7b4c513', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.451297 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:26:16.456460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.514316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.517854 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.536099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54ad9f7-1958-4abc-a7d4-61f255693776,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.543968 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.545217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e6aac105-2857-4e64-be47-eba5f950ae46 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190774 Nov 27 16:26:16.547917 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58884) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.553302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '007f9e83-b556-4d07-b355-36c5e7b4c513', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.575836 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:26:16.581267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.592858 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.606254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-04c5eff4-55f8-4af1-96bb-31aa7ed0909e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.644980 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.648034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.665760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66c5954-bf15-42f6-960c-f9a1cd9f2177,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.672540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.673759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f8445042-a8fb-4bb6-bfce-94e848d38301 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248548 Nov 27 16:26:16.676659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58888) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.683627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'network': {'name': 'tempest-network-smoke--1536069254', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.702590 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-04c5eff4-55f8-4af1-96bb-31aa7ed0909e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.710056 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-04c5eff4-55f8-4af1-96bb-31aa7ed0909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.729957 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:26:16.733303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.764698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5eff4-55f8-4af1-96bb-31aa7ed0909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde6225-3d8c-47fb-a669-e4059ed4ae84,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.772513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-04c5eff4-55f8-4af1-96bb-31aa7ed0909e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2f39636617e41f79607494522059f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785965 Nov 27 16:26:16.775520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.782970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:26:16.793613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.793976 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Added segment 66745431-70af-4947-999f-fa9368945bdc of type vlan for network 84510e4f-6076-4d3e-b3af-b72e67fd00ff Nov 27 16:26:16.826656 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c60893d-2d4f-4941-bbeb-1d981b9b1889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.833934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.850559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c60893d-2d4f-4941-bbeb-1d981b9b1889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.859128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.865543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:16.866132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.899153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c60893d-2d4f-4941-bbeb-1d981b9b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.901813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6c60893d-2d4f-4941-bbeb-1d981b9b1889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.905373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6c60893d-2d4f-4941-bbeb-1d981b9b1889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bde6225-3d8c-47fb-a669-e4059ed4ae84 HTTP/1.1" status: 204 len: 168 time: 0.1253321 Nov 27 16:26:16.913219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60893d-2d4f-4941-bbeb-1d981b9b1889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde6225-3d8c-47fb-a669-e4059ed4ae84,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.926671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2480009 Nov 27 16:26:16.930131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58894) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:16.937689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'admin_state_up': True, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:16.959164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e581-93a8-448c-8a3b-846685a0e0f8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Network': ['ID=84510e4f-6076-4d3e-b3af-b72e67fd00ff,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:16.970648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:26:16.975630 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:16.976893 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:17.032925 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:17.511458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:17.709196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:17.728074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:17.834771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.238 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/aacbd4b2-5ce4-48f4-8106-85e7fad2daf8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:26:17.937741 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:17.972852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:18.016679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:26:18.019770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:18.023333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:26:18.035851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2293b5-68b2-4670-8d9e-702d41e849a4 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:26:18.046886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:18.123991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9cd5c73b-d03f-4a18-ba8b-62d4ede1d7c4 None None] Provisioning complete for port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:18.124879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c73b-d03f-4a18-ba8b-62d4ede1d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:18.169108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5c73b-d03f-4a18-ba8b-62d4ede1d7c4 None None] Port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:26:18.299808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:18.518704 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:18.649621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router b4b37f6c-9208-4079-8e87-b310075ff3a3 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:26:18.760304 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:26:18.773484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Sync routers for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:26:18.783340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:18.787625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-40fafbbd-fd8b-4e3a-bbd7-ce3f5c7e8c62 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8537893 Nov 27 16:26:18.787793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:18.787793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:18.788046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58988) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:18.819265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-42c2bd24-56de-4b1b-a099-1baf4fd8777d tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b5b05cb846aa4737817d706cda451f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294902 Nov 27 16:26:18.821782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58990) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:18.904911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:18.922056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051d6d6-d46a-446b-9a8e-b7a9d49ae1f9 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:18.924477 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0051d6d6-d46a-446b-9a8e-b7a9d49ae1f9 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1018083 Nov 27 16:26:18.927923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58992) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:18.956104 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8c1c6daa-ada6-4c8e-8d54-c473d0a58ce8 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270112 Nov 27 16:26:18.958608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 58994) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:18.963435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015506934', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:19.063547 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:26:19.067462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.097912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:18Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:19.124331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Checking router: b4b37f6c-9208-4079-8e87-b310075ff3a3 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:26:19.124679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Updating router b4b37f6c-9208-4079-8e87-b310075ff3a3 port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:26:19.153073 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.286522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.353500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Subnet': ['ID=f7e39d27-d463-463c-8ed5-5488a300f140,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:19.359141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Checking segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:26:19.359509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network hostable DHCP agents. Network: 84510e4f-6076-4d3e-b3af-b72e67fd00ff, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:26:19.379314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:26:19.392462 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 84510e4f-6076-4d3e-b3af-b72e67fd00ff) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:19.399403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:19.400006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.414367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ddb58-ad04-411b-a203-b9d83ba6f262 None None] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:26:19.422442 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 58998) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:19.423038 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-46be4cf1-4d80-4816-8bb2-9fe687d2fcc8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4628658 Nov 27 16:26:19.482371 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.493730 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.564474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36acb1-8da7-45a3-8524-095cc4ead1a2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:26:19.589880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Attempting to bind port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:26:19.590309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Attempting to bind port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:26:19.590857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Attempting to bind port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:26:19.619256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d188adc-cde0-4090-9d63-e71cf00b0ce3 None None] Pushing event updated for resources: {'Port': ['ID=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:19.629149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:26:19.629764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:26:19.630172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.630564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:26:19.631048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Bound port: aacbd4b2-5ce4-48f4-8106-85e7fad2daf8, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:26:19.631430 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.711625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:26:19.712472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.726299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] For port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:26:19.738451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e5471cd7-1e43-4550-9b6d-688197095ae1 None None] Provisioning complete for port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:19.738755 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5471cd7-1e43-4550-9b6d-688197095ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.743964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] For port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:26:19.776218 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.890576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e5471cd7-1e43-4550-9b6d-688197095ae1 None None] Port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:26:19.892060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a39bee-61a0-4818-ae4e-c9466ffe61a8 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:26:19.940935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:19.943583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d188adc-cde0-4090-9d63-e71cf00b0ce3 None None] Pushing event updated for resources: {'Port': ['ID=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:19.948378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:19.948943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:20.017058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Allocated IP 172.20.0.2 (84510e4f-6076-4d3e-b3af-b72e67fd00ff/f7e39d27-d463-463c-8ed5-5488a300f140/db7c6175-4ca5-44d3-99e4-f13109a58340) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:26:20.078172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-57b9df4b-ceda-4b9a-b286-65b8d9317482 None None] Provisioning complete for port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:20.078427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b9df4b-ceda-4b9a-b286-65b8d9317482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.158731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:20.546260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b9df4b-ceda-4b9a-b286-65b8d9317482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.560654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.572667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.608255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-57b9df4b-ceda-4b9a-b286-65b8d9317482 None None] For port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:20.630533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.1 (84510e4f-6076-4d3e-b3af-b72e67fd00ff/f7e39d27-d463-463c-8ed5-5488a300f140/2a05ee64-a4fe-40bb-aa93-4ef53576aeeb) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:26:20.638773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b9df4b-ceda-4b9a-b286-65b8d9317482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.652131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:26:20.657601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:20.662331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:26:20.672401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Pushing event updated for resources: {'Port': ['ID=db7c6175-4ca5-44d3-99e4-f13109a58340,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:20.763111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.770285 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9df4b-ceda-4b9a-b286-65b8d9317482 None None] Pushing event updated for resources: {'Port': ['ID=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:20.775136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:18Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:20.776222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Attempting to bind port db7c6175-4ca5-44d3-99e4-f13109a58340 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:26:20.776600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Attempting to bind port db7c6175-4ca5-44d3-99e4-f13109a58340 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:26:20.776962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Attempting to bind port db7c6175-4ca5-44d3-99e4-f13109a58340 on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:26:20.803124 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.810450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:26:20.810828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Checking segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:26:20.811240 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.811635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Bound using segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:26:20.812117 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Bound port: db7c6175-4ca5-44d3-99e4-f13109a58340, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:26:20.812497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.814464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d662dd4-e4ba-4fdb-92f4-75ee44361ea4 None None] The sync data for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 is: [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:18Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:26:20.884311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:26:20.888056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:20.892202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:26:20.893812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] For port db7c6175-4ca5-44d3-99e4-f13109a58340, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:26:20.898949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] For port db7c6175-4ca5-44d3-99e4-f13109a58340, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=db7c6175-4ca5-44d3-99e4-f13109a58340,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:26:20.905347 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.929325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:20.950440 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:20.971101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32baefc-3245-4d2b-ae91-e9058f8cf67d None None] Pushing event updated for resources: {'Port': ['ID=db7c6175-4ca5-44d3-99e4-f13109a58340,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:21.146910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:21.532153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:21.539092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:21.624355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:21.626511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:21.730158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:26:21.731820 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:21.878937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router b4b37f6c-9208-4079-8e87-b310075ff3a3 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:26:21.996349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:26:22.009955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0ae325f9-6843-48a7-8692-07d73d5fb5ee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/b4b37f6c-9208-4079-8e87-b310075ff3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5858631 Nov 27 16:26:22.132442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c3550-a3d8-4fbe-8f93-952d8e2e3357 None None] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:26:22.206663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device db7c6175-4ca5-44d3-99e4-f13109a58340 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:26:22.258062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-52bbf52d-07eb-4237-a5bd-06a837038d52 None None] Provisioning complete for port db7c6175-4ca5-44d3-99e4-f13109a58340 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:22.258432 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52bbf52d-07eb-4237-a5bd-06a837038d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:22.285792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-9f46b7a1-602f-428b-8215-b5a16d9e57ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069054500&fields=id&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 267 time: 0.0522566 Nov 27 16:26:22.361852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port db7c6175-4ca5-44d3-99e4-f13109a58340 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:22.362763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:22.426255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-64d26695-b192-4175-bc46-594d22136cb5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:22.433915 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-64d26695-b192-4175-bc46-594d22136cb5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 797 time: 0.1407857 Nov 27 16:26:22.460367 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52bbf52d-07eb-4237-a5bd-06a837038d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:22.466235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-82301a21-4a05-4cbe-94cf-dc7fe9acd979 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/quotas/b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 375 time: 0.0314007 Nov 27 16:26:22.529187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-52bbf52d-07eb-4237-a5bd-06a837038d52 None None] For port db7c6175-4ca5-44d3-99e4-f13109a58340, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=db7c6175-4ca5-44d3-99e4-f13109a58340,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:22.531003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-c4b0528a-ef7a-4023-985d-a7d978226f04 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639200 Nov 27 16:26:22.540761 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52bbf52d-07eb-4237-a5bd-06a837038d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:22.591514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:22.637351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbf52d-07eb-4237-a5bd-06a837038d52 None None] Pushing event updated for resources: {'Port': ['ID=db7c6175-4ca5-44d3-99e4-f13109a58340,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:22.700868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:26:22.701269 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:26:22.811955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-a7b81f6c-ad8f-48fd-8b0f-9fec79da7f4d service neutron] 10.222.0.15 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642379 Nov 27 16:26:22.864780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-57b54120-1efd-4474-998a-3d191132c510 None None] Provisioning complete for port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:22.865364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b54120-1efd-4474-998a-3d191132c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:22.885968 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Sync routers for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:26:22.899734 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:22.900543 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:22.932989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-fbe3ad57-ffff-450f-86d2-c51eb16020b7 service neutron] 10.222.0.15 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146917 Nov 27 16:26:22.939109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-57b54120-1efd-4474-998a-3d191132c510 None None] Port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:26:22.955420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-57b54120-1efd-4474-998a-3d191132c510 None None] Provisioning complete for port db7c6175-4ca5-44d3-99e4-f13109a58340 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:22.956701 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57b54120-1efd-4474-998a-3d191132c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.042246 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:23.188978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-827c7822-2074-4b68-aa33-e3e1d33cdc8f req-8f5ce8c0-039d-4da4-b204-851aa6854733 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 210 time: 0.0327203 Nov 27 16:26:23.267182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:26:23.269518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8105b41f-47a8-4fef-8dc4-fefb2979e4e0 None None] Provisioning complete for port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:23.269886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8105b41f-47a8-4fef-8dc4-fefb2979e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.303679 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 2, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:23.339894 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Checking router: b4b37f6c-9208-4079-8e87-b310075ff3a3 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:26:23.340260 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Updating router b4b37f6c-9208-4079-8e87-b310075ff3a3 port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:26:23.351124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8105b41f-47a8-4fef-8dc4-fefb2979e4e0 None None] Port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:26:23.373763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:23.374137 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.386353 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.492995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1ceb6912-1680-4870-a7e5-1d4d32dadd0d None None] Provisioning complete for port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:23.493367 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6912-1680-4870-a7e5-1d4d32dadd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.545224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb6912-1680-4870-a7e5-1d4d32dadd0d None None] Port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:26:23.723397 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.729901 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.778452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Pushing event updated for resources: {'Port': ['ID=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:23.791752 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.791752 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.792015 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.792344 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.792676 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.793006 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.793334 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.793698 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.794020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.794343 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.794666 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.794985 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:23.856301 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Attempting to bind port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:26:23.856825 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Attempting to bind port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:26:23.857193 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Attempting to bind port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:26:23.863708 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:26:23.864135 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Checking segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:26:23.864539 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.864928 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Bound using segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:26:23.865492 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Bound port: 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:26:23.865874 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:23.941249 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] For port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:26:23.944919 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] For port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:26:23.951066 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.016909 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:24.017663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:24.022620 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245ec3-393a-4768-89a8-6daa0179fd92 None None] Pushing event updated for resources: {'Port': ['ID=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:24.088906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a15906aa-8673-4da8-9444-1f01b585f146 None None] Provisioning complete for port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:24.089741 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a15906aa-8673-4da8-9444-1f01b585f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.145176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:24.176924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device db7c6175-4ca5-44d3-99e4-f13109a58340 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:26:24.224936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a15906aa-8673-4da8-9444-1f01b585f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.298598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a15906aa-8673-4da8-9444-1f01b585f146 None None] For port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:24.314420 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a15906aa-8673-4da8-9444-1f01b585f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.389252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed271d9-719b-4328-a1ce-f6e32f437c32 req-1157a2e5-9e9a-4e60-b53b-260cb236ad3d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 210 time: 0.0646436 Nov 27 16:26:24.407759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port db7c6175-4ca5-44d3-99e4-f13109a58340 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:24.408247 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.444216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-f3bb5500-5f60-4168-864a-f955f88a332d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:24.446627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15906aa-8673-4da8-9444-1f01b585f146 None None] Pushing event updated for resources: {'Port': ['ID=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:24.447122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-f3bb5500-5f60-4168-864a-f955f88a332d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.37 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 797 time: 0.2010667 Nov 27 16:26:24.479190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7c4f786c-347f-40dd-b1ea-77c74cdcc67f None None] Provisioning complete for port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:24.479668 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c4f786c-347f-40dd-b1ea-77c74cdcc67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.525014 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:23Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:24.536491 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-bc895fdc-50d8-48bf-8889-7e79d0fb92de tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 380 time: 0.0756044 Nov 27 16:26:24.546630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'port': {'device_id': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'admin_state_up': True, 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'security_groups': ['007f9e83-b556-4d07-b355-36c5e7b4c513']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:24.576665 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ec99f-4eeb-4203-af9f-5f26ab12e670 None None] The sync data for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 is: [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:23Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:26:24.722445 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:26:24.726720 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:24.879117 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.12 (84510e4f-6076-4d3e-b3af-b72e67fd00ff/f7e39d27-d463-463c-8ed5-5488a300f140/488499e0-0e60-45c5-9901-b4a0af1a432c) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:26:25.045177 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.087569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.140831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:26:25.144058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:25.148377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:26:25.178078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:25.193136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.193507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.193854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.194193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.194731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.194841 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.195174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.195517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.195832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.196157 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.196482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.196801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:25.222977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:25.223601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.244686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-4e4f5f22-abca-46b1-a358-591e9d78e073 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7017994 Nov 27 16:26:25.258450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Request body: {'port': {'device_id': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:25.331926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.458926 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cc4ae6ee-a03a-417e-842b-de3d25206cdd None None] Provisioning complete for port 488499e0-0e60-45c5-9901-b4a0af1a432c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:25.459522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cc4ae6ee-a03a-417e-842b-de3d25206cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.515660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ae6ee-a03a-417e-842b-de3d25206cdd None None] Port 488499e0-0e60-45c5-9901-b4a0af1a432c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:26:25.563739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f49ed-d0c0-43e4-a4c0-6c8ffab2916a req-64a303e9-12ca-4054-8a03-627bcc4b7d51 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:25.565383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e84f49ed-d0c0-43e4-a4c0-6c8ffab2916a req-64a303e9-12ca-4054-8a03-627bcc4b7d51 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 932 time: 0.0808587 Nov 27 16:26:25.634006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e84f49ed-d0c0-43e4-a4c0-6c8ffab2916a req-18509022-b9d1-492f-b61f-bcd4e293661d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601757 Nov 27 16:26:25.692401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488499e0-0e60-45c5-9901-b4a0af1a432c {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:26:25.703476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.718808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Transition to ACTIVE for port object 488499e0-0e60-45c5-9901-b4a0af1a432c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:26:25.725516 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.781764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:25.868706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:26:25.869054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:26:25.869541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:26:25.875956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:26:25.876359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:26:25.882568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:26:25.882905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Checking segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:26:25.883296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Bound using segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:26:25.883722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Bound port: 488499e0-0e60-45c5-9901-b4a0af1a432c, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:26:25.884078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:25.958110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:26:25.962901 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:26:25.969852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:26.010721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.011415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:26.012802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] 10.222.0.37 "PUT /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1092 time: 0.7599747 Nov 27 16:26:26.013251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:26:26.015609 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883" -d '{"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:26:26.102213 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcff693-fd5e-40af-a5d8-cac010d6b63c x-openstack-request-id: req-cbcff693-fd5e-40af-a5d8-cac010d6b63c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:26:26.102578 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:26:26.102768 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbcff693-fd5e-40af-a5d8-cac010d6b63c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:26:26.103201 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'status': 'completed', 'code': 200} Nov 27 16:26:26.104606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabead8-ae4b-49c1-9897-406b6621cbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:26.128191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-229c2362-0edc-4c9f-9e0b-106357677c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.129530 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-229c2362-0edc-4c9f-9e0b-106357677c1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1095 time: 0.0678995 Nov 27 16:26:26.177581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:26:26.183513 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-d7f23b3e-dedd-46e0-950f-6f57bed8f304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 217 time: 0.0462563 Nov 27 16:26:26.237271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:26.237953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:26.248087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-241c353e-cc36-43fb-8322-e3e1627a5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.249600 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-241c353e-cc36-43fb-8322-e3e1627a5b2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0596755 Nov 27 16:26:26.309292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-65cdf522-bfee-489f-9946-20ec7511e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.310953 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-65cdf522-bfee-489f-9946-20ec7511e920 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546339 Nov 27 16:26:26.406765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-975f3778-7285-4ac8-a591-67488a52ca1f service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884209 Nov 27 16:26:26.509145 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-39d11112-a59b-41a2-a335-062ec9cfaa8e req-2acb232f-a7bd-49a3-ba29-a1c53b44a131 service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934882 Nov 27 16:26:26.598090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-0a120750-d950-47c1-917b-386db4decb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.600637 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-0a120750-d950-47c1-917b-386db4decb3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1095 time: 0.0451510 Nov 27 16:26:26.701503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-a2151983-fa34-4fb7-aeb4-4963bb866a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.703433 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-a2151983-fa34-4fb7-aeb4-4963bb866a42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.0965776 Nov 27 16:26:26.754040 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-83c71cf8-9dbc-4d26-b0d4-afc15df35b1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 217 time: 0.0396168 Nov 27 16:26:26.771053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271e688-ec56-4c0c-9078-42a9ab59675f req-98402c95-f2ed-4ff6-9983-759603204c37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.772805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a271e688-ec56-4c0c-9078-42a9ab59675f req-98402c95-f2ed-4ff6-9983-759603204c37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 944 time: 0.0604329 Nov 27 16:26:26.808207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-5a8c3e11-2ac9-44f9-838f-efd406870288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.809855 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-5a8c3e11-2ac9-44f9-838f-efd406870288 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0483987 Nov 27 16:26:26.826131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a271e688-ec56-4c0c-9078-42a9ab59675f req-8cfc0e0f-8ddc-4c6f-9ae8-ec82a4a1209a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473809 Nov 27 16:26:26.867348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-3036842c-9647-4c86-8cf7-bb7cb535592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:26.868841 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-3036842c-9647-4c86-8cf7-bb7cb535592c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514591 Nov 27 16:26:26.967966 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-a6c5d877-9b8f-427c-b754-bdf6ad60345b service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909703 Nov 27 16:26:27.061857 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3ecad2df-5b5e-4d51-93e8-b19ee2ff2883 req-efe480ad-9f78-45d6-8404-b6ecf8818b4c service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863893 Nov 27 16:26:27.689432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:26:27.795317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:27.807449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'port_id': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'mac_address': 'fa:16:3e:13:db:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:26:27.844762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:27.857344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488499e0-0e60-45c5-9901-b4a0af1a432c {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:26:27.882204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:27.888051 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:27.936293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:27.944048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.944566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.944922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.945270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.945639 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.945977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.946314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.946644 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.946975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.947304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.947634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.947960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:26:27.967692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384855-012e-4157-af87-14342edaf95f req-34caca8b-f08a-41c0-a20d-10af55f3daba tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:27.969857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a384855-012e-4157-af87-14342edaf95f req-34caca8b-f08a-41c0-a20d-10af55f3daba tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.0572107 Nov 27 16:26:28.020121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a384855-012e-4157-af87-14342edaf95f req-f06addfd-bf41-4532-a5dd-8d5ea95e68f1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444138 Nov 27 16:26:28.104257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['488499e0-0e60-45c5-9901-b4a0af1a432c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:26:29.141599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd9bf5-c581-4c39-98ec-5d77c118b352 req-f7d7ceff-c817-4214-be50-f117ea67f726 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:29.143435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7fd9bf5-c581-4c39-98ec-5d77c118b352 req-f7d7ceff-c817-4214-be50-f117ea67f726 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.0498295 Nov 27 16:26:29.195699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7fd9bf5-c581-4c39-98ec-5d77c118b352 req-bf03a8ba-6d42-43fe-a17a-37753c1d8489 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457132 Nov 27 16:26:29.692488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:26:29.767304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 488499e0-0e60-45c5-9901-b4a0af1a432c completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:26:29.771020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 488499e0-0e60-45c5-9901-b4a0af1a432c triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:26:29.771417 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:29.858822 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:29.884211 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:26:29.886805 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8d1eb-e97a-4f29-a1ba-d7280b864d59" -d '{"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-plugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:26:29.899966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:26:29.904422 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:29.928474 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88847e4a-5be2-4f6b-b78d-54ba2a3c46a1 x-openstack-request-id: req-88847e4a-5be2-4f6b-b78d-54ba2a3c46a1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:26:29.928780 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-plugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:26:29.929043 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88847e4a-5be2-4f6b-b78d-54ba2a3c46a1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:26:29.929463 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'code': 200} Nov 27 16:26:29.955491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:30.000230 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:30.041061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6385-9ca2-4fee-91b9-7c04b076a92a req-d41fecc8-1fe0-4f1f-9ae1-1871dd010fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:30.042465 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0d7e6385-9ca2-4fee-91b9-7c04b076a92a req-d41fecc8-1fe0-4f1f-9ae1-1871dd010fd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1097 time: 0.0455124 Nov 27 16:26:30.092946 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0d7e6385-9ca2-4fee-91b9-7c04b076a92a req-acb33274-ad2a-4707-be24-177112b83509 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Nov 27 16:26:30.314592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f421-0fa2-4d91-b28c-7ae775a8cb7a req-0d30c711-c33b-4b70-816e-8028a666690b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:30.316531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbd7f421-0fa2-4d91-b28c-7ae775a8cb7a req-0d30c711-c33b-4b70-816e-8028a666690b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Nov 27 16:26:30.365850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbd7f421-0fa2-4d91-b28c-7ae775a8cb7a req-3f0e476a-1a4c-4249-a07e-d426adf421e0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433190 Nov 27 16:26:31.483508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249de48-1ec6-4d5d-b2a4-67cefe9c091d req-93ac5b21-88af-47a3-a4fd-8461079cd248 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:31.485052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a249de48-1ec6-4d5d-b2a4-67cefe9c091d req-93ac5b21-88af-47a3-a4fd-8461079cd248 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0491073 Nov 27 16:26:31.534384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a249de48-1ec6-4d5d-b2a4-67cefe9c091d req-102350b7-9bc2-4798-b0ff-6b20799931fa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Nov 27 16:26:31.651274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1e5a1-867a-4279-bcdc-df94c8355f53 req-1bd350ae-9f88-46a1-8b5a-b9021bf01dd9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:31.652742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67f1e5a1-867a-4279-bcdc-df94c8355f53 req-1bd350ae-9f88-46a1-8b5a-b9021bf01dd9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0482154 Nov 27 16:26:31.706518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67f1e5a1-867a-4279-bcdc-df94c8355f53 req-9801e47f-3cb6-4a6f-95f1-16b6a6d14878 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478604 Nov 27 16:26:31.729827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59082) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:31.772254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69117023-d3b8-48ba-879e-efccc0ace4af tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:31.776422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-69117023-d3b8-48ba-879e-efccc0ace4af tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1092 time: 0.0430133 Nov 27 16:26:31.776590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59084) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:31.781744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:26:31.805381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:31.906253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:32.013867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.230 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/cc700e40-83a1-4882-8605-6aa29a4446f1) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:26:32.089747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:32.116327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:32.153536 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:32.193914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:26:32.196746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:26:32.200229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:26:32.205524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=cc700e40-83a1-4882-8605-6aa29a4446f1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:32.560771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:32.643967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:33.102872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:33.107751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:33.179188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=cc700e40-83a1-4882-8605-6aa29a4446f1,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:26:33.191117 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:33.292856 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP b93bc555-6da5-4b13-b16a-300b73c2c71a associated. External IP: 172.25.1.230, port: 488499e0-0e60-45c5-9901-b4a0af1a432c. Nov 27 16:26:33.499461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router b4b37f6c-9208-4079-8e87-b310075ff3a3 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:26:33.614704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:26:33.633551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] Sync routers for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:26:33.637554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:33.650682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:33.651322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:33.667132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-da9d0e7f-10ed-4bed-ab7b-426e67ffb88f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8894987 Nov 27 16:26:33.667921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:26:33.670738 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b3d490-c617-49b2-8e0d-669880b73225" -d '{"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:26:33.723542 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afeedbc-7134-4a24-a2ad-6cd2cea66ec4 x-openstack-request-id: req-2afeedbc-7134-4a24-a2ad-6cd2cea66ec4 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:26:33.723842 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:26:33.724093 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2afeedbc-7134-4a24-a2ad-6cd2cea66ec4 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:26:33.724494 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'status': 'completed', 'code': 200} Nov 27 16:26:33.780279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764bbc-842d-4aed-bc3d-8c6ad458c1ca req-c1ae401c-e95c-45e3-86ee-b6019a840edc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:33.781974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:33.785889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55764bbc-842d-4aed-bc3d-8c6ad458c1ca req-c1ae401c-e95c-45e3-86ee-b6019a840edc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0605192 Nov 27 16:26:33.798782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-a270b2fd-6854-464b-a8c0-f226664b3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:33.801650 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-a270b2fd-6854-464b-a8c0-f226664b3c06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1097 time: 0.0529084 Nov 27 16:26:33.845969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55764bbc-842d-4aed-bc3d-8c6ad458c1ca req-197d0697-7c14-41ea-b4a2-3ef0ba51295a tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565388 Nov 27 16:26:33.867987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59102) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:33.931186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-f6311013-d47c-439a-82a5-f964eae33b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:33.932694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-f6311013-d47c-439a-82a5-f964eae33b31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.1230230 Nov 27 16:26:33.940925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a520ce3f-440a-4d21-bb23-6a992ae50a92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/b93bc555-6da5-4b13-b16a-300b73c2c71a HTTP/1.1" status: 200 len: 992 time: 0.0717862 Nov 27 16:26:33.999622 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-996ec312-3a4f-4149-80d7-2af2c487a6c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1000 time: 0.0596359 Nov 27 16:26:34.047962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'b93bc555-6da5-4b13-b16a-300b73c2c71a', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'port_id': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'mac_address': 'fa:16:3e:13:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:26:32Z', 'updated_at': '2021-11-27T16:26:32Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:24Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:34.053397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-59c13ea3-a303-4c34-b58d-a91ae0f0946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:34.055084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-59c13ea3-a303-4c34-b58d-a91ae0f0946a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0482500 Nov 27 16:26:34.085445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] Checking router: b4b37f6c-9208-4079-8e87-b310075ff3a3 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:26:34.094574 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:26:34.095272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:26:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:34.114994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-3b73e167-0545-4d47-b56e-999e22d5c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:34.116576 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-3b73e167-0545-4d47-b56e-999e22d5c87f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542541 Nov 27 16:26:34.268965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-de7c3e3f-fe80-4a08-820c-d29f03cc16af service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440785 Nov 27 16:26:34.396784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d8b3d490-c617-49b2-8e0d-669880b73225 req-5675a399-7c1d-4dfc-ad76-061c308f89f6 service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219108 Nov 27 16:26:34.406106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:26:34.734494 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'b93bc555-6da5-4b13-b16a-300b73c2c71a', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'port_id': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'mac_address': 'fa:16:3e:13:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:26:32Z', 'updated_at': '2021-11-27T16:26:32Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:24Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:26:34.766839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7976bd-7cbb-49da-80df-2502e31028bc None None] The sync data for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 is: [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'b93bc555-6da5-4b13-b16a-300b73c2c71a', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'port_id': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'mac_address': 'fa:16:3e:13:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:26:32Z', 'updated_at': '2021-11-27T16:26:32Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:24Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:26:34.942956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59106) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:35.021439 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b9601ae-d3b3-456d-883e-31625f549517 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/b93bc555-6da5-4b13-b16a-300b73c2c71a HTTP/1.1" status: 200 len: 992 time: 0.0772812 Nov 27 16:26:35.048739 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff670dc2-125f-4daf-83c4-f3f7790f9fde None None] New status for floating IP b93bc555-6da5-4b13-b16a-300b73c2c71a: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:26:35.259801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b602bf2-cd29-4a61-a909-02fe20870bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:36.023115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59110) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:26:36.082661 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e039c0e4-b756-4e9a-a9a9-3de0e4fdc566 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/b93bc555-6da5-4b13-b16a-300b73c2c71a HTTP/1.1" status: 200 len: 994 time: 0.0584180 Nov 27 16:26:37.716156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dd4a34da-69d8-456f-9d31-60cd0f5c663f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:38.623606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:40.360549 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:41.214053 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:26:49.304937 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-683f4a89-ad16-4d0b-9392-e7310b95896b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386157 Nov 27 16:26:49.390663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adaf98-e219-4408-b572-e832bb41add8 req-b266aca3-c3fa-47a3-a97b-894122a18810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:49.392133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-b266aca3-c3fa-47a3-a97b-894122a18810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1097 time: 0.0427241 Nov 27 16:26:49.498697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adaf98-e219-4408-b572-e832bb41add8 req-ebeee02a-2fe9-405d-90b9-87f12b72e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:49.500182 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-ebeee02a-2fe9-405d-90b9-87f12b72e871 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.0883265 Nov 27 16:26:49.572577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-dd97bfc5-617e-45cd-8246-c8488118d311 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1002 time: 0.0646386 Nov 27 16:26:49.626071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adaf98-e219-4408-b572-e832bb41add8 req-d65a8be2-751e-43bc-83ec-f9907bb6ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:49.628191 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-d65a8be2-751e-43bc-83ec-f9907bb6ea35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0481615 Nov 27 16:26:49.675092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adaf98-e219-4408-b572-e832bb41add8 req-6d4771c6-c609-4177-9f5e-87852b9c57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:26:49.676563 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-6d4771c6-c609-4177-9f5e-87852b9c57fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409257 Nov 27 16:26:50.116699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-2fb2e7c3-d4b8-489e-8479-9c4ec3e2d050 service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321477 Nov 27 16:26:50.209142 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-15adaf98-e219-4408-b572-e832bb41add8 req-b1622f4e-e829-4a6a-b933-cefe4fe23220 service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Nov 27 16:26:51.698265 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:27:00.016032 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:02.112656 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:02.915272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3726c4-23e0-4de8-8a8a-d3f3368fd24b req-813b3b15-2086-4f52-956f-278288fcead6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:02.916833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc3726c4-23e0-4de8-8a8a-d3f3368fd24b req-813b3b15-2086-4f52-956f-278288fcead6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0577612 Nov 27 16:27:02.970253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc3726c4-23e0-4de8-8a8a-d3f3368fd24b req-7ce123d8-863b-48b7-ba7d-27db3503afd1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472198 Nov 27 16:27:02.997923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59210) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:03.072924 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fff1f3b1-0f8a-4323-877a-9a05e2124c1b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/b93bc555-6da5-4b13-b16a-300b73c2c71a HTTP/1.1" status: 200 len: 994 time: 0.0734875 Nov 27 16:27:03.623852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059bfc7-0601-4d75-b503-d276bc28651d req-8785fa1c-cd3e-43f6-8dbe-2496f1307487 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:03.625489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1059bfc7-0601-4d75-b503-d276bc28651d req-8785fa1c-cd3e-43f6-8dbe-2496f1307487 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1097 time: 0.0432761 Nov 27 16:27:03.676262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1059bfc7-0601-4d75-b503-d276bc28651d req-df4df46a-4c15-4610-8424-e2fa6ea60487 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Nov 27 16:27:04.300616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-2a92f92f-3ff5-44fe-903a-63989178ceed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421021 Nov 27 16:27:04.308141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-df73a8af-51f4-40de-b1ba-03ddcdba205c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:27:04.309219 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-df73a8af-51f4-40de-b1ba-03ddcdba205c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051291 Nov 27 16:27:04.966679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-74b14129-5846-47b9-bffe-6dfa2d96cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:04.968071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-74b14129-5846-47b9-bffe-6dfa2d96cd65 service neutron] 10.222.0.15 "GET /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1094 time: 0.0348883 Nov 27 16:27:04.977137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Request body: {'binding': {'host': 'n-h1-819494-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:04.983345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Unknown quota resources ['binding']. {{(pid=110075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 16:27:05.129162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on host n-h1-819494-4 for vnic_type normal with profile None {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:27:05.129574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:27:05.129870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:05.134631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:27:05.134969 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:05.140280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:27:05.140633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Checking segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:05.141025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Bound using segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:27:05.141492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Bound port: 488499e0-0e60-45c5-9901-b4a0af1a432c, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:27:05.233638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:27:05.240705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] Publish callbacks [] for binding, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:05.241931 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] 10.222.0.15 "POST /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2680552 Nov 27 16:27:05.264016 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-57d867a2-d951-4359-92e4-47dbb8b22e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:05.442879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7b4a5-a079-49e9-8a83-a207b8dff0b5 req-fc4864e4-4c15-4134-a639-3f4d0f750917 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:05.454906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84a7b4a5-a079-49e9-8a83-a207b8dff0b5 req-fc4864e4-4c15-4134-a639-3f4d0f750917 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0790465 Nov 27 16:27:05.532056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84a7b4a5-a079-49e9-8a83-a207b8dff0b5 req-382214ba-11c9-41cf-bf75-7efecd5ec0b9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753396 Nov 27 16:27:05.628210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-6bd4bc19-9245-4d66-b9a3-9c50189ef79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:05.629743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-6bd4bc19-9245-4d66-b9a3-9c50189ef79c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1097 time: 0.1401551 Nov 27 16:27:05.742727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-9bdf7036-e047-4029-bacd-7310327236e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:05.744249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-9bdf7036-e047-4029-bacd-7310327236e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.1036751 Nov 27 16:27:05.819202 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c0fc5530-dd91-40ac-b177-1ec98ee17f5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1002 time: 0.0637419 Nov 27 16:27:05.885440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-960ca13a-b328-46b7-abc1-ad349cf3799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:05.886942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-960ca13a-b328-46b7-abc1-ad349cf3799d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0549541 Nov 27 16:27:05.942628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-9058f8e8-dec5-499f-8fa1-d10e57d06829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:05.944148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-9058f8e8-dec5-499f-8fa1-d10e57d06829 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460761 Nov 27 16:27:06.044943 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-f08a5b07-a751-4bf5-848a-900e391d3466 service neutron] 10.222.0.21 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871923 Nov 27 16:27:06.145719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-35705bb0-c4d9-4578-9f25-c92e93101b2d service neutron] 10.222.0.21 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899734 Nov 27 16:27:06.297195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-59301f3b-219c-469e-85b7-5a2cf208374c tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:06.299678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-59301f3b-219c-469e-85b7-5a2cf208374c tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98&tenant_id=b5b05cb846aa4737817d706cda451f43&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1097 time: 0.0786178 Nov 27 16:27:06.315034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-4'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:06.371948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:06.496449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:06.539690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:06.594386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:06.597719 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b748d59-7c29-4d9a-976d-496382fd6bb0" -d '{"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-unplugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:06.602274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:06.609872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:06.652138 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55535e63-a60e-46fb-bf40-05ce01fe85f7 x-openstack-request-id: req-55535e63-a60e-46fb-bf40-05ce01fe85f7 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:06.652424 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-unplugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:06.652683 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55535e63-a60e-46fb-bf40-05ce01fe85f7 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:06.653085 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'code': 200} Nov 27 16:27:06.762706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e541a-86bd-4b45-a652-826448c3b8b5 req-e66b21ab-8ee6-447b-ae69-917672f056f2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:06.772384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6e541a-86bd-4b45-a652-826448c3b8b5 req-e66b21ab-8ee6-447b-ae69-917672f056f2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 944 time: 0.1578283 Nov 27 16:27:06.772384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:06.783714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.784070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.784417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.784755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.785086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.785444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.785810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.786091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.786412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.786801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.787132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.787455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:06.948164 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6e541a-86bd-4b45-a652-826448c3b8b5 req-9586a4f4-4289-4498-bd6e-e7474363693d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769302 Nov 27 16:27:06.961589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on host n-h2-819494-4 for vnic_type normal with profile {"migrating_to": "n-h1-819494-4"} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:27:06.962314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:27:06.962983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:06.970473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:27:06.971690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Attempting to bind port 488499e0-0e60-45c5-9901-b4a0af1a432c on network 84510e4f-6076-4d3e-b3af-b72e67fd00ff {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:06.978283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:27:06.979610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Checking segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:06.980253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Bound using segment: {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:27:06.981189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Bound port: 488499e0-0e60-45c5-9901-b4a0af1a432c, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66745431-70af-4947-999f-fa9368945bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:27:06.981821 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:06.986290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-85dd1591-f7d6-4ab0-b704-7ecfaca40fc2 None None] Provisioning complete for port 488499e0-0e60-45c5-9901-b4a0af1a432c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:06.989883 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85dd1591-f7d6-4ab0-b704-7ecfaca40fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.030468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-85dd1591-f7d6-4ab0-b704-7ecfaca40fc2 None None] Port 488499e0-0e60-45c5-9901-b4a0af1a432c cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:27:07.054584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:07.057727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:27:07.065151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.170099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=8']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:07.218010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:07.218714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.220608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-d17ebad4-b3bc-470e-9b48-184fc9bfa22a service neutron] 10.222.0.21 "PUT /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1122 time: 0.9097278 Nov 27 16:27:07.298566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['488499e0-0e60-45c5-9901-b4a0af1a432c'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:27:07.479308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5d90ff25-8054-47b2-a5e8-42ea0c278c1f None None] Provisioning complete for port 488499e0-0e60-45c5-9901-b4a0af1a432c triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:07.479689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d90ff25-8054-47b2-a5e8-42ea0c278c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.638373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d90ff25-8054-47b2-a5e8-42ea0c278c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.667180 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:07.670387 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930acf4b-ef54-409e-a10f-7c71ea6d4edd" -d '{"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-plugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:07.686735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5d90ff25-8054-47b2-a5e8-42ea0c278c1f None None] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:07.696568 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5d90ff25-8054-47b2-a5e8-42ea0c278c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.737993 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2cb974-c540-4979-9db1-ab6b39ad1cc1 x-openstack-request-id: req-5d2cb974-c540-4979-9db1-ab6b39ad1cc1 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:07.738281 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-plugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:07.738605 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d2cb974-c540-4979-9db1-ab6b39ad1cc1 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:07.739076 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'code': 200} Nov 27 16:27:07.848305 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a146-33d6-4cb2-8af2-a801527a658a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:07.878132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90ff25-8054-47b2-a5e8-42ea0c278c1f None None] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:08.092698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5408f9-f3c9-483d-b6c9-1dbd1145c524 req-b07ee78a-eb1b-4cd8-85e8-31742189b88d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:08.093733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce5408f9-f3c9-483d-b6c9-1dbd1145c524 req-b07ee78a-eb1b-4cd8-85e8-31742189b88d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0609944 Nov 27 16:27:08.150866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ce5408f9-f3c9-483d-b6c9-1dbd1145c524 req-24cb5d6a-0acd-46e6-a598-8c6c54d0a70e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493710 Nov 27 16:27:08.624817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:08.653996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:08.656384 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aad533-e5ce-4524-9cb7-37f092132e25" -d '{"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:08.693472 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30abc7fa-4ace-4f6b-87cd-1b694f97607b x-openstack-request-id: req-30abc7fa-4ace-4f6b-87cd-1b694f97607b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:08.694225 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:08.694557 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30abc7fa-4ace-4f6b-87cd-1b694f97607b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:08.695029 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'status': 'completed', 'code': 200} Nov 27 16:27:08.759199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-9ffa0e30-2a9c-43dd-bb5d-9bbf67b4f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:08.760687 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-9ffa0e30-2a9c-43dd-bb5d-9bbf67b4f017 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1127 time: 0.0443268 Nov 27 16:27:08.857712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-321d4723-0c63-45df-957e-8b4665bc5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:08.859193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-321d4723-0c63-45df-957e-8b4665bc5367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.0899277 Nov 27 16:27:08.932996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-e3609de9-f9cd-4826-9e76-f991db403268 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1002 time: 0.0667815 Nov 27 16:27:08.985286 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-0ba65d1d-ca84-4802-a24c-c5b87c6cf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:08.987203 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-0ba65d1d-ca84-4802-a24c-c5b87c6cf5b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0469792 Nov 27 16:27:09.040279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-d47705fd-470a-406a-a0c0-a40f8b4f4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:09.041889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-d47705fd-470a-406a-a0c0-a40f8b4f4ae6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472245 Nov 27 16:27:09.053291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-30f9e3d2-04b6-452c-9780-8857be424f57 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:27:09.054730 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-30f9e3d2-04b6-452c-9780-8857be424f57 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058630 Nov 27 16:27:09.153949 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-5c7b4d43-8c06-4a96-9d5c-d0e079bdff6a service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922024 Nov 27 16:27:09.256522 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c5aad533-e5ce-4524-9cb7-37f092132e25 req-001da816-4dbb-4121-8def-652b6580bd8d service neutron] 10.222.0.37 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955975 Nov 27 16:27:09.286236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856f22-1c4a-46e8-b988-fc3002875ca3 req-da242ff5-cb05-4462-85ef-ad00b9c99b79 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:09.287768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a856f22-1c4a-46e8-b988-fc3002875ca3 req-da242ff5-cb05-4462-85ef-ad00b9c99b79 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0595272 Nov 27 16:27:09.312369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59286) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:09.340682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a856f22-1c4a-46e8-b988-fc3002875ca3 req-db8e94ba-35ab-4ccd-8834-209938b09298 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463572 Nov 27 16:27:09.426744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e65b9a1-d47d-4e46-9bba-b0c4bac5f25c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.506116 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e65b9a1-d47d-4e46-9bba-b0c4bac5f25c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.509881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0e65b9a1-d47d-4e46-9bba-b0c4bac5f25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.547055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65b9a1-d47d-4e46-9bba-b0c4bac5f25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0024a19c-fa13-4ce6-92d4-80fcf2abf78e,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:09.551419 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0e65b9a1-d47d-4e46-9bba-b0c4bac5f25c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5234fc3edb24496d8c8052dded911427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380018 Nov 27 16:27:09.554723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59290) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:09.601745 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0cdc-a151-4677-9aa6-34c1b39e69a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.622125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0cdc-a151-4677-9aa6-34c1b39e69a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.671242 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0cdc-a151-4677-9aa6-34c1b39e69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.674106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dcbe0cdc-a151-4677-9aa6-34c1b39e69a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:09.675304 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-dcbe0cdc-a151-4677-9aa6-34c1b39e69a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0024a19c-fa13-4ce6-92d4-80fcf2abf78e HTTP/1.1" status: 204 len: 168 time: 0.1202991 Nov 27 16:27:09.684021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe0cdc-a151-4677-9aa6-34c1b39e69a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0024a19c-fa13-4ce6-92d4-80fcf2abf78e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:10.216801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:27:10.314057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:10.332427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c has no active binding in host n-h1-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 16:27:10.365393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:10.468067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b6019-fd92-424f-8bd7-eced1c28a48d req-583a2789-ee1f-4c51-aea4-01bc403faa72 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:10.469570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-797b6019-fd92-424f-8bd7-eced1c28a48d req-583a2789-ee1f-4c51-aea4-01bc403faa72 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0549679 Nov 27 16:27:10.519424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-797b6019-fd92-424f-8bd7-eced1c28a48d req-d4367567-11c9-4b22-84ca-c412c0c2edbe tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Nov 27 16:27:11.206473 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:11.637771 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c724e-9df4-4a03-a05b-6ff25e8ebf8e req-816fd414-e55c-4a00-9a34-986f905251d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:11.639237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f53c724e-9df4-4a03-a05b-6ff25e8ebf8e req-816fd414-e55c-4a00-9a34-986f905251d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 946 time: 0.0499651 Nov 27 16:27:11.687361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f53c724e-9df4-4a03-a05b-6ff25e8ebf8e req-b554df71-0005-4c3d-a39d-3ed2e7ab44aa tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Nov 27 16:27:12.124311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-73b7f4d1-5df1-42fb-97cd-dcaf964dc665 service neutron] 10.222.0.37 "GET /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c/bindings/n-h1-819494-4 HTTP/1.1" status: 200 len: 384 time: 0.0645156 Nov 27 16:27:12.305953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:12.326115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:12.366640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:12.368935 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef1907-12dd-40e3-b2be-2863f8446195" -d '{"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-unplugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:12.375964 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:12.392702 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:12.425624 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e06255-4681-416e-8ad4-ebea606ecaff x-openstack-request-id: req-55e06255-4681-416e-8ad4-ebea606ecaff {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:12.425928 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-unplugged", "status": "completed", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:12.426188 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55e06255-4681-416e-8ad4-ebea606ecaff {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:12.426588 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'code': 200} Nov 27 16:27:12.467746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] Transition to ACTIVE for port object 488499e0-0e60-45c5-9901-b4a0af1a432c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:27:12.472471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:12.571389 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] Pushing event updated for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=11']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:12.609259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] No DVR routers for this DVR port 488499e0-0e60-45c5-9901-b4a0af1a432c on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:27:12.749007 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-85511e96-33f4-43b5-a753-01d214b362ef service neutron] 10.222.0.37 "PUT /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c/bindings/n-h1-819494-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6176333 Nov 27 16:27:12.818338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f6e80-2967-400f-a146-e9172fca703b req-1c8c6e58-6d39-4398-aa12-e43fad34925c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:12.819932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e52f6e80-2967-400f-a146-e9172fca703b req-1c8c6e58-6d39-4398-aa12-e43fad34925c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.0554359 Nov 27 16:27:12.904380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-3c811044-80f6-49fc-9556-0ee1bd9f1c96 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:12.905917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-3c811044-80f6-49fc-9556-0ee1bd9f1c96 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98&tenant_id=b5b05cb846aa4737817d706cda451f43&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.0848432 Nov 27 16:27:12.910449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e52f6e80-2967-400f-a146-e9172fca703b req-67e82cae-8770-43e4-af4d-3080c9f52322 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803077 Nov 27 16:27:12.956701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c151f9b3-34b8-4764-8cc3-bac6e8b3fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:12.958338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c151f9b3-34b8-4764-8cc3-bac6e8b3fdf8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 1096 time: 0.0432873 Nov 27 16:27:13.032598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-df01ae9e-89f5-488b-92cf-ed758cbc7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:13.034695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-df01ae9e-89f5-488b-92cf-ed758cbc7fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1096 time: 0.0412121 Nov 27 16:27:13.128779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-a719d931-4574-4f8f-8f7d-646db01842bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:13.130201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-a719d931-4574-4f8f-8f7d-646db01842bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.0862093 Nov 27 16:27:13.196885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-42422a11-8b96-499a-abf0-07c4aac0f304 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 1000 time: 0.0576954 Nov 27 16:27:13.253798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-2cdda36b-d368-410a-94a9-aa11828bc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:13.255316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-2cdda36b-d368-410a-94a9-aa11828bc403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0488584 Nov 27 16:27:13.304808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-e730c183-4c3e-47a5-b86f-6fd931c73719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:13.306390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-e730c183-4c3e-47a5-b86f-6fd931c73719 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423577 Nov 27 16:27:13.403835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c0f38da9-9d35-4f43-b1c6-3a6f0c857585 service neutron] 10.222.0.21 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Nov 27 16:27:13.502696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-83084c20-08b0-4014-a379-730ad83caf56 service neutron] 10.222.0.21 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Nov 27 16:27:13.756239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c5a5b19f-8a6a-4610-bf4c-0ce2f455216c tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:13.757783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c5a5b19f-8a6a-4610-bf4c-0ce2f455216c tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98&tenant_id=b5b05cb846aa4737817d706cda451f43&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 1096 time: 0.0442119 Nov 27 16:27:13.910460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c2fe1efc-6c5e-4833-9e76-bf998cc51630 service neutron] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:13.913700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c2fe1efc-6c5e-4833-9e76-bf998cc51630 service neutron] Publish callbacks [] for binding, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:13.914811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-c2fe1efc-6c5e-4833-9e76-bf998cc51630 service neutron] 10.222.0.21 "DELETE /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c/bindings/n-h2-819494-4 HTTP/1.1" status: 204 len: 173 time: 0.1445134 Nov 27 16:27:14.035471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9d0f5-5b2f-4eb8-ac83-728c1c5bf85d req-27d670b8-46b5-4719-b5e3-aebc65ae35c6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:14.036985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ed9d0f5-5b2f-4eb8-ac83-728c1c5bf85d req-27d670b8-46b5-4719-b5e3-aebc65ae35c6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Nov 27 16:27:14.087715 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ed9d0f5-5b2f-4eb8-ac83-728c1c5bf85d req-a2e0f70b-9157-41f2-86f4-06de5d23b73e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Nov 27 16:27:14.199548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98c3e-d778-480c-9a03-521891a1cfd5 req-63baa51c-b541-4c3c-b747-1269d8a00fd6 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:14.201069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66a98c3e-d778-480c-9a03-521891a1cfd5 req-63baa51c-b541-4c3c-b747-1269d8a00fd6 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1096 time: 0.0427225 Nov 27 16:27:14.259617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-66a98c3e-d778-480c-9a03-521891a1cfd5 req-f6c5ce8b-da5c-4ec7-9b46-6d355678e9ef tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516002 Nov 27 16:27:14.378816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8694d28-9867-4f5d-b06d-4c5049e2e173 req-26fea668-6d04-4577-8224-46b4a2786f31 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:14.380516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8694d28-9867-4f5d-b06d-4c5049e2e173 req-26fea668-6d04-4577-8224-46b4a2786f31 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Nov 27 16:27:14.431840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8694d28-9867-4f5d-b06d-4c5049e2e173 req-c7b2fbd8-ef5a-4552-8db6-924c5a017214 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450213 Nov 27 16:27:14.454115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59368) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:14.518418 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-445f6f68-0a01-4a65-a360-ff0876f44828 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/b93bc555-6da5-4b13-b16a-300b73c2c71a HTTP/1.1" status: 200 len: 992 time: 0.0630362 Nov 27 16:27:14.776330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59374) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:14.935044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port cc700e40-83a1-4882-8605-6aa29a4446f1 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:27:14.935736 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:15.018044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:15.018378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:15.030080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for cc700e40-83a1-4882-8605-6aa29a4446f1 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:27:15.182540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:15.210796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=cc700e40-83a1-4882-8605-6aa29a4446f1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:15.272668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:15.273021 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP b93bc555-6da5-4b13-b16a-300b73c2c71a disassociated (deleted). External IP: 172.25.1.230, port: 488499e0-0e60-45c5-9901-b4a0af1a432c. Nov 27 16:27:15.490014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router b4b37f6c-9208-4079-8e87-b310075ff3a3 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:27:15.617432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:27:15.622281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:15.631064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] Sync routers for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:27:15.644212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:15.645048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:15.656300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-187aa33b-4609-4ecf-9abd-2a1b4499d627 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/floatingips/b93bc555-6da5-4b13-b16a-300b73c2c71a HTTP/1.1" status: 204 len: 168 time: 0.8789189 Nov 27 16:27:15.657020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:15.672463 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:15.868290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:15.905978 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34edc6a-f524-42ca-9682-5c0a3beda33a x-openstack-request-id: req-d34edc6a-f524-42ca-9682-5c0a3beda33a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:15.906395 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:15.906748 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d34edc6a-f524-42ca-9682-5c0a3beda33a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:15.907512 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'status': 'completed', 'code': 200} Nov 27 16:27:15.916342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:27:16.037984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:27:16.173041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:24Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:16.209737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] Checking router: b4b37f6c-9208-4079-8e87-b310075ff3a3 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:27:16.219925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:16.220627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:16.342228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:16.344398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb73ec-95da-4c2a-8269-a56d58f164e4 req-d5056801-7815-4a7a-8461-dd40bbde7100 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:16.345552 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4cb73ec-95da-4c2a-8269-a56d58f164e4 req-d5056801-7815-4a7a-8461-dd40bbde7100 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.4259355 Nov 27 16:27:16.361941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-f600f292-606f-493f-9128-56ccba7d963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:16.363547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-f600f292-606f-493f-9128-56ccba7d963d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 1096 time: 0.4176097 Nov 27 16:27:16.460814 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d4cb73ec-95da-4c2a-8269-a56d58f164e4 req-efb0e1c6-ba59-45a1-b5c3-9389e4e64e03 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=007f9e83-b556-4d07-b355-36c5e7b4c513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076326 Nov 27 16:27:16.489375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806170be-a7a5-4767-a498-cbe707f5b51c req-5d5f0de5-0a2a-4fe5-a7f3-7af424c0f14f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:16.492424 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-806170be-a7a5-4767-a498-cbe707f5b51c req-5d5f0de5-0a2a-4fe5-a7f3-7af424c0f14f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/ports?device_id=0376f14a-b01f-4155-9c5a-eeeb107c0f98 HTTP/1.1" status: 200 len: 945 time: 0.1038492 Nov 27 16:27:16.503393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-368f0ddb-48ee-40d3-8f42-1e88c0205394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:16.505010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-368f0ddb-48ee-40d3-8f42-1e88c0205394 service neutron] 10.222.0.21 "GET /v2.0/networks?id=84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 200 len: 898 time: 0.1219578 Nov 27 16:27:16.601730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-bbec9578-7b13-453a-ab5e-10e6408fb872 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 200 len: 217 time: 0.0832715 Nov 27 16:27:16.628021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 488499e0-0e60-45c5-9901-b4a0af1a432c {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:27:16.628590 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:16.630704 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:24Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:16.675764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee9932-7234-4bbd-8433-1136467be220 None None] The sync data for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 is: [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:26:21Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2a05ee64-a4fe-40bb-aa93-4ef53576aeeb', 'name': '', 'network_id': '84510e4f-6076-4d3e-b3af-b72e67fd00ff', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:bc:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:20Z', 'updated_at': '2021-11-27T16:26:24Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': 'f7e39d27-d463-463c-8ed5-5488a300f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:27:16.685234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-bbbd2531-8e6f-4bfb-aeac-9e392c82d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:16.686743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-bbbd2531-8e6f-4bfb-aeac-9e392c82d1ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 200 len: 835 time: 0.0732727 Nov 27 16:27:16.742179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 488499e0-0e60-45c5-9901-b4a0af1a432c, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=488499e0-0e60-45c5-9901-b4a0af1a432c,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:16.742913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:16.758809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 488499e0-0e60-45c5-9901-b4a0af1a432c owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:27:16.770517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-5cba517d-9fae-4d3d-9299-ac777095b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:16.777729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-5cba517d-9fae-4d3d-9299-ac777095b16f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84510e4f-6076-4d3e-b3af-b72e67fd00ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782313 Nov 27 16:27:16.919536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-73d72c4d-be74-4942-b552-df5f0eda0600 service neutron] 10.222.0.21 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300468 Nov 27 16:27:16.930214 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:16.961136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=488499e0-0e60-45c5-9901-b4a0af1a432c,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:17.013261 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] No DVR routers for this DVR port 488499e0-0e60-45c5-9901-b4a0af1a432c on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:27:17.016389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:17.020881 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "DELETE /v2.0/ports/488499e0-0e60-45c5-9901-b4a0af1a432c HTTP/1.1" status: 204 len: 173 time: 0.5162866 Nov 27 16:27:17.021519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-deleted', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:17.024085 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ef6d3-b42f-4cd6-b9c7-369749749a4f" -d '{"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-deleted", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:17.052610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ea9c3a7-0af4-476b-ba3e-60ba2f4d58e6 req-1c2e332c-e2e5-4ac5-a960-00ab8878608e service neutron] 10.222.0.21 "GET /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193588 Nov 27 16:27:17.064651 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31515d-de53-40f9-b19c-e6f47e9bb13d None None] New status for floating IP b93bc555-6da5-4b13-b16a-300b73c2c71a: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:27:17.091699 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c66b16-8932-425f-9eb6-22c26ef6e8b5 x-openstack-request-id: req-a4c66b16-8932-425f-9eb6-22c26ef6e8b5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:17.092121 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376f14a-b01f-4155-9c5a-eeeb107c0f98", "name": "network-vif-deleted", "tag": "488499e0-0e60-45c5-9901-b4a0af1a432c", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:17.092446 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4c66b16-8932-425f-9eb6-22c26ef6e8b5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:17.092884 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376f14a-b01f-4155-9c5a-eeeb107c0f98', 'name': 'network-vif-deleted', 'tag': '488499e0-0e60-45c5-9901-b4a0af1a432c', 'status': 'completed', 'code': 200} Nov 27 16:27:17.515140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59396) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:17.897688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:18.151796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:27:18.152128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:18.242301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:18.242671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:18.255300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:27:18.442819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:18.471757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=2a05ee64-a4fe-40bb-aa93-4ef53576aeeb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:18.650177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:18.886637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router b4b37f6c-9208-4079-8e87-b310075ff3a3 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:27:19.018580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:27:19.024228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa45bc56-1023-46f5-940e-a8198fb78518 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/b4b37f6c-9208-4079-8e87-b310075ff3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078728 Nov 27 16:27:19.027166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59408) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:19.030673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] Sync routers for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:27:19.043971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:19.044702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:19.086406 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting subnet f7e39d27-d463-463c-8ed5-5488a300f140 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:27:19.089603 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.136310 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.164451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:19.246858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.316314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.344771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e39d27-d463-463c-8ed5-5488a300f140,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:19.348439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.354278 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fe3c363e-7d66-4639-8cb8-8c5dacbb6c39 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/subnets/f7e39d27-d463-463c-8ed5-5488a300f140 HTTP/1.1" status: 204 len: 168 time: 0.3235433 Nov 27 16:27:19.354595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:19.387792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa0216-0446-47e5-b773-6f8a51c9ee5c None None] Network 84510e4f-6076-4d3e-b3af-b72e67fd00ff requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:27:19.465341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.578540 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.616717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:27:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': 'aacbd4b2-5ce4-48f4-8106-85e7fad2daf8', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:26:17Z', 'updated_at': '2021-11-27T16:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:19.649507 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] Checking router: b4b37f6c-9208-4079-8e87-b310075ff3a3 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:27:19.652323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:27:19.652844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.658908 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] Routers {'b4b37f6c-9208-4079-8e87-b310075ff3a3'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:19.659643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b4b37f6c-9208-4079-8e87-b310075ff3a3'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:19.727733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] DHCP port deletion for 84510e4f-6076-4d3e-b3af-b72e67fd00ff request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:27:19.741715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port aacbd4b2-5ce4-48f4-8106-85e7fad2daf8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:19.742275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.759118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:27:19.775759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] Set router b4b37f6c-9208-4079-8e87-b310075ff3a3 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:19.837034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:27:19Z', 'revision_number': 6, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:19.866473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd4ebc-bd49-4de0-ba15-7f9868f6825b None None] The sync data for ids ['b4b37f6c-9208-4079-8e87-b310075ff3a3'] in n-d-819494-4 is: [{'id': 'b4b37f6c-9208-4079-8e87-b310075ff3a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523527704', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:26:16Z', 'updated_at': '2021-11-27T16:27:19Z', 'revision_number': 6, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:27:19.879067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] Deleting port db7c6175-4ca5-44d3-99e4-f13109a58340 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:27:19.879446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.963693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] For port db7c6175-4ca5-44d3-99e4-f13109a58340, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=db7c6175-4ca5-44d3-99e4-f13109a58340,segment=NetworkSegment(66745431-70af-4947-999f-fa9368945bdc),segment_id=66745431-70af-4947-999f-fa9368945bdc)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:19.964098 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.973193 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:19.979203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] Calling delete_port for db7c6175-4ca5-44d3-99e4-f13109a58340 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:27:20.004538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=aacbd4b2-5ce4-48f4-8106-85e7fad2daf8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:20.023642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b2d24-9684-4444-912e-c7f7d7f6f4b5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:27:20.067531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.082845 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.096413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] No DVR routers for this DVR port db7c6175-4ca5-44d3-99e4-f13109a58340 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:27:20.123866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100b97b-8d61-4f76-9f47-fd2204a67124 None None] Pushing event deleted for resources: {'Port': ['ID=db7c6175-4ca5-44d3-99e4-f13109a58340,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:20.161644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.163889 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.212335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.213020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Fanout notify agent at l3_agent the message router_deleted on router b4b37f6c-9208-4079-8e87-b310075ff3a3 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:27:20.225468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.229263 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7119dbee-2911-473f-bd8b-88c405d3f7d1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/routers/b4b37f6c-9208-4079-8e87-b310075ff3a3 HTTP/1.1" status: 204 len: 168 time: 0.8734684 Nov 27 16:27:20.230930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59418) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:20.265436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:27:20.295616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 488499e0-0e60-45c5-9901-b4a0af1a432c {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:27:20.295971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 488499e0-0e60-45c5-9901-b4a0af1a432c not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:27:20.319106 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.385144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device db7c6175-4ca5-44d3-99e4-f13109a58340 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:27:20.425683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: db7c6175-4ca5-44d3-99e4-f13109a58340 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:27:20.426028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device db7c6175-4ca5-44d3-99e4-f13109a58340 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:27:20.426876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:27:20.451475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.453906 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:27:20.454276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2a05ee64-a4fe-40bb-aa93-4ef53576aeeb not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:27:20.474957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84510e4f-6076-4d3e-b3af-b72e67fd00ff']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:20.484336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66745431-70af-4947-999f-fa9368945bdc') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:20.484636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66745431-70af-4947-999f-fa9368945bdc') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:20.494601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.507712 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.513727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:27:20.514097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:27:20.517125 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:27:20.574956 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.580346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.584115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/networks/84510e4f-6076-4d3e-b3af-b72e67fd00ff HTTP/1.1" status: 204 len: 168 time: 0.3533843 Nov 27 16:27:20.587417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59426) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:20.602457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e2e2e-6f1d-4a33-ae9f-553d103bd142 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Network': ['ID=84510e4f-6076-4d3e-b3af-b72e67fd00ff,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:20.651613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65b453d5-9a0a-4283-bb21-42bb52d62a15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.677290 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65b453d5-9a0a-4283-bb21-42bb52d62a15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.746683 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65b453d5-9a0a-4283-bb21-42bb52d62a15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.749429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-65b453d5-9a0a-4283-bb21-42bb52d62a15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:20.751511 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-65b453d5-9a0a-4283-bb21-42bb52d62a15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/security-groups/007f9e83-b556-4d07-b355-36c5e7b4c513 HTTP/1.1" status: 204 len: 168 time: 0.1623664 Nov 27 16:27:20.777466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b453d5-9a0a-4283-bb21-42bb52d62a15 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f9e83-b556-4d07-b355-36c5e7b4c513,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:21.359291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:21.364514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876099079', 'description': 'tempest-secgroup-smoke-1876099079 description', 'project_id': 'b5b05cb846aa4737817d706cda451f43'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:21.387010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.451576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.455509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.489335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.493499 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1331415 Nov 27 16:27:21.493848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59436) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:21.497949 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36bb84-f8af-4a3e-a8d0-741102119c27 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f501002-09d1-4ac8-a1fa-6911f82dc5ea,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:21.501002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '0f501002-09d1-4ac8-a1fa-6911f82dc5ea', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:21.535425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.603696 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.607405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.625139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cee9513-48f1-4cef-af64-98792f1acbf3,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:21.633341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.634574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d2708b79-0c79-44aa-b668-b1c7f627fed6 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390939 Nov 27 16:27:21.637296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59438) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:21.641627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '0f501002-09d1-4ac8-a1fa-6911f82dc5ea', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:21.666790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.723166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.726740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.745492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab7fc10-42e6-4b0e-8e8a-03eeff2f4ddd,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:21.751238 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.755307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8adb9c33-474a-4604-a0ef-18fc6478a6c9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142294 Nov 27 16:27:21.755488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59440) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:21.760564 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '0f501002-09d1-4ac8-a1fa-6911f82dc5ea', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:21.788690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.891341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.903553 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.928527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f07d2d-f248-4365-aaf1-0447cf9f0e0b,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:21.934110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:21.935694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8e6b05d0-2674-4027-b9f6-2d03f51fbd40 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791222 Nov 27 16:27:21.941457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59442) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:21.944186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '0f501002-09d1-4ac8-a1fa-6911f82dc5ea', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:21.982060 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.042956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.046917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.068618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4c2345-c47b-4545-bff1-8a8f98571e85,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:22.074573 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.077902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a1510ab9-ebeb-4d42-b744-b1c4bb4c7cf3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376758 Nov 27 16:27:22.078706 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:22.084150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '0f501002-09d1-4ac8-a1fa-6911f82dc5ea', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:22.101124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:27:22.111059 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:27:22.117001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.123662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:27:22.124236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device aacbd4b2-5ce4-48f4-8106-85e7fad2daf8 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:27:22.183574 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.188226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.207303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad48578d-6c01-4ea7-a128-0c7e943ca14f,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:22.217084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.218337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6fb9431-42c9-4068-8e17-103a7bdcb0db tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380899 Nov 27 16:27:22.221647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59446) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:22.226221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'security_group_rule': {'security_group_id': '0f501002-09d1-4ac8-a1fa-6911f82dc5ea', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:22.247520 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Project b5b05cb846aa4737817d706cda451f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:27:22.252415 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.312038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.315765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.335065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e3b16c-333f-4df7-8f03-395ca4c27e76,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:22.346195 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.347409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f54e0640-4f5e-48d1-bf2d-0dee988a3138 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248081 Nov 27 16:27:22.350312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59448) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:22.355535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'network': {'name': 'tempest-network-smoke--332526395', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'port_security_enabled': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:22.375818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:27:22.379329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.403644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:27:22.413668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.414035 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Added segment 08e7abf2-5507-4030-8364-76cb3c3f9dc7 of type vlan for network 9a2b3b6c-035e-420c-93b2-18b929c03604 Nov 27 16:27:22.454911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.481770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.487582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:22.488167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.548403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59452) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:22.548584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1971285 Nov 27 16:27:22.554109 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'admin_state_up': True, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:22.568639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2c17-d1e2-49d5-97be-01416812e6c4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Network': ['ID=9a2b3b6c-035e-420c-93b2-18b929c03604,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:22.580241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:27:22.580477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.581788 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.635286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.791348 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:22.988325 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.010858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.109277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.62 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/2074a83b-5e85-4b6d-9cbf-882bce50e27b) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:27:23.212799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.247348 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.285458 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:27:23.288348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:23.291893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:27:23.301322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179aba94-7f78-4869-a2f7-62fc1c969dd2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:27:23.318705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=2074a83b-5e85-4b6d-9cbf-882bce50e27b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:23.363032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-14acf92a-7991-44af-8cd8-b5a5e2c25d42 None None] Provisioning complete for port 2074a83b-5e85-4b6d-9cbf-882bce50e27b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:23.363582 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14acf92a-7991-44af-8cd8-b5a5e2c25d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.398891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-14acf92a-7991-44af-8cd8-b5a5e2c25d42 None None] Port 2074a83b-5e85-4b6d-9cbf-882bce50e27b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:27:23.547627 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.749240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:23.887419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:27:23.999981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:27:24.009644 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Sync routers for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:27:24.021390 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:24.022178 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:24.024362 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.028561 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d89aac15-9ae0-4d56-8e63-712203f448a1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4754074 Nov 27 16:27:24.028915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59456) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:24.065455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e163812a-1b1a-45eb-bd22-043516c6637f tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b5b05cb846aa4737817d706cda451f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349264 Nov 27 16:27:24.067634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59458) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:24.137023 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:24.232302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae39a5a-d01e-4925-a728-11a25bd056d0 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:24.236264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6ae39a5a-d01e-4925-a728-11a25bd056d0 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1651900 Nov 27 16:27:24.236740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59460) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:24.268550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e4da1caa-8af9-47cd-b57b-23c0bf5f2032 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274935 Nov 27 16:27:24.268778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59462) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:24.273719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12255785', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:24.323778 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:23Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:24.350816 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Checking router: 75cf90f7-b9f4-4f35-8ae4-6f0789343944 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:27:24.351267 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Updating router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 port 2074a83b-5e85-4b6d-9cbf-882bce50e27b binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:27:24.366621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:27:24.370477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.377220 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.574733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.640748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Subnet': ['ID=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:24.650533 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.658824 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.663150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Checking segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:24.663693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network hostable DHCP agents. Network: 9a2b3b6c-035e-420c-93b2-18b929c03604, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:27:24.683698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:27:24.695479 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 9a2b3b6c-035e-420c-93b2-18b929c03604) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:24.700871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:24.701734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.714281 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86197028-9a61-44b5-bc31-9b151ad34a2c None None] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:27:24.721992 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Attempting to bind port 2074a83b-5e85-4b6d-9cbf-882bce50e27b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:27:24.722367 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Attempting to bind port 2074a83b-5e85-4b6d-9cbf-882bce50e27b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:27:24.722737 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Attempting to bind port 2074a83b-5e85-4b6d-9cbf-882bce50e27b on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:24.724069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-68fdd1b6-956d-4aaf-af85-7873fd858964 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4541287 Nov 27 16:27:24.726617 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59466) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:24.735838 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:27:24.736307 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:24.736710 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.737117 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:27:24.737597 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Bound port: 2074a83b-5e85-4b6d-9cbf-882bce50e27b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:27:24.737974 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.783764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a69aba-8246-4f21-a76e-0fab89c14090 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:27:24.790157 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] For port 2074a83b-5e85-4b6d-9cbf-882bce50e27b, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:24.794458 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] For port 2074a83b-5e85-4b6d-9cbf-882bce50e27b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2074a83b-5e85-4b6d-9cbf-882bce50e27b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:27:24.795861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Pushing event updated for resources: {'Port': ['ID=2074a83b-5e85-4b6d-9cbf-882bce50e27b,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:24.800772 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.809967 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.810325 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.810665 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.811000 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.811333 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.811663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.811992 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.812373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.812699 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.813026 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.813348 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.814216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:24.870875 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928cc4-f24b-4ee5-8e14-03df21503f88 None None] Pushing event updated for resources: {'Port': ['ID=2074a83b-5e85-4b6d-9cbf-882bce50e27b,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:24.873911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9ffc6fc0-569a-4e66-89d7-b52dcda9cd3a None None] Provisioning complete for port 2074a83b-5e85-4b6d-9cbf-882bce50e27b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:24.875708 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fc0-569a-4e66-89d7-b52dcda9cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:24.898707 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:24.899331 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:24.929401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9644d0b-3336-4b81-9ef4-0065b30539c0 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:27:25.028023 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:25.050308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fc0-569a-4e66-89d7-b52dcda9cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.072881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9ffc6fc0-569a-4e66-89d7-b52dcda9cd3a None None] For port 2074a83b-5e85-4b6d-9cbf-882bce50e27b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2074a83b-5e85-4b6d-9cbf-882bce50e27b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:25.152143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-9a2b3b6c-035e-420c-93b2-18b929c03604', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:27:25.153580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.159657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fc0-569a-4e66-89d7-b52dcda9cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.230074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:23Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:25.270117 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495543d8-c968-4b8f-9b4b-acecc402357f None None] The sync data for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 is: [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:23Z', 'revision_number': 3, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:27:25.355306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6fc0-569a-4e66-89d7-b52dcda9cd3a None None] Pushing event updated for resources: {'Port': ['ID=2074a83b-5e85-4b6d-9cbf-882bce50e27b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:25.361524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-254d00b8-9838-443b-8d7e-092383c812b9 None None] Provisioning complete for port 2074a83b-5e85-4b6d-9cbf-882bce50e27b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:25.361901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-254d00b8-9838-443b-8d7e-092383c812b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.442198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Allocated IP 172.20.0.2 (9a2b3b6c-035e-420c-93b2-18b929c03604/4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1/e67185c7-6ae5-411a-8eaf-c6d55ce01e8a) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:27:25.696547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.709530 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.765777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:27:25.772749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.776160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:25.787375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:27:25.799715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Pushing event updated for resources: {'Port': ['ID=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:25.865089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Attempting to bind port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:27:25.865524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Attempting to bind port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:27:25.865869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Attempting to bind port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a on network 9a2b3b6c-035e-420c-93b2-18b929c03604 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:25.873944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:27:25.874329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Checking segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:25.875034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.875143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Bound using segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:27:25.875596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Bound port: e67185c7-6ae5-411a-8eaf-c6d55ce01e8a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:27:25.876019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:25.970744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] For port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:25.974323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] For port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:27:25.983742 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:26.052534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4bad-f2e4-4fe7-a9a4-034091b5bf5e None None] Pushing event updated for resources: {'Port': ['ID=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:26.203456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.1 (9a2b3b6c-035e-420c-93b2-18b929c03604/4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1/117e9c79-ab9b-412c-a3eb-58088b1a7340) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:27:26.244078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2074a83b-5e85-4b6d-9cbf-882bce50e27b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:27:26.367359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2074a83b-5e85-4b6d-9cbf-882bce50e27b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:26.367735 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:26.402132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:26.478010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:26.537699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:27:26.541749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:26.555784 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:27:26.564080 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=117e9c79-ab9b-412c-a3eb-58088b1a7340,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:26.592987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.593282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.597931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.599376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.602197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.602630 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.602972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.603315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.603683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.604025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.604347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.604718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:26.634804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:26.786186 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.111029 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.116496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.200435 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=117e9c79-ab9b-412c-a3eb-58088b1a7340,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:27.205362 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.322741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:27:27.324393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:27.371738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d591f44-db93-4184-b2b7-b2a84cf89152 None None] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:27:27.444019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6455fa33-bd05-45a3-b53f-bf30263c14cd None None] Provisioning complete for port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:27.445370 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6455fa33-bd05-45a3-b53f-bf30263c14cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.459757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:27:27.603132 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6455fa33-bd05-45a3-b53f-bf30263c14cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.621154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:27:27.626887 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2a2957a2-4a54-4b4b-b9cc-c870d146c982 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/75cf90f7-b9f4-4f35-8ae4-6f0789343944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8984430 Nov 27 16:27:27.663296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6455fa33-bd05-45a3-b53f-bf30263c14cd None None] For port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:27.676723 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6455fa33-bd05-45a3-b53f-bf30263c14cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:27.745823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455fa33-bd05-45a3-b53f-bf30263c14cd None None] Pushing event updated for resources: {'Port': ['ID=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:27.933616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-9bf74ea9-a8fa-452e-8d44-7f2fdd0a5824 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876099079&fields=id&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 267 time: 0.0839415 Nov 27 16:27:28.029016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-43540cd1-1286-4fcb-ae37-9a7fc938f5f6 None None] Provisioning complete for port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:28.036458 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43540cd1-1286-4fcb-ae37-9a7fc938f5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:28.068305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Sync routers for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:27:28.075125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-d093f93e-51f8-46db-8c31-ca31b38a539f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:28.076609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-d093f93e-51f8-46db-8c31-ca31b38a539f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 796 time: 0.1391439 Nov 27 16:27:28.097389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:28.098040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:28.114494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-79a81eb4-f004-41a7-9974-c95a8d227f78 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/quotas/b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 375 time: 0.0307784 Nov 27 16:27:28.248806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-75e8c0f6-9904-4122-b576-4e28f7c9054d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149981 Nov 27 16:27:28.398315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e67185c7-6ae5-411a-8eaf-c6d55ce01e8a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:27:28.424055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-2e96d4c1-9416-423a-8d37-baa7c1470b21 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:27:28.432752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-2e96d4c1-9416-423a-8d37-baa7c1470b21 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1829669 Nov 27 16:27:28.560311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-586750f2-2f4c-4852-83a7-2136c4c06d5d service neutron] 10.222.0.15 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263862 Nov 27 16:27:28.564980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:28.614813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-43540cd1-1286-4fcb-ae37-9a7fc938f5f6 None None] Provisioning complete for port 117e9c79-ab9b-412c-a3eb-58088b1a7340 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:28.615174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-43540cd1-1286-4fcb-ae37-9a7fc938f5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:28.665978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-2a50beff-7984-4ad9-a7bf-c1c76008bc21 service neutron] 10.222.0.15 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046965 Nov 27 16:27:28.688768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:28.689134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:28.709030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:27:28.765929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-43540cd1-1286-4fcb-ae37-9a7fc938f5f6 None None] Port 117e9c79-ab9b-412c-a3eb-58088b1a7340 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:27:28.985717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-88cd0cf6-319e-43f2-bf31-adfbed38b4b4 None None] Provisioning complete for port 117e9c79-ab9b-412c-a3eb-58088b1a7340 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:28.986215 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88cd0cf6-319e-43f2-bf31-adfbed38b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.028160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-88cd0cf6-319e-43f2-bf31-adfbed38b4b4 None None] Port 117e9c79-ab9b-412c-a3eb-58088b1a7340 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:27:29.059133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 2, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:29.102937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Checking router: 75cf90f7-b9f4-4f35-8ae4-6f0789343944 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:27:29.103306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Updating router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 port 117e9c79-ab9b-412c-a3eb-58088b1a7340 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:27:29.141984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.219575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-589d3225-314d-4d6e-90ef-6753aeeb4fba req-cd619661-aa96-413b-a2e2-6ef358cb3c47 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 210 time: 0.3837535 Nov 27 16:27:29.512736 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.518773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.591854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Pushing event updated for resources: {'Port': ['ID=117e9c79-ab9b-412c-a3eb-58088b1a7340,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:29.601884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.602230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.602575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.602907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.603241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.603572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.603935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.605050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.605050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.605050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.605050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.606271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:27:29.656779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Attempting to bind port 117e9c79-ab9b-412c-a3eb-58088b1a7340 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:27:29.657185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Attempting to bind port 117e9c79-ab9b-412c-a3eb-58088b1a7340 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:27:29.658106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Attempting to bind port 117e9c79-ab9b-412c-a3eb-58088b1a7340 on network 9a2b3b6c-035e-420c-93b2-18b929c03604 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:29.663807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:27:29.664177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Checking segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:29.664576 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.664962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Bound using segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:27:29.665455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Bound port: 117e9c79-ab9b-412c-a3eb-58088b1a7340, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:27:29.665854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.742113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] For port 117e9c79-ab9b-412c-a3eb-58088b1a7340, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:29.745458 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] For port 117e9c79-ab9b-412c-a3eb-58088b1a7340, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=117e9c79-ab9b-412c-a3eb-58088b1a7340,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:27:29.751844 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:29.805953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:29.806576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:29.870578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67e3b5-7169-4c0a-84e3-4de07f2cc6f8 None None] Pushing event updated for resources: {'Port': ['ID=117e9c79-ab9b-412c-a3eb-58088b1a7340,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:29.890013 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d163ee33-ac22-41dd-b9e0-44d542a8a4d1 None None] Provisioning complete for port 117e9c79-ab9b-412c-a3eb-58088b1a7340 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:29.890013 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d163ee33-ac22-41dd-b9e0-44d542a8a4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.011456 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:30.103655 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.136364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d163ee33-ac22-41dd-b9e0-44d542a8a4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.196666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-30d3dfb3-45b8-4678-a1cc-dfabdbeb1fad tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:30.198216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-30d3dfb3-45b8-4678-a1cc-dfabdbeb1fad tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 796 time: 0.1629796 Nov 27 16:27:30.255782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d163ee33-ac22-41dd-b9e0-44d542a8a4d1 None None] For port 117e9c79-ab9b-412c-a3eb-58088b1a7340, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=117e9c79-ab9b-412c-a3eb-58088b1a7340,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:30.267920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d163ee33-ac22-41dd-b9e0-44d542a8a4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.321668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163ee33-ac22-41dd-b9e0-44d542a8a4d1 None None] Pushing event updated for resources: {'Port': ['ID=117e9c79-ab9b-412c-a3eb-58088b1a7340,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:30.334598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-63b286fc-2666-41d0-a26c-32e512fe57bf tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b05cb846aa4737817d706cda451f43 HTTP/1.1" status: 200 len: 380 time: 0.1202061 Nov 27 16:27:30.382009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37f03516-adfe-4f78-b08d-5943a50dcfa6 req-970de841-5c64-465f-b643-ceb83d15bc1f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 210 time: 0.0448663 Nov 27 16:27:30.391579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'port': {'device_id': '0ba0a493-494f-4d41-b13e-c3949c678535', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'admin_state_up': True, 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'security_groups': ['0f501002-09d1-4ac8-a1fa-6911f82dc5ea']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:30.410588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8d925a80-52b3-43ef-a65a-12517e224719 None None] Provisioning complete for port 117e9c79-ab9b-412c-a3eb-58088b1a7340 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:30.411076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8d925a80-52b3-43ef-a65a-12517e224719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.458897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:29Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:30.499733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9303f7-b537-4ff8-a82e-8bd9b308532c None None] The sync data for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 is: [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:29Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:27:30.530066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Made reservation on behalf of b5b05cb846aa4737817d706cda451f43 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:27:30.533988 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.746501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.20.0.10 (9a2b3b6c-035e-420c-93b2-18b929c03604/4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1/b806749b-2796-4777-8f17-e08e3932bd2f) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:27:30.912601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.949743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:30.999474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:27:31.002838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:31.007585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:27:31.011861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:31.066710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:31.067772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.089765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-3a55a05f-1291-4936-9fe6-7e45cad5da21 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7065215 Nov 27 16:27:31.110662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Request body: {'port': {'device_id': '0ba0a493-494f-4d41-b13e-c3949c678535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:31.179551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.393834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d6e127b4-e47a-4ffb-a06b-bf70f08599ed None None] Provisioning complete for port b806749b-2796-4777-8f17-e08e3932bd2f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:31.394404 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d6e127b4-e47a-4ffb-a06b-bf70f08599ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.450949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d6e127b4-e47a-4ffb-a06b-bf70f08599ed None None] Port b806749b-2796-4777-8f17-e08e3932bd2f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:27:31.527922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b806749b-2796-4777-8f17-e08e3932bd2f {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:27:31.537865 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.555808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeb76e-a6ea-4c29-9f69-7a7db9899ba7 req-3011176f-66bf-4cb3-936a-f94e10d1fdf7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:31.557385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cbeb76e-a6ea-4c29-9f69-7a7db9899ba7 req-3011176f-66bf-4cb3-936a-f94e10d1fdf7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 932 time: 0.0944769 Nov 27 16:27:31.562701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Transition to ACTIVE for port object b806749b-2796-4777-8f17-e08e3932bd2f will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:27:31.574122 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.660908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:31.668864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cbeb76e-a6ea-4c29-9f69-7a7db9899ba7 req-932410f8-cadf-47ba-b1b1-0cdafc5deb82 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020422 Nov 27 16:27:31.768591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Attempting to bind port b806749b-2796-4777-8f17-e08e3932bd2f on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:27:31.769227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Attempting to bind port b806749b-2796-4777-8f17-e08e3932bd2f by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:27:31.769775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Attempting to bind port b806749b-2796-4777-8f17-e08e3932bd2f on network 9a2b3b6c-035e-420c-93b2-18b929c03604 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:31.775458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Port b806749b-2796-4777-8f17-e08e3932bd2f on network 9a2b3b6c-035e-420c-93b2-18b929c03604 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:27:31.776040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Attempting to bind port b806749b-2796-4777-8f17-e08e3932bd2f on network 9a2b3b6c-035e-420c-93b2-18b929c03604 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:27:31.782267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:27:31.783007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Checking segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:27:31.783698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Bound using segment: {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:27:31.784447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Bound port: b806749b-2796-4777-8f17-e08e3932bd2f, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e7abf2-5507-4030-8364-76cb3c3f9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:27:31.784990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.864064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:27:31.867388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:27:31.873303 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.914350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:31.914979 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:31.916407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 1092 time: 0.8119788 Nov 27 16:27:31.916920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:31.919237 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb1017-ac46-4060-b534-94bcaaf011f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:31.946573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5abad-c629-4151-a11f-ed3bc1d6b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:32.003713 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbee16-db00-484c-bc82-ca710d4ece07 x-openstack-request-id: req-d1fbee16-db00-484c-bc82-ca710d4ece07 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:32.004018 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:32.004275 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1fbee16-db00-484c-bc82-ca710d4ece07 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:32.004679 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'status': 'completed', 'code': 200} Nov 27 16:27:32.028344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-bf047d56-7783-40ec-befb-3f2169bb2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.030044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-bf047d56-7783-40ec-befb-3f2169bb2f8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1095 time: 0.0581472 Nov 27 16:27:32.091174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-336c6d9e-ec65-4509-ba74-017da4b247d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 217 time: 0.0469670 Nov 27 16:27:32.125585 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:32.177839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-b3235468-2b7d-48f2-8a22-b06352e7ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.180072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-b3235468-2b7d-48f2-8a22-b06352e7ff4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 200 len: 833 time: 0.0760975 Nov 27 16:27:32.206071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 117e9c79-ab9b-412c-a3eb-58088b1a7340 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:27:32.257435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-49e97e5d-0887-4f63-b60d-c5af0e922a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.259167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-49e97e5d-0887-4f63-b60d-c5af0e922a74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a2b3b6c-035e-420c-93b2-18b929c03604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658953 Nov 27 16:27:32.269928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 117e9c79-ab9b-412c-a3eb-58088b1a7340 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:32.270393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:32.361673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-36cef199-e053-4252-a32b-2d423635170f service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Nov 27 16:27:32.463945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f6e94be-3d39-4f89-a706-5e2c8a6028ae req-7766b72b-6013-42c2-90b9-fec0c35bdee5 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874379 Nov 27 16:27:32.566920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-8d9f77ed-5fd8-41eb-b85f-ea772649c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.568313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-8d9f77ed-5fd8-41eb-b85f-ea772649c8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1095 time: 0.0438039 Nov 27 16:27:32.663277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-0d7c7e28-f78c-452e-ab61-1ffb07889804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.664760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-0d7c7e28-f78c-452e-ab61-1ffb07889804 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 897 time: 0.0877807 Nov 27 16:27:32.709334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-caaf7ab5-36cd-4e1b-b826-203b82ef2db6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 217 time: 0.0351520 Nov 27 16:27:32.787942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-f4b12f45-0427-4228-8fa6-2011a7084973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.789390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-f4b12f45-0427-4228-8fa6-2011a7084973 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 200 len: 833 time: 0.0715408 Nov 27 16:27:32.816366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11250a7a-36a0-4c0c-9dcc-c6624338d154 req-e7dccdd7-8f6f-4947-85dc-9398a68f7df1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.817866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11250a7a-36a0-4c0c-9dcc-c6624338d154 req-e7dccdd7-8f6f-4947-85dc-9398a68f7df1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 944 time: 0.0709181 Nov 27 16:27:32.880472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-a32e1d0d-db62-4a05-981f-347388b3cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:32.882082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-a32e1d0d-db62-4a05-981f-347388b3cbf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a2b3b6c-035e-420c-93b2-18b929c03604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833824 Nov 27 16:27:32.887131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11250a7a-36a0-4c0c-9dcc-c6624338d154 req-9136e019-b57b-4416-8577-0a9ae07dda5f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556362 Nov 27 16:27:32.976889 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-38c08093-33bc-45f2-baff-013c02fc0093 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853436 Nov 27 16:27:33.080129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbcb1017-ac46-4060-b534-94bcaaf011f4 req-bb663462-8b6f-458c-b7f9-026696fd2687 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885458 Nov 27 16:27:34.005127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29476970-cc14-4b8a-8a7e-f639d965f94e req-8571d9dc-cabe-487f-bf56-a82fd344d9d2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:34.006689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29476970-cc14-4b8a-8a7e-f639d965f94e req-8571d9dc-cabe-487f-bf56-a82fd344d9d2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 944 time: 0.0491741 Nov 27 16:27:34.055182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29476970-cc14-4b8a-8a7e-f639d965f94e req-a78fe518-e742-4c01-88f8-1809c8249f00 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Nov 27 16:27:35.180562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cfabf-1dc4-4489-9ad3-bd8a8debb10f req-067102e4-2836-4f4a-a8ac-5cf023eb80f3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:35.182265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb2cfabf-1dc4-4489-9ad3-bd8a8debb10f req-067102e4-2836-4f4a-a8ac-5cf023eb80f3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 944 time: 0.0548403 Nov 27 16:27:35.235619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb2cfabf-1dc4-4489-9ad3-bd8a8debb10f req-7ad2b7e6-426c-4d5d-8e2f-60cad3a0d62d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468857 Nov 27 16:27:35.277626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cce3b346-7b14-48d4-b2a9-2fa82818c470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:36.325958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:27:36.361708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d73ba-ec9c-4f77-9ce9-1e633a3e27a6 req-323ab34c-d209-4c3e-b686-b20f983b4527 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:36.363327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b72d73ba-ec9c-4f77-9ce9-1e633a3e27a6 req-323ab34c-d209-4c3e-b686-b20f983b4527 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 944 time: 0.0525095 Nov 27 16:27:36.415914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b72d73ba-ec9c-4f77-9ce9-1e633a3e27a6 req-9911478c-2eae-4a5f-a18f-8ac93aa7b5cc tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466361 Nov 27 16:27:36.424249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:36.436215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'port_id': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'mac_address': 'fa:16:3e:e1:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:27:36.476564 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:36.491037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b806749b-2796-4777-8f17-e08e3932bd2f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:27:36.510735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:36.514782 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:36.569264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:36.770413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b806749b-2796-4777-8f17-e08e3932bd2f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:27:37.537837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8013-81ac-48aa-a9bb-4896cd1224b8 req-0866097b-50f6-4e70-88b8-f2b371343e37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:37.539261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1eee8013-81ac-48aa-a9bb-4896cd1224b8 req-0866097b-50f6-4e70-88b8-f2b371343e37 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Nov 27 16:27:37.594258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1eee8013-81ac-48aa-a9bb-4896cd1224b8 req-6e7bd4ff-4a8b-4969-80ad-01fa648febc7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487294 Nov 27 16:27:37.724827 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e1a098c4-f9dd-4854-9cb5-495a0746fdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:38.341665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:27:38.394651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b806749b-2796-4777-8f17-e08e3932bd2f completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:27:38.398553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b806749b-2796-4777-8f17-e08e3932bd2f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:27:38.398920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:38.483504 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:38.505568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:38.509054 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d2ee6-b046-4458-83fc-2d4ab3a40b58" -d '{"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-plugged", "status": "completed", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:38.522766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:27:38.527648 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:38.582301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:38.622566 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c0d09-7292-4889-a151-5c9d3d575cee x-openstack-request-id: req-bd5c0d09-7292-4889-a151-5c9d3d575cee {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:38.622853 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-plugged", "status": "completed", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:38.623104 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd5c0d09-7292-4889-a151-5c9d3d575cee {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:38.623886 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'code': 200} Nov 27 16:27:38.634879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:38.751829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acfe17-c864-46eb-bb77-bd4bebddb5ef req-37a3251b-27a3-4845-adb9-42d4c307d50c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:38.753296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05acfe17-c864-46eb-bb77-bd4bebddb5ef req-37a3251b-27a3-4845-adb9-42d4c307d50c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0804431 Nov 27 16:27:38.769228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2992fa-596d-47b0-bccd-6447e9039219 req-46fb18d2-4749-49a2-8901-3aa89c4b2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:38.772116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b2992fa-596d-47b0-bccd-6447e9039219 req-46fb18d2-4749-49a2-8901-3aa89c4b2af5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1097 time: 0.0634694 Nov 27 16:27:38.831150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05acfe17-c864-46eb-bb77-bd4bebddb5ef req-6de18ade-34dd-4dd2-90c5-81cd9e8b7ea8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705795 Nov 27 16:27:38.852516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b2992fa-596d-47b0-bccd-6447e9039219 req-f1817d4f-8544-4019-ab36-798a517900ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658705 Nov 27 16:27:39.970888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ce8c5-03ba-47a1-8ccf-df1a6c8781e1 req-bad6c9b4-3fa4-4a4c-ab82-368207a25a19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:39.972668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-273ce8c5-03ba-47a1-8ccf-df1a6c8781e1 req-bad6c9b4-3fa4-4a4c-ab82-368207a25a19 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0628946 Nov 27 16:27:40.038806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-273ce8c5-03ba-47a1-8ccf-df1a6c8781e1 req-19d7f197-f195-4970-878b-d7b9277aff3d tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600760 Nov 27 16:27:40.365667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:41.153510 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879507-5d49-418d-9e66-8594f2b6f21a req-ef7bedcd-25b8-4d5a-b5a1-453996380aa4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:41.155140 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7879507-5d49-418d-9e66-8594f2b6f21a req-ef7bedcd-25b8-4d5a-b5a1-453996380aa4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0505605 Nov 27 16:27:41.211113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:41.211962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7879507-5d49-418d-9e66-8594f2b6f21a req-09fd5679-da32-4830-8bd6-3f36bc2cec1e tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501192 Nov 27 16:27:41.332709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd233-0e84-4543-8e21-6d2441a4a425 req-5f9d202b-378a-417a-9514-4e2e5991ef2b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:41.335089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-810fd233-0e84-4543-8e21-6d2441a4a425 req-5f9d202b-378a-417a-9514-4e2e5991ef2b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0506732 Nov 27 16:27:41.396222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-810fd233-0e84-4543-8e21-6d2441a4a425 req-36d0e19c-8b6f-44ba-ac2f-edc66cad5a2c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547419 Nov 27 16:27:41.418360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59646) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:41.460087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3340dac9-104f-4546-9cee-d118a1a91a99 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:41.461671 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3340dac9-104f-4546-9cee-d118a1a91a99 tempest-TestNetworkAdvancedServerOps-87757371 tempest-TestNetworkAdvancedServerOps-87757371-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1092 time: 0.0422752 Nov 27 16:27:41.464579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59648) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:41.469987 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:27:41.493178 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:41.595899 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:41.702254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Allocated IP 172.25.1.12 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/6c05ae91-8de5-42a5-9d1f-629b037419d5) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:27:41.807517 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:41.844704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:41.891574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:27:41.896772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:27:41.898991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=6c05ae91-8de5-42a5-9d1f-629b037419d5,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:41.901179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:27:42.259206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:42.331690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:42.486919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:42.491717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:42.566965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event updated for resources: {'Port': ['ID=6c05ae91-8de5-42a5-9d1f-629b037419d5,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:27:42.576935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:42.682523 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP f4e4173a-4401-46af-b6d0-f797dc32509a associated. External IP: 172.25.1.12, port: b806749b-2796-4777-8f17-e08e3932bd2f. Nov 27 16:27:42.899179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:27:43.009657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:27:43.022176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] Sync routers for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:27:43.028353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:27:43.035196 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:43.035816 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:43.058594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bd5949c0-a0ae-45f6-ac49-e95c1f4802da tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5925996 Nov 27 16:27:43.059301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:27:43.061869 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:27:43.108075 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cce310-f4da-4a8d-96a0-555559328c0a x-openstack-request-id: req-d0cce310-f4da-4a8d-96a0-555559328c0a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:27:43.108464 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:27:43.108660 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0cce310-f4da-4a8d-96a0-555559328c0a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:27:43.109040 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'status': 'completed', 'code': 200} Nov 27 16:27:43.153705 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:43.197839 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-f3da7258-17e4-4f8f-9c28-cac7c565c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:43.198342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-f3da7258-17e4-4f8f-9c28-cac7c565c608 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1097 time: 0.0647755 Nov 27 16:27:43.207110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5faf5-a222-4a3f-b7d4-a4e335c6f7f2 req-dc58c73c-c0b7-4738-ab5d-cfec84f8cfb3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:43.208512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5fb5faf5-a222-4a3f-b7d4-a4e335c6f7f2 req-dc58c73c-c0b7-4738-ab5d-cfec84f8cfb3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0860529 Nov 27 16:27:43.315460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5fb5faf5-a222-4a3f-b7d4-a4e335c6f7f2 req-66c34a35-8e0f-44ce-990b-c35fa75fd40c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969677 Nov 27 16:27:43.341316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59658) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:43.342796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-5f07a736-6f04-499c-b51d-69d1feffeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:43.344822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-5f07a736-6f04-499c-b51d-69d1feffeeaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 897 time: 0.1348157 Nov 27 16:27:43.394552 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'f4e4173a-4401-46af-b6d0-f797dc32509a', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'port_id': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'mac_address': 'fa:16:3e:e1:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0a493-494f-4d41-b13e-c3949c678535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:27:42Z', 'updated_at': '2021-11-27T16:27:42Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:30Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:43.416946 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-20eb7492-918d-4db6-aad6-00d53748ed1f tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/f4e4173a-4401-46af-b6d0-f797dc32509a HTTP/1.1" status: 200 len: 991 time: 0.0737388 Nov 27 16:27:43.423167 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] Checking router: 75cf90f7-b9f4-4f35-8ae4-6f0789343944 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:27:43.429737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-6ae0f677-f263-4754-9e1c-475eb8c3f1d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 999 time: 0.0784619 Nov 27 16:27:43.432636 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:27:43.433274 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:27:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:43.488244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-bf6eb4f1-7945-4b16-b222-63a7711c8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:43.489755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-bf6eb4f1-7945-4b16-b222-63a7711c8368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 200 len: 833 time: 0.0524507 Nov 27 16:27:43.543868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-9eb64d81-bf5b-4cc1-9cb9-3cc270b7f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:43.545469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-9eb64d81-bf5b-4cc1-9cb9-3cc270b7f708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a2b3b6c-035e-420c-93b2-18b929c03604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481815 Nov 27 16:27:43.645881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-97038598-2625-49ba-8fd5-1cd976f0908c service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918117 Nov 27 16:27:43.673887 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:27:43.752878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59cb59b9-3564-42cb-a7ab-b788bc7ae26a req-4ff49f2e-60a1-4355-a220-283edd3ad625 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991206 Nov 27 16:27:43.906916 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'f4e4173a-4401-46af-b6d0-f797dc32509a', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'port_id': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'mac_address': 'fa:16:3e:e1:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0a493-494f-4d41-b13e-c3949c678535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:27:42Z', 'updated_at': '2021-11-27T16:27:42Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:30Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:27:43.936697 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ad361-02fd-4760-b547-b48276cc5c89 None None] The sync data for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 is: [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'f4e4173a-4401-46af-b6d0-f797dc32509a', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'port_id': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'mac_address': 'fa:16:3e:e1:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba0a493-494f-4d41-b13e-c3949c678535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:27:42Z', 'updated_at': '2021-11-27T16:27:42Z', 'revision_number': 0, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:30Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:27:44.142841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b813b-fe62-46e1-92b6-90460198161b None None] New status for floating IP f4e4173a-4401-46af-b6d0-f797dc32509a: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:27:44.419179 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59662) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:44.491893 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-19cf8841-ac71-44c6-beb3-56d5c127d1a0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/f4e4173a-4401-46af-b6d0-f797dc32509a HTTP/1.1" status: 200 len: 991 time: 0.0715370 Nov 27 16:27:45.493691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59666) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:27:45.559716 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-53d33c4f-1d3d-4888-9f27-31598d22d488 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/f4e4173a-4401-46af-b6d0-f797dc32509a HTTP/1.1" status: 200 len: 993 time: 0.0634403 Nov 27 16:27:47.390852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-2db90b25-fcee-4e9e-b268-cab047f04eef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415080 Nov 27 16:27:47.484487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7770-e765-476c-9c80-21e669beef45 req-3118ba82-3091-4320-aff8-24dcc2a9e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:47.486187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-3118ba82-3091-4320-aff8-24dcc2a9e502 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1097 time: 0.0435827 Nov 27 16:27:47.597137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7770-e765-476c-9c80-21e669beef45 req-c17fa9dc-df8d-4b2b-878c-dc608829a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:47.598708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-c17fa9dc-df8d-4b2b-878c-dc608829a32d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 897 time: 0.0931299 Nov 27 16:27:47.668675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-6f9820ee-88d4-4345-8d41-71a193cc1efe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 1001 time: 0.0615330 Nov 27 16:27:47.721675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7770-e765-476c-9c80-21e669beef45 req-f845f82f-938f-4bbf-a519-aaa7dc3327a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:47.723235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-f845f82f-938f-4bbf-a519-aaa7dc3327a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 200 len: 833 time: 0.0481336 Nov 27 16:27:47.784181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7770-e765-476c-9c80-21e669beef45 req-d9a69ae3-8a1a-4bfb-ae08-dadfc860423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:27:47.785712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-d9a69ae3-8a1a-4bfb-ae08-dadfc860423c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a2b3b6c-035e-420c-93b2-18b929c03604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552931 Nov 27 16:27:47.889168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-a63c51d3-377b-4e52-a51e-c8fd86c8a861 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958416 Nov 27 16:27:47.984908 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ba7770-e765-476c-9c80-21e669beef45 req-b5ff9226-8f53-4e57-880c-5081b4001a1c service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886643 Nov 27 16:28:00.027562 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:02.111952 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.480618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59760) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:28:03.587848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-768307f8-440c-43fe-bc48-f94f4009969d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.668506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-768307f8-440c-43fe-bc48-f94f4009969d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.672878 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-768307f8-440c-43fe-bc48-f94f4009969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.713486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768307f8-440c-43fe-bc48-f94f4009969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170ffcdf-1d3b-4f59-a540-bebf2d5adfe1,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:03.720613 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-768307f8-440c-43fe-bc48-f94f4009969d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=383f4cf2b1474d90aeb72e13448d09e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364511 Nov 27 16:28:03.720910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59764) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:28:03.769794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-def76b25-cb25-4ddd-b17b-40428c086468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.790476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-def76b25-cb25-4ddd-b17b-40428c086468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.837684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-def76b25-cb25-4ddd-b17b-40428c086468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.840848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-def76b25-cb25-4ddd-b17b-40428c086468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:03.844518 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-def76b25-cb25-4ddd-b17b-40428c086468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/170ffcdf-1d3b-4f59-a540-bebf2d5adfe1 HTTP/1.1" status: 204 len: 168 time: 0.1206007 Nov 27 16:28:03.851654 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def76b25-cb25-4ddd-b17b-40428c086468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170ffcdf-1d3b-4f59-a540-bebf2d5adfe1,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:04.464450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 59786) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:28:04.559309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1034127427-network', 'tenant_id': '0bf5c51416a84943b0e07128ffc8d36f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:28:04.581115 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Made reservation on behalf of 0bf5c51416a84943b0e07128ffc8d36f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:28:04.583459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.594887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.667856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.671690 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.692334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:28:04.707604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc86332-764b-4e8f-bcd8-a83f611d45a6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:04.710415 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.710756 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Added segment e289f775-fedc-46f7-a8fa-775771e5975d of type vlan for network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 Nov 27 16:28:04.750268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.774089 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.775005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:04.775579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:04.833152 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3671081 Nov 27 16:28:04.836298 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7828-8065-4b2b-a1c3-7b38bca47005 admin admin] Pushing event updated for resources: {'Network': ['ID=9517127f-c6ea-4a4c-ae9c-4d12fa40f754,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:04.836548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 59790) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:28:04.841707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Request body: {'subnet': {'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1034127427-subnet', 'tenant_id': '0bf5c51416a84943b0e07128ffc8d36f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:28:04.851746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:28:04.863435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Made reservation on behalf of 0bf5c51416a84943b0e07128ffc8d36f for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:28:04.865734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:05.027990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:05.079041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d00de19-fc82-47fe-820f-bf6ef1fef222,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:05.089294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Checking segment: {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:28:05.089952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Network hostable DHCP agents. Network: 9517127f-c6ea-4a4c-ae9c-4d12fa40f754, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:28:05.106495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:28:05.114891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 9517127f-c6ea-4a4c-ae9c-4d12fa40f754) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:28:05.119114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:05.119706 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:05.123660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1834ac-1391-4f50-93eb-3f8b99538640 None None] Network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:28:05.138371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-76f533e7-1aeb-494b-8321-d5eeb1c93bbb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3007293 Nov 27 16:28:05.246645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e1120-fe8b-4ac3-ba26-4c320ed28e3c None None] Network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:28:05.310467 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b67c3658-bf2d-4d8e-8418-d3e37505320f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:05.698784 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:28:07.727531 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-79f01a00-2590-46d5-8c5b-b2f71a0f0d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:08.630424 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:10.368949 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:11.214065 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:19.118397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e635-fbb0-458a-a553-bc4c6777aeee req-14f0fff9-ee90-4f47-bc79-2a48c664b207 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:19.120033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e139e635-fbb0-458a-a553-bc4c6777aeee req-14f0fff9-ee90-4f47-bc79-2a48c664b207 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0522006 Nov 27 16:28:19.178264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e139e635-fbb0-458a-a553-bc4c6777aeee req-cbab8187-8329-4955-b9a1-ce5cff491aa5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516877 Nov 27 16:28:20.298455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a38407-5879-4f65-bdc3-92debba0d2b1 req-14cc000c-acd7-4c8a-b1bc-5ae006f0f3e3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:20.300490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13a38407-5879-4f65-bdc3-92debba0d2b1 req-14cc000c-acd7-4c8a-b1bc-5ae006f0f3e3 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0525751 Nov 27 16:28:20.348766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13a38407-5879-4f65-bdc3-92debba0d2b1 req-4b013ee8-0109-44ad-94c4-40a9029144b8 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 Nov 27 16:28:21.461189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414fc74-2527-4997-a48f-42f89f74eea1 req-1608ae3c-3f05-4f6d-a637-da66bfc4f785 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:21.462686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6414fc74-2527-4997-a48f-42f89f74eea1 req-1608ae3c-3f05-4f6d-a637-da66bfc4f785 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0473340 Nov 27 16:28:21.510996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6414fc74-2527-4997-a48f-42f89f74eea1 req-1e2658d7-0e16-4217-b120-2af026fd795b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Nov 27 16:28:22.957227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b99ee-33b1-498b-b430-3c83c19728e0 req-1a60f68f-94f4-4837-bc34-73830ca0be79 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:22.958730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-010b99ee-33b1-498b-b430-3c83c19728e0 req-1a60f68f-94f4-4837-bc34-73830ca0be79 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.3770034 Nov 27 16:28:23.007187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-010b99ee-33b1-498b-b430-3c83c19728e0 req-52ff313b-8723-4af8-89cf-650eb972dda1 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Nov 27 16:28:24.134189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0a19-15b0-44bf-b0fd-ee87aab313bf req-29f557c6-e49f-4f53-95b6-a1af0b61d020 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:24.136041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d71c0a19-15b0-44bf-b0fd-ee87aab313bf req-29f557c6-e49f-4f53-95b6-a1af0b61d020 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0553274 Nov 27 16:28:24.185166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d71c0a19-15b0-44bf-b0fd-ee87aab313bf req-1f9355fb-dd53-4d34-a228-596716b8fb4b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Nov 27 16:28:25.314197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b985b-14bf-4bcc-baa6-d60a46bd242c req-1ae6d922-fee8-46c0-b031-80519859c6ed tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:25.315744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-532b985b-14bf-4bcc-baa6-d60a46bd242c req-1ae6d922-fee8-46c0-b031-80519859c6ed tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0603938 Nov 27 16:28:25.367564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-532b985b-14bf-4bcc-baa6-d60a46bd242c req-8395a068-701e-4137-9e1a-2c8badccf2e0 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Nov 27 16:28:26.492044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcae6f-4e91-4323-adbc-5fa74643b015 req-1a51eec0-0160-4648-b741-cec899f69eba tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:26.493637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cdcae6f-4e91-4323-adbc-5fa74643b015 req-1a51eec0-0160-4648-b741-cec899f69eba tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0490479 Nov 27 16:28:26.543111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2cdcae6f-4e91-4323-adbc-5fa74643b015 req-3ce076e5-185f-44cc-ab43-0a3bc98061a7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433104 Nov 27 16:28:27.663546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182eff4-b1b9-4d93-a237-66ec8c7d3ff3 req-f3d9688a-b7cf-4212-ac7d-01cc109295ef tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:27.665178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c182eff4-b1b9-4d93-a237-66ec8c7d3ff3 req-f3d9688a-b7cf-4212-ac7d-01cc109295ef tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0521049 Nov 27 16:28:27.718634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c182eff4-b1b9-4d93-a237-66ec8c7d3ff3 req-85a435b1-12f2-4417-b28b-4725d9303d2c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475295 Nov 27 16:28:28.833625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67dc7-8e6c-4fc1-97fa-1bf73123c3a1 req-5ad028b4-bc50-4ef0-b192-f6995a09b5b5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:28.835213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b67dc7-8e6c-4fc1-97fa-1bf73123c3a1 req-5ad028b4-bc50-4ef0-b192-f6995a09b5b5 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0491674 Nov 27 16:28:28.893924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b67dc7-8e6c-4fc1-97fa-1bf73123c3a1 req-83c24009-d5b5-4c5d-8e46-0bb16fcc0311 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520604 Nov 27 16:28:30.008662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccefb1-bf7d-48af-8dd9-12953423b019 req-02dce58c-48d8-42d3-9f4a-d0373828afee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:30.011051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54ccefb1-bf7d-48af-8dd9-12953423b019 req-02dce58c-48d8-42d3-9f4a-d0373828afee tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0483527 Nov 27 16:28:30.026897 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:30.060564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54ccefb1-bf7d-48af-8dd9-12953423b019 req-75c5afe1-45b6-4619-a140-e3bf6ff560ec tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Nov 27 16:28:31.182976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd44d6b-e43e-400d-b613-3461876976c2 req-7ff9e9ff-2a75-435e-9c5f-70dd63b3ee43 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:31.184468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bd44d6b-e43e-400d-b613-3461876976c2 req-7ff9e9ff-2a75-435e-9c5f-70dd63b3ee43 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0540457 Nov 27 16:28:31.234520 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bd44d6b-e43e-400d-b613-3461876976c2 req-92ff0fdc-7c8b-432c-b5ca-daabd35c67e9 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Nov 27 16:28:32.135756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:32.291821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc99d54-ff3f-4953-8411-d5bd94e9c295 req-26ec7c40-730a-4b4f-903b-66372c1c9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:32.293327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fdc99d54-ff3f-4953-8411-d5bd94e9c295 req-26ec7c40-730a-4b4f-903b-66372c1c9314 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1097 time: 0.0422144 Nov 27 16:28:32.388835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3fe82-b1f0-457c-b926-d6dc2d36bb83 req-930b8f5d-4a50-4d9c-95e9-f4eae7382160 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:32.390323 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fd3fe82-b1f0-457c-b926-d6dc2d36bb83 req-930b8f5d-4a50-4d9c-95e9-f4eae7382160 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0787392 Nov 27 16:28:32.393879 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fdc99d54-ff3f-4953-8411-d5bd94e9c295 req-35ea4077-bd18-4288-99ef-14cfbe482f4d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876851 Nov 27 16:28:32.449475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fd3fe82-b1f0-457c-b926-d6dc2d36bb83 req-73992496-167d-4d94-9986-6b377694a894 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521584 Nov 27 16:28:33.576223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984bad0-45d3-4922-956e-b01b22118d34 req-aaccb420-61f8-4f59-881f-fbc87e173950 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:33.579192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d984bad0-45d3-4922-956e-b01b22118d34 req-aaccb420-61f8-4f59-881f-fbc87e173950 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0570736 Nov 27 16:28:33.656390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d984bad0-45d3-4922-956e-b01b22118d34 req-2eb42d07-6d5d-46de-9468-06399356e4bb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595353 Nov 27 16:28:33.680096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60116) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:28:33.745582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-55151e8e-d939-4c36-a94d-6ea4c2aab1a4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/floatingips/f4e4173a-4401-46af-b6d0-f797dc32509a HTTP/1.1" status: 200 len: 993 time: 0.0642660 Nov 27 16:28:34.603955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:28:34.608525 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:28:34.767502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:28:34.778728 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:34.789575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'port_id': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'mac_address': 'fa:16:3e:e1:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:28:34.830682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:28:34.832962 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ba7252-817f-401f-be70-160da05431b1" -d '{"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-unplugged", "status": "completed", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:28:34.863553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:28:34.874203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:34.881166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:34.904666 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5793a0db-2d4f-4d9c-b386-ce92faa9cc32 x-openstack-request-id: req-5793a0db-2d4f-4d9c-b386-ce92faa9cc32 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:28:34.904963 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-unplugged", "status": "completed", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:28:34.905222 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5793a0db-2d4f-4d9c-b386-ce92faa9cc32 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:28:34.905651 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'code': 200} Nov 27 16:28:34.921890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b806749b-2796-4777-8f17-e08e3932bd2f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:28:34.973280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:34.985467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.986363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.986658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.987002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.987345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.987682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.988018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.988347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.988677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.989011 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.989341 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.989700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:34.993511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:28:34.993886 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:28:35.277600 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-aa4679da-4562-4ee2-bed2-5a32a1ae3d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:35.531054 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:35.546971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b806749b-2796-4777-8f17-e08e3932bd2f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:28:35.565805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:28:35.569866 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:35.618034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:35.796430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b806749b-2796-4777-8f17-e08e3932bd2f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:28:36.619400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:28:36.668534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b806749b-2796-4777-8f17-e08e3932bd2f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:28:36.668914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:36.755984 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:36.791614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:28:36.796321 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:36.843722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:36.906734 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:28:36.909716 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5939d76-5601-434b-969b-17315e167b67" -d '{"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-plugged", "status": "completed", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:28:36.949290 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6dd43-6e05-4b67-938b-b02ee0a1dc7c x-openstack-request-id: req-6fd6dd43-6e05-4b67-938b-b02ee0a1dc7c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:28:36.949618 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-plugged", "status": "completed", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:28:36.949920 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fd6dd43-6e05-4b67-938b-b02ee0a1dc7c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:28:36.950340 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'code': 200} Nov 27 16:28:37.734435 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e9dd0aaa-8e94-4f5b-aabd-928721c2f741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:38.635171 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:40.370528 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:41.216311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:42.697780 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:28:49.363851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-9a57a537-7c2c-48e7-933a-06a89fd17f7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409865 Nov 27 16:28:49.454237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-8c475a51-de46-4a7b-86d7-9371a46cdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:49.455740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-8c475a51-de46-4a7b-86d7-9371a46cdc2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1097 time: 0.0456476 Nov 27 16:28:49.565294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-32926d85-d871-4691-b500-f34498400d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:49.566827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-32926d85-d871-4691-b500-f34498400d98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 897 time: 0.0888438 Nov 27 16:28:49.634029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-3a4cfe30-8a76-4c1f-8dfa-77e8a5de095a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 1001 time: 0.0589864 Nov 27 16:28:49.683553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-7136bbd9-5429-48f8-8f90-830d47699053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:49.685023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-7136bbd9-5429-48f8-8f90-830d47699053 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 200 len: 833 time: 0.0445507 Nov 27 16:28:49.738651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-cdf9ee3d-3c7a-478c-846d-d426e7aa2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:49.740193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-cdf9ee3d-3c7a-478c-846d-d426e7aa2ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a2b3b6c-035e-420c-93b2-18b929c03604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461757 Nov 27 16:28:49.833063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-b0fae385-b40e-44d4-9ef2-243ea2718ada service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843551 Nov 27 16:28:49.929034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6dae962b-3fe2-42de-a28a-2827413c6065 req-0a26eb6a-94ab-424a-a6b4-ae61cef98099 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876889 Nov 27 16:28:57.513604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-ec363293-68c5-4d8f-8439-e8ab1e845377 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:57.515142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-ec363293-68c5-4d8f-8439-e8ab1e845377 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 814 time: 0.1004324 Nov 27 16:28:57.529679 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-b3c4d907-45e3-4cf4-9eab-c53d2c1571c3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/quotas/0bf5c51416a84943b0e07128ffc8d36f HTTP/1.1" status: 200 len: 375 time: 0.0088310 Nov 27 16:28:57.568778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-375e59ae-6462-43fe-bc97-9e8ee7d0bccb tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335078 Nov 27 16:28:57.657077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-95c4ba01-c726-4556-ad1e-a8dc4e4cd19b service neutron] 10.222.0.15 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Nov 27 16:28:57.753510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-ea3c2464-9835-4f06-b3a5-41d8aa73dca1 service neutron] 10.222.0.15 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897360 Nov 27 16:28:57.913505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f12a3b49-2145-4ab4-9cc2-8c361d102dde req-bf0047bd-fd06-42d8-9ef0-84233218ff1a tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 210 time: 0.0270658 Nov 27 16:28:58.820154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-49a6f88d-2442-4e8c-a688-9361ccc1de58 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:58.821633 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-49a6f88d-2442-4e8c-a688-9361ccc1de58 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.37 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 814 time: 0.1064858 Nov 27 16:28:58.834648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Request body: {'port': {'device_id': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754', 'admin_state_up': True, 'tenant_id': '0bf5c51416a84943b0e07128ffc8d36f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:28:58.946804 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Made reservation on behalf of 0bf5c51416a84943b0e07128ffc8d36f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:28:58.950709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.008706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4769f0a1-81dd-4015-b2ba-23c4639985b0 req-38667fc4-b3a4-4a8f-85c8-fb9bfdcd227c tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 210 time: 0.0254707 Nov 27 16:28:59.076662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Allocated IP 172.20.0.12 (9517127f-c6ea-4a4c-ae9c-4d12fa40f754/8d00de19-fc82-47fe-820f-bf6ef1fef222/2465c5e4-9f91-4f4a-b456-a404e8c9251a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:28:59.223454 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.256302 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.303343 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:28:59.306399 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:28:59.310091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:28:59.316691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Pushing event updated for resources: {'Port': ['ID=2465c5e4-9f91-4f4a-b456-a404e8c9251a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:59.345820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.346103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.346449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.346793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.347132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.347467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.347796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.348129 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.348457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.348780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.349103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.349447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:28:59.371306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:28:59.371911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.387185 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-448093a8-4325-4287-a2b0-e102adf650ad tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564921 Nov 27 16:28:59.449156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Request body: {'port': {'device_id': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:28:59.502106 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.759288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2465c5e4-9f91-4f4a-b456-a404e8c9251a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:28:59.766544 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.778680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Transition to ACTIVE for port object 2465c5e4-9f91-4f4a-b456-a404e8c9251a will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:28:59.782369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.834505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2465c5e4-9f91-4f4a-b456-a404e8c9251a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:28:59.899497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Attempting to bind port 2465c5e4-9f91-4f4a-b456-a404e8c9251a on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:28:59.899748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Attempting to bind port 2465c5e4-9f91-4f4a-b456-a404e8c9251a by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:28:59.900078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Attempting to bind port 2465c5e4-9f91-4f4a-b456-a404e8c9251a on network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:28:59.904300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Port 2465c5e4-9f91-4f4a-b456-a404e8c9251a on network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:28:59.904618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Attempting to bind port 2465c5e4-9f91-4f4a-b456-a404e8c9251a on network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:28:59.909922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:28:59.910258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Checking segment: {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:28:59.910645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Bound using segment: {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:28:59.911069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Bound port: 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:28:59.911417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:28:59.976376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] For port 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:28:59.979348 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] For port 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:28:59.983822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:00.019468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.020088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:00.021483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/2465c5e4-9f91-4f4a-b456-a404e8c9251a HTTP/1.1" status: 200 len: 1092 time: 0.6255927 Nov 27 16:29:00.021940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'tag': '2465c5e4-9f91-4f4a-b456-a404e8c9251a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:29:00.024205 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b5075e-6680-4d02-8a4c-04e43ae10014" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2fc0da-e72b-431d-8acc-26a123028a22", "tag": "2465c5e4-9f91-4f4a-b456-a404e8c9251a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:29:00.027729 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:00.059905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d64c3-6043-4ae1-b94a-dfc88e2122c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2465c5e4-9f91-4f4a-b456-a404e8c9251a,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:00.115163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8111e73e-a3d2-49ab-9b6d-67f56ab26c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.116052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-8111e73e-a3d2-49ab-9b6d-67f56ab26c68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 1095 time: 0.0469687 Nov 27 16:29:00.136499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07a959-5373-4671-a64f-e6d9665e8cc2 req-26656c8a-4d5f-4564-92f7-32e430baebcb tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.139018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d07a959-5373-4671-a64f-e6d9665e8cc2 req-26656c8a-4d5f-4564-92f7-32e430baebcb tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 944 time: 0.0581765 Nov 27 16:29:00.162862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-dc2637fb-d5f6-41ba-b73b-5c7c646e6432 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a HTTP/1.1" status: 200 len: 217 time: 0.0389888 Nov 27 16:29:00.204665 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee2b1bb-417d-4feb-a92c-da82a4be5a5e x-openstack-request-id: req-fee2b1bb-417d-4feb-a92c-da82a4be5a5e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:29:00.204993 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2fc0da-e72b-431d-8acc-26a123028a22", "tag": "2465c5e4-9f91-4f4a-b456-a404e8c9251a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:29:00.205255 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fee2b1bb-417d-4feb-a92c-da82a4be5a5e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:29:00.205689 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'tag': '2465c5e4-9f91-4f4a-b456-a404e8c9251a', 'status': 'completed', 'code': 200} Nov 27 16:29:00.206731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d07a959-5373-4671-a64f-e6d9665e8cc2 req-a7265158-5d49-4b94-af0b-cf173190a517 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Nov 27 16:29:00.218346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-cbe1f485-c617-488f-95fd-b16e3c098abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.219840 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-cbe1f485-c617-488f-95fd-b16e3c098abc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d00de19-fc82-47fe-820f-bf6ef1fef222 HTTP/1.1" status: 200 len: 854 time: 0.0500941 Nov 27 16:29:00.250876 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-c175bfc1-d03f-481e-9aed-70af799d61f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239258 Nov 27 16:29:00.346699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-7b2d5456-868e-4475-9e52-4dbc415ad6f2 service neutron] 10.222.0.37 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867653 Nov 27 16:29:00.433701 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-72154bd3-cd1c-492f-a5da-32c99df77c3f req-3def787a-6b6f-460f-b786-6adc117b1e5f service neutron] 10.222.0.37 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800784 Nov 27 16:29:00.514111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-a9206564-f7cf-465b-b65e-3b58c0410c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.515549 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-a9206564-f7cf-465b-b65e-3b58c0410c11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 1095 time: 0.0397947 Nov 27 16:29:00.607859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-309ed6c3-9fe7-4661-a049-f1b87661a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.609228 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-309ed6c3-9fe7-4661-a049-f1b87661a63f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 915 time: 0.0857987 Nov 27 16:29:00.652682 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-58e110bd-6195-499c-801c-3abd1001bb38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a HTTP/1.1" status: 200 len: 217 time: 0.0340140 Nov 27 16:29:00.701155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-179f14ed-8383-49d3-8e53-efa26b98161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:00.702560 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-179f14ed-8383-49d3-8e53-efa26b98161b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d00de19-fc82-47fe-820f-bf6ef1fef222 HTTP/1.1" status: 200 len: 854 time: 0.0429502 Nov 27 16:29:00.737718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-b2e9c5cf-52dc-4fc5-b957-9b373a32f857 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269237 Nov 27 16:29:00.827327 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-624008aa-f49d-4579-b8d1-174f92921c0c service neutron] 10.222.0.37 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 Nov 27 16:29:00.921393 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-96b5075e-6680-4d02-8a4c-04e43ae10014 req-8c4dd8bc-629d-4961-817d-ea3e642efc09 service neutron] 10.222.0.37 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Nov 27 16:29:01.330156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a4bd-1fc9-4a85-8129-23a3a639a055 req-bebbd7d9-ce7c-4c0d-b959-10f23d3a6d43 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:01.331650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b72a4bd-1fc9-4a85-8129-23a3a639a055 req-bebbd7d9-ce7c-4c0d-b959-10f23d3a6d43 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 944 time: 0.0534012 Nov 27 16:29:01.378912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b72a4bd-1fc9-4a85-8129-23a3a639a055 req-662f5da9-846a-4875-9a02-b88efc018e70 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Nov 27 16:29:02.151427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:02.496097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f239145-ddd2-4130-a599-3d66839cdb2e req-a33e93eb-0850-499b-877d-775a3cd86d82 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:02.497600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f239145-ddd2-4130-a599-3d66839cdb2e req-a33e93eb-0850-499b-877d-775a3cd86d82 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 944 time: 0.0488176 Nov 27 16:29:02.544418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f239145-ddd2-4130-a599-3d66839cdb2e req-b9cd8978-3223-4e27-97a8-b04fa1bde1ea tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Nov 27 16:29:03.660463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687d455-1a01-4887-9708-325d98c91d22 req-6d033967-118f-4443-a821-00f6c2c4b2b2 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:03.661965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8687d455-1a01-4887-9708-325d98c91d22 req-6d033967-118f-4443-a821-00f6c2c4b2b2 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 944 time: 0.0478010 Nov 27 16:29:03.712098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8687d455-1a01-4887-9708-325d98c91d22 req-efa4d6a2-a701-4fa0-b040-41ff49ee0085 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Nov 27 16:29:04.448571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2465c5e4-9f91-4f4a-b456-a404e8c9251a details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:29:04.540474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:04.551487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '2465c5e4-9f91-4f4a-b456-a404e8c9251a', 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754', 'port_id': '2465c5e4-9f91-4f4a-b456-a404e8c9251a', 'mac_address': 'fa:16:3e:90:72:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d00de19-fc82-47fe-820f-bf6ef1fef222', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:29:04.590772 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:04.604106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2465c5e4-9f91-4f4a-b456-a404e8c9251a {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:29:04.622822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:04.627159 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:04.671277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2465c5e4-9f91-4f4a-b456-a404e8c9251a,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:04.835505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6424a-d695-4e69-bdf1-6a20cb4bfe19 req-1d51fc4f-0f5f-442c-9292-a2aa60f702ea tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:04.837023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb6424a-d695-4e69-bdf1-6a20cb4bfe19 req-1d51fc4f-0f5f-442c-9292-a2aa60f702ea tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Nov 27 16:29:04.847130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2465c5e4-9f91-4f4a-b456-a404e8c9251a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:29:04.886238 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cb6424a-d695-4e69-bdf1-6a20cb4bfe19 req-c57ea589-cced-46de-95f1-62f49fb7203e tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Nov 27 16:29:05.269543 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76f7c57f-8c97-4232-8ab2-1a3d4ed5639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:06.002406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc2520-70fd-4262-950d-06eb2947c2ed req-353ccfde-f6cc-42ee-bce5-c0704fd93c3d tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:06.003892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cc2520-70fd-4262-950d-06eb2947c2ed req-353ccfde-f6cc-42ee-bce5-c0704fd93c3d tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Nov 27 16:29:06.051322 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65cc2520-70fd-4262-950d-06eb2947c2ed req-f7977ebe-8bc7-4210-9ebb-f9c881d21965 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Nov 27 16:29:06.465515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2465c5e4-9f91-4f4a-b456-a404e8c9251a up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:29:06.513400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 2465c5e4-9f91-4f4a-b456-a404e8c9251a completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:29:06.516936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 2465c5e4-9f91-4f4a-b456-a404e8c9251a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:29:06.517310 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:06.593722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:06.616521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2465c5e4-9f91-4f4a-b456-a404e8c9251a'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:29:06.618942 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae623852-38e6-4224-998d-4c77d3f2270e" -d '{"events": [{"server_uuid": "1a2fc0da-e72b-431d-8acc-26a123028a22", "name": "network-vif-plugged", "status": "completed", "tag": "2465c5e4-9f91-4f4a-b456-a404e8c9251a"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:29:06.631890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:06.636248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:06.659516 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c9f232-f2a0-4880-915f-a85100552a84 x-openstack-request-id: req-c4c9f232-f2a0-4880-915f-a85100552a84 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:29:06.659816 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2fc0da-e72b-431d-8acc-26a123028a22", "name": "network-vif-plugged", "status": "completed", "tag": "2465c5e4-9f91-4f4a-b456-a404e8c9251a", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:29:06.660070 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4c9f232-f2a0-4880-915f-a85100552a84 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:29:06.660455 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2465c5e4-9f91-4f4a-b456-a404e8c9251a', 'code': 200} Nov 27 16:29:06.685955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=2465c5e4-9f91-4f4a-b456-a404e8c9251a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:06.751793 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b9e89-b3e0-44f6-9443-e1550f0b4185 req-a9655179-237e-44da-b14b-0cc3308efc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:06.753209 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-918b9e89-b3e0-44f6-9443-e1550f0b4185 req-a9655179-237e-44da-b14b-0cc3308efc62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 1097 time: 0.0404425 Nov 27 16:29:06.795749 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-918b9e89-b3e0-44f6-9443-e1550f0b4185 req-39fafc97-bfe8-4a57-8c56-cdb1c449f869 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358539 Nov 27 16:29:07.170857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1dc5-f8dc-4be7-a04e-c90f85338ae4 req-c754c9e9-2aa4-40ad-8b2d-659bd726c508 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:07.172319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1af1dc5-f8dc-4be7-a04e-c90f85338ae4 req-c754c9e9-2aa4-40ad-8b2d-659bd726c508 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 946 time: 0.0536084 Nov 27 16:29:07.218866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1af1dc5-f8dc-4be7-a04e-c90f85338ae4 req-b899e345-0cc2-41cc-8bac-4922098bc34b tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Nov 27 16:29:07.726644 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6df53aea-ed9b-4903-b8df-5570de61a29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:08.334800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf496e8-b7d3-473a-86fd-c07d16a9364f req-9c7628ec-b464-40f5-8944-b01ef0c73dda tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:08.336250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acf496e8-b7d3-473a-86fd-c07d16a9364f req-9c7628ec-b464-40f5-8944-b01ef0c73dda tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Nov 27 16:29:08.385696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acf496e8-b7d3-473a-86fd-c07d16a9364f req-fb054159-8236-4b8a-8092-f37345a3fb68 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Nov 27 16:29:08.636077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:10.373607 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:11.224320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:12.895634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 60990) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:13.057528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 6c05ae91-8de5-42a5-9d1f-629b037419d5 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:29:13.057871 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:13.142409 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:13.142657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:13.156651 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 6c05ae91-8de5-42a5-9d1f-629b037419d5 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:29:13.314687 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:13.341447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=6c05ae91-8de5-42a5-9d1f-629b037419d5,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:13.366961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.367448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.367696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.368101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.368462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.368798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.369136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.369494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.369829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.370164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.370489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.370811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:29:13.410693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:13.411065 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Floating IP f4e4173a-4401-46af-b6d0-f797dc32509a disassociated (deleted). External IP: 172.25.1.12, port: b806749b-2796-4777-8f17-e08e3932bd2f. Nov 27 16:29:13.630357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:29:13.741462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:29:13.746230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:13.751048 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] Sync routers for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:29:13.761338 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:29:13.762487 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:29:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:13.774591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ad5719b7-213b-43b5-9234-2568bbec714b tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/floatingips/f4e4173a-4401-46af-b6d0-f797dc32509a HTTP/1.1" status: 204 len: 168 time: 0.8778331 Nov 27 16:29:13.775312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:29:13.777856 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365f762-5d40-4eac-a637-cea2cd0b642a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:29:13.831609 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb531cd-69ec-495d-9d96-561a3c5f76b2 x-openstack-request-id: req-acb531cd-69ec-495d-9d96-561a3c5f76b2 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:29:13.831908 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:29:13.832242 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acb531cd-69ec-495d-9d96-561a3c5f76b2 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:29:13.832660 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'status': 'completed', 'code': 200} Nov 27 16:29:13.872685 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:29:13.915036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-c0bb62de-9593-41f3-b2b4-c19719a669a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:13.916677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-c0bb62de-9593-41f3-b2b4-c19719a669a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5b05cb846aa4737817d706cda451f43&device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 1097 time: 0.0586550 Nov 27 16:29:14.066899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-24f423f7-baf0-4b8e-835d-6a61cfd14c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:14.068387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-24f423f7-baf0-4b8e-835d-6a61cfd14c04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 200 len: 897 time: 0.1442423 Nov 27 16:29:14.106073 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:30Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:14.134782 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] Checking router: 75cf90f7-b9f4-4f35-8ae4-6f0789343944 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:29:14.135864 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-fcb97852-00a6-42ae-b72b-42cbb9438c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 200 len: 217 time: 0.0446565 Nov 27 16:29:14.145988 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:29:14.146610 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:29:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:14.155816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd440bf-b2d6-4985-8fb7-8347bb2bae54 req-31732a31-5ced-439f-86f7-86e5a7ab5e84 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:14.157364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fd440bf-b2d6-4985-8fb7-8347bb2bae54 req-31732a31-5ced-439f-86f7-86e5a7ab5e84 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.1117675 Nov 27 16:29:14.219283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-9f9edc30-afd9-404a-aa90-426671f7750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:14.221000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-9f9edc30-afd9-404a-aa90-426671f7750b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 200 len: 833 time: 0.0738266 Nov 27 16:29:14.254703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fd440bf-b2d6-4985-8fb7-8347bb2bae54 req-36c1b006-351a-4645-9bb2-c2c12acdadc7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896590 Nov 27 16:29:14.273482 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:29:14.290049 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-e47edceb-396b-4dc1-8e7c-d913ae3da1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:14.291558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-e47edceb-396b-4dc1-8e7c-d913ae3da1ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a2b3b6c-035e-420c-93b2-18b929c03604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590947 Nov 27 16:29:14.399914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-b7e890ea-9411-4c9c-8110-f8a2ffcecadb service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969129 Nov 27 16:29:14.491618 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:30Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:14.497269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a365f762-5d40-4eac-a637-cea2cd0b642a req-0865a7b1-8522-483b-8e7c-c942f379ac3b service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902181 Nov 27 16:29:14.523676 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989aa53-c34d-462e-9319-eeab64890d27 None None] The sync data for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 is: [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:27:26Z', 'revision_number': 4, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '117e9c79-ab9b-412c-a3eb-58088b1a7340', 'name': '', 'network_id': '9a2b3b6c-035e-420c-93b2-18b929c03604', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'mac_address': 'fa:16:3e:31:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:25Z', 'updated_at': '2021-11-27T16:27:30Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'subnets': [{'id': '4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:29:14.754347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148d62f-427e-4152-b3c0-e1f6c6606768 None None] New status for floating IP f4e4173a-4401-46af-b6d0-f797dc32509a: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:29:15.394435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2c63-4cf3-45c2-a31f-e0cf84a4bd3d req-296c3d02-f997-4033-8fe7-477320c02f5c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:15.396156 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de2b2c63-4cf3-45c2-a31f-e0cf84a4bd3d req-296c3d02-f997-4033-8fe7-477320c02f5c tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0554156 Nov 27 16:29:15.446100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de2b2c63-4cf3-45c2-a31f-e0cf84a4bd3d req-5ebd5ebb-2474-4375-9dfd-ad8bc334bd56 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f501002-09d1-4ac8-a1fa-6911f82dc5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Nov 27 16:29:15.520467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-d120e2aa-79cc-42d8-9f46-2415dac97d82 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:15.521951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-d120e2aa-79cc-42d8-9f46-2415dac97d82 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 946 time: 0.0487602 Nov 27 16:29:15.616351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port b806749b-2796-4777-8f17-e08e3932bd2f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:29:15.616684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:15.709194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port b806749b-2796-4777-8f17-e08e3932bd2f, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b806749b-2796-4777-8f17-e08e3932bd2f,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:15.709611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:15.722276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for b806749b-2796-4777-8f17-e08e3932bd2f owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:29:15.859021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:15.890006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=b806749b-2796-4777-8f17-e08e3932bd2f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:15.932463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] No DVR routers for this DVR port b806749b-2796-4777-8f17-e08e3932bd2f on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:29:15.935016 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:15.938356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97626e93-7c6a-4a4f-9930-12a325ba68d1 req-b8c12b49-21e1-4e55-aa91-4b17b524ede4 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.21 "DELETE /v2.0/ports/b806749b-2796-4777-8f17-e08e3932bd2f HTTP/1.1" status: 204 len: 173 time: 0.4066846 Nov 27 16:29:15.938795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-deleted', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:29:15.941051 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc4966-9171-4130-8e7b-00a15af1fce1" -d '{"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-deleted", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:29:15.985884 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519c2626-3169-443d-9f85-8834552459b9 x-openstack-request-id: req-519c2626-3169-443d-9f85-8834552459b9 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:29:15.986182 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba0a493-494f-4d41-b13e-c3949c678535", "name": "network-vif-deleted", "tag": "b806749b-2796-4777-8f17-e08e3932bd2f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:29:15.986438 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-519c2626-3169-443d-9f85-8834552459b9 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:29:15.986840 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba0a493-494f-4d41-b13e-c3949c678535', 'name': 'network-vif-deleted', 'tag': 'b806749b-2796-4777-8f17-e08e3932bd2f', 'status': 'completed', 'code': 200} Nov 27 16:29:16.562639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-485942bd-973b-4a46-948f-76c26c38aa8a req-a70c5c62-f21e-4d48-9ba5-d7d5887bb400 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba0a493-494f-4d41-b13e-c3949c678535 HTTP/1.1" status: 200 len: 210 time: 0.0292535 Nov 27 16:29:17.628941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32784) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:17.991091 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:18.575158 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 117e9c79-ab9b-412c-a3eb-58088b1a7340 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:29:18.575604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:18.666475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 117e9c79-ab9b-412c-a3eb-58088b1a7340, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=117e9c79-ab9b-412c-a3eb-58088b1a7340,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:18.667099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:18.678924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 117e9c79-ab9b-412c-a3eb-58088b1a7340 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:29:18.861058 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:18.888057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=117e9c79-ab9b-412c-a3eb-58088b1a7340,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:18.888279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:29:18.912571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b806749b-2796-4777-8f17-e08e3932bd2f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:29:18.913706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b806749b-2796-4777-8f17-e08e3932bd2f not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:29:19.069996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.300557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:29:19.407192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:29:19.412273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b6a0ec93-3ef2-4fbc-83ca-e4c325bba292 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "PUT /v2.0/routers/75cf90f7-b9f4-4f35-8ae4-6f0789343944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822306 Nov 27 16:29:19.414878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32806) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:19.422873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] Sync routers for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:29:19.435866 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:29:19.436465 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:29:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:19.472034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting subnet 4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:29:19.475193 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.515815 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.613271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.646954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:29:19.678910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.709301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:19.717979 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.722783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e0fd57b-c411-4256-934f-aa02fd11dab7 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/subnets/4bdc99e0-25a5-41f2-9c03-0d76c52d5ca1 HTTP/1.1" status: 204 len: 168 time: 0.3069654 Nov 27 16:29:19.725574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32808) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:19.726069 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:29:19.728774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af1860-3c66-4e67-b929-fc1fd44b0b07 None None] Network 9a2b3b6c-035e-420c-93b2-18b929c03604 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:29:19.874190 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:29:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:19.875802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:19.903074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] Checking router: 75cf90f7-b9f4-4f35-8ae4-6f0789343944 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:29:19.912371 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] Routers {'75cf90f7-b9f4-4f35-8ae4-6f0789343944'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:29:19.913055 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:29:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:19.955961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] DHCP port deletion for 9a2b3b6c-035e-420c-93b2-18b929c03604 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:29:20.002574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.006863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] Deleting port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:29:20.007496 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.043068 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] Set router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:29:20.061427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Deleting port 2074a83b-5e85-4b6d-9cbf-882bce50e27b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:29:20.061755 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.081621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] For port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,segment=NetworkSegment(08e7abf2-5507-4030-8364-76cb3c3f9dc7),segment_id=08e7abf2-5507-4030-8364-76cb3c3f9dc7)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:20.082503 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.097324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] Calling delete_port for e67185c7-6ae5-411a-8eaf-c6d55ce01e8a owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:29:20.152619 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] For port 2074a83b-5e85-4b6d-9cbf-882bce50e27b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2074a83b-5e85-4b6d-9cbf-882bce50e27b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:20.152985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.174396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Calling delete_port for 2074a83b-5e85-4b6d-9cbf-882bce50e27b owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:29:20.228159 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.267210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] Pushing event deleted for resources: {'Port': ['ID=e67185c7-6ae5-411a-8eaf-c6d55ce01e8a,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:20.275267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95fd73d-107f-403f-94e1-c3621149339e None None] No DVR routers for this DVR port e67185c7-6ae5-411a-8eaf-c6d55ce01e8a on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:29:20.331208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:29:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:20.340987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e67185c7-6ae5-411a-8eaf-c6d55ce01e8a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:29:20.368230 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb701bd-ba44-47bb-b3b2-fe0867fd6d01 None None] The sync data for ids ['75cf90f7-b9f4-4f35-8ae4-6f0789343944'] in n-d-819494-4 is: [{'id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244023213', 'tenant_id': 'b5b05cb846aa4737817d706cda451f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:27:22Z', 'updated_at': '2021-11-27T16:29:18Z', 'revision_number': 5, 'project_id': 'b5b05cb846aa4737817d706cda451f43', 'gw_port': {'id': '2074a83b-5e85-4b6d-9cbf-882bce50e27b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf90f7-b9f4-4f35-8ae4-6f0789343944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:27:23Z', 'updated_at': '2021-11-27T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:29:20.379351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e67185c7-6ae5-411a-8eaf-c6d55ce01e8a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:29:20.379699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e67185c7-6ae5-411a-8eaf-c6d55ce01e8a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:29:20.394283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.421258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Port': ['ID=2074a83b-5e85-4b6d-9cbf-882bce50e27b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:20.438384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55452229-c0d5-41f6-863b-b928daa8239e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:29:20.484377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.925287 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.927703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.971948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.972498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Fanout notify agent at l3_agent the message router_deleted on router 75cf90f7-b9f4-4f35-8ae4-6f0789343944 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:29:20.979722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:20.983412 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c8736bd8-a5b8-4462-917b-7749ead32d92 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/routers/75cf90f7-b9f4-4f35-8ae4-6f0789343944 HTTP/1.1" status: 204 len: 168 time: 1.2542579 Nov 27 16:29:20.983753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32820) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:21.068500 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.167253 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.187373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2b3b6c-035e-420c-93b2-18b929c03604']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:21.198483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e7abf2-5507-4030-8364-76cb3c3f9dc7') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:21.198779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e7abf2-5507-4030-8364-76cb3c3f9dc7') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:29:21.210041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.224251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.231044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:29:21.231883 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:29:21.235639 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:29:21.299093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.306203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.312282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/networks/9a2b3b6c-035e-420c-93b2-18b929c03604 HTTP/1.1" status: 204 len: 168 time: 0.3248537 Nov 27 16:29:21.312680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 32822) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:21.322111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa30e-557b-4abe-8fe2-574cb1c220ca tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'Network': ['ID=9a2b3b6c-035e-420c-93b2-18b929c03604,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:21.374207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-898d6a99-672d-405d-9a59-49287435bcf2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.404409 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-898d6a99-672d-405d-9a59-49287435bcf2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.480406 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-898d6a99-672d-405d-9a59-49287435bcf2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.483084 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-898d6a99-672d-405d-9a59-49287435bcf2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.484384 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-898d6a99-672d-405d-9a59-49287435bcf2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f501002-09d1-4ac8-a1fa-6911f82dc5ea HTTP/1.1" status: 204 len: 168 time: 0.1700552 Nov 27 16:29:21.493855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d6a99-672d-405d-9a59-49287435bcf2 tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f501002-09d1-4ac8-a1fa-6911f82dc5ea,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:21.735523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32832) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:21.882243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b8d1588-fbcf-42c2-bddb-7d04bc91663b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5b05cb846aa4737817d706cda451f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424382 Nov 27 16:29:21.883626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:21.930630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6e58b0-749d-479d-9620-8d40e831f79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.951683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6e58b0-749d-479d-9620-8d40e831f79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:21.998227 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6e58b0-749d-479d-9620-8d40e831f79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:22.001525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fe6e58b0-749d-479d-9620-8d40e831f79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:22.002672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fe6e58b0-749d-479d-9620-8d40e831f79e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9246899-0796-498b-8afc-f4526df45638 HTTP/1.1" status: 204 len: 168 time: 0.1181474 Nov 27 16:29:22.010429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e58b0-749d-479d-9620-8d40e831f79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9246899-0796-498b-8afc-f4526df45638,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:22.221798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 117e9c79-ab9b-412c-a3eb-58088b1a7340 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:29:22.242330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 117e9c79-ab9b-412c-a3eb-58088b1a7340 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:29:22.242783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 117e9c79-ab9b-412c-a3eb-58088b1a7340 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:29:22.243191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2074a83b-5e85-4b6d-9cbf-882bce50e27b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:29:22.262499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2074a83b-5e85-4b6d-9cbf-882bce50e27b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:29:22.263006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2074a83b-5e85-4b6d-9cbf-882bce50e27b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:29:22.304940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32842) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:22.357800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0301b6f-4c4c-4cdb-9281-d92e44001f1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=280763f0910843aa88f984e029887461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512187 Nov 27 16:29:22.360685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 32844) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:22.428954 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45f4f74-de1e-4a07-bfc4-f568b4a8c674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:22.459095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45f4f74-de1e-4a07-bfc4-f568b4a8c674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:22.523423 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45f4f74-de1e-4a07-bfc4-f568b4a8c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:22.526542 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e45f4f74-de1e-4a07-bfc4-f568b4a8c674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:22.530932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e45f4f74-de1e-4a07-bfc4-f568b4a8c674 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34d8836e-79ec-4f7a-a68e-6e1ec6a2daef HTTP/1.1" status: 204 len: 168 time: 0.1689343 Nov 27 16:29:22.540953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f4f74-de1e-4a07-bfc4-f568b4a8c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8836e-79ec-4f7a-a68e-6e1ec6a2daef,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:24.613684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33008) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:24.724474 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-454f50ff-96ac-4fac-8d49-2d53b2f8945f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.807554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-454f50ff-96ac-4fac-8d49-2d53b2f8945f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.811944 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-454f50ff-96ac-4fac-8d49-2d53b2f8945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.855586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f50ff-96ac-4fac-8d49-2d53b2f8945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11580140-c562-47c9-ace3-80536af0c509,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:24.862792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33018) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:24.863371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-454f50ff-96ac-4fac-8d49-2d53b2f8945f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59cd4c3735404eee988c70d920f79e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487514 Nov 27 16:29:24.914098 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d61c58c9-8f62-4326-a6ef-0b64b1951229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.938955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d61c58c9-8f62-4326-a6ef-0b64b1951229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.986261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d61c58c9-8f62-4326-a6ef-0b64b1951229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.989088 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d61c58c9-8f62-4326-a6ef-0b64b1951229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:24.990316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d61c58c9-8f62-4326-a6ef-0b64b1951229 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11580140-c562-47c9-ace3-80536af0c509 HTTP/1.1" status: 204 len: 168 time: 0.1265264 Nov 27 16:29:24.999789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c58c9-8f62-4326-a6ef-0b64b1951229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11580140-c562-47c9-ace3-80536af0c509,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:25.265870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33024) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:25.278879 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94cc4aee-04b3-4287-b50d-2c021618507c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.360066 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94cc4aee-04b3-4287-b50d-2c021618507c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.363855 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94cc4aee-04b3-4287-b50d-2c021618507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.405133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-94cc4aee-04b3-4287-b50d-2c021618507c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e525cb4f6914939ab7fa35329d836b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358330 Nov 27 16:29:25.405133 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4aee-04b3-4287-b50d-2c021618507c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8b958-9a0d-4f8a-8446-6effa0989307,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:25.405621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33026) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:29:25.459153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b32c1e8e-b4b8-4357-adbc-30dd0e4e5b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.485115 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b32c1e8e-b4b8-4357-adbc-30dd0e4e5b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.530118 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b32c1e8e-b4b8-4357-adbc-30dd0e4e5b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.533211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b32c1e8e-b4b8-4357-adbc-30dd0e4e5b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:25.534404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b32c1e8e-b4b8-4357-adbc-30dd0e4e5b72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97d8b958-9a0d-4f8a-8446-6effa0989307 HTTP/1.1" status: 204 len: 168 time: 0.1269598 Nov 27 16:29:25.544298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c1e8e-b4b8-4357-adbc-30dd0e4e5b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8b958-9a0d-4f8a-8446-6effa0989307,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:30.038348 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:32.153401 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:35.271185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-adf78949-3226-4134-93b9-14328b52786d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:37.728287 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac1748fd-017e-4f9e-8335-b3efd050237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:38.639463 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:40.376964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:41.217197 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:53.834962 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-a0e57c55-d613-4309-9526-7e0d3fd5f9ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395026 Nov 27 16:29:53.918207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-0b472dd5-f5d7-40f1-a598-fa90a261ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:53.919677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-0b472dd5-f5d7-40f1-a598-fa90a261ff58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 1097 time: 0.0431681 Nov 27 16:29:54.028916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-1ca40ead-638b-4ffd-a773-b3da4bb3a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:54.031005 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-1ca40ead-638b-4ffd-a773-b3da4bb3a974 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 915 time: 0.0928760 Nov 27 16:29:54.078006 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-cb159d5d-9e4e-4b63-b1c2-1583e1dd8d26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a HTTP/1.1" status: 200 len: 217 time: 0.0379996 Nov 27 16:29:54.089361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a1044-f1b1-4509-aacc-aa7727b22a4e req-51bb7fae-ef42-403c-bc5d-9617382d81e3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:54.090925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa2a1044-f1b1-4509-aacc-aa7727b22a4e req-51bb7fae-ef42-403c-bc5d-9617382d81e3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 946 time: 0.0497813 Nov 27 16:29:54.129195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-9ef59ab6-5a50-4396-96e2-8876d050c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:54.130722 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-9ef59ab6-5a50-4396-96e2-8876d050c971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d00de19-fc82-47fe-820f-bf6ef1fef222 HTTP/1.1" status: 200 len: 854 time: 0.0446815 Nov 27 16:29:54.144546 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aa2a1044-f1b1-4509-aacc-aa7727b22a4e req-d9e80bab-4515-4536-974c-f5352e2c6c47 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Nov 27 16:29:54.163646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-cf4b4739-9a53-4422-8459-bbfefd6dae79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253410 Nov 27 16:29:54.251957 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-64c8088e-151d-4026-8824-721ad7c699fe service neutron] 10.222.0.37 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799694 Nov 27 16:29:54.343378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-56d565dd-dd1d-4976-ad0e-444e7de67ffd req-f9ff4f82-56cc-467e-827c-f0443ada229c service neutron] 10.222.0.37 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830657 Nov 27 16:29:55.267990 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea743b-08d4-4d65-893b-f76ca101dce6 req-1c41c8a5-b70b-4d1f-b545-8241fb037aab tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:55.269505 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81ea743b-08d4-4d65-893b-f76ca101dce6 req-1c41c8a5-b70b-4d1f-b545-8241fb037aab tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 946 time: 0.0526125 Nov 27 16:29:55.321141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81ea743b-08d4-4d65-893b-f76ca101dce6 req-56ae7df0-c214-4a45-9007-a2bd9c150448 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Nov 27 16:29:55.472074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-82e63302-92a3-424d-97bb-e994575376b3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:29:55.473441 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-82e63302-92a3-424d-97bb-e994575376b3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a2fc0da-e72b-431d-8acc-26a123028a22 HTTP/1.1" status: 200 len: 946 time: 0.0488243 Nov 27 16:29:55.564249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Deleting port 2465c5e4-9f91-4f4a-b456-a404e8c9251a {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:29:55.564580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:55.652831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] For port 2465c5e4-9f91-4f4a-b456-a404e8c9251a, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=2465c5e4-9f91-4f4a-b456-a404e8c9251a,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:29:55.653187 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:55.665856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Calling delete_port for 2465c5e4-9f91-4f4a-b456-a404e8c9251a owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:29:55.791721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:55.803947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['2465c5e4-9f91-4f4a-b456-a404e8c9251a'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:29:55.820596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Pushing event deleted for resources: {'Port': ['ID=2465c5e4-9f91-4f4a-b456-a404e8c9251a,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:29:55.863940 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] No DVR routers for this DVR port 2465c5e4-9f91-4f4a-b456-a404e8c9251a on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:29:55.866716 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:29:55.870421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c43a8a0-7d25-4f52-9754-9d53fd3b00b1 req-d6cc339a-6d17-4701-ad96-249fce42de16 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.37 "DELETE /v2.0/ports/2465c5e4-9f91-4f4a-b456-a404e8c9251a HTTP/1.1" status: 204 len: 173 time: 0.3907576 Nov 27 16:29:55.870868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'name': 'network-vif-deleted', 'tag': '2465c5e4-9f91-4f4a-b456-a404e8c9251a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:29:55.873428 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda412c-d190-4611-8bf7-50827f93b2b9" -d '{"events": [{"server_uuid": "1a2fc0da-e72b-431d-8acc-26a123028a22", "name": "network-vif-deleted", "tag": "2465c5e4-9f91-4f4a-b456-a404e8c9251a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:29:55.910103 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5e972-8fc3-45d6-bc7a-7c48803e58d5 x-openstack-request-id: req-acb5e972-8fc3-45d6-bc7a-7c48803e58d5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:29:55.910404 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2fc0da-e72b-431d-8acc-26a123028a22", "name": "network-vif-deleted", "tag": "2465c5e4-9f91-4f4a-b456-a404e8c9251a", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:29:55.910659 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acb5e972-8fc3-45d6-bc7a-7c48803e58d5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:29:55.911059 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2fc0da-e72b-431d-8acc-26a123028a22', 'name': 'network-vif-deleted', 'tag': '2465c5e4-9f91-4f4a-b456-a404e8c9251a', 'status': 'completed', 'code': 200} Nov 27 16:29:56.715106 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:30:00.056803 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:00.633158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2465c5e4-9f91-4f4a-b456-a404e8c9251a no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:30:00.653077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 2465c5e4-9f91-4f4a-b456-a404e8c9251a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:30:00.653441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 2465c5e4-9f91-4f4a-b456-a404e8c9251a not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:30:02.148324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:03.245293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-de8870a6-e488-47c6-a809-97483676da3e tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:03.246790 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-de8870a6-e488-47c6-a809-97483676da3e tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 814 time: 0.1033046 Nov 27 16:30:03.262057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-017a9d50-99b6-4b2e-8f15-5e5fe09b6ad4 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/quotas/0bf5c51416a84943b0e07128ffc8d36f HTTP/1.1" status: 200 len: 375 time: 0.0090036 Nov 27 16:30:03.291985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-79ff9f46-e682-4b08-8885-86afaee27173 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247264 Nov 27 16:30:03.384739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-b1a412f5-993e-40f3-a43b-ddced4b22fab service neutron] 10.222.0.15 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854316 Nov 27 16:30:03.474055 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-99bfcdd4-d694-4ad9-bf78-daf5234b6257 service neutron] 10.222.0.15 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833042 Nov 27 16:30:03.633171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-98c14519-5fff-47dc-b57d-9f6334feddb2 req-96f77991-8d84-4fbd-af31-41df99defea3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 210 time: 0.0308201 Nov 27 16:30:04.709883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40638d4f-ac9d-476f-9bf8-a6d49bbc03ed req-f3c4563c-7cb3-4976-87cc-fc7da816242c tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 210 time: 0.0268602 Nov 27 16:30:05.271775 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-277ff6aa-16e5-4e53-ace1-b155cefc900d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:05.621812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-ed3e803c-7525-4d70-9620-c8f3a93c9d23 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:05.623189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-ed3e803c-7525-4d70-9620-c8f3a93c9d23 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.21 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 814 time: 0.1013062 Nov 27 16:30:05.641373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Request body: {'port': {'device_id': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754', 'admin_state_up': True, 'tenant_id': '0bf5c51416a84943b0e07128ffc8d36f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:30:05.752861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Made reservation on behalf of 0bf5c51416a84943b0e07128ffc8d36f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:30:05.756383 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:05.838494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54daf717-0f06-4228-892c-100bbdae2870 req-f7620444-f701-4d17-ba07-b7a35b06766d tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 210 time: 0.0591059 Nov 27 16:30:05.905348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Allocated IP 172.20.0.12 (9517127f-c6ea-4a4c-ae9c-4d12fa40f754/8d00de19-fc82-47fe-820f-bf6ef1fef222/b9d98293-95a7-45ce-937d-7f0291c52815) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:30:06.047244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.082837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.124370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:30:06.127403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:30:06.130895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:30:06.155494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Pushing event updated for resources: {'Port': ['ID=b9d98293-95a7-45ce-937d-7f0291c52815,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:30:06.181710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:06.182313 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.197890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-88e5a401-e52d-4b7c-81eb-dfe6cb5e8a90 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610728 Nov 27 16:30:06.216212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Request body: {'port': {'device_id': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:30:06.271257 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.526399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d98293-95a7-45ce-937d-7f0291c52815 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:30:06.533544 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.544907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Transition to ACTIVE for port object b9d98293-95a7-45ce-937d-7f0291c52815 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:30:06.548156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.597173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d98293-95a7-45ce-937d-7f0291c52815,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:30:06.665058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Attempting to bind port b9d98293-95a7-45ce-937d-7f0291c52815 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:30:06.665393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Attempting to bind port b9d98293-95a7-45ce-937d-7f0291c52815 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:30:06.665751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Attempting to bind port b9d98293-95a7-45ce-937d-7f0291c52815 on network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:30:06.669963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Port b9d98293-95a7-45ce-937d-7f0291c52815 on network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:30:06.670284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Attempting to bind port b9d98293-95a7-45ce-937d-7f0291c52815 on network 9517127f-c6ea-4a4c-ae9c-4d12fa40f754 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:30:06.675626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:30:06.675964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Checking segment: {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:30:06.676347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Bound using segment: {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:30:06.676769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Bound port: b9d98293-95a7-45ce-937d-7f0291c52815, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e289f775-fedc-46f7-a8fa-775771e5975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:30:06.677118 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.737814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] For port b9d98293-95a7-45ce-937d-7f0291c52815, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:30:06.740714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] For port b9d98293-95a7-45ce-937d-7f0291c52815, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b9d98293-95a7-45ce-937d-7f0291c52815,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:30:06.744831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.776460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:06.777131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:06.778427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9d98293-95a7-45ce-937d-7f0291c52815 HTTP/1.1" status: 200 len: 1092 time: 0.5663869 Nov 27 16:30:06.778894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'tag': 'b9d98293-95a7-45ce-937d-7f0291c52815'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:30:06.781685 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8092a42-c89b-46c8-a97d-363d53f173e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c00b517-82ae-41fb-8557-7c7bd4d68164", "tag": "b9d98293-95a7-45ce-937d-7f0291c52815"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:30:06.808066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e7a17-2bfa-4cb2-a891-a74a8b96fde3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d98293-95a7-45ce-937d-7f0291c52815,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:30:06.824348 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e1a83c-91a1-4769-a228-1de23dca5be9 x-openstack-request-id: req-14e1a83c-91a1-4769-a228-1de23dca5be9 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:30:06.824648 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c00b517-82ae-41fb-8557-7c7bd4d68164", "tag": "b9d98293-95a7-45ce-937d-7f0291c52815", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:30:06.824910 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14e1a83c-91a1-4769-a228-1de23dca5be9 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:30:06.825328 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'tag': 'b9d98293-95a7-45ce-937d-7f0291c52815', 'status': 'completed', 'code': 200} Nov 27 16:30:06.873629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-be9966f5-76a1-4ae4-95da-4dd4662ae5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:06.875168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-be9966f5-76a1-4ae4-95da-4dd4662ae5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 1095 time: 0.0466726 Nov 27 16:30:06.924436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-5428a0e1-bbf6-431c-9542-0413d2248a66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d98293-95a7-45ce-937d-7f0291c52815 HTTP/1.1" status: 200 len: 217 time: 0.0359812 Nov 27 16:30:06.998007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-0fe72d91-1add-45c0-84f5-e91661c8151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:06.999467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-0fe72d91-1add-45c0-84f5-e91661c8151b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d00de19-fc82-47fe-820f-bf6ef1fef222 HTTP/1.1" status: 200 len: 854 time: 0.0660822 Nov 27 16:30:07.007600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c249-40c1-493f-9862-287343b8fde0 req-a077ec88-95b0-43ce-a232-75c6d136979e tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:07.008944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e202c249-40c1-493f-9862-287343b8fde0 req-a077ec88-95b0-43ce-a232-75c6d136979e tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 944 time: 0.0869572 Nov 27 16:30:07.055400 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-dfa60bd1-f950-49c2-9053-2cd7d7d3cc8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342231 Nov 27 16:30:07.085613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e202c249-40c1-493f-9862-287343b8fde0 req-201925d4-c985-4c0b-a2ca-4ef549191787 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Nov 27 16:30:07.158530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-817d8897-86ea-45ec-93f3-46acc863acf9 service neutron] 10.222.0.21 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873799 Nov 27 16:30:07.256231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c305260a-b866-4533-8c2e-8051a29e10d5 req-c69efaf2-3459-4316-b9f1-a41b99540ccf service neutron] 10.222.0.21 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Nov 27 16:30:07.358223 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-1025e1a7-a93c-4c1f-8227-b87088957ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:07.359613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-1025e1a7-a93c-4c1f-8227-b87088957ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 1095 time: 0.0419681 Nov 27 16:30:07.453181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-29efe1e3-50c5-4524-a539-a7bbbc71595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:07.454681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-29efe1e3-50c5-4524-a539-a7bbbc71595c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 200 len: 915 time: 0.0878618 Nov 27 16:30:07.497378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-498acf3d-e260-4790-9872-e89256cfd011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d98293-95a7-45ce-937d-7f0291c52815 HTTP/1.1" status: 200 len: 217 time: 0.0341005 Nov 27 16:30:07.548273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-1bd5bdb2-3021-4237-99e1-dc9e52ac26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:07.549702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-1bd5bdb2-3021-4237-99e1-dc9e52ac26fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d00de19-fc82-47fe-820f-bf6ef1fef222 HTTP/1.1" status: 200 len: 854 time: 0.0416505 Nov 27 16:30:07.586234 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-30971606-a216-4544-8a3f-24c75a0657d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9517127f-c6ea-4a4c-ae9c-4d12fa40f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268819 Nov 27 16:30:07.674113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-6dc1fa8c-6172-4279-a1a9-8bd94d30e2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799065 Nov 27 16:30:07.728854 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cc36fade-c23d-4689-96b9-41140330a18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:07.769366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8092a42-c89b-46c8-a97d-363d53f173e5 req-7a383c8d-f6e4-48e4-8437-de91aa222969 service neutron] 10.222.0.21 "GET /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848107 Nov 27 16:30:08.201727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472314f-4cd2-48e3-9b1e-784ecdd11d85 req-c25318b1-fea3-42cb-a8aa-e8e50d6ce6a6 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:08.203911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4472314f-4cd2-48e3-9b1e-784ecdd11d85 req-c25318b1-fea3-42cb-a8aa-e8e50d6ce6a6 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 944 time: 0.0493715 Nov 27 16:30:08.250138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4472314f-4cd2-48e3-9b1e-784ecdd11d85 req-156c7a39-8892-4ae3-a6ca-58204a2be314 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Nov 27 16:30:08.641906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:09.134252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b9d98293-95a7-45ce-937d-7f0291c52815 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:30:09.225879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b9d98293-95a7-45ce-937d-7f0291c52815, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b9d98293-95a7-45ce-937d-7f0291c52815,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:30:09.236784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b9d98293-95a7-45ce-937d-7f0291c52815', 'network_id': '9517127f-c6ea-4a4c-ae9c-4d12fa40f754', 'port_id': 'b9d98293-95a7-45ce-937d-7f0291c52815', 'mac_address': 'fa:16:3e:8c:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d00de19-fc82-47fe-820f-bf6ef1fef222', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:30:09.275444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:09.289323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d98293-95a7-45ce-937d-7f0291c52815 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:30:09.308368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b9d98293-95a7-45ce-937d-7f0291c52815, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b9d98293-95a7-45ce-937d-7f0291c52815,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:30:09.312692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:09.360777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b9d98293-95a7-45ce-937d-7f0291c52815,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:30:09.367332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cda087-2c01-4b63-9e04-af33c6f85937 req-405ee6ed-f4da-4b7a-80ec-264218b2228a tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:09.368046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.368398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.368748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.368863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48cda087-2c01-4b63-9e04-af33c6f85937 req-405ee6ed-f4da-4b7a-80ec-264218b2228a tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Nov 27 16:30:09.369714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.370060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.370396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.370724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.371053 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.371382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.371707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.372032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.372357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:09.417664 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48cda087-2c01-4b63-9e04-af33c6f85937 req-700dafff-6eff-4cd1-8aea-6ff7923b04cd tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Nov 27 16:30:09.574526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b9d98293-95a7-45ce-937d-7f0291c52815'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:30:10.381652 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:10.535912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe0728-f103-4798-a71d-08382260e051 req-9e48880b-eb10-4fc2-b1d1-119b74b85f37 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:10.537366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbe0728-f103-4798-a71d-08382260e051 req-9e48880b-eb10-4fc2-b1d1-119b74b85f37 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 945 time: 0.0509808 Nov 27 16:30:10.584215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-afbe0728-f103-4798-a71d-08382260e051 req-9197b68e-a584-494b-9503-d2e8de9dce17 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Nov 27 16:30:11.131933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b9d98293-95a7-45ce-937d-7f0291c52815 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:30:11.179132 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b9d98293-95a7-45ce-937d-7f0291c52815 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:30:11.182885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b9d98293-95a7-45ce-937d-7f0291c52815 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:30:11.183261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:11.232240 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:11.431534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:11.453093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d98293-95a7-45ce-937d-7f0291c52815'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:30:11.455378 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa71fa-2e2e-44dd-91a3-d8db5771e7eb" -d '{"events": [{"server_uuid": "9c00b517-82ae-41fb-8557-7c7bd4d68164", "name": "network-vif-plugged", "status": "completed", "tag": "b9d98293-95a7-45ce-937d-7f0291c52815"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:30:11.468502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b9d98293-95a7-45ce-937d-7f0291c52815, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b9d98293-95a7-45ce-937d-7f0291c52815,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:30:11.473015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:11.495682 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81583f35-28e4-4782-b85f-8608ea739422 x-openstack-request-id: req-81583f35-28e4-4782-b85f-8608ea739422 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:30:11.495979 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c00b517-82ae-41fb-8557-7c7bd4d68164", "name": "network-vif-plugged", "status": "completed", "tag": "b9d98293-95a7-45ce-937d-7f0291c52815", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:30:11.496244 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81583f35-28e4-4782-b85f-8608ea739422 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:30:11.496632 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d98293-95a7-45ce-937d-7f0291c52815', 'code': 200} Nov 27 16:30:11.523776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b9d98293-95a7-45ce-937d-7f0291c52815,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:30:11.595458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3613321-c503-44bf-bcd6-1d154055aa47 req-dc46e9c1-5899-40f2-b7b4-f522d4f8ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:11.596906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3613321-c503-44bf-bcd6-1d154055aa47 req-dc46e9c1-5899-40f2-b7b4-f522d4f8ca87 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 1097 time: 0.0396464 Nov 27 16:30:11.641980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3613321-c503-44bf-bcd6-1d154055aa47 req-e547a5fb-1cce-436a-af5d-3b275f8957d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 Nov 27 16:30:11.700479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf669-81c7-46dd-9e86-755c82b838be req-d074db85-7039-4eee-92d0-11b131c47699 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:11.702371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbacf669-81c7-46dd-9e86-755c82b838be req-d074db85-7039-4eee-92d0-11b131c47699 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 946 time: 0.0476196 Nov 27 16:30:11.751837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbacf669-81c7-46dd-9e86-755c82b838be req-60803609-63a0-44e7-9b2f-51eb95f08ca3 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Nov 27 16:30:12.868241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abd21f-5f67-4fff-ae44-2489183ac4fa req-79bb2954-567b-455e-aabd-525c3caa338d tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:12.869713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94abd21f-5f67-4fff-ae44-2489183ac4fa req-79bb2954-567b-455e-aabd-525c3caa338d tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 946 time: 0.0488122 Nov 27 16:30:12.916081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94abd21f-5f67-4fff-ae44-2489183ac4fa req-ca4230cb-6ae8-4a63-b6e3-866c49c10e79 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Nov 27 16:30:30.065836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:32.158646 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:33.714745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:30:35.274080 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cd1140f7-efd4-48b5-b4c8-f1a0e918fa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:37.730658 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-790e6507-c74f-4fbe-abd4-66d04cddd031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:38.644750 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:40.137862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19844ec-d074-4a9a-a596-98a191e50472 req-ea07ab79-f153-4ad5-8d8b-2a7ca71016ed tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:40.139227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e19844ec-d074-4a9a-a596-98a191e50472 req-ea07ab79-f153-4ad5-8d8b-2a7ca71016ed tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 946 time: 0.0481443 Nov 27 16:30:40.184588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e19844ec-d074-4a9a-a596-98a191e50472 req-7b4704bc-ab14-4617-be1f-566510c707a7 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Nov 27 16:30:40.381962 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:41.224384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:41.302870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38eea-ee87-4a3e-a7f6-62a97a5a9314 req-b46b4abb-287b-477d-8de6-3f150c6213f6 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:41.304303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aea38eea-ee87-4a3e-a7f6-62a97a5a9314 req-b46b4abb-287b-477d-8de6-3f150c6213f6 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 946 time: 0.0508468 Nov 27 16:30:41.355751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aea38eea-ee87-4a3e-a7f6-62a97a5a9314 req-a670e97d-0d84-4991-b4c8-393bb31b5e1d tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Nov 27 16:30:41.846011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-69caafab-6b6e-46f7-b466-5919786fdc71 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:41.847468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-69caafab-6b6e-46f7-b466-5919786fdc71 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 946 time: 0.0478179 Nov 27 16:30:42.264603 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Deleting port b9d98293-95a7-45ce-937d-7f0291c52815 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:30:42.265493 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:42.351268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] For port b9d98293-95a7-45ce-937d-7f0291c52815, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b9d98293-95a7-45ce-937d-7f0291c52815,segment=NetworkSegment(e289f775-fedc-46f7-a8fa-775771e5975d),segment_id=e289f775-fedc-46f7-a8fa-775771e5975d)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:30:42.351967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:42.363769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Calling delete_port for b9d98293-95a7-45ce-937d-7f0291c52815 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:30:42.506616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f46ec3-7994-447e-928a-a3a4a243a3ff req-4e6c30e3-427c-4f96-a3d3-f52d29720940 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:30:42.508000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9f46ec3-7994-447e-928a-a3a4a243a3ff req-4e6c30e3-427c-4f96-a3d3-f52d29720940 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c00b517-82ae-41fb-8557-7c7bd4d68164 HTTP/1.1" status: 200 len: 946 time: 0.0823369 Nov 27 16:30:42.538067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:42.550485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b9d98293-95a7-45ce-937d-7f0291c52815'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:30:42.586279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Pushing event deleted for resources: {'Port': ['ID=b9d98293-95a7-45ce-937d-7f0291c52815,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:30:42.606007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.606411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.606764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.607113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.607456 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.607797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.608132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.608497 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.608831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.609162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.609529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.609861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:30:42.628711 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9f46ec3-7994-447e-928a-a3a4a243a3ff req-d3851436-a241-4b30-91cf-fc325270cc8a tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dc86332-764b-4e8f-bcd8-a83f611d45a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129827 Nov 27 16:30:42.648871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] No DVR routers for this DVR port b9d98293-95a7-45ce-937d-7f0291c52815 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:30:42.651499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:30:42.654838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53d15aa6-1ad3-4c13-987a-3729205ee5fd req-5348555d-04fc-41ee-826f-2988449f6494 tempest-VolumesSnapshotTestJSON-231199752 tempest-VolumesSnapshotTestJSON-231199752-project] 10.222.0.21 "DELETE /v2.0/ports/b9d98293-95a7-45ce-937d-7f0291c52815 HTTP/1.1" status: 204 len: 173 time: 0.7960651 Nov 27 16:30:42.655283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'name': 'network-vif-deleted', 'tag': 'b9d98293-95a7-45ce-937d-7f0291c52815'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:30:42.657544 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c81e1f-2c5e-409e-8514-45af09ec86a6" -d '{"events": [{"server_uuid": "9c00b517-82ae-41fb-8557-7c7bd4d68164", "name": "network-vif-deleted", "tag": "b9d98293-95a7-45ce-937d-7f0291c52815"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:30:42.694948 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f900e1-6cb9-4162-9ec5-70303786ebf6 x-openstack-request-id: req-12f900e1-6cb9-4162-9ec5-70303786ebf6 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:30:42.695242 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c00b517-82ae-41fb-8557-7c7bd4d68164", "name": "network-vif-deleted", "tag": "b9d98293-95a7-45ce-937d-7f0291c52815", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:30:42.695508 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12f900e1-6cb9-4162-9ec5-70303786ebf6 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:30:42.695895 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c00b517-82ae-41fb-8557-7c7bd4d68164', 'name': 'network-vif-deleted', 'tag': 'b9d98293-95a7-45ce-937d-7f0291c52815', 'status': 'completed', 'code': 200} Nov 27 16:30:45.297339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b9d98293-95a7-45ce-937d-7f0291c52815 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:30:45.317310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b9d98293-95a7-45ce-937d-7f0291c52815 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:30:45.317681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b9d98293-95a7-45ce-937d-7f0291c52815 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:31:00.065277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:02.162260 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:05.279209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-51d43f74-3368-47f9-acce-382ab8cad545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:07.733473 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d489fe9-593a-4445-aeac-4e9ad42901f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:08.648041 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:10.387818 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:10.714633 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:31:11.229907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.605624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33490) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:27.650154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Deleting subnet 8d00de19-fc82-47fe-820f-bf6ef1fef222 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:31:27.653240 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.685843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.727894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.778009 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.803981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d00de19-fc82-47fe-820f-bf6ef1fef222,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:27.809994 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.814008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2c04b64c-1104-4603-9157-01f1c53bdbb8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d00de19-fc82-47fe-820f-bf6ef1fef222 HTTP/1.1" status: 204 len: 168 time: 0.2072043 Nov 27 16:31:27.816277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33492) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:27.885760 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.967508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:27.987591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9517127f-c6ea-4a4c-ae9c-4d12fa40f754']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:31:27.997715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e289f775-fedc-46f7-a8fa-775771e5975d') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:31:27.998011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e289f775-fedc-46f7-a8fa-775771e5975d') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:31:28.008203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.022475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.028440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:31:28.028869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:31:28.030788 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:31:28.089025 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.094872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.098297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] 10.222.0.15 "DELETE /v2.0/networks/9517127f-c6ea-4a4c-ae9c-4d12fa40f754 HTTP/1.1" status: 204 len: 168 time: 0.2810781 Nov 27 16:31:28.110490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dcba0-96c6-414f-86e7-9f4afab7b45e admin admin] Pushing event deleted for resources: {'Network': ['ID=9517127f-c6ea-4a4c-ae9c-4d12fa40f754,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:28.274782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33498) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:28.315471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-799e431f-c405-4320-b65c-831bf72f6e9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bf5c51416a84943b0e07128ffc8d36f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394390 Nov 27 16:31:28.317927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33500) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:28.365573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c90d8013-47e0-4cb9-8faf-a0c4e5f267d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.387852 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c90d8013-47e0-4cb9-8faf-a0c4e5f267d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.433764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c90d8013-47e0-4cb9-8faf-a0c4e5f267d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.436586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c90d8013-47e0-4cb9-8faf-a0c4e5f267d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:28.438291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c90d8013-47e0-4cb9-8faf-a0c4e5f267d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dc86332-764b-4e8f-bcd8-a83f611d45a6 HTTP/1.1" status: 204 len: 168 time: 0.1188984 Nov 27 16:31:28.445784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d8013-47e0-4cb9-8faf-a0c4e5f267d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc86332-764b-4e8f-bcd8-a83f611d45a6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:30.064506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:32.160133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:35.281241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5347-d30b-4725-a43a-4081e14d09a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:37.736514 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-365ffe85-f0b9-4774-99b9-19599b9645b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:38.652082 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:38.754542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-d926e0f7-3793-4608-afd4-a65ec3d42b94 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f799054a6f74423397618477241c71a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290663 Nov 27 16:31:38.936690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-3c160d5a-f66a-4efc-87ad-84c803e5bf06 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:38.938708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-3c160d5a-f66a-4efc-87ad-84c803e5bf06 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790233 Nov 27 16:31:38.953868 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e9c1690c-bd8a-4322-852d-64e0c82b54ca tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/quotas/f799054a6f74423397618477241c71a8 HTTP/1.1" status: 200 len: 375 time: 0.0092661 Nov 27 16:31:38.984491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-c5e1839d-4603-4664-9d41-02e0bbd845ea tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f799054a6f74423397618477241c71a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253253 Nov 27 16:31:39.249264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7af12c2c-8efe-4aa5-bd63-32e0117a400f req-045df772-8a3d-46b2-b686-008bba174d09 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.1381307 Nov 27 16:31:40.327697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb224fd9-19ce-42bd-8735-9571e6652c2d req-f5a47dcd-fdb0-4f60-b4fe-89b4e237c1ae tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.0260441 Nov 27 16:31:40.388027 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:41.223108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:41.407743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ef00adeb-8e43-43eb-898f-e1906f6d45c1 req-92744b48-bb80-4b29-b01d-ce3c0adf51e9 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Nov 27 16:31:42.486977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-535f3673-8263-42ed-bd7a-506b5770acba req-920f6c0b-7871-47f2-874d-c170589f16b2 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Nov 27 16:31:43.581390 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa541ed8-7d2e-4a85-a8dd-9a570e9ed27b req-4fb3cb46-1e50-4c16-bb81-0a2bf7b25dac tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Nov 27 16:31:44.128547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-c4dafa6c-14dc-4ddc-8ffa-de0faabe9441 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f799054a6f74423397618477241c71a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213985 Nov 27 16:31:44.240880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-161a732c-98bc-4675-bceb-6fee3767ec0a tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:44.242422 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-161a732c-98bc-4675-bceb-6fee3767ec0a tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082399 Nov 27 16:31:44.257222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Request body: {'port': {'device_id': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'admin_state_up': True, 'tenant_id': 'f799054a6f74423397618477241c71a8'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:31:44.371918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Made reservation on behalf of f799054a6f74423397618477241c71a8 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:31:44.376065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.384472 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.461845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.465839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.524558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbedfbf0-c83d-4d58-b5ab-02b062534818,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:44.538042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.538401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.538754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.539100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.539463 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.539782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.540118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.540454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.540784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.541116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.541472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.541803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:44.608512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Allocated IP 192.168.233.224 (104926a1-0264-4a83-b10c-e3222a74802e/c81b91c0-6601-45eb-bc63-73e2aef9cc25/020fdf15-7c2b-4d5c-9cee-62a7862e2601) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:31:44.698504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ea06be2f-5168-4405-a1db-e01c2cff991c req-3dc3831f-92dc-40e5-a22b-1a53c6159337 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.0416899 Nov 27 16:31:44.779745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.812309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.860084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Network 104926a1-0264-4a83-b10c-e3222a74802e is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:31:44.863154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:31:44.866832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:31:44.872961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Pushing event updated for resources: {'Port': ['ID=020fdf15-7c2b-4d5c-9cee-62a7862e2601,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:44.923691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:44.924315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:44.942756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e3c17b01-7a9c-4954-9af4-7f64d39ccf2d tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6891139 Nov 27 16:31:44.961988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Request body: {'port': {'device_id': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:31:45.016795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.081754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-05479772-dca1-4239-9659-848599cb37fd None None] Provisioning complete for port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:31:45.082327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-05479772-dca1-4239-9659-848599cb37fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.118387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-05479772-dca1-4239-9659-848599cb37fd None None] Port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:31:45.283096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020fdf15-7c2b-4d5c-9cee-62a7862e2601 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:31:45.290378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.302984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Transition to ACTIVE for port object 020fdf15-7c2b-4d5c-9cee-62a7862e2601 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:31:45.306309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.359157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=020fdf15-7c2b-4d5c-9cee-62a7862e2601,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:45.423539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Attempting to bind port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:31:45.423873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Attempting to bind port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:31:45.424202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Attempting to bind port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:31:45.428799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 on network 104926a1-0264-4a83-b10c-e3222a74802e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:31:45.429123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Attempting to bind port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 on network 104926a1-0264-4a83-b10c-e3222a74802e {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:31:45.434087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:31:45.434429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Checking segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:31:45.434818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Bound using segment: {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:31:45.435245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Bound port: 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af68e29-2192-4240-b274-f72b535ec748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:31:45.435605 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.504084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] For port 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:31:45.507400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] For port 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:31:45.511325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.551005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:45.551628 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:45.553042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] 10.222.0.21 "PUT /v2.0/ports/020fdf15-7c2b-4d5c-9cee-62a7862e2601 HTTP/1.1" status: 200 len: 1096 time: 0.5954595 Nov 27 16:31:45.553535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'tag': '020fdf15-7c2b-4d5c-9cee-62a7862e2601'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:31:45.555830 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26" -d '{"events": [{"name": "network-changed", "server_uuid": "314a3a81-9bae-478e-a10c-b6ab71e2a279", "tag": "020fdf15-7c2b-4d5c-9cee-62a7862e2601"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:31:45.586140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2535926-2061-40e0-ba86-9f166e7d1cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=020fdf15-7c2b-4d5c-9cee-62a7862e2601,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:45.595475 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee0726-211e-4177-9f5a-a610b17a542f x-openstack-request-id: req-f4ee0726-211e-4177-9f5a-a610b17a542f {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:31:45.595686 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314a3a81-9bae-478e-a10c-b6ab71e2a279", "tag": "020fdf15-7c2b-4d5c-9cee-62a7862e2601", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:31:45.595950 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4ee0726-211e-4177-9f5a-a610b17a542f {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:31:45.596360 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'tag': '020fdf15-7c2b-4d5c-9cee-62a7862e2601', 'status': 'completed', 'code': 200} Nov 27 16:31:45.649522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-ab28c698-0206-4017-bad3-d27b3d75fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:45.651192 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-ab28c698-0206-4017-bad3-d27b3d75fceb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f799054a6f74423397618477241c71a8&device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 1099 time: 0.0448601 Nov 27 16:31:45.697564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-6635b8d0-8c4a-4643-81ee-077249611e67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601 HTTP/1.1" status: 200 len: 217 time: 0.0379572 Nov 27 16:31:45.755673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-5bb7fa7f-94ad-469a-acb1-faf6539e798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:45.757166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-5bb7fa7f-94ad-469a-acb1-faf6539e798f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0460858 Nov 27 16:31:45.839422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610da2e5-55ee-4e5b-a749-43f8e7d5f890 req-1dce6542-7da2-446f-b108-356390707f94 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:45.840840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-610da2e5-55ee-4e5b-a749-43f8e7d5f890 req-1dce6542-7da2-446f-b108-356390707f94 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 948 time: 0.0728190 Nov 27 16:31:45.847029 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-d2b477d4-d6c4-4eee-9583-e918cf2c438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:45.848420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-d2b477d4-d6c4-4eee-9583-e918cf2c438f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792584 Nov 27 16:31:45.937881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-610da2e5-55ee-4e5b-a749-43f8e7d5f890 req-23d2be58-ec18-4050-a129-e06b5ecb7742 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 Nov 27 16:31:45.968594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-b140e0bd-b872-4f53-9ef8-5729b91d7b07 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059916 Nov 27 16:31:46.064198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59dfd029-ac3a-4418-bb8b-f57d754387b0 req-e00cb3f6-6cca-4a80-b936-a9b2aa1f925f service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841715 Nov 27 16:31:46.161136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-6eba694c-4f74-4f23-83a6-30ec4ecfcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:46.162645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-6eba694c-4f74-4f23-83a6-30ec4ecfcd67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f799054a6f74423397618477241c71a8&device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 1099 time: 0.0428150 Nov 27 16:31:46.253118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-4f249dd0-251d-4459-b07b-da84c743cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:46.254619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-4f249dd0-251d-4459-b07b-da84c743cdfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.0846212 Nov 27 16:31:46.300563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-2304c698-4b58-4c1a-a8a6-7f88b9043a10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601 HTTP/1.1" status: 200 len: 217 time: 0.0384030 Nov 27 16:31:46.351846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-3a9e82ac-b5e9-4555-83a5-826cf72bd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:46.353264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-3a9e82ac-b5e9-4555-83a5-826cf72bd951 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0451787 Nov 27 16:31:46.401234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-6eee8927-32d5-49e6-bd30-94ffaef03260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:46.402696 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-6eee8927-32d5-49e6-bd30-94ffaef03260 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392096 Nov 27 16:31:46.497214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-ee8456da-db37-4a01-871c-39b1672295cd service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840573 Nov 27 16:31:46.587454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e93cf7a-11cb-452d-83cf-8de60c8d7c26 req-c68e415c-eeae-4de6-bd43-4029cd18a171 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822198 Nov 27 16:31:47.052199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dd05-eb13-468c-beda-4a317b7b589a req-1f424ee5-ba3c-4880-9e61-d08431335e6b tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:47.053669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ed6dd05-eb13-468c-beda-4a317b7b589a req-1f424ee5-ba3c-4880-9e61-d08431335e6b tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 948 time: 0.0487516 Nov 27 16:31:47.104220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ed6dd05-eb13-468c-beda-4a317b7b589a req-e4f319f7-0244-4fe6-9139-e4808b351460 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Nov 27 16:31:47.599010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 020fdf15-7c2b-4d5c-9cee-62a7862e2601 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:31:47.697459 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:31:47.708740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '020fdf15-7c2b-4d5c-9cee-62a7862e2601', 'network_id': '104926a1-0264-4a83-b10c-e3222a74802e', 'port_id': '020fdf15-7c2b-4d5c-9cee-62a7862e2601', 'mac_address': 'fa:16:3e:1b:0d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81b91c0-6601-45eb-bc63-73e2aef9cc25', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:31:47.713729 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:31:47.744289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:47.756890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020fdf15-7c2b-4d5c-9cee-62a7862e2601 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:31:47.775860 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:31:47.779572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:47.823595 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=020fdf15-7c2b-4d5c-9cee-62a7862e2601,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:47.831499 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.831856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.832202 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.832545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.832884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.833220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.833581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.833911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.834239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.834567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.834892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:47.835216 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:48.047096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['020fdf15-7c2b-4d5c-9cee-62a7862e2601'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:31:48.218481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e7021-bc3b-4091-90cd-394b583a014f req-27c2a65a-8f74-4514-bb5c-cf7c867bc95c tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:48.219946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f0e7021-bc3b-4091-90cd-394b583a014f req-27c2a65a-8f74-4514-bb5c-cf7c867bc95c tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 949 time: 0.0488656 Nov 27 16:31:48.267303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f0e7021-bc3b-4091-90cd-394b583a014f req-9db5bf5f-94d1-4a2f-ac1c-040863d89228 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Nov 27 16:31:49.383649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4d32f-9e23-433a-adc0-cc36237aea9c req-19d2cd00-a536-4f3e-a3e9-a3957dacdab1 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:49.385133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31e4d32f-9e23-433a-adc0-cc36237aea9c req-19d2cd00-a536-4f3e-a3e9-a3957dacdab1 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 949 time: 0.0520208 Nov 27 16:31:49.431396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31e4d32f-9e23-433a-adc0-cc36237aea9c req-b8f8d565-3e6c-47fc-b020-279062593ace tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Nov 27 16:31:49.621620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 020fdf15-7c2b-4d5c-9cee-62a7862e2601 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:31:49.671376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:31:49.675210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:31:49.675584 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:49.754040 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:49.775606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020fdf15-7c2b-4d5c-9cee-62a7862e2601'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:31:49.777871 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c48ce-c79a-4024-9787-0a4bf57e708a" -d '{"events": [{"server_uuid": "314a3a81-9bae-478e-a10c-b6ab71e2a279", "name": "network-vif-plugged", "status": "completed", "tag": "020fdf15-7c2b-4d5c-9cee-62a7862e2601"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:31:49.790753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:31:49.794981 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:49.817466 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78dc65-6443-427b-baea-de36398cb583 x-openstack-request-id: req-5a78dc65-6443-427b-baea-de36398cb583 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:31:49.817765 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314a3a81-9bae-478e-a10c-b6ab71e2a279", "name": "network-vif-plugged", "status": "completed", "tag": "020fdf15-7c2b-4d5c-9cee-62a7862e2601", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:31:49.818020 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a78dc65-6443-427b-baea-de36398cb583 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:31:49.818412 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020fdf15-7c2b-4d5c-9cee-62a7862e2601', 'code': 200} Nov 27 16:31:49.844800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=020fdf15-7c2b-4d5c-9cee-62a7862e2601,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:49.930395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a52b-85b7-49e9-bdcf-5a47f16043c1 req-a1f23b68-801d-4eca-a8d1-bd9304917f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:49.931843 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26d2a52b-85b7-49e9-bdcf-5a47f16043c1 req-a1f23b68-801d-4eca-a8d1-bd9304917f2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 1101 time: 0.0435853 Nov 27 16:31:49.977781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-26d2a52b-85b7-49e9-bdcf-5a47f16043c1 req-cd1bb9c1-9c01-40e2-90cc-c194b52b85bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366201 Nov 27 16:31:50.543751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa9c4-d024-4103-97df-59218926a7ab req-19adcc74-84e8-4ba2-b1df-460b7b240070 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:50.545117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0cfa9c4-d024-4103-97df-59218926a7ab req-19adcc74-84e8-4ba2-b1df-460b7b240070 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 950 time: 0.0478926 Nov 27 16:31:50.591689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0cfa9c4-d024-4103-97df-59218926a7ab req-8c6455ca-061a-425f-a087-e2793018b84f tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Nov 27 16:31:51.363504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-5bcf1382-6cfb-4d6d-b1d7-cafeefac9b93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415657 Nov 27 16:31:51.450952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-80c49d3a-03b4-42c6-b01c-7428745c4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:51.453043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-80c49d3a-03b4-42c6-b01c-7428745c4ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f799054a6f74423397618477241c71a8&device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 1101 time: 0.0434904 Nov 27 16:31:51.560704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-d317cf31-cda9-4bb9-bd65-e8700916d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:51.562732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-d317cf31-cda9-4bb9-bd65-e8700916d35e service neutron] 10.222.0.21 "GET /v2.0/networks?id=104926a1-0264-4a83-b10c-e3222a74802e HTTP/1.1" status: 200 len: 870 time: 0.0898890 Nov 27 16:31:51.613699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-fd992350-0fc5-4dcb-8e3a-417e7b99fcb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601 HTTP/1.1" status: 200 len: 217 time: 0.0429938 Nov 27 16:31:51.674342 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-8caf2fe6-345c-44fe-a620-06094ba62562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:51.675718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-8caf2fe6-345c-44fe-a620-06094ba62562 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c81b91c0-6601-45eb-bc63-73e2aef9cc25 HTTP/1.1" status: 200 len: 843 time: 0.0544047 Nov 27 16:31:51.738123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8871-4891-4305-b1af-3d78bfe8a242 req-0887d749-e4f9-452b-8738-c66eb55c1436 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:51.739562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc3c8871-4891-4305-b1af-3d78bfe8a242 req-0887d749-e4f9-452b-8738-c66eb55c1436 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 950 time: 0.0769954 Nov 27 16:31:51.755841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-2d82754b-df8c-4fe0-94ca-3da205352d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:51.757245 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-2d82754b-df8c-4fe0-94ca-3da205352d78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=104926a1-0264-4a83-b10c-e3222a74802e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642903 Nov 27 16:31:51.843468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc3c8871-4891-4305-b1af-3d78bfe8a242 req-429681e3-8c57-4b7a-a656-2d4bba03231b tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964067 Nov 27 16:31:51.874013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-8183f8cf-6ea2-4cce-a773-52095d3b8441 service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091292 Nov 27 16:31:51.967220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21d959a-1749-4a9d-a7fa-76d139808a54 req-94ff82a0-fc3f-454c-9ef0-17159127e8aa service neutron] 10.222.0.21 "GET /v2.0/networks/104926a1-0264-4a83-b10c-e3222a74802e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Nov 27 16:31:52.122209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-03aff50c-ebdc-495d-9d14-6b321bcb8cb4 req-6d77b09f-41d0-479d-b093-027c007961af service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:31:52.123277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03aff50c-ebdc-495d-9d14-6b321bcb8cb4 req-6d77b09f-41d0-479d-b093-027c007961af service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053933 Nov 27 16:31:52.492697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-04365c81-66f7-41a7-9499-02b8d7a6d7cb req-37f30d42-c31f-4df2-82a2-182441eea51b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:31:52.493727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04365c81-66f7-41a7-9499-02b8d7a6d7cb req-37f30d42-c31f-4df2-82a2-182441eea51b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560703 Nov 27 16:31:52.829887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858211ba-2619-4b0d-b233-931940eda86d req-7bf30735-c6c3-4fc9-81f7-4991949fa9b6 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:52.831378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-858211ba-2619-4b0d-b233-931940eda86d req-7bf30735-c6c3-4fc9-81f7-4991949fa9b6 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 950 time: 0.0535090 Nov 27 16:31:52.879657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-858211ba-2619-4b0d-b233-931940eda86d req-20554265-de9a-4773-ad1f-82c4b5785f93 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Nov 27 16:31:53.993817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f783b-1aa3-4226-a5b6-895cdf356793 req-9f6297ed-f50a-4a88-b6ce-a65053d202a9 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:53.995291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c0f783b-1aa3-4226-a5b6-895cdf356793 req-9f6297ed-f50a-4a88-b6ce-a65053d202a9 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 950 time: 0.0487387 Nov 27 16:31:54.041433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c0f783b-1aa3-4226-a5b6-895cdf356793 req-ba4ea441-1dba-4a6a-8966-94c7d80dcc19 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbedfbf0-c83d-4d58-b5ab-02b062534818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Nov 27 16:31:54.207560 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-2291b577-66a2-4925-b698-170a09129e8a tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:54.208973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-2291b577-66a2-4925-b698-170a09129e8a tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.21 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 950 time: 0.0469804 Nov 27 16:31:54.303211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Deleting port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:31:54.303575 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:54.389537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] For port 020fdf15-7c2b-4d5c-9cee-62a7862e2601, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=020fdf15-7c2b-4d5c-9cee-62a7862e2601,segment=NetworkSegment(1af68e29-2192-4240-b274-f72b535ec748),segment_id=1af68e29-2192-4240-b274-f72b535ec748)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:31:54.389902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:54.405872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Calling delete_port for 020fdf15-7c2b-4d5c-9cee-62a7862e2601 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:31:54.529475 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:54.548350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['020fdf15-7c2b-4d5c-9cee-62a7862e2601'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:31:54.556700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Pushing event deleted for resources: {'Port': ['ID=020fdf15-7c2b-4d5c-9cee-62a7862e2601,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:54.609074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] No DVR routers for this DVR port 020fdf15-7c2b-4d5c-9cee-62a7862e2601 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:31:54.612090 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:54.617646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb1c2cd6-8703-4817-bec6-29f76914b27c req-bff5085a-3f77-4eca-9483-87d19f69fe39 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.21 "DELETE /v2.0/ports/020fdf15-7c2b-4d5c-9cee-62a7862e2601 HTTP/1.1" status: 204 len: 173 time: 0.3991816 Nov 27 16:31:54.618147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'name': 'network-vif-deleted', 'tag': '020fdf15-7c2b-4d5c-9cee-62a7862e2601'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:31:54.620475 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f7a15e-b577-4bad-84fc-7518343b95e4" -d '{"events": [{"server_uuid": "314a3a81-9bae-478e-a10c-b6ab71e2a279", "name": "network-vif-deleted", "tag": "020fdf15-7c2b-4d5c-9cee-62a7862e2601"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:31:54.661928 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c692b4-03b3-4361-8c63-6cfcde477f9d x-openstack-request-id: req-c9c692b4-03b3-4361-8c63-6cfcde477f9d {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:31:54.662224 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314a3a81-9bae-478e-a10c-b6ab71e2a279", "name": "network-vif-deleted", "tag": "020fdf15-7c2b-4d5c-9cee-62a7862e2601", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:31:54.662478 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9c692b4-03b3-4361-8c63-6cfcde477f9d {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:31:54.662878 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314a3a81-9bae-478e-a10c-b6ab71e2a279', 'name': 'network-vif-deleted', 'tag': '020fdf15-7c2b-4d5c-9cee-62a7862e2601', 'status': 'completed', 'code': 200} Nov 27 16:31:55.148848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f75aae49-9627-4a3a-9003-5ee2a2d0cdb5 req-6c81ae9b-8683-42dd-9eaf-6948314addf5 tempest-ServersAdminNegativeTestJSON-1431615039 tempest-ServersAdminNegativeTestJSON-1431615039-project] 10.222.0.15 "GET /v2.0/ports?device_id=314a3a81-9bae-478e-a10c-b6ab71e2a279 HTTP/1.1" status: 200 len: 210 time: 0.0264115 Nov 27 16:31:56.445963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33654) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:56.580367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-167f9cbb-7ea1-4c01-93d6-cbd9bf896cfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f799054a6f74423397618477241c71a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330516 Nov 27 16:31:56.582853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33658) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:56.629255 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4110f091-5720-43cb-a87f-479b6e2885fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:56.650244 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4110f091-5720-43cb-a87f-479b6e2885fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:56.697640 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4110f091-5720-43cb-a87f-479b6e2885fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:56.700192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4110f091-5720-43cb-a87f-479b6e2885fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:56.701331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4110f091-5720-43cb-a87f-479b6e2885fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbedfbf0-c83d-4d58-b5ab-02b062534818 HTTP/1.1" status: 204 len: 168 time: 0.1175494 Nov 27 16:31:56.709478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110f091-5720-43cb-a87f-479b6e2885fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbedfbf0-c83d-4d58-b5ab-02b062534818,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:56.955970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33664) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:56.970517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.043371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.047020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.085226 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c15e745addfd4766ba3aed1fef06af3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282156 Nov 27 16:31:57.086201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a376805c-36b5-4084-b403-04d7c84b0060,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:57.088242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33668) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:57.093733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.094089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.094434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.094778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.095119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.095456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.095789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.096120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.096450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.096781 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.097111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.097455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf501bb2-3786-4ddc-95ce-adcad35a6cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:31:57.143060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f9426d0-8053-4832-930a-1ef8366a0f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.163203 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f9426d0-8053-4832-930a-1ef8366a0f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.207214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f9426d0-8053-4832-930a-1ef8366a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.209817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1f9426d0-8053-4832-930a-1ef8366a0f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:57.210944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1f9426d0-8053-4832-930a-1ef8366a0f2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a376805c-36b5-4084-b403-04d7c84b0060 HTTP/1.1" status: 204 len: 168 time: 0.1217105 Nov 27 16:31:57.218500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9426d0-8053-4832-930a-1ef8366a0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376805c-36b5-4084-b403-04d7c84b0060,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:57.661973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 020fdf15-7c2b-4d5c-9cee-62a7862e2601 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:31:57.681541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 020fdf15-7c2b-4d5c-9cee-62a7862e2601 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:31:57.681888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 020fdf15-7c2b-4d5c-9cee-62a7862e2601 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:31:57.875740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33690) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:57.972549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2130157882-network', 'tenant_id': 'a7033ebe543641ac9515b34038e5d6f1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:31:57.993352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Made reservation on behalf of a7033ebe543641ac9515b34038e5d6f1 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:31:57.995584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.004262 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.075318 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.079356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.099863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:31:58.113424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72548d74-5ac5-4388-b724-1e6026ec39b7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:58.118334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.118672 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Added segment 0d85e3a5-bc2b-449d-8a72-be846a71888b of type vlan for network 3aa5288d-abdf-4025-b188-05d64ac225fd Nov 27 16:31:58.157948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.184787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.185798 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:58.186978 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.249870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3729355 Nov 27 16:31:58.252856 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33694) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:31:58.257955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Request body: {'subnet': {'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2130157882-subnet', 'tenant_id': 'a7033ebe543641ac9515b34038e5d6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:31:58.273190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3691-5590-4af4-a6c6-7ed35f1c4ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa5288d-abdf-4025-b188-05d64ac225fd,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:58.278403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Made reservation on behalf of a7033ebe543641ac9515b34038e5d6f1 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:31:58.281301 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.285364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3aa5288d-abdf-4025-b188-05d64ac225fd details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:31:58.450987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.509071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:31:58.513269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Checking segment: {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:31:58.513658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Network hostable DHCP agents. Network: 3aa5288d-abdf-4025-b188-05d64ac225fd, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:31:58.529691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Network 3aa5288d-abdf-4025-b188-05d64ac225fd is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:31:58.538821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3aa5288d-abdf-4025-b188-05d64ac225fd) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:31:58.542877 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:58.543475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:31:58.548661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae68968-aca9-4010-9478-f6d7d5ae3c26 None None] Network 3aa5288d-abdf-4025-b188-05d64ac225fd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:31:58.559554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f38e6688-fdf4-4c0a-b500-b221e29992d5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3054819 Nov 27 16:31:58.679260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d0766-2be3-44d8-adaf-8b5764ab8520 None None] Network 3aa5288d-abdf-4025-b188-05d64ac225fd requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:31:58.985617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-3ec75e80-3b76-4ed2-8bf2-5da31f55c9d9 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:31:58.987082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-3ec75e80-3b76-4ed2-8bf2-5da31f55c9d9 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 812 time: 0.1038263 Nov 27 16:31:59.002331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-3a20f86e-4d31-4052-8a9a-9c91d661f0aa tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/quotas/a7033ebe543641ac9515b34038e5d6f1 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Nov 27 16:31:59.032871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-7ed34208-b275-430a-861d-df63576ba202 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253098 Nov 27 16:31:59.121460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-cb85dd14-199b-4b00-a361-dd55358f5618 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814879 Nov 27 16:31:59.207732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-9ea2a69d-c7d3-48ea-bfa7-4c11397dfadb service neutron] 10.222.0.15 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799582 Nov 27 16:31:59.370409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30b4e074-c91b-496c-bfa0-6befe8cdf4f6 req-eb3cad02-b862-49d5-a8dc-95292e2fe5bf tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 210 time: 0.0263071 Nov 27 16:32:00.073569 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:00.299003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-7409434d-3555-4b77-825f-0b608f96c78a tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:00.300476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-7409434d-3555-4b77-825f-0b608f96c78a tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.37 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 812 time: 0.1101599 Nov 27 16:32:00.313434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Request body: {'port': {'device_id': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd', 'admin_state_up': True, 'tenant_id': 'a7033ebe543641ac9515b34038e5d6f1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:00.423498 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Made reservation on behalf of a7033ebe543641ac9515b34038e5d6f1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:32:00.427082 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:00.466088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61d78ab3-c1f4-4dfe-a2a7-5fa183fee199 req-43c73eb0-3393-4877-a19e-6eefb7c1b197 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 210 time: 0.0260725 Nov 27 16:32:00.550770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Allocated IP 172.20.0.12 (3aa5288d-abdf-4025-b188-05d64ac225fd/db6dfd9a-0e98-4de9-aa04-a3ddacbda85e/53591d63-4ea8-4a2f-a85c-46d89fd08617) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:32:00.696487 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:00.729013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:00.772029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Network 3aa5288d-abdf-4025-b188-05d64ac225fd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:32:00.775097 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:32:00.778716 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:32:00.810120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:00.834674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:00.835292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:00.851364 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-e17f57f6-2c09-411a-bee8-b333c6eb2814 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5423963 Nov 27 16:32:00.863755 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Request body: {'port': {'device_id': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:00.915364 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:01.169324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53591d63-4ea8-4a2f-a85c-46d89fd08617 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:32:01.176721 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:01.188555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Transition to ACTIVE for port object 53591d63-4ea8-4a2f-a85c-46d89fd08617 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:32:01.192834 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:01.243247 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:01.311572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:32:01.312291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:32:01.312291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on network 3aa5288d-abdf-4025-b188-05d64ac225fd {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:32:01.316434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on network 3aa5288d-abdf-4025-b188-05d64ac225fd not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:32:01.316760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on network 3aa5288d-abdf-4025-b188-05d64ac225fd {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:32:01.321506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:32:01.321847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Checking segment: {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:32:01.322231 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Bound using segment: {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:32:01.322656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Bound port: 53591d63-4ea8-4a2f-a85c-46d89fd08617, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:32:01.323009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:01.383922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:32:01.386859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:32:01.391789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:01.426303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:01.426914 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:01.428316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] 10.222.0.37 "PUT /v2.0/ports/53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 1092 time: 0.5687521 Nov 27 16:32:01.428794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:01.431074 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:01.461090 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78de58-77b7-4b42-a7b2-fe91a0b8a65a service neutron] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:01.472976 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae498bc1-0ea0-4c46-89c6-82c9bac3eaac x-openstack-request-id: req-ae498bc1-0ea0-4c46-89c6-82c9bac3eaac {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:01.473277 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:01.473565 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae498bc1-0ea0-4c46-89c6-82c9bac3eaac {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:01.473997 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'status': 'completed', 'code': 200} Nov 27 16:32:01.515733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-ddaad16b-ccb4-42b0-8ede-d583c346983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:01.517246 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-ddaad16b-ccb4-42b0-8ede-d583c346983e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1095 time: 0.0420463 Nov 27 16:32:01.564039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-df984626-4152-4f3b-8ad4-c5fce0dd0c63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0388789 Nov 27 16:32:01.620267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ac29-7457-44af-8733-671cb35e35cb req-3e7f7041-72a0-41be-9a21-dad032c7c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:01.621799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-3e7f7041-72a0-41be-9a21-dad032c7c708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0503321 Nov 27 16:32:01.654860 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-f636ed0c-2314-4291-a794-d73e1de9a72c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257213 Nov 27 16:32:01.752916 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-b5e16c4e-59bc-4414-ab7f-37a5a5f018ab service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909204 Nov 27 16:32:01.852071 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1409ac29-7457-44af-8733-671cb35e35cb req-2d2d6a59-8d7b-4cf1-8a63-c13cb5bbaf26 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Nov 27 16:32:01.915009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540367-131e-4043-9563-fb93eb9846ac req-343e798f-f2ba-45e1-967e-1cbd089f3fe0 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:01.916480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db540367-131e-4043-9563-fb93eb9846ac req-343e798f-f2ba-45e1-967e-1cbd089f3fe0 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.3829665 Nov 27 16:32:01.942629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-957dfd5c-7a77-4449-a221-8cc117b836a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:01.944107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-957dfd5c-7a77-4449-a221-8cc117b836a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1095 time: 0.0414784 Nov 27 16:32:01.964516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db540367-131e-4043-9563-fb93eb9846ac req-0be4869a-ad1a-474b-84f3-a121e9d05ddf tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419917 Nov 27 16:32:02.040959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-4fb144c3-b6d0-481b-a797-93827f663665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:02.042350 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-4fb144c3-b6d0-481b-a797-93827f663665 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 913 time: 0.0910053 Nov 27 16:32:02.084363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-51209d72-dc92-4426-bacc-4874513a25fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Nov 27 16:32:02.131537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-f926eae9-054e-4b44-be6e-e808820add8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:02.132907 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-f926eae9-054e-4b44-be6e-e808820add8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0415356 Nov 27 16:32:02.160350 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:02.166531 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-95cca521-5483-46a4-a283-087af5c6d265 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253961 Nov 27 16:32:02.259332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-ec99e725-9a78-403d-9067-a3f3dd185895 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844250 Nov 27 16:32:02.348232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e13315c7-7c3e-4935-8f17-7efd4cf35dfd req-89844dc0-26db-4935-a197-a11563b54b27 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805802 Nov 27 16:32:03.078851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802dd2-3422-4ad1-8077-1fc1a1626708 req-f3a8e077-c03d-4aed-8b88-ab9c29fb62cb tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:03.080302 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13802dd2-3422-4ad1-8077-1fc1a1626708 req-f3a8e077-c03d-4aed-8b88-ab9c29fb62cb tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.0474455 Nov 27 16:32:03.126543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13802dd2-3422-4ad1-8077-1fc1a1626708 req-f71af204-f16f-47a6-b696-f5c09ddb9ce8 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Nov 27 16:32:04.239298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad08bf-ac0e-446e-824b-e338954fdd10 req-5018944c-66ed-42b9-b205-f1333dfdea8c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:04.240756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17ad08bf-ac0e-446e-824b-e338954fdd10 req-5018944c-66ed-42b9-b205-f1333dfdea8c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.0480270 Nov 27 16:32:04.292110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-17ad08bf-ac0e-446e-824b-e338954fdd10 req-9acf3f44-fffd-4638-8d51-2edfbcfd0d3e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Nov 27 16:32:05.268874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:32:05.297717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6c88c2fb-f85e-4262-9b03-2aecbe11fc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:05.379209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:05.390634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd', 'port_id': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'mac_address': 'fa:16:3e:45:de:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6dfd9a-0e98-4de9-aa04-a3ddacbda85e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:32:05.412330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0f3c7-f748-48b3-bd64-8244166f6e79 req-d18e26ab-fd01-45d0-ac9d-bfb9ff1bd968 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:05.413824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0d0f3c7-f748-48b3-bd64-8244166f6e79 req-d18e26ab-fd01-45d0-ac9d-bfb9ff1bd968 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.0549004 Nov 27 16:32:05.427359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:05.440506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53591d63-4ea8-4a2f-a85c-46d89fd08617 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:32:05.459354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:05.463406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c0d0f3c7-f748-48b3-bd64-8244166f6e79 req-8ca02fbc-5109-4a07-bbcf-e91e713ce5c4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Nov 27 16:32:05.466750 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:05.516478 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:05.683565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['53591d63-4ea8-4a2f-a85c-46d89fd08617'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:32:06.577511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c4f5-ea45-47a6-b809-22985d3d409e req-30323a59-894a-4a04-9058-033e65556fda tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:06.579052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1982c4f5-ea45-47a6-b809-22985d3d409e req-30323a59-894a-4a04-9058-033e65556fda tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 945 time: 0.0473323 Nov 27 16:32:06.626367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1982c4f5-ea45-47a6-b809-22985d3d409e req-15667dd2-c4d0-4389-b349-fa5755f36948 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Nov 27 16:32:07.268477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:32:07.319553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 53591d63-4ea8-4a2f-a85c-46d89fd08617 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:32:07.323187 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 53591d63-4ea8-4a2f-a85c-46d89fd08617 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:32:07.323587 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:07.399759 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:07.422378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:07.425245 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a57308-7d62-4a11-a4bd-933c061f2b41" -d '{"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-plugged", "status": "completed", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:07.439212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:07.443172 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:07.468217 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bda417-6efd-4915-a8ad-055dbdc0e068 x-openstack-request-id: req-b8bda417-6efd-4915-a8ad-055dbdc0e068 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:07.468508 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-plugged", "status": "completed", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:07.468788 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8bda417-6efd-4915-a8ad-055dbdc0e068 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:07.469179 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'code': 200} Nov 27 16:32:07.497244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:07.568160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfeb7b-66f8-4bb4-8430-d335e34ee4c3 req-cb03c5a6-64f2-4adc-a42d-4a5f938c30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:07.569546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bdfeb7b-66f8-4bb4-8430-d335e34ee4c3 req-cb03c5a6-64f2-4adc-a42d-4a5f938c30a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1097 time: 0.0447776 Nov 27 16:32:07.616599 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bdfeb7b-66f8-4bb4-8430-d335e34ee4c3 req-3b193f46-157b-4248-a6d8-a38f5c39d1ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Nov 27 16:32:07.738042 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08cf8711-1a5e-4247-9c39-3f671f1e48a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:07.749598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc57c88-f9b8-49ab-8067-ad96781f32d4 req-8f43d0ea-d537-4a8a-af15-d43ebd0bb1c7 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:07.751135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bc57c88-f9b8-49ab-8067-ad96781f32d4 req-8f43d0ea-d537-4a8a-af15-d43ebd0bb1c7 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0568700 Nov 27 16:32:07.797312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1bc57c88-f9b8-49ab-8067-ad96781f32d4 req-564741e1-eb93-4617-b98b-9610187d9c26 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Nov 27 16:32:08.656438 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:08.913988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11003-19b2-4818-8d66-fe292e7550b7 req-153b9ff5-9cc0-48d2-a32c-64209357f44c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:08.915393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab11003-19b2-4818-8d66-fe292e7550b7 req-153b9ff5-9cc0-48d2-a32c-64209357f44c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Nov 27 16:32:08.962025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dab11003-19b2-4818-8d66-fe292e7550b7 req-dfe96174-cd0e-4306-827b-e6b6261d95bb tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Nov 27 16:32:09.199762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080454c-150a-46b7-8d2e-06dd9ed80805 req-e06f51bc-f99f-49cd-a3c1-07fe5329abd2 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:09.201227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c080454c-150a-46b7-8d2e-06dd9ed80805 req-e06f51bc-f99f-49cd-a3c1-07fe5329abd2 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0523305 Nov 27 16:32:09.268760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-d905b504-6c69-4710-9acf-172f0dc3c13a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284208 Nov 27 16:32:09.273219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c080454c-150a-46b7-8d2e-06dd9ed80805 req-a5336c51-bbb8-4614-8141-8eef29a3db25 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636342 Nov 27 16:32:09.277993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-35567b83-81f8-4877-ad28-a983c7c41a11 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:32:09.279232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-35567b83-81f8-4877-ad28-a983c7c41a11 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048704 Nov 27 16:32:10.389894 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e7798-ea8a-4ba8-9763-f1e924c7e468 req-d497716e-377e-4879-b622-9fdcefebacab tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:10.390609 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:10.391576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-878e7798-ea8a-4ba8-9763-f1e924c7e468 req-d497716e-377e-4879-b622-9fdcefebacab tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0498979 Nov 27 16:32:10.439989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-878e7798-ea8a-4ba8-9763-f1e924c7e468 req-4e796e4d-ed67-4ca5-84fd-97b97681a3a6 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Nov 27 16:32:10.536926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-00a02402-fb38-48fc-9021-d4dc206de6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:10.538413 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-00a02402-fb38-48fc-9021-d4dc206de6ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1097 time: 0.0400360 Nov 27 16:32:10.634528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-20440e9e-9a47-4d4d-bcc0-7f26f5cceda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:10.635889 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-20440e9e-9a47-4d4d-bcc0-7f26f5cceda3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 913 time: 0.0896726 Nov 27 16:32:10.675999 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-e0b4e714-1798-4295-a578-2ff5892830d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0331464 Nov 27 16:32:10.725176 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-37d0af47-e579-4445-9073-a3a6cffc85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:10.726740 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-37d0af47-e579-4445-9073-a3a6cffc85bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0445669 Nov 27 16:32:10.758356 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-75862be2-d1fb-4081-8914-c01b9b3a4037 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239818 Nov 27 16:32:10.850597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-df0abb36-df85-40b4-b455-bc4ec3fa505d service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Nov 27 16:32:10.939079 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-fed70c74-c414-4110-bd88-d3b987255f6c service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815427 Nov 27 16:32:11.225289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:11.559326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e450-1d3c-416b-8600-d1f9582635a2 req-2b71469d-e6bf-41af-ae42-cda388a20f73 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:11.560799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd06e450-1d3c-416b-8600-d1f9582635a2 req-2b71469d-e6bf-41af-ae42-cda388a20f73 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0520546 Nov 27 16:32:11.607763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd06e450-1d3c-416b-8600-d1f9582635a2 req-67e17cbe-f9ab-42ac-918d-3c0423d9a9d2 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Nov 27 16:32:12.720697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffb625-2727-4c89-9e2d-5023aa3a0a7d req-1d75da17-2613-4fea-b1e4-9475320dbb6f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:12.722233 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90ffb625-2727-4c89-9e2d-5023aa3a0a7d req-1d75da17-2613-4fea-b1e4-9475320dbb6f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0487945 Nov 27 16:32:12.768845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90ffb625-2727-4c89-9e2d-5023aa3a0a7d req-48ce20a8-aee9-4e39-a112-be5f2713382f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Nov 27 16:32:13.881370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b549d-34a4-4df4-87b9-89db8b37df54 req-70cd1b8e-e9fc-4922-b142-b6ff72253c15 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:13.882841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-088b549d-34a4-4df4-87b9-89db8b37df54 req-70cd1b8e-e9fc-4922-b142-b6ff72253c15 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0478892 Nov 27 16:32:13.932463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-088b549d-34a4-4df4-87b9-89db8b37df54 req-bf882bca-a72e-44f6-bcbb-e4dcdf52dd1a tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Nov 27 16:32:15.046345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaa093-63ba-447a-83a2-e68ade98dbea req-aa58db09-f3f9-428d-abc1-725aad5aa4ad tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:15.047797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1edaa093-63ba-447a-83a2-e68ade98dbea req-aa58db09-f3f9-428d-abc1-725aad5aa4ad tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0479677 Nov 27 16:32:15.094670 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1edaa093-63ba-447a-83a2-e68ade98dbea req-1a72bbaa-c1ac-4a9d-b2c9-29b7a2b3c7d4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Nov 27 16:32:16.208191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8559-21a2-48b3-8ca4-25be678974ee req-38268446-9f3c-412d-9647-dfe1bffb3f9e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:16.209685 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b70a8559-21a2-48b3-8ca4-25be678974ee req-38268446-9f3c-412d-9647-dfe1bffb3f9e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0482366 Nov 27 16:32:16.260374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b70a8559-21a2-48b3-8ca4-25be678974ee req-cceee60d-0301-4844-bcbd-b04b57d7c6e6 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Nov 27 16:32:17.376533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4697172-10e4-4390-bd1d-652c7b12ab7d req-9c249dba-700d-42f1-8617-4487a5eca976 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:17.378016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4697172-10e4-4390-bd1d-652c7b12ab7d req-9c249dba-700d-42f1-8617-4487a5eca976 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0520751 Nov 27 16:32:17.424953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4697172-10e4-4390-bd1d-652c7b12ab7d req-ec372fc9-85c9-43c7-96c8-30eea7571afe tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Nov 27 16:32:18.538343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665babca-c997-4e4a-b88e-0938dd1b9fa4 req-1e270abf-ec8d-44c5-9e16-c4eabd3b5a5b tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:18.539723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-665babca-c997-4e4a-b88e-0938dd1b9fa4 req-1e270abf-ec8d-44c5-9e16-c4eabd3b5a5b tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0475488 Nov 27 16:32:18.586394 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-665babca-c997-4e4a-b88e-0938dd1b9fa4 req-0bc3b4fc-a8b5-4b99-9a58-56ccbce4f05c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Nov 27 16:32:19.710630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e080bdd-a0aa-428b-b47b-6b345a1f17f7 req-517b5400-f432-4243-b114-ccd7be012f10 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:19.712077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e080bdd-a0aa-428b-b47b-6b345a1f17f7 req-517b5400-f432-4243-b114-ccd7be012f10 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0510290 Nov 27 16:32:19.758012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9e080bdd-a0aa-428b-b47b-6b345a1f17f7 req-9467af2a-c01f-4413-b100-61891556c974 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Nov 27 16:32:20.876094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee99ce-9f5c-4f87-9fae-4c0ab30562a0 req-d9e12c4f-7715-4a40-b4a4-d78eb865357b tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:20.877576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3eee99ce-9f5c-4f87-9fae-4c0ab30562a0 req-d9e12c4f-7715-4a40-b4a4-d78eb865357b tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0501816 Nov 27 16:32:20.923119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3eee99ce-9f5c-4f87-9fae-4c0ab30562a0 req-d4ecd34a-2378-46b2-a969-9133134d82a2 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Nov 27 16:32:22.036181 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecc57d-05f0-46cc-bfe3-7681f03ce0fe req-3e39c8c3-5226-4457-908a-eb0125584303 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:22.037658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95ecc57d-05f0-46cc-bfe3-7681f03ce0fe req-3e39c8c3-5226-4457-908a-eb0125584303 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0478208 Nov 27 16:32:22.088381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95ecc57d-05f0-46cc-bfe3-7681f03ce0fe req-2db45f83-6a9d-42e4-b5ca-46605b03dccb tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Nov 27 16:32:23.202125 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54602-3a32-4e85-be62-bdd69054ff06 req-15660fdc-ccd2-4abb-96ac-27a40a1f4e1a tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:23.203598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3de54602-3a32-4e85-be62-bdd69054ff06 req-15660fdc-ccd2-4abb-96ac-27a40a1f4e1a tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0490100 Nov 27 16:32:23.250126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3de54602-3a32-4e85-be62-bdd69054ff06 req-ba873253-a66b-4ce3-ba4d-f7fa71286889 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Nov 27 16:32:24.364208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5d209-573d-48d6-912d-3cb0714b78c1 req-dbbb559f-0655-4269-ba28-6cae42c78e7f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:24.365709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4a5d209-573d-48d6-912d-3cb0714b78c1 req-dbbb559f-0655-4269-ba28-6cae42c78e7f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0481415 Nov 27 16:32:24.413690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4a5d209-573d-48d6-912d-3cb0714b78c1 req-3e466cdc-d94d-4184-9539-49254041a0a4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Nov 27 16:32:24.713264 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:32:25.530947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b69318-b365-43eb-9746-15f58ba0137e req-fe21d618-1a7c-4577-9c5c-c29276c9fdcc tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:25.532402 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94b69318-b365-43eb-9746-15f58ba0137e req-fe21d618-1a7c-4577-9c5c-c29276c9fdcc tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0528135 Nov 27 16:32:25.578858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94b69318-b365-43eb-9746-15f58ba0137e req-996048e6-980a-490d-9481-a1429246fb65 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Nov 27 16:32:26.693272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1531-780f-4d1b-84cc-185ac95e83ca req-01f88b49-1b2b-415f-8ee0-2a8627bf4552 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:26.694749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a39b1531-780f-4d1b-84cc-185ac95e83ca req-01f88b49-1b2b-415f-8ee0-2a8627bf4552 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0481355 Nov 27 16:32:26.741104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a39b1531-780f-4d1b-84cc-185ac95e83ca req-3b182db3-b182-4866-b2c4-65cf6fc2eeb0 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Nov 27 16:32:27.854785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e04742-29d5-43c4-9abc-28ef86f79a0c req-7f2e88ab-dce6-4882-a0ac-a0b622ae8ee0 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:27.856287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93e04742-29d5-43c4-9abc-28ef86f79a0c req-7f2e88ab-dce6-4882-a0ac-a0b622ae8ee0 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0491650 Nov 27 16:32:27.906603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93e04742-29d5-43c4-9abc-28ef86f79a0c req-a35d22e0-47c5-4db0-8393-332993ab9d49 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Nov 27 16:32:29.023085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419e7d-d2f8-47e1-9f7c-cca5795cb889 req-52296c87-8659-445b-b25e-833bb1cb768c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:29.024547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0419e7d-d2f8-47e1-9f7c-cca5795cb889 req-52296c87-8659-445b-b25e-833bb1cb768c tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0500736 Nov 27 16:32:29.071409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0419e7d-d2f8-47e1-9f7c-cca5795cb889 req-11e1ad12-bba7-4003-a57a-a649c34dc9af tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Nov 27 16:32:30.092598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:30.186488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18777b-d756-44b7-af34-8f9cb6e6cf15 req-e16ac140-0156-4d49-9ed0-7b5ff47d3d99 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:30.187955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c18777b-d756-44b7-af34-8f9cb6e6cf15 req-e16ac140-0156-4d49-9ed0-7b5ff47d3d99 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0489802 Nov 27 16:32:30.234419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c18777b-d756-44b7-af34-8f9cb6e6cf15 req-bcd43aa2-682e-4ca6-bc20-998b6c97c863 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Nov 27 16:32:31.351407 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd22ef5-6398-4852-80f7-550c4c190c23 req-5cd73df0-4485-4e10-a3b4-0a06b325657f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:31.352877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddd22ef5-6398-4852-80f7-550c4c190c23 req-5cd73df0-4485-4e10-a3b4-0a06b325657f tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0519292 Nov 27 16:32:31.399694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ddd22ef5-6398-4852-80f7-550c4c190c23 req-5ac820c5-486f-45c1-a04e-475099d4b4a4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Nov 27 16:32:32.167517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:32.513832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea911ed-cd4a-475b-9a58-2de5325088a4 req-106ec970-99ed-4d45-9cb1-ed20a426949e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:32.515275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ea911ed-cd4a-475b-9a58-2de5325088a4 req-106ec970-99ed-4d45-9cb1-ed20a426949e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Nov 27 16:32:32.560656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ea911ed-cd4a-475b-9a58-2de5325088a4 req-670ef81c-c69f-4907-b9d1-fd59ee55f822 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Nov 27 16:32:33.680703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0ba94-a899-483e-a4a1-d820954981b4 req-063a9300-ba56-4407-82c1-b5e8ad7c8785 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:33.682172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57a0ba94-a899-483e-a4a1-d820954981b4 req-063a9300-ba56-4407-82c1-b5e8ad7c8785 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0518758 Nov 27 16:32:33.728018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57a0ba94-a899-483e-a4a1-d820954981b4 req-602a15cb-23fe-4903-a445-b740543b07dc tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Nov 27 16:32:34.848311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05871dcc-25bf-4c0c-b9a8-6d71ad6fac07 req-2a8a37fa-30de-4a3d-8b54-36f05e5d8c38 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:34.852251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05871dcc-25bf-4c0c-b9a8-6d71ad6fac07 req-2a8a37fa-30de-4a3d-8b54-36f05e5d8c38 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0541542 Nov 27 16:32:34.897900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05871dcc-25bf-4c0c-b9a8-6d71ad6fac07 req-c97a0e43-8a1f-4e01-829a-dd9cc28552ee tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Nov 27 16:32:35.279062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d75f5f85-c2b4-42b2-97eb-4b2e4fd3488a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:36.011957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9167230-7371-4f3f-9ac0-1edb579fab64 req-3bf3e54e-a960-459f-9c99-a2b1754fff5e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:36.014071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9167230-7371-4f3f-9ac0-1edb579fab64 req-3bf3e54e-a960-459f-9c99-a2b1754fff5e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Nov 27 16:32:36.063645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9167230-7371-4f3f-9ac0-1edb579fab64 req-a5272792-2737-4c34-a033-a05e85356bdd tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Nov 27 16:32:37.179077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee080d5-33f0-4733-bbf3-112f9ff34ed5 req-ae3a5dcf-8914-4b8b-9907-73d7eb65c578 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:37.180521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ee080d5-33f0-4733-bbf3-112f9ff34ed5 req-ae3a5dcf-8914-4b8b-9907-73d7eb65c578 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0480614 Nov 27 16:32:37.228307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3ee080d5-33f0-4733-bbf3-112f9ff34ed5 req-edd3a600-d8e3-43fa-ae6f-e594e7fe17c5 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Nov 27 16:32:37.742326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d36b5fe4-4437-4f15-8636-52c628e100af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:37.796295 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-b9b55e9d-218c-4954-827e-ddc18a4dd772 service neutron] show failed (client error): The resource could not be found. Nov 27 16:32:37.797305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-b9b55e9d-218c-4954-827e-ddc18a4dd772 service neutron] 10.222.0.37 "GET /v2.0/ports/53591d63-4ea8-4a2f-a85c-46d89fd08617/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0599909 Nov 27 16:32:38.059777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-c1d5f7da-db47-4c6f-9a83-9c4bfdeb50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:38.061221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-c1d5f7da-db47-4c6f-9a83-9c4bfdeb50f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45&tenant_id=a7033ebe543641ac9515b34038e5d6f1 HTTP/1.1" status: 200 len: 1097 time: 0.0894747 Nov 27 16:32:38.078992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:38.134950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.371781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940acee-cd4f-4456-acce-ebdeb301f8c2 req-4715ca4f-bf87-4172-92db-4e2d8267e7fe tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:38.373486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8940acee-cd4f-4456-acce-ebdeb301f8c2 req-4715ca4f-bf87-4172-92db-4e2d8267e7fe tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0773730 Nov 27 16:32:38.375428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:38.439546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:32:38.469638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8940acee-cd4f-4456-acce-ebdeb301f8c2 req-2ca0a969-6dd3-4eed-8244-b1f6c97fb830 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829630 Nov 27 16:32:38.490058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:38.492666 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873dccd-f6a7-452e-95cc-020ceb53634b" -d '{"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-unplugged", "status": "completed", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:38.496443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.508785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Transition to ACTIVE for port object 53591d63-4ea8-4a2f-a85c-46d89fd08617 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:32:38.513065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.571161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] No DVR routers for this DVR port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:32:38.578505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:38.612274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:32:38.612537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:32:38.612955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on network 3aa5288d-abdf-4025-b188-05d64ac225fd {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:32:38.615873 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539c29b4-c000-4c27-ba9c-19871970f566 x-openstack-request-id: req-539c29b4-c000-4c27-ba9c-19871970f566 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:38.616209 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-unplugged", "status": "completed", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:38.616414 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-539c29b4-c000-4c27-ba9c-19871970f566 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:38.616902 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'code': 200} Nov 27 16:32:38.620258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on network 3aa5288d-abdf-4025-b188-05d64ac225fd not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:32:38.620581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Attempting to bind port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on network 3aa5288d-abdf-4025-b188-05d64ac225fd {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:32:38.625468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:32:38.625808 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Checking segment: {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:32:38.626192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Bound using segment: {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:32:38.626619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Bound port: 53591d63-4ea8-4a2f-a85c-46d89fd08617, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d85e3a5-bc2b-449d-8a72-be846a71888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:32:38.626998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.658191 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.693112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:32:38.696103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:32:38.699609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.732285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:38.732906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:38.734383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] 10.222.0.21 "PUT /v2.0/ports/53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 1092 time: 0.6592128 Nov 27 16:32:38.755793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42216-e1e7-46bb-96dd-5c7c7dee52be service neutron] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:38.799843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-c5e25e3f-55cf-4a93-89e3-a11b2d594c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:38.801311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-c5e25e3f-55cf-4a93-89e3-a11b2d594c58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1095 time: 0.0399516 Nov 27 16:32:38.899995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-15c2672a-8688-41d6-8322-00650ffe1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:38.901494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-15c2672a-8688-41d6-8322-00650ffe1726 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 913 time: 0.0873938 Nov 27 16:32:38.948950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-3ed09022-b275-4518-b1f3-eb1d1213842d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0361702 Nov 27 16:32:39.005350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-b5ccafbb-4eb9-49c5-b3c0-bc0c7831cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:39.006859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-b5ccafbb-4eb9-49c5-b3c0-bc0c7831cfde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0471094 Nov 27 16:32:39.040103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-696e4bd5-4dca-47d5-a1d0-7a7f2a9f01d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250239 Nov 27 16:32:39.132948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-24429d1e-1146-47ce-b0a8-b8aa8bb65e78 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Nov 27 16:32:39.223134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08a9af28-9104-48bb-ae49-fb984bf4c226 req-218bc837-b700-4713-ab35-44348305b0c2 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794446 Nov 27 16:32:39.592467 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa75c0-f5f5-4e94-9600-ead1fd25df17 req-34ab1a62-6e27-4f09-9a93-75d615d4620e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:39.593958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9daa75c0-f5f5-4e94-9600-ead1fd25df17 req-34ab1a62-6e27-4f09-9a93-75d615d4620e tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.0544634 Nov 27 16:32:39.640729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9daa75c0-f5f5-4e94-9600-ead1fd25df17 req-2ae3c3dc-9d3e-4cd1-9f81-ca4ea4ce91be tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Nov 27 16:32:40.393632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:40.618280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:40.620765 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5825fd0-d271-4264-ab84-8bca98c829d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:40.667613 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753e3404-81b6-40b2-acf9-8d9b56bcac1c x-openstack-request-id: req-753e3404-81b6-40b2-acf9-8d9b56bcac1c {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:40.667904 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:40.668602 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-753e3404-81b6-40b2-acf9-8d9b56bcac1c {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:40.668602 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'status': 'completed', 'code': 200} Nov 27 16:32:40.731662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-b595e9a2-3494-4c71-ad66-974edd570002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:40.733180 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-b595e9a2-3494-4c71-ad66-974edd570002 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1095 time: 0.0413754 Nov 27 16:32:40.758544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-60025e21-07b7-4154-856d-0e5dc27ca680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:40.760020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-60025e21-07b7-4154-856d-0e5dc27ca680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1095 time: 0.0700822 Nov 27 16:32:40.771789 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d7e29-c0cd-41cd-930f-fba238b6f1d8 req-5df8d5ca-1581-48c9-8735-ab30875c6ca4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:40.773161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-634d7e29-c0cd-41cd-930f-fba238b6f1d8 req-5df8d5ca-1581-48c9-8735-ab30875c6ca4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.0586638 Nov 27 16:32:40.826703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-64687b52-5b83-4d56-9ff5-cc1dcf2547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:40.828155 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-64687b52-5b83-4d56-9ff5-cc1dcf2547c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 913 time: 0.0881343 Nov 27 16:32:40.875168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-a6db3a30-8b4c-4bc7-8eab-1cb8ea578fb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0398102 Nov 27 16:32:40.885667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-634d7e29-c0cd-41cd-930f-fba238b6f1d8 req-e37bc4b0-3b46-4d9f-b58d-a93b6b17fef1 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045482 Nov 27 16:32:40.901925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-5f915d95-75fd-4cd6-8789-31b310e3f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:40.903608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-5f915d95-75fd-4cd6-8789-31b310e3f1eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 913 time: 0.1295533 Nov 27 16:32:40.929739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-6ec7065d-6b1c-4c4c-9e56-d1ef91c3ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:40.931316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-6ec7065d-6b1c-4c4c-9e56-d1ef91c3ebc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0499346 Nov 27 16:32:40.956803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-dd54d6a2-e03e-4945-bfca-26b548745ac4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0437641 Nov 27 16:32:40.965086 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-5ffdfab6-231f-48a7-af50-b846add14584 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264938 Nov 27 16:32:41.011217 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-835f53e2-a183-4e5f-a296-5cd478fafadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:41.012723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-835f53e2-a183-4e5f-a296-5cd478fafadf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0477870 Nov 27 16:32:41.048092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-175f91ac-b670-4d39-b7cd-77ed4b930f43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277593 Nov 27 16:32:41.063947 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-173b64fe-e9e7-4420-8922-6208c4ff2fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909369 Nov 27 16:32:41.140150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-3679eb42-d931-4cfd-9eef-383848a2b4ac service neutron] 10.222.0.21 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827503 Nov 27 16:32:41.152912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-ad0fe889-0050-4b9d-abf2-924c65901bb7 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820897 Nov 27 16:32:41.227513 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:41.235049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5825fd0-d271-4264-ab84-8bca98c829d8 req-2514c6ed-5551-4f2d-9a2b-472760e5b25f service neutron] 10.222.0.21 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Nov 27 16:32:41.410732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:32:41.448533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:32:41.909033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:32:42.005054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:42.013180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb109f7-9d7d-4fe5-a1ec-e0634987144e req-8d7ebe57-d549-43d8-b710-9504f54ed088 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:42.014721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8eb109f7-9d7d-4fe5-a1ec-e0634987144e req-8d7ebe57-d549-43d8-b710-9504f54ed088 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 944 time: 0.0496142 Nov 27 16:32:42.016154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'network_id': '3aa5288d-abdf-4025-b188-05d64ac225fd', 'port_id': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'mac_address': 'fa:16:3e:45:de:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6dfd9a-0e98-4de9-aa04-a3ddacbda85e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:32:42.052546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:42.062495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8eb109f7-9d7d-4fe5-a1ec-e0634987144e req-520651d9-6f24-4e67-b6eb-f4a21a0b94f1 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Nov 27 16:32:42.066234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53591d63-4ea8-4a2f-a85c-46d89fd08617 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:32:42.086235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:42.090667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:42.140573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:42.300507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-359bcf76-6d03-44f4-bf0f-6baaa2bfe3c3 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:42.301995 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-359bcf76-6d03-44f4-bf0f-6baaa2bfe3c3 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45&tenant_id=a7033ebe543641ac9515b34038e5d6f1&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 945 time: 0.0515194 Nov 27 16:32:42.320882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['53591d63-4ea8-4a2f-a85c-46d89fd08617'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:32:42.368000 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-834541cb-c3fa-48cb-b8b7-da81fcafa2f3 service neutron] delete failed (client error): The resource could not be found. Nov 27 16:32:42.368911 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-834541cb-c3fa-48cb-b8b7-da81fcafa2f3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/53591d63-4ea8-4a2f-a85c-46d89fd08617/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0584068 Nov 27 16:32:42.449923 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-2dfd713c-3ba5-4d84-a49a-787c1e49e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:42.451912 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-2dfd713c-3ba5-4d84-a49a-787c1e49e51a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7033ebe543641ac9515b34038e5d6f1&device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 1096 time: 0.0408330 Nov 27 16:32:42.543733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-ba38335d-02af-4fd4-90d5-8d302f6d4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:42.545181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-ba38335d-02af-4fd4-90d5-8d302f6d4324 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 200 len: 913 time: 0.0868220 Nov 27 16:32:42.590892 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-43a522b2-1c6a-4280-ae17-9c4e1e8d1698 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 200 len: 217 time: 0.0383263 Nov 27 16:32:42.639068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-40bbff80-a58e-4665-833b-ed63b08bb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:42.640416 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-40bbff80-a58e-4665-833b-ed63b08bb913 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 200 len: 852 time: 0.0433621 Nov 27 16:32:42.670400 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-1c28c6cc-64c3-4661-b9a8-d7f145dc54c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3aa5288d-abdf-4025-b188-05d64ac225fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232518 Nov 27 16:32:42.759972 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-c8a25881-fbcd-430b-a857-0a979088ebd0 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827777 Nov 27 16:32:42.848069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-c77969a4-b169-49fb-aa89-cf8cfbaa3db4 service neutron] 10.222.0.37 "GET /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803885 Nov 27 16:32:43.516084 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d83d6f-fff5-4158-b8e5-1d5d391dbf15 req-04debb4d-3988-4d8c-b203-d5ed83364343 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:43.517484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0d83d6f-fff5-4158-b8e5-1d5d391dbf15 req-04debb4d-3988-4d8c-b203-d5ed83364343 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 945 time: 0.0528796 Nov 27 16:32:43.568008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0d83d6f-fff5-4158-b8e5-1d5d391dbf15 req-6b9c26cc-df2d-4af3-98f9-1b7bd00ec1b4 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Nov 27 16:32:43.924119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:32:43.974075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 53591d63-4ea8-4a2f-a85c-46d89fd08617 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:32:43.978448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 53591d63-4ea8-4a2f-a85c-46d89fd08617 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:32:43.978820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:44.052409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:44.074133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:44.077233 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d67dfb-5231-4832-91d6-cf5e2ad4a32e" -d '{"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-plugged", "status": "completed", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:44.100306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:44.101494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:44.152087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:44.187235 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79640a-e602-4a70-9080-ca93e82bb499 x-openstack-request-id: req-6d79640a-e602-4a70-9080-ca93e82bb499 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:44.187558 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-plugged", "status": "completed", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:44.187820 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d79640a-e602-4a70-9080-ca93e82bb499 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:44.188213 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'code': 200} Nov 27 16:32:44.682857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfa173-dd10-48d8-b409-3830146c3db5 req-5bbe4ff3-1218-4ddb-806a-bebedc2e7edb tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:44.684928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8abfa173-dd10-48d8-b409-3830146c3db5 req-5bbe4ff3-1218-4ddb-806a-bebedc2e7edb tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0477052 Nov 27 16:32:44.733924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8abfa173-dd10-48d8-b409-3830146c3db5 req-ab8d149a-be46-4aab-9c30-aaf4fd958ad5 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.15 "GET /v2.0/security-groups?id=72548d74-5ac5-4388-b724-1e6026ec39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Nov 27 16:32:44.935199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-2f9f585a-c447-48e0-8ef9-ab7f1567ca98 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:44.936605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-2f9f585a-c447-48e0-8ef9-ab7f1567ca98 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2f3608-a19d-4327-ab6b-8a3dcde85f45 HTTP/1.1" status: 200 len: 946 time: 0.0470326 Nov 27 16:32:45.029140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Deleting port 53591d63-4ea8-4a2f-a85c-46d89fd08617 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:32:45.029506 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:45.114068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] For port 53591d63-4ea8-4a2f-a85c-46d89fd08617, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=53591d63-4ea8-4a2f-a85c-46d89fd08617,segment=NetworkSegment(0d85e3a5-bc2b-449d-8a72-be846a71888b),segment_id=0d85e3a5-bc2b-449d-8a72-be846a71888b)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:45.114422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:45.130347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Calling delete_port for 53591d63-4ea8-4a2f-a85c-46d89fd08617 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:32:45.252537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:45.269548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['53591d63-4ea8-4a2f-a85c-46d89fd08617'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:32:45.283212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Pushing event deleted for resources: {'Port': ['ID=53591d63-4ea8-4a2f-a85c-46d89fd08617,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:45.312649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.312997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.313339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.313700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.314039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.314370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.314700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.315024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.315349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.315681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.316007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.316331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:45.338194 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] No DVR routers for this DVR port 53591d63-4ea8-4a2f-a85c-46d89fd08617 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:32:45.341399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:45.345077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a2a5e68-46b0-4354-aa04-5e8a71133358 req-85b98798-9f0d-427b-a408-36b489921573 tempest-DeleteServersTestJSON-361941624 tempest-DeleteServersTestJSON-361941624-project] 10.222.0.21 "DELETE /v2.0/ports/53591d63-4ea8-4a2f-a85c-46d89fd08617 HTTP/1.1" status: 204 len: 173 time: 0.3990774 Nov 27 16:32:45.345673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-deleted', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:45.347926 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8b69d8-a94e-4413-959e-f45a84a6575f" -d '{"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-deleted", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:45.386769 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54644c40-e73d-4fe8-88c3-bdf40dd33c41 x-openstack-request-id: req-54644c40-e73d-4fe8-88c3-bdf40dd33c41 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:45.387070 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2f3608-a19d-4327-ab6b-8a3dcde85f45", "name": "network-vif-deleted", "tag": "53591d63-4ea8-4a2f-a85c-46d89fd08617", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:45.387902 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54644c40-e73d-4fe8-88c3-bdf40dd33c41 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:45.388314 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2f3608-a19d-4327-ab6b-8a3dcde85f45', 'name': 'network-vif-deleted', 'tag': '53591d63-4ea8-4a2f-a85c-46d89fd08617', 'status': 'completed', 'code': 200} Nov 27 16:32:45.863007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33856) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:32:45.908776 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Deleting subnet db6dfd9a-0e98-4de9-aa04-a3ddacbda85e {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:32:45.911813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:45.949261 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:45.989267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.039617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.067343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.070552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/db6dfd9a-0e98-4de9-aa04-a3ddacbda85e HTTP/1.1" status: 204 len: 168 time: 0.2065556 Nov 27 16:32:46.071502 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874c44e-9c89-4bf6-a7a8-9896dda32c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6dfd9a-0e98-4de9-aa04-a3ddacbda85e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:46.073028 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33858) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:32:46.141593 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.216592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.236330 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa5288d-abdf-4025-b188-05d64ac225fd']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:32:46.245355 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d85e3a5-bc2b-449d-8a72-be846a71888b') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:32:46.245673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d85e3a5-bc2b-449d-8a72-be846a71888b') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:32:46.257422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.270626 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.277334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:32:46.278288 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:32:46.280013 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:32:46.335992 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.342071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.345247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] 10.222.0.15 "DELETE /v2.0/networks/3aa5288d-abdf-4025-b188-05d64ac225fd HTTP/1.1" status: 204 len: 168 time: 0.2713442 Nov 27 16:32:46.356679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f69e3-730b-459a-a352-36e1ebca9ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa5288d-abdf-4025-b188-05d64ac225fd,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:46.450651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33862) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:32:46.490896 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-404abe50-d449-41cc-a92f-678a6ecb1ca3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7033ebe543641ac9515b34038e5d6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390785 Nov 27 16:32:46.493292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33864) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:32:46.538160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e7d3-0912-43b4-968d-b90f2a21d2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.559557 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e7d3-0912-43b4-968d-b90f2a21d2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.609337 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e7d3-0912-43b4-968d-b90f2a21d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.613257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e7d3-0912-43b4-968d-b90f2a21d2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:46.614552 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f2f1e7d3-0912-43b4-968d-b90f2a21d2e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72548d74-5ac5-4388-b724-1e6026ec39b7 HTTP/1.1" status: 204 len: 168 time: 0.1203513 Nov 27 16:32:46.623038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e7d3-0912-43b4-968d-b90f2a21d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72548d74-5ac5-4388-b724-1e6026ec39b7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:47.278333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 33886) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:32:47.375944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-60369753-network', 'tenant_id': '651b4cce1e9e422ab3b3d2905facc4e1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:47.396924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Made reservation on behalf of 651b4cce1e9e422ab3b3d2905facc4e1 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:32:47.399203 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.411118 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.483634 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.488112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.520391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:32:47.525802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf413d-e9ec-4f99-bcc8-7f47a953c734,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:47.534318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.534318 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Added segment bb4726f8-838f-4df7-abc7-9a268c331303 of type vlan for network 89bb10fe-a002-41ce-aa81-8281dada6782 Nov 27 16:32:47.572550 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.596607 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.597559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:47.598146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.647644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3681073 Nov 27 16:32:47.650526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 33890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:32:47.656311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Request body: {'subnet': {'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-60369753-subnet', 'tenant_id': '651b4cce1e9e422ab3b3d2905facc4e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:47.662587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560e2c4-3f7d-4f57-b815-e27e1f4c6c06 admin admin] Pushing event updated for resources: {'Network': ['ID=89bb10fe-a002-41ce-aa81-8281dada6782,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:47.671992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 89bb10fe-a002-41ce-aa81-8281dada6782 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:32:47.678697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Made reservation on behalf of 651b4cce1e9e422ab3b3d2905facc4e1 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:32:47.681197 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.850368 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.897757 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3d588c-25aa-449b-8170-89255bbee2e9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:47.914183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Checking segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:32:47.914544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Network hostable DHCP agents. Network: 89bb10fe-a002-41ce-aa81-8281dada6782, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:32:47.930399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Network 89bb10fe-a002-41ce-aa81-8281dada6782 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:32:47.939132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 89bb10fe-a002-41ce-aa81-8281dada6782) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:32:47.940933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:32:47.942938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:47.944249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:47.959198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-37a8be04-1fe4-4344-a34d-dc38d8cd0715 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3075998 Nov 27 16:32:47.964172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2108373-7e63-404c-859a-49909f47c550 None None] Network 89bb10fe-a002-41ce-aa81-8281dada6782 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:32:47.966337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 53591d63-4ea8-4a2f-a85c-46d89fd08617 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:32:47.966683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 53591d63-4ea8-4a2f-a85c-46d89fd08617 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:32:48.086539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba24cc-6bf3-4f35-838d-32714bde6c5e None None] Network 89bb10fe-a002-41ce-aa81-8281dada6782 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:32:48.376876 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-1b3442e6-194e-47e1-a293-91042cf6a323 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:48.378607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-1b3442e6-194e-47e1-a293-91042cf6a323 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 813 time: 0.1047788 Nov 27 16:32:48.393320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-005724ec-3d17-48fc-b40d-51bee765a233 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/quotas/651b4cce1e9e422ab3b3d2905facc4e1 HTTP/1.1" status: 200 len: 375 time: 0.0089812 Nov 27 16:32:48.423404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-24ef0511-024d-4229-ae58-e084d4bb9d9e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250385 Nov 27 16:32:48.563287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-149f6de2-f272-438b-8218-e46f5d1ed441 service neutron] 10.222.0.15 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330810 Nov 27 16:32:48.654435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-05918402-fe28-4bfb-82b1-9d26dbfeee2a service neutron] 10.222.0.15 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851686 Nov 27 16:32:48.809535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53eb95de-ed0b-4fcc-bb7c-355848cbf7a4 req-7cc12a80-89cd-47dd-8f74-bbb590651ce1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 210 time: 0.0265090 Nov 27 16:32:49.862312 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-5e2b3c9c-b262-45f1-8f22-25aa4b49da75 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:49.863793 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-5e2b3c9c-b262-45f1-8f22-25aa4b49da75 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 813 time: 0.1118205 Nov 27 16:32:49.880457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Request body: {'port': {'device_id': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'admin_state_up': True, 'tenant_id': '651b4cce1e9e422ab3b3d2905facc4e1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:49.953067 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e3f9232-5410-48ab-914e-d87771aea413 req-82f3ace7-ab39-4f70-a4d2-51f87adfef6c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 210 time: 0.0575597 Nov 27 16:32:50.010401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Made reservation on behalf of 651b4cce1e9e422ab3b3d2905facc4e1 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:32:50.014596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.133361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Allocated IP 172.20.0.13 (89bb10fe-a002-41ce-aa81-8281dada6782/1d3d588c-25aa-449b-8170-89255bbee2e9/6cf2f1ed-8157-4c4f-a701-7f2c59108959) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:32:50.276059 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.310796 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.353236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Network 89bb10fe-a002-41ce-aa81-8281dada6782 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:32:50.356788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:32:50.360334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:32:50.389918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:50.416975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:50.417612 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.432727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-b7cfb5f9-9d78-4f4e-b52f-e32e0dd8b5ce tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569835 Nov 27 16:32:50.451424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Request body: {'port': {'device_id': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:32:50.502958 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.751639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf2f1ed-8157-4c4f-a701-7f2c59108959 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:32:50.758813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.771905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Transition to ACTIVE for port object 6cf2f1ed-8157-4c4f-a701-7f2c59108959 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:32:50.775335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.831791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:50.897313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:32:50.898000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:32:50.898000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:32:50.902187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on network 89bb10fe-a002-41ce-aa81-8281dada6782 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:32:50.902511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:32:50.907369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:32:50.907701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Checking segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:32:50.908079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Bound using segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:32:50.908500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Bound port: 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:32:50.908847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:50.968889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:32:50.971845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:32:50.976422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:51.017123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.017766 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:51.019155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] 10.222.0.21 "PUT /v2.0/ports/6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 1092 time: 0.5721416 Nov 27 16:32:51.019597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:51.021889 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269137b7-0ede-499f-8fd1-f72a8925bf24" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:51.067394 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c396124-c99f-45fb-9b5a-ca9da76ccaad x-openstack-request-id: req-9c396124-c99f-45fb-9b5a-ca9da76ccaad {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:51.067696 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:51.067952 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c396124-c99f-45fb-9b5a-ca9da76ccaad {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:51.068357 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'status': 'completed', 'code': 200} Nov 27 16:32:51.071248 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ea952-d66c-49e6-b91f-d6ca8db9e10a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:51.115186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae248b6-718f-4df0-8474-79a7cb969620 req-2920828c-7bd1-4f6e-8314-ccb35cd1b8c5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.116659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fae248b6-718f-4df0-8474-79a7cb969620 req-2920828c-7bd1-4f6e-8314-ccb35cd1b8c5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 944 time: 0.0916231 Nov 27 16:32:51.139834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-845ae313-95ba-44b9-8201-56ec57a8a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.141243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-845ae313-95ba-44b9-8201-56ec57a8a1a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0709410 Nov 27 16:32:51.196501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-13148df3-aa28-4e71-93a3-a537f36d89a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0433369 Nov 27 16:32:51.203703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fae248b6-718f-4df0-8474-79a7cb969620 req-9fe1a7f1-fd01-4db0-9e0e-5bfc4775456d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799372 Nov 27 16:32:51.254143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-8b35bfe4-4968-4350-8e47-c058af7c162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.255575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-8b35bfe4-4968-4350-8e47-c058af7c162d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0447900 Nov 27 16:32:51.291232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-007be146-fce2-4aa3-96b9-e21203569988 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234532 Nov 27 16:32:51.389633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-9c3c6441-261c-4116-9a5d-005839931a8d service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Nov 27 16:32:51.484608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53cb4930-37f2-4723-b6d8-bac77f0a5194 req-0d165ec8-9b55-4da8-ab0a-26cdb73d7f90 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Nov 27 16:32:51.575025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-865b145e-1214-4f8b-8829-649b4304d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.576376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-865b145e-1214-4f8b-8829-649b4304d4ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0405486 Nov 27 16:32:51.669213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-2479bc79-7b3d-4be8-a4f5-a47c23769d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.670710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-2479bc79-7b3d-4be8-a4f5-a47c23769d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0863140 Nov 27 16:32:51.710637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-fbe86449-acf7-4ce8-9a9e-52742262924d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0324836 Nov 27 16:32:51.763718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-6df1d93f-41c8-461d-b7a2-337b0d130066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:51.765104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-6df1d93f-41c8-461d-b7a2-337b0d130066 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0452628 Nov 27 16:32:51.797802 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-6a58eec4-982e-4dba-9196-8f403aa76924 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242662 Nov 27 16:32:51.886606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-210addb7-bd3a-42ba-85a5-c8fbe45bf58d service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809803 Nov 27 16:32:51.979627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-269137b7-0ede-499f-8fd1-f72a8925bf24 req-14df59b2-3c91-42c6-b4c1-1f137568d8f7 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Nov 27 16:32:52.318984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400a51-9b92-4e3a-9d7a-8b18ee44fab4 req-32693df0-385c-41d8-9647-6a46270e4294 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:52.320418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05400a51-9b92-4e3a-9d7a-8b18ee44fab4 req-32693df0-385c-41d8-9647-6a46270e4294 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 944 time: 0.0486095 Nov 27 16:32:52.367018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05400a51-9b92-4e3a-9d7a-8b18ee44fab4 req-fc3f9b6e-18cd-4877-b82e-1b05deae60f9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Nov 27 16:32:53.478389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577643f2-f7ae-448e-948d-e2a419750abe req-18a99339-3368-40d5-9c21-38f626960a50 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:53.479815 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-577643f2-f7ae-448e-948d-e2a419750abe req-18a99339-3368-40d5-9c21-38f626960a50 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 944 time: 0.0474267 Nov 27 16:32:53.530152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-577643f2-f7ae-448e-948d-e2a419750abe req-e67c3fcd-7f9c-474f-8e80-8eafb4f76c2f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Nov 27 16:32:53.987750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:32:54.082287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:54.094377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'port_id': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'mac_address': 'fa:16:3e:05:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3d588c-25aa-449b-8170-89255bbee2e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:32:54.130428 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:54.143366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf2f1ed-8157-4c4f-a701-7f2c59108959 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:32:54.163286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:54.166923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:54.212961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:54.220761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.221116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.221490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.221827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.222162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.222492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.222821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.223148 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.223471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.223801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.224119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.224437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:32:54.415764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['6cf2f1ed-8157-4c4f-a701-7f2c59108959'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:32:54.645938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896fbd-3a80-4f50-8154-151c8310bac7 req-38a8c7c2-7750-4821-8f05-ce66028e27bd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:54.647409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6896fbd-3a80-4f50-8154-151c8310bac7 req-38a8c7c2-7750-4821-8f05-ce66028e27bd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0493829 Nov 27 16:32:54.694724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6896fbd-3a80-4f50-8154-151c8310bac7 req-fd66331c-099f-4f60-baab-7aa1bb845cc7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Nov 27 16:32:55.808750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52354-657b-4a81-b023-66e04b925638 req-f55b6ada-4006-4ce7-8fba-85b3eb941adb tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:55.810219 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2d52354-657b-4a81-b023-66e04b925638 req-f55b6ada-4006-4ce7-8fba-85b3eb941adb tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0502536 Nov 27 16:32:55.858337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f2d52354-657b-4a81-b023-66e04b925638 req-d38069ee-4e55-45eb-b844-410c980f3e2f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Nov 27 16:32:56.003241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:32:56.049998 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:32:56.053682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:32:56.054052 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:56.132890 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:56.156127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:32:56.158390 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df8af9-8447-4f36-9109-e77278a95c96" -d '{"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-plugged", "status": "completed", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:32:56.171578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:32:56.175820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:32:56.198937 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21726ca-f01c-4e11-9b17-974fe1d6dd4c x-openstack-request-id: req-c21726ca-f01c-4e11-9b17-974fe1d6dd4c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:32:56.199903 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-plugged", "status": "completed", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:32:56.200175 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c21726ca-f01c-4e11-9b17-974fe1d6dd4c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:32:56.200573 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'code': 200} Nov 27 16:32:56.226588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:32:56.652747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6cc54-65dc-497c-834f-45b63429a121 req-3a13245a-4de4-41b5-8c1e-2787cd9c8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:56.654260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31a6cc54-65dc-497c-834f-45b63429a121 req-3a13245a-4de4-41b5-8c1e-2787cd9c8946 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1097 time: 0.3837969 Nov 27 16:32:56.703324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31a6cc54-65dc-497c-834f-45b63429a121 req-eed86054-b578-408c-9eb2-6abe4a90da19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Nov 27 16:32:56.974033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2c9ed-ab84-4519-95bb-b35732af4b6a req-4e152a44-ff5f-489a-acf8-376c72e07d67 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:56.975395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7f2c9ed-ab84-4519-95bb-b35732af4b6a req-4e152a44-ff5f-489a-acf8-376c72e07d67 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0476303 Nov 27 16:32:57.020953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7f2c9ed-ab84-4519-95bb-b35732af4b6a req-f7ed19ab-1a26-4b70-a984-a8a76e99a791 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Nov 27 16:32:58.133475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52108b9-f35a-4ccd-afbc-a1602f6a5159 req-8a2df214-5993-4074-a37a-cf82fbd94c87 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:58.134824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e52108b9-f35a-4ccd-afbc-a1602f6a5159 req-8a2df214-5993-4074-a37a-cf82fbd94c87 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0470207 Nov 27 16:32:58.183231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e52108b9-f35a-4ccd-afbc-a1602f6a5159 req-780c10a3-834f-4174-8f7b-ee433ef96a02 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Nov 27 16:32:58.295470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88751e80-5605-4f66-b4b6-f03d5ba4b161 req-e4cf61f5-9c4d-4dce-8b8e-f91973d19a86 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:58.296912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88751e80-5605-4f66-b4b6-f03d5ba4b161 req-e4cf61f5-9c4d-4dce-8b8e-f91973d19a86 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0472887 Nov 27 16:32:58.342827 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-88751e80-5605-4f66-b4b6-f03d5ba4b161 req-1e16b0ce-510f-4537-a88a-31edbf3af4da tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Nov 27 16:32:58.539167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78fa1-2866-4f9e-9ecd-18c2c0eefb82 req-79088def-a7aa-47ab-b6d9-51a0695259f6 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:58.540620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6b78fa1-2866-4f9e-9ecd-18c2c0eefb82 req-79088def-a7aa-47ab-b6d9-51a0695259f6 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Nov 27 16:32:58.586600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6b78fa1-2866-4f9e-9ecd-18c2c0eefb82 req-9c642b48-233a-4805-b96f-2e1e0f6c2eb0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Nov 27 16:32:58.701066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d805c1-bad6-4d24-a6ce-e6fef319ebd5 req-daaadfe7-d7c6-4af5-822c-cf62b0683840 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:58.702447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37d805c1-bad6-4d24-a6ce-e6fef319ebd5 req-daaadfe7-d7c6-4af5-822c-cf62b0683840 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0512068 Nov 27 16:32:58.748305 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-37d805c1-bad6-4d24-a6ce-e6fef319ebd5 req-6a5d4abd-6a28-41d1-88ce-6f9785a55c11 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Nov 27 16:32:58.996801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-5429a9b3-c714-4723-af37-96bd009acf48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705864 Nov 27 16:32:59.009019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae1358-878d-4169-bb10-2f7f29798011 req-5a6c9171-40bc-457f-9a7d-c705c04ff35e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:32:59.010468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7aae1358-878d-4169-bb10-2f7f29798011 req-5a6c9171-40bc-457f-9a7d-c705c04ff35e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0589249 Nov 27 16:32:59.062489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7aae1358-878d-4169-bb10-2f7f29798011 req-eee986d7-298c-4df2-b7d6-be88221a2e10 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459824 Nov 27 16:33:00.096451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:00.119775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-ab15112b-3045-41c5-996f-0e7c48f0a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:00.121890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-ab15112b-3045-41c5-996f-0e7c48f0a68c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0421748 Nov 27 16:33:00.236269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e46f-141f-46a2-8945-03337ce11f5d req-b5bea5cb-8a32-40d6-b129-39973faf8b49 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:00.237758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb25e46f-141f-46a2-8945-03337ce11f5d req-b5bea5cb-8a32-40d6-b129-39973faf8b49 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.1007643 Nov 27 16:33:00.264097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-0afbf4b7-0963-4d90-b2bb-9280e6b7fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:00.265544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-0afbf4b7-0963-4d90-b2bb-9280e6b7fa0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.1359298 Nov 27 16:33:00.313674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-3414f072-050a-4c1d-af57-46e3d3fa71f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0408857 Nov 27 16:33:00.332475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb25e46f-141f-46a2-8945-03337ce11f5d req-10e98a93-c32c-4210-903d-cab603ac6b65 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836692 Nov 27 16:33:00.369145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-7194f79c-ffcd-4bcf-9088-0ac7212562e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:00.370612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-7194f79c-ffcd-4bcf-9088-0ac7212562e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0499542 Nov 27 16:33:00.402442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-11e0a8a9-1711-4dd4-abda-04f2567bc361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237427 Nov 27 16:33:00.489570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-adc486ef-fa27-4440-84b3-596d92fc5957 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801611 Nov 27 16:33:00.579680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-870f8261-ad6c-47a5-83be-8c2ca9bbef2c service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830436 Nov 27 16:33:01.449076 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b9bd-3883-4984-abf8-b2a02e907a69 req-1d96d957-3bca-455b-ab07-b5eea7219c72 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:01.451124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1c5b9bd-3883-4984-abf8-b2a02e907a69 req-1d96d957-3bca-455b-ab07-b5eea7219c72 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0494506 Nov 27 16:33:01.497030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1c5b9bd-3883-4984-abf8-b2a02e907a69 req-30f0d67f-c326-4e5c-b54e-5304af253648 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Nov 27 16:33:01.711619 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:33:02.155293 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:02.611557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba64cf-b61f-44dd-b9c1-93ebd9a23153 req-0e5950f2-9a0a-47fd-bda2-4dde31c91664 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:02.613004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1dba64cf-b61f-44dd-b9c1-93ebd9a23153 req-0e5950f2-9a0a-47fd-bda2-4dde31c91664 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Nov 27 16:33:02.663967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1dba64cf-b61f-44dd-b9c1-93ebd9a23153 req-b291eb18-0e93-4356-8ec4-345394a3581a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Nov 27 16:33:03.780107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690068-d76c-424d-800c-b41684c4e820 req-e45fa21d-bf63-4ce1-9d0d-c7d369f2c800 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:03.781576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b690068-d76c-424d-800c-b41684c4e820 req-e45fa21d-bf63-4ce1-9d0d-c7d369f2c800 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0483651 Nov 27 16:33:03.828136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b690068-d76c-424d-800c-b41684c4e820 req-834a382f-2d8a-44c0-94da-525e4a3be2a5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Nov 27 16:33:04.940599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124adc8f-1468-4cf9-b2a0-acb950bc51df req-b03c74bc-9869-426c-aa8d-7023d1b2d21a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:04.942075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-124adc8f-1468-4cf9-b2a0-acb950bc51df req-b03c74bc-9869-426c-aa8d-7023d1b2d21a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0476799 Nov 27 16:33:04.987903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-124adc8f-1468-4cf9-b2a0-acb950bc51df req-9e1da7e4-eb2e-46e1-8da6-6dc42387fe61 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Nov 27 16:33:05.279605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6ea1-585b-4958-acfe-bc991baf4fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:06.105656 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ef2e-c660-4630-a39f-6fcfa562649b req-69001761-8190-431e-9368-5c2219fb5506 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:06.107044 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f36ef2e-c660-4630-a39f-6fcfa562649b req-69001761-8190-431e-9368-5c2219fb5506 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0520649 Nov 27 16:33:06.152209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f36ef2e-c660-4630-a39f-6fcfa562649b req-91545a00-3b0e-46e9-9970-89c49f68be0e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Nov 27 16:33:07.265698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f2d4-a781-4722-a6d4-f4c4447d131b req-4782d7ec-3f16-49a4-918d-66ab8923f443 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:07.267155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e034f2d4-a781-4722-a6d4-f4c4447d131b req-4782d7ec-3f16-49a4-918d-66ab8923f443 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0479844 Nov 27 16:33:07.313550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e034f2d4-a781-4722-a6d4-f4c4447d131b req-e7570008-10cb-4d1e-92de-6c225a2ab463 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405738 Nov 27 16:33:07.742760 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4d1f23d0-fd74-4428-98f6-e1e627fe6e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:08.432336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51746d3-9c72-4367-84f7-06a576213055 req-1867b044-09a4-4e14-af21-ff0bb3838689 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:08.433807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e51746d3-9c72-4367-84f7-06a576213055 req-1867b044-09a4-4e14-af21-ff0bb3838689 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0529211 Nov 27 16:33:08.481089 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e51746d3-9c72-4367-84f7-06a576213055 req-67a8213d-a6eb-4b3d-9aef-fe010960898c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Nov 27 16:33:08.663035 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:09.598869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a218-0d36-4991-98cb-5b7d87edd804 req-09d8be8d-1423-41cb-88e3-676ee2c2e3fd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:09.600357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71f9a218-0d36-4991-98cb-5b7d87edd804 req-09d8be8d-1423-41cb-88e3-676ee2c2e3fd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0497353 Nov 27 16:33:09.649170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71f9a218-0d36-4991-98cb-5b7d87edd804 req-3e6f1a2f-a0ee-4db6-85d5-26e68f774e38 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Nov 27 16:33:10.397148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:10.761352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c63db-e9fe-4c46-bf1b-521dc121d1df req-634a8410-e976-44d4-8b7b-a9044c66a160 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:10.763308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b6c63db-e9fe-4c46-bf1b-521dc121d1df req-634a8410-e976-44d4-8b7b-a9044c66a160 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0479634 Nov 27 16:33:10.814608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b6c63db-e9fe-4c46-bf1b-521dc121d1df req-7a5c7057-c0b5-413a-ba15-1b50b21dad75 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Nov 27 16:33:11.229280 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:11.934520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c366ca-ca79-4e10-baa7-709837e2b306 req-a0b25c8b-a8ba-46d3-998b-e45fa2a04e25 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:11.935975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0c366ca-ca79-4e10-baa7-709837e2b306 req-a0b25c8b-a8ba-46d3-998b-e45fa2a04e25 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0522459 Nov 27 16:33:11.982944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0c366ca-ca79-4e10-baa7-709837e2b306 req-20350759-c351-40cd-a0c1-4b570061d57e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Nov 27 16:33:13.095146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcbd98-3072-4df1-83f3-04b7a050e306 req-dee07d8b-8609-43d5-a9a5-a8e78d3a0d24 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:13.096521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70bcbd98-3072-4df1-83f3-04b7a050e306 req-dee07d8b-8609-43d5-a9a5-a8e78d3a0d24 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0481133 Nov 27 16:33:13.143040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70bcbd98-3072-4df1-83f3-04b7a050e306 req-283aae39-ae88-4b34-aa74-195998c519c8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Nov 27 16:33:14.258835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87e0da-9a72-4d0a-a1f5-cb3b9ef5c994 req-519df74a-05c6-4c89-bebf-38750889ed32 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:14.260284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d87e0da-9a72-4d0a-a1f5-cb3b9ef5c994 req-519df74a-05c6-4c89-bebf-38750889ed32 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0512807 Nov 27 16:33:14.306347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d87e0da-9a72-4d0a-a1f5-cb3b9ef5c994 req-988da674-0d5d-4150-90e0-3f0b5062964a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Nov 27 16:33:15.421533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed2763-1ace-48ca-93c8-6fc9ef587580 req-f0e2c69a-2924-4fd5-90a0-3f26e40847c1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:15.423025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60ed2763-1ace-48ca-93c8-6fc9ef587580 req-f0e2c69a-2924-4fd5-90a0-3f26e40847c1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Nov 27 16:33:15.469616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60ed2763-1ace-48ca-93c8-6fc9ef587580 req-43979c72-5408-4328-8e8e-0b457f7bc249 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406427 Nov 27 16:33:16.585577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc83f0b-d0a2-4887-957b-2fb679ad59b8 req-d2627d3d-7afb-4633-93d2-3f5e237c2c48 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:16.586954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc83f0b-d0a2-4887-957b-2fb679ad59b8 req-d2627d3d-7afb-4633-93d2-3f5e237c2c48 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0483005 Nov 27 16:33:16.638272 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3fc83f0b-d0a2-4887-957b-2fb679ad59b8 req-deff4f08-fc6d-476f-9b47-8df2d6a96ab8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Nov 27 16:33:17.755792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00f6d2-9be1-4bae-aac8-e6e3a954f0b3 req-603839e5-9141-4f0f-8866-79f903452f0c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:17.757273 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff00f6d2-9be1-4bae-aac8-e6e3a954f0b3 req-603839e5-9141-4f0f-8866-79f903452f0c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0498950 Nov 27 16:33:17.804041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff00f6d2-9be1-4bae-aac8-e6e3a954f0b3 req-11dfeaaa-20d2-4254-b57c-f14c17ed4a12 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Nov 27 16:33:18.916943 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55cefd-1db3-4528-af79-164781982c2d req-2d5211a6-0e40-4540-9a7a-e8856f37536f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:18.918977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de55cefd-1db3-4528-af79-164781982c2d req-2d5211a6-0e40-4540-9a7a-e8856f37536f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0477421 Nov 27 16:33:18.964904 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de55cefd-1db3-4528-af79-164781982c2d req-16f2487c-91d0-4f4e-8559-45e8b7b74fa9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Nov 27 16:33:20.085882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f522-924d-4292-ab36-fd1ae0509a27 req-8664e55e-243d-435d-a710-730d78de16d8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:20.087355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c107f522-924d-4292-ab36-fd1ae0509a27 req-8664e55e-243d-435d-a710-730d78de16d8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0556996 Nov 27 16:33:20.133962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c107f522-924d-4292-ab36-fd1ae0509a27 req-bc3d43cc-00d6-47d2-ba4f-47ae52b48344 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Nov 27 16:33:21.246420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d842a-4a15-41bb-a591-66d123ebb072 req-3d7fc4ca-6b18-45b4-be99-ca0833ed6f0d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:21.247870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b8d842a-4a15-41bb-a591-66d123ebb072 req-3d7fc4ca-6b18-45b4-be99-ca0833ed6f0d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0481262 Nov 27 16:33:21.294976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b8d842a-4a15-41bb-a591-66d123ebb072 req-47d2f750-005c-492d-97d0-06631dd18a78 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Nov 27 16:33:22.411164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368616f7-fa33-4de9-8909-24d444e937dc req-772d6078-d22f-4f2f-9c99-ef96aa0d9341 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:22.412638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-368616f7-fa33-4de9-8909-24d444e937dc req-772d6078-d22f-4f2f-9c99-ef96aa0d9341 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0513082 Nov 27 16:33:22.458488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-368616f7-fa33-4de9-8909-24d444e937dc req-505ddc7e-4003-4bd5-954f-173ddc9ec7dc tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Nov 27 16:33:23.576374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48350438-46fa-48b9-b2a2-25fed65c9cab req-83d0e29f-5271-4cfc-8312-b03d10b303e5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:23.577860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48350438-46fa-48b9-b2a2-25fed65c9cab req-83d0e29f-5271-4cfc-8312-b03d10b303e5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0478246 Nov 27 16:33:23.632406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48350438-46fa-48b9-b2a2-25fed65c9cab req-e6677f76-fe28-4439-a26e-23830dc6e94d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485413 Nov 27 16:33:24.744952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd0813-75c7-455d-83f5-d097cf1866b5 req-705f8cab-570b-49bd-a1b5-f265324ce9a8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:24.746934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77bd0813-75c7-455d-83f5-d097cf1866b5 req-705f8cab-570b-49bd-a1b5-f265324ce9a8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0481567 Nov 27 16:33:24.797837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77bd0813-75c7-455d-83f5-d097cf1866b5 req-5ac51b63-b724-4f20-9a91-384e23f2b48f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Nov 27 16:33:25.916145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262deff9-b47a-4c7e-9c0a-8f6b365dcee2 req-72028976-1196-42a4-85c9-ea87d296fb02 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:25.917705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-262deff9-b47a-4c7e-9c0a-8f6b365dcee2 req-72028976-1196-42a4-85c9-ea87d296fb02 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0484793 Nov 27 16:33:25.964281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-262deff9-b47a-4c7e-9c0a-8f6b365dcee2 req-e004baa3-ecd2-4332-a86f-ba325aed1b7f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Nov 27 16:33:27.077118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7d3eb-f451-4788-8010-6e54c5b8eb82 req-8798a444-f052-41dc-a62b-cbde37589766 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:27.078593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8eb7d3eb-f451-4788-8010-6e54c5b8eb82 req-8798a444-f052-41dc-a62b-cbde37589766 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Nov 27 16:33:27.125003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8eb7d3eb-f451-4788-8010-6e54c5b8eb82 req-902df5ff-4077-4e8f-a27a-d43d8a05fb34 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Nov 27 16:33:27.731182 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-4811b4d3-c70c-484e-b29f-cbb8644897be service neutron] show failed (client error): The resource could not be found. Nov 27 16:33:27.732221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-4811b4d3-c70c-484e-b29f-cbb8644897be service neutron] 10.222.0.21 "GET /v2.0/ports/6cf2f1ed-8157-4c4f-a701-7f2c59108959/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0579426 Nov 27 16:33:27.945112 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-ac4c9cc5-8e5f-44ef-9e82-c482f2bda1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:27.946595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-ac4c9cc5-8e5f-44ef-9e82-c482f2bda1f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5&tenant_id=651b4cce1e9e422ab3b3d2905facc4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0403333 Nov 27 16:33:27.958573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:33:28.008357 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:28.204185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:28.240241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccfd1d-4a23-4df2-bdcf-e95a59f02b79 req-8f398a72-f658-45a9-951c-7a257f96804a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:28.241067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:33:28.242428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2fccfd1d-4a23-4df2-bdcf-e95a59f02b79 req-8f398a72-f658-45a9-951c-7a257f96804a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0504260 Nov 27 16:33:28.281019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:33:28.283453 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5377d461-c3d6-4e70-8c6e-532e1ddb145b" -d '{"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:33:28.287949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:28.292876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2fccfd1d-4a23-4df2-bdcf-e95a59f02b79 req-00273a37-dafb-4f52-860d-60dc9f3bb905 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Nov 27 16:33:28.301428 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Transition to ACTIVE for port object 6cf2f1ed-8157-4c4f-a701-7f2c59108959 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:33:28.305792 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:28.347910 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f4c75e-5e68-4035-8e4d-6b007e633584 x-openstack-request-id: req-96f4c75e-5e68-4035-8e4d-6b007e633584 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:33:28.348207 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:33:28.348463 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96f4c75e-5e68-4035-8e4d-6b007e633584 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:33:28.348856 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'code': 200} Nov 27 16:33:28.369907 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] No DVR routers for this DVR port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:33:28.372536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:28.384506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.384852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.385194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.385557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.385892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.386222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.386550 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.387534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.387865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.388191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.388516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.388837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:33:28.420208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:33:28.420534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:33:28.420851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:33:28.425555 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on network 89bb10fe-a002-41ce-aa81-8281dada6782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:33:28.425870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Attempting to bind port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:33:28.430581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:33:28.430909 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Checking segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:33:28.431283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Bound using segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:33:28.431696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Bound port: 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:33:28.432041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:28.495282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:33:28.499235 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:33:28.502729 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:28.534672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:28.535291 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:28.536677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] 10.222.0.37 "PUT /v2.0/ports/6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 1092 time: 0.5819199 Nov 27 16:33:28.568215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf862d-9b45-4f08-a493-489cd4cedb5a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:28.604790 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-9f5900cb-b92f-4574-b22a-e87f9ef687b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:28.606857 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-9f5900cb-b92f-4574-b22a-e87f9ef687b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0458975 Nov 27 16:33:28.697631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-3064d37f-3441-4ac6-b717-8f3f3d69060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:28.699088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-3064d37f-3441-4ac6-b717-8f3f3d69060e service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0851753 Nov 27 16:33:28.739581 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-a1b01597-9b1a-4743-86da-37ddc5381d96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0334373 Nov 27 16:33:28.786682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-762e38a4-4e8f-4608-bfab-0450bb29492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:28.788317 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-762e38a4-4e8f-4608-bfab-0450bb29492b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0417717 Nov 27 16:33:28.818524 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-116a8651-4bb7-443a-9c94-977cb244aa6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235248 Nov 27 16:33:28.910625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-b1aae0ff-7542-460c-bf46-3941835f261e service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836880 Nov 27 16:33:28.999628 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-576d5d48-afb9-4932-9a5f-4da1ab3cc643 req-e71bc40e-c89b-47d2-91aa-5e42e65ee8b4 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820098 Nov 27 16:33:29.410237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb3aa-2e66-45f1-b5e2-432c3b295aff req-b9db3b89-f48b-42b8-857b-c79a6bdf3ee7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:29.411690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e9bb3aa-2e66-45f1-b5e2-432c3b295aff req-b9db3b89-f48b-42b8-857b-c79a6bdf3ee7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 944 time: 0.0481365 Nov 27 16:33:29.457316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e9bb3aa-2e66-45f1-b5e2-432c3b295aff req-365b9019-4443-46cc-b68c-a061f5769a28 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Nov 27 16:33:30.093509 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:30.222403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:33:30.262920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:33:30.349892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:33:30.352201 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:33:30.400695 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0a6a7e-e625-463c-9b9a-ffcbc76bb922 x-openstack-request-id: req-fc0a6a7e-e625-463c-9b9a-ffcbc76bb922 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:33:30.400994 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:33:30.401252 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc0a6a7e-e625-463c-9b9a-ffcbc76bb922 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:33:30.401676 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'status': 'completed', 'code': 200} Nov 27 16:33:30.474738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-fa8dac76-f216-4664-b54c-08df9f2b1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:30.476288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-fa8dac76-f216-4664-b54c-08df9f2b1528 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0459769 Nov 27 16:33:30.488386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-f6403d89-5857-44c6-9787-e97cdea527d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:30.490402 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-f6403d89-5857-44c6-9787-e97cdea527d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0480323 Nov 27 16:33:30.595106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-300ab4be-7adc-451f-a2c0-17be11ccb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:30.596575 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-300ab4be-7adc-451f-a2c0-17be11ccb129 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0994039 Nov 27 16:33:30.615329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080bd2-9f5f-4059-87a6-2862afb7d8e7 req-186a5dee-8513-43e9-8afc-9f569b37e9f1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:30.616721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5080bd2-9f5f-4059-87a6-2862afb7d8e7 req-186a5dee-8513-43e9-8afc-9f569b37e9f1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 944 time: 0.0746136 Nov 27 16:33:30.621499 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-1c82bb94-215d-491f-86aa-66fb8332f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:30.623025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-1c82bb94-215d-491f-86aa-66fb8332f1e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.1373644 Nov 27 16:33:30.642932 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-9bd84836-f3e9-48c9-8f86-96fe1c94defd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0387266 Nov 27 16:33:30.675934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-8501e0c4-31b7-4952-a091-e413e78c97b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Nov 27 16:33:30.725112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5080bd2-9f5f-4059-87a6-2862afb7d8e7 req-2b366e90-8059-4422-8c9c-0d64e6a509c7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011112 Nov 27 16:33:30.752318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-e59fd640-869e-4a98-98ee-2ba4ff3ebe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:30.753853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-e59fd640-869e-4a98-98ee-2ba4ff3ebe91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0656383 Nov 27 16:33:30.797705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-910d0212-a066-401d-9ae5-a0b85f2e52b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319521 Nov 27 16:33:30.896541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-af02d452-a959-4e77-a829-283f76059b24 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864961 Nov 27 16:33:30.997826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-6e560c93-f85f-4810-9a56-b417db2896c6 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901661 Nov 27 16:33:31.043477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-c11aa0bc-b509-4a5d-9ddf-9fa67caa4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:31.044928 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-c11aa0bc-b509-4a5d-9ddf-9fa67caa4b08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.3954728 Nov 27 16:33:31.076399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-c7a56e0a-17d1-4970-953d-6ef647b5bd88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239646 Nov 27 16:33:31.166303 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-94db8bb6-8919-4db0-8f29-2bd428a2ed0c service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826657 Nov 27 16:33:31.253148 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4ed67a90-26c0-4ab9-88ce-eb7d10c607d7 req-78d4be30-1683-47fd-97e8-20c97e966105 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796950 Nov 27 16:33:31.572145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:33:31.665799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:31.677326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'port_id': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'mac_address': 'fa:16:3e:05:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3d588c-25aa-449b-8170-89255bbee2e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:33:31.716921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:31.729161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf2f1ed-8157-4c4f-a701-7f2c59108959 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:33:31.748102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:31.752331 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:31.798108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:31.851981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b270b5-021e-4bdb-bc4d-0c0db275fb04 req-50cdea70-4e6b-478f-b2bf-e3a5963941e0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:31.853495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87b270b5-021e-4bdb-bc4d-0c0db275fb04 req-50cdea70-4e6b-478f-b2bf-e3a5963941e0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Nov 27 16:33:31.900358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87b270b5-021e-4bdb-bc4d-0c0db275fb04 req-5515ef34-bfba-4028-a84c-e68b80930c34 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Nov 27 16:33:31.975411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6cf2f1ed-8157-4c4f-a701-7f2c59108959'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:33:32.138216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66679a-4d65-48c1-8fcf-175e9211b447 req-7919a03b-466c-4505-b047-c5ce1f25d047 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:32.139650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd66679a-4d65-48c1-8fcf-175e9211b447 req-7919a03b-466c-4505-b047-c5ce1f25d047 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0869761 Nov 27 16:33:32.151805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-ee295e18-128b-455f-bf64-fb85859f3055 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:32.152989 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:32.153937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-ee295e18-128b-455f-bf64-fb85859f3055 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5&tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 945 time: 0.0754354 Nov 27 16:33:32.233131 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd66679a-4d65-48c1-8fcf-175e9211b447 req-5d83601c-c55f-4f62-b022-db0b0a0cd0c4 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782380 Nov 27 16:33:32.239905 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-45bae486-cec4-4bb5-8f41-4a6bc55df884 service neutron] delete failed (client error): The resource could not be found. Nov 27 16:33:32.240836 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-45bae486-cec4-4bb5-8f41-4a6bc55df884 service neutron] 10.222.0.21 "DELETE /v2.0/ports/6cf2f1ed-8157-4c4f-a701-7f2c59108959/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0734882 Nov 27 16:33:32.334369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-bfc5d4d1-b5df-4637-9e32-624b5388d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:32.335819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-bfc5d4d1-b5df-4637-9e32-624b5388d93c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0416143 Nov 27 16:33:32.426975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-5f2209fc-e38f-40b5-8a0a-f07c40675134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:32.428919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-5f2209fc-e38f-40b5-8a0a-f07c40675134 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0848501 Nov 27 16:33:32.476433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-813ff8b0-316c-4964-8b0f-e9e169c8948a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 200 len: 217 time: 0.0343583 Nov 27 16:33:32.526346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-10c66935-3f50-4886-b736-4a37f69885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:32.528342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-10c66935-3f50-4886-b736-4a37f69885c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0415208 Nov 27 16:33:32.565931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-3b3e0332-5ec7-471c-a4d3-cd9b22764343 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269237 Nov 27 16:33:32.662911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-09effe92-f6d9-456b-83fd-fae1abc61f2a service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862961 Nov 27 16:33:32.756853 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6852d77b-e5ca-489c-90e9-d29d4f789164 req-ae79c78a-ecd1-4cfe-97d2-b6e4eb735fe2 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826697 Nov 27 16:33:33.356345 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa5ee-ea64-4f01-a19e-bf62f45e585e req-f226ce96-0857-4845-a66b-be4cf4e0b713 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:33.358265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a35fa5ee-ea64-4f01-a19e-bf62f45e585e req-f226ce96-0857-4845-a66b-be4cf4e0b713 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0532341 Nov 27 16:33:33.406848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a35fa5ee-ea64-4f01-a19e-bf62f45e585e req-2c741208-b078-4050-9b71-7c1e09b9b7a4 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Nov 27 16:33:33.525462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d92f6-539f-4ae1-b687-11e7dc4af1ff req-0b7a5c96-38ae-4f32-a1f0-cf8680d9102a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:33.526873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-098d92f6-539f-4ae1-b687-11e7dc4af1ff req-0b7a5c96-38ae-4f32-a1f0-cf8680d9102a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Nov 27 16:33:33.573595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-098d92f6-539f-4ae1-b687-11e7dc4af1ff req-45014780-83d6-43b6-a25e-a65ea1214b8f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Nov 27 16:33:33.580632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:33:33.628243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:33:33.632381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:33:33.632759 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:33.690629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849da3-3bcd-4607-91af-675b969b6215 req-4398ba1b-5529-404e-aaf8-b010e9945a71 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:33.692085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07849da3-3bcd-4607-91af-675b969b6215 req-4398ba1b-5529-404e-aaf8-b010e9945a71 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Nov 27 16:33:33.711063 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:33.733350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:33:33.735592 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585b20b-1432-473b-9300-827cf305f0a2" -d '{"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-plugged", "status": "completed", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:33:33.739455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07849da3-3bcd-4607-91af-675b969b6215 req-1ce90dbb-c447-4e8c-aef4-83214e6141ca tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Nov 27 16:33:33.750894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:33.755963 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:33.782856 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa734981-5beb-437d-be9c-0b8c65a841f3 x-openstack-request-id: req-fa734981-5beb-437d-be9c-0b8c65a841f3 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:33:33.783153 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-plugged", "status": "completed", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:33:33.783410 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa734981-5beb-437d-be9c-0b8c65a841f3 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:33:33.783809 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'code': 200} Nov 27 16:33:33.811267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:34.090288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-19001a79-67f2-4f5e-9cb0-e93cd0c81ac3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:34.091636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-19001a79-67f2-4f5e-9cb0-e93cd0c81ac3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 813 time: 0.0990472 Nov 27 16:33:34.110295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-05a26666-81ec-4a2b-bf1e-5ca5168d16b7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/quotas/651b4cce1e9e422ab3b3d2905facc4e1 HTTP/1.1" status: 200 len: 375 time: 0.0104895 Nov 27 16:33:34.163768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-4d286c9d-f2a3-4a46-ab6b-79c8c8cb6692 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478544 Nov 27 16:33:34.255009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-fb99b495-ac3e-40e5-b2d1-c93b14fd1c91 service neutron] 10.222.0.15 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831659 Nov 27 16:33:34.348758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-76e25bf8-bb15-4d53-8133-986c1e46215c service neutron] 10.222.0.15 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874369 Nov 27 16:33:34.538034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3fe5886-4d76-446d-a850-a0ac51b46580 req-29706008-2aa5-4f01-b9f4-2018c0435a03 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 210 time: 0.0298252 Nov 27 16:33:35.212712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db229e-c495-4025-b20d-e11f31715a0c req-da57cead-c290-4647-9506-3977e77b47d5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:35.214118 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8db229e-c495-4025-b20d-e11f31715a0c req-da57cead-c290-4647-9506-3977e77b47d5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9c199fc-4c67-428d-9236-033fd7482ba5 HTTP/1.1" status: 200 len: 946 time: 0.0490532 Nov 27 16:33:35.283407 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7b76-d7da-4fb7-9753-7b891493037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:35.311731 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Deleting port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:33:35.312065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:35.403490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] For port 6cf2f1ed-8157-4c4f-a701-7f2c59108959, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=6cf2f1ed-8157-4c4f-a701-7f2c59108959,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:35.403912 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:35.428370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Calling delete_port for 6cf2f1ed-8157-4c4f-a701-7f2c59108959 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:33:35.577933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-2fa37824-f098-4ca6-bb6a-5e0a29490199 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:35.579387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-2fa37824-f098-4ca6-bb6a-5e0a29490199 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 813 time: 0.1599889 Nov 27 16:33:35.596239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Request body: {'port': {'device_id': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'admin_state_up': True, 'tenant_id': '651b4cce1e9e422ab3b3d2905facc4e1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:33:35.633597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31855a3a-7fb9-4ada-9a09-6e592e75dd1e req-02642834-7cac-40fb-a15f-3f0d8c429aa3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 210 time: 0.0261858 Nov 27 16:33:35.706850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:35.719402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6cf2f1ed-8157-4c4f-a701-7f2c59108959'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:33:35.748190 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Pushing event deleted for resources: {'Port': ['ID=6cf2f1ed-8157-4c4f-a701-7f2c59108959,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:35.801058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] No DVR routers for this DVR port 6cf2f1ed-8157-4c4f-a701-7f2c59108959 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:33:35.803894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:35.807286 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.37 "DELETE /v2.0/ports/6cf2f1ed-8157-4c4f-a701-7f2c59108959 HTTP/1.1" status: 204 len: 173 time: 0.5832858 Nov 27 16:33:35.807713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-deleted', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:33:35.810534 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368cf8a-ea96-4db6-9a6e-45b386a5682f" -d '{"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-deleted", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:33:35.813840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Made reservation on behalf of 651b4cce1e9e422ab3b3d2905facc4e1 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:33:35.817279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:35.876850 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1a8ac5-d27a-40ff-9250-efab8586073e x-openstack-request-id: req-cf1a8ac5-d27a-40ff-9250-efab8586073e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:33:35.877150 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c199fc-4c67-428d-9236-033fd7482ba5", "name": "network-vif-deleted", "tag": "6cf2f1ed-8157-4c4f-a701-7f2c59108959", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:33:35.877433 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf1a8ac5-d27a-40ff-9250-efab8586073e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:33:35.878872 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c199fc-4c67-428d-9236-033fd7482ba5', 'name': 'network-vif-deleted', 'tag': '6cf2f1ed-8157-4c4f-a701-7f2c59108959', 'status': 'completed', 'code': 200} Nov 27 16:33:35.958542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Allocated IP 172.20.0.4 (89bb10fe-a002-41ce-aa81-8281dada6782/1d3d588c-25aa-449b-8170-89255bbee2e9/19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:33:36.107426 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.141840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.152610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['6cf2f1ed-8157-4c4f-a701-7f2c59108959'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:33:36.189862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Network 89bb10fe-a002-41ce-aa81-8281dada6782 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:33:36.192881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:33:36.196541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:33:36.202681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:36.247631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:36.248307 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.263384 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-9b2be5c5-19e6-4bad-bbb4-90c8b8b607e3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718795 Nov 27 16:33:36.275874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Request body: {'port': {'device_id': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:33:36.328709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.586679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:33:36.594756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.606861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Transition to ACTIVE for port object 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:33:36.610857 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.662088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:36.729597 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:33:36.729942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:33:36.730833 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:33:36.735211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on network 89bb10fe-a002-41ce-aa81-8281dada6782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:33:36.735751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:33:36.740528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:33:36.740870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Checking segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:33:36.741254 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Bound using segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:33:36.741724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Bound port: 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:33:36.742081 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.748928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f16565-0a7b-4efb-b572-4452c1cbf3ab req-004eca94-fe92-41a8-8b99-574b1c43f539 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:36.750429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f16565-0a7b-4efb-b572-4452c1cbf3ab req-004eca94-fe92-41a8-8b99-574b1c43f539 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0484278 Nov 27 16:33:36.798039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f16565-0a7b-4efb-b572-4452c1cbf3ab req-089bbea5-b5a3-4b41-8565-59b6fd66f177 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Nov 27 16:33:36.804751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:33:36.808101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:33:36.813500 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.851480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:36.852099 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:36.853508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] 10.222.0.37 "PUT /v2.0/ports/19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 1091 time: 0.5815322 Nov 27 16:33:36.872429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea35f60-feeb-44d8-8139-c174741cbd29 service neutron] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:36.929872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-f53a7906-bb03-42b6-a8a0-a610ccec9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:36.931333 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-f53a7906-bb03-42b6-a8a0-a610ccec9a79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1094 time: 0.0403719 Nov 27 16:33:36.976699 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-1cee787f-9654-4980-ae98-d53881d97f02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0371397 Nov 27 16:33:37.024168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897d69-514c-4259-aae3-e8721a02bd8f req-5338b9c7-02d1-468e-901f-70cfd3f69424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:37.025594 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-5338b9c7-02d1-468e-901f-70cfd3f69424 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0422113 Nov 27 16:33:37.057677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-f4cb3d82-8505-40ef-a19d-458ad3b44043 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240569 Nov 27 16:33:37.150201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-21cec91c-84e5-4f2d-8c40-dc3cbae6b11d service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852129 Nov 27 16:33:37.237679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-05897d69-514c-4259-aae3-e8721a02bd8f req-fc536ea0-a98f-4f7d-826e-2c0ef79a3f1b service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810037 Nov 27 16:33:37.743074 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3f7910b-d738-4237-b232-7060ce1d2f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:37.879422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:33:37.881818 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201ad0e-7e10-4d0f-9502-bbca84076f15" -d '{"events": [{"name": "network-changed", "server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:33:37.917479 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1150a476-7975-48fe-a3d1-ad282bf5bf69 x-openstack-request-id: req-1150a476-7975-48fe-a3d1-ad282bf5bf69 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:33:37.918335 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:33:37.918511 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bdd06-5631-49ed-b840-09cb25c69cfe req-a14e0df8-7f65-4459-8168-561bcbfc1267 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:37.919011 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1150a476-7975-48fe-a3d1-ad282bf5bf69 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:33:37.919011 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'status': 'completed', 'code': 200} Nov 27 16:33:37.919987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a9bdd06-5631-49ed-b840-09cb25c69cfe req-a14e0df8-7f65-4459-8168-561bcbfc1267 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0534139 Nov 27 16:33:37.967469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a9bdd06-5631-49ed-b840-09cb25c69cfe req-1ba9b9fd-2fa9-45d2-afed-963305917fa8 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Nov 27 16:33:37.982692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-f4658f9d-b253-485a-82d8-a5784a1a27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:37.984187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-f4658f9d-b253-485a-82d8-a5784a1a27e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1094 time: 0.0421369 Nov 27 16:33:38.078642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-3b44dd44-9298-4e5e-bddb-ec0fe0efd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:38.080108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-3b44dd44-9298-4e5e-bddb-ec0fe0efd6a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0868585 Nov 27 16:33:38.122539 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-c65b6518-8e38-40bc-8928-0af7f567b183 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0347931 Nov 27 16:33:38.174845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-df714095-6433-41ee-abdc-59a6da1bf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:38.176189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-df714095-6433-41ee-abdc-59a6da1bf7aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0473223 Nov 27 16:33:38.206803 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-43f73a55-f372-4fc1-b288-e67fd00670fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234940 Nov 27 16:33:38.294327 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-a339f35d-0f63-4423-8653-67a5109e5e0d service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806422 Nov 27 16:33:38.388001 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8201ad0e-7e10-4d0f-9502-bbca84076f15 req-2bfacbaf-2bd3-4c9e-915f-37745666242c service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Nov 27 16:33:38.663805 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:38.710353 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:33:39.086634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ceac7-8586-4ee7-ac8f-c4d9649ba284 req-12a730a0-74d5-4b60-ad4c-66d374a3c8a6 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:39.088355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f47ceac7-8586-4ee7-ac8f-c4d9649ba284 req-12a730a0-74d5-4b60-ad4c-66d374a3c8a6 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0508523 Nov 27 16:33:39.134906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f47ceac7-8586-4ee7-ac8f-c4d9649ba284 req-8d2d9c54-3d2f-4161-a7c0-f434c4ae5b81 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Nov 27 16:33:39.594940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:33:39.597003 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:33:39.623397 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 6cf2f1ed-8157-4c4f-a701-7f2c59108959 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:33:39.623738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 6cf2f1ed-8157-4c4f-a701-7f2c59108959 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:33:39.707695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:39.719063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'port_id': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'mac_address': 'fa:16:3e:18:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3d588c-25aa-449b-8170-89255bbee2e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:33:39.754364 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:39.766352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:33:39.785378 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:39.789678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:39.838162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:39.974520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:33:40.248602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acfc7f-b0f5-4c7b-885b-b1d4b3474db2 req-1a8df9d9-7c3d-4c50-a180-ce22cce528a4 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:40.250092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8acfc7f-b0f5-4c7b-885b-b1d4b3474db2 req-1a8df9d9-7c3d-4c50-a180-ce22cce528a4 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0518825 Nov 27 16:33:40.296101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8acfc7f-b0f5-4c7b-885b-b1d4b3474db2 req-cebdb849-e57f-48d5-abd7-65a0e4c43e5a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Nov 27 16:33:40.398557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:41.232223 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:41.410180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfb123-4025-4952-8120-d9777d256c25 req-ce118a85-12ff-4565-85ec-99b312c70135 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:41.411631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fbfb123-4025-4952-8120-d9777d256c25 req-ce118a85-12ff-4565-85ec-99b312c70135 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0483105 Nov 27 16:33:41.458614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fbfb123-4025-4952-8120-d9777d256c25 req-a3a5f3b0-10ad-4856-835a-717b27e5979c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Nov 27 16:33:41.593989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:33:41.643746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:33:41.647406 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:33:41.647801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:41.722482 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:41.744089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:33:41.746899 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c1336-83ac-453c-a2f0-7bb3fe997999" -d '{"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-plugged", "status": "completed", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:33:41.759709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:33:41.764281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:33:41.789371 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394309c5-573e-4db0-9b2f-5e640b14e788 x-openstack-request-id: req-394309c5-573e-4db0-9b2f-5e640b14e788 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:33:41.789761 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-plugged", "status": "completed", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:33:41.790015 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-394309c5-573e-4db0-9b2f-5e640b14e788 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:33:41.790397 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'code': 200} Nov 27 16:33:41.815404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:33:41.887238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0677a-2276-4eb1-9ebc-fd35a78d4f14 req-f05e0c51-abdd-45b1-852a-df40bf5d968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:41.888636 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-42f0677a-2276-4eb1-9ebc-fd35a78d4f14 req-f05e0c51-abdd-45b1-852a-df40bf5d968e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1096 time: 0.0411992 Nov 27 16:33:41.932544 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-42f0677a-2276-4eb1-9ebc-fd35a78d4f14 req-95e8aac7-746c-4202-8e6a-e90dcbf0d7bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358257 Nov 27 16:33:42.574769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8d13-5cd4-473c-bea2-64a550a11dc0 req-7016e0c8-cd38-48c1-967b-2a9929ebd14c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:42.576122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-699a8d13-5cd4-473c-bea2-64a550a11dc0 req-7016e0c8-cd38-48c1-967b-2a9929ebd14c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0471773 Nov 27 16:33:42.626128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-699a8d13-5cd4-473c-bea2-64a550a11dc0 req-ec6046fa-2f8b-4899-9ee7-89253b2f8c7c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Nov 27 16:33:43.739752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc16cb-7e6f-4998-bb66-7c730cb4443b req-3cf66cd0-4ba9-43c1-9966-2a3f3743fdcd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:43.741195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1adc16cb-7e6f-4998-bb66-7c730cb4443b req-3cf66cd0-4ba9-43c1-9966-2a3f3743fdcd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Nov 27 16:33:43.786779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1adc16cb-7e6f-4998-bb66-7c730cb4443b req-409d43d7-cf56-4d4d-8b97-f6451fd4f579 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Nov 27 16:33:43.902898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a46c5e-ba2b-44c7-9b17-497bd9e57baa req-8850729b-6b69-465a-9f9d-4ccc0ff786f9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:43.904474 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4a46c5e-ba2b-44c7-9b17-497bd9e57baa req-8850729b-6b69-465a-9f9d-4ccc0ff786f9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0516367 Nov 27 16:33:43.950129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4a46c5e-ba2b-44c7-9b17-497bd9e57baa req-7d285400-04ec-4fae-be19-c2714445d145 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Nov 27 16:33:44.198673 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-d92b3a78-4480-4802-a5ae-4c880151ca8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713754 Nov 27 16:33:44.206547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b95e3-bb08-4679-9473-5224e82223cd req-f1817441-9af8-48bb-9932-697cb61f1952 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:44.207916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-535b95e3-bb08-4679-9473-5224e82223cd req-f1817441-9af8-48bb-9932-697cb61f1952 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0717487 Nov 27 16:33:44.256790 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-535b95e3-bb08-4679-9473-5224e82223cd req-50e01404-b7f4-458b-80f6-c617e39351b7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Nov 27 16:33:45.341276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-881c8f66-ae57-45a8-b337-2bce840e9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:45.342780 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-881c8f66-ae57-45a8-b337-2bce840e9c2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1096 time: 0.0405822 Nov 27 16:33:45.375642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd21c4-5be7-4b15-ad76-43d11ccac383 req-ad52f4e1-c4a8-44e0-88a7-b089bba6a600 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:45.377123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83dd21c4-5be7-4b15-ad76-43d11ccac383 req-ad52f4e1-c4a8-44e0-88a7-b089bba6a600 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Nov 27 16:33:45.425223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83dd21c4-5be7-4b15-ad76-43d11ccac383 req-137b763b-5e87-4add-8f7d-168c8e3e1702 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Nov 27 16:33:45.438361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-820bb76b-5fdd-4272-8a76-736af33cd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:45.439918 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-820bb76b-5fdd-4272-8a76-736af33cd66f service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0902679 Nov 27 16:33:45.482217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-497f4848-38d2-44bb-83cf-882346feb0e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0347049 Nov 27 16:33:45.532701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-045323b4-d2e7-43df-a602-e643cff1d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:45.534141 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-045323b4-d2e7-43df-a602-e643cff1d999 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0456016 Nov 27 16:33:45.565482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-0f27de3d-149c-4031-be59-844fc3abd07d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240939 Nov 27 16:33:45.654165 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-7ca2fe34-27aa-4a26-91ef-bf2a30fd2694 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809455 Nov 27 16:33:45.746559 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-c3421cea-3202-40c7-9f8f-41891591d8f3 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850139 Nov 27 16:33:46.541597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47eeb-c75c-4543-ac99-d3d8bb812d25 req-b55fae94-b0f4-43f8-854c-d5a1f951a190 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:46.543622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb47eeb-c75c-4543-ac99-d3d8bb812d25 req-b55fae94-b0f4-43f8-854c-d5a1f951a190 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Nov 27 16:33:46.590336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ffb47eeb-c75c-4543-ac99-d3d8bb812d25 req-cd54710c-6525-470d-9354-1416ce2fb9b4 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Nov 27 16:33:47.707580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7562-8d6b-4e2a-9d4e-27ce0c6a3cd7 req-cf354d36-2817-4214-a094-72cb770d8527 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:47.709051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbfc7562-8d6b-4e2a-9d4e-27ce0c6a3cd7 req-cf354d36-2817-4214-a094-72cb770d8527 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0501719 Nov 27 16:33:47.755949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bbfc7562-8d6b-4e2a-9d4e-27ce0c6a3cd7 req-7b09d243-fbde-45dd-b89e-bb1370f48190 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Nov 27 16:33:48.874828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5fda-861c-4119-97d1-685ebb2314f9 req-da78c14b-0ca7-4fdd-ae58-449899eb958f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:48.876281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bcf5fda-861c-4119-97d1-685ebb2314f9 req-da78c14b-0ca7-4fdd-ae58-449899eb958f tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0519738 Nov 27 16:33:48.922767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5bcf5fda-861c-4119-97d1-685ebb2314f9 req-6db9afe9-4df2-41e0-a431-764e336bd114 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Nov 27 16:33:50.037738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be7e79-6ea4-40e4-9e31-ea9cc83be3ee req-81b4d352-6501-4a06-8a87-2999a171ad46 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:50.039175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43be7e79-6ea4-40e4-9e31-ea9cc83be3ee req-81b4d352-6501-4a06-8a87-2999a171ad46 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Nov 27 16:33:50.084756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43be7e79-6ea4-40e4-9e31-ea9cc83be3ee req-499349e0-b1c0-4c4c-9a88-875c33b2ae62 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Nov 27 16:33:51.196135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556e377-1e58-4254-9fd5-e351dfb1b5ee req-8d0789a9-d106-4003-90ce-947c8799fbd2 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:51.197626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e556e377-1e58-4254-9fd5-e351dfb1b5ee req-8d0789a9-d106-4003-90ce-947c8799fbd2 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0470283 Nov 27 16:33:51.247299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e556e377-1e58-4254-9fd5-e351dfb1b5ee req-b2908d46-a2eb-4763-9bcb-11e208c9b0b0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Nov 27 16:33:52.364785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2bca0-597c-4ab3-8956-747303f3f6de req-92373cea-2397-4f28-93b9-5256e404a233 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:52.366265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9e2bca0-597c-4ab3-8956-747303f3f6de req-92373cea-2397-4f28-93b9-5256e404a233 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Nov 27 16:33:52.413460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9e2bca0-597c-4ab3-8956-747303f3f6de req-8cee66ae-d9b6-4223-9a67-0227f9be1061 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Nov 27 16:33:53.531931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b89572-4f15-4ee6-9c64-497983e0d755 req-eadd9efc-f56c-47fd-a458-ab00df0916fc tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:53.533460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2b89572-4f15-4ee6-9c64-497983e0d755 req-eadd9efc-f56c-47fd-a458-ab00df0916fc tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Nov 27 16:33:53.581194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2b89572-4f15-4ee6-9c64-497983e0d755 req-a66d7934-398b-42ae-b413-440a2398ab2c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Nov 27 16:33:54.697674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d6c4-30e0-4971-81eb-ebd8d0915a9e req-72866e4b-62c6-43b9-baac-c1a349213430 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:54.699757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8856d6c4-30e0-4971-81eb-ebd8d0915a9e req-72866e4b-62c6-43b9-baac-c1a349213430 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0507867 Nov 27 16:33:54.744848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8856d6c4-30e0-4971-81eb-ebd8d0915a9e req-e97abda2-8c9a-4af5-a406-61c11b32ca49 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Nov 27 16:33:55.313871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-61840d2a-19e4-4730-8a08-a34d771c4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:55.315349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-61840d2a-19e4-4730-8a08-a34d771c4540 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1096 time: 0.0449405 Nov 27 16:33:55.427005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-b5ac0471-7a72-4b50-8629-2222e3af16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:55.428448 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-b5ac0471-7a72-4b50-8629-2222e3af16b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0855410 Nov 27 16:33:55.470362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-fd8859b5-2c49-48eb-b351-d7546e291995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0349464 Nov 27 16:33:55.518042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-2b07173e-adb7-4ff3-8c9e-f09991bc3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:55.519409 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-2b07173e-adb7-4ff3-8c9e-f09991bc3232 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0419061 Nov 27 16:33:55.551450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-a3212e3d-473b-44db-a879-c2f5e4626f8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229869 Nov 27 16:33:55.644220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-1a89adc9-4ec6-4eaa-92b7-657c3b9723d2 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850477 Nov 27 16:33:55.735773 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1a7c6ce2-5ef2-4542-863e-b1317ca19c1d req-b08fac8b-d25d-4480-a1ab-78f26a610abc service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823400 Nov 27 16:33:55.862903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5c8f3-b179-4669-990b-7303bba10a07 req-4b254619-ca71-4523-a42d-c5e952358c7a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:55.864380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55a5c8f3-b179-4669-990b-7303bba10a07 req-4b254619-ca71-4523-a42d-c5e952358c7a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0510292 Nov 27 16:33:55.911365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-55a5c8f3-b179-4669-990b-7303bba10a07 req-dbe745d9-922d-4475-afaf-f714f5a17802 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Nov 27 16:33:57.033197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f0b76-5e6f-4a69-a31f-e4baf0ce436e req-629398c8-7c74-4013-b1b6-14f5344184c9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:57.034700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-422f0b76-5e6f-4a69-a31f-e4baf0ce436e req-629398c8-7c74-4013-b1b6-14f5344184c9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Nov 27 16:33:57.086485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-422f0b76-5e6f-4a69-a31f-e4baf0ce436e req-b67d661f-321d-4bed-8c80-6747c5a5d199 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Nov 27 16:33:58.202263 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d52bd-c54c-4b26-a962-698ab7640f55 req-6ee7ce89-7762-45be-abbb-9fc0c3e95e12 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:58.203742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c3d52bd-c54c-4b26-a962-698ab7640f55 req-6ee7ce89-7762-45be-abbb-9fc0c3e95e12 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Nov 27 16:33:58.251083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c3d52bd-c54c-4b26-a962-698ab7640f55 req-198a4a9c-fcff-435e-9d33-d03e81f534d6 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Nov 27 16:33:59.364437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c12c42-2be6-4daf-b7e1-7c6edcf76a3f req-b6c50673-ddad-4bc8-baf4-085ddc7e96b3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:33:59.365913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47c12c42-2be6-4daf-b7e1-7c6edcf76a3f req-b6c50673-ddad-4bc8-baf4-085ddc7e96b3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0483677 Nov 27 16:33:59.414287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-47c12c42-2be6-4daf-b7e1-7c6edcf76a3f req-bd214d38-967a-442e-8526-fae50035ac27 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Nov 27 16:34:00.091894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:00.529686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1105ce-3a24-4982-992b-9062b9035417 req-900ae085-6756-4cd2-84cc-ef20bfe3e04a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:00.531122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e1105ce-3a24-4982-992b-9062b9035417 req-900ae085-6756-4cd2-84cc-ef20bfe3e04a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Nov 27 16:34:00.577118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e1105ce-3a24-4982-992b-9062b9035417 req-b5eb0768-483e-4aed-8123-baeffe414baa tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Nov 27 16:34:01.691847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1b704-503e-4b4e-9f0f-8f486c86d7c3 req-b31ac049-7144-4311-841f-d8b1ba039928 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:01.693292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02e1b704-503e-4b4e-9f0f-8f486c86d7c3 req-b31ac049-7144-4311-841f-d8b1ba039928 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0476651 Nov 27 16:34:01.739029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-02e1b704-503e-4b4e-9f0f-8f486c86d7c3 req-708e36e5-5803-497c-aaa2-5e0bfbbddf3c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Nov 27 16:34:02.155360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:02.857209 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce648e-7805-40df-9c5f-5650a5a90adb req-13ee1623-c8dd-43c2-93ac-7f43038db9c1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:02.858692 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67ce648e-7805-40df-9c5f-5650a5a90adb req-13ee1623-c8dd-43c2-93ac-7f43038db9c1 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0516772 Nov 27 16:34:02.905430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-67ce648e-7805-40df-9c5f-5650a5a90adb req-7188bd6d-d46a-4aee-9ba9-ab0115de3c6b tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Nov 27 16:34:04.019531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2f8f1-7ac4-4284-9df6-112d2bc547d3 req-a04c861f-8746-423b-8fe6-37466c5a9f0e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:04.020988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25d2f8f1-7ac4-4284-9df6-112d2bc547d3 req-a04c861f-8746-423b-8fe6-37466c5a9f0e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0481200 Nov 27 16:34:04.066628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25d2f8f1-7ac4-4284-9df6-112d2bc547d3 req-23cfe019-bea0-4f0a-9383-2474c581c543 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Nov 27 16:34:05.181909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae4ba-e143-484a-944a-8364b22f4cb3 req-b8bdf4ea-b66c-4ee2-a0ae-79bdf9305406 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:05.183862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cbae4ba-e143-484a-944a-8364b22f4cb3 req-b8bdf4ea-b66c-4ee2-a0ae-79bdf9305406 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Nov 27 16:34:05.232371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cbae4ba-e143-484a-944a-8364b22f4cb3 req-c89cff6a-17bb-43e0-b6b1-3bc1aff281f7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Nov 27 16:34:05.284289 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0816751c-5634-4ca4-928d-848a4cc20eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:06.346675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef72c6-4a1f-42e8-af70-3926325f2ec0 req-b6c7e770-331f-4d4b-85d6-0906afb24d3a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:06.348129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfef72c6-4a1f-42e8-af70-3926325f2ec0 req-b6c7e770-331f-4d4b-85d6-0906afb24d3a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0482037 Nov 27 16:34:06.394859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cfef72c6-4a1f-42e8-af70-3926325f2ec0 req-2b1fc6c0-5bc7-46eb-beb4-5e77e36549dd tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Nov 27 16:34:07.514883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a903c-cda4-4872-b9cf-d55a2e5b5a8f req-0c6fdfd0-5e33-4b22-a205-64aaf09d2ba5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:07.516354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da2a903c-cda4-4872-b9cf-d55a2e5b5a8f req-0c6fdfd0-5e33-4b22-a205-64aaf09d2ba5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0549800 Nov 27 16:34:07.562560 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da2a903c-cda4-4872-b9cf-d55a2e5b5a8f req-5f0d4bd5-e26d-4209-a426-923417f48d73 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Nov 27 16:34:07.742892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db311bd1-c200-49ba-bd50-db332225542f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:08.666884 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:08.680200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c35d6-e56f-4dc8-80c7-78237d33d361 req-a8f772e3-d6fe-44b8-8446-62df0a7d6673 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:08.681677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-690c35d6-e56f-4dc8-80c7-78237d33d361 req-a8f772e3-d6fe-44b8-8446-62df0a7d6673 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Nov 27 16:34:08.727414 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-690c35d6-e56f-4dc8-80c7-78237d33d361 req-c9415c0e-7387-4429-bba9-ff4ebe28b728 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Nov 27 16:34:09.840164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344eb8b-2789-4b07-8c4d-b8f4007f4b1f req-ea875c04-a24e-43db-86cd-ac3e9e0540c2 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:09.841662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c344eb8b-2789-4b07-8c4d-b8f4007f4b1f req-ea875c04-a24e-43db-86cd-ac3e9e0540c2 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0474226 Nov 27 16:34:09.888862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c344eb8b-2789-4b07-8c4d-b8f4007f4b1f req-4d5112b8-0b2e-4815-8897-3923fc5ef95d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Nov 27 16:34:10.401090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:11.001254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff29f81-312c-4991-84a4-6c4387cd32b1 req-1433ecd0-2dcb-4069-9a82-85327a01c361 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:11.002728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ff29f81-312c-4991-84a4-6c4387cd32b1 req-1433ecd0-2dcb-4069-9a82-85327a01c361 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0468831 Nov 27 16:34:11.051079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ff29f81-312c-4991-84a4-6c4387cd32b1 req-b6ecf3d8-c234-4202-adfb-591ce6687f6c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Nov 27 16:34:11.233633 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:12.164053 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0405-8cad-4ba1-8e20-c188c195abb6 req-d2ef5cf2-b6ba-49a7-84b2-2b44763d27d5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:12.165537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53bf0405-8cad-4ba1-8e20-c188c195abb6 req-d2ef5cf2-b6ba-49a7-84b2-2b44763d27d5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 945 time: 0.0480363 Nov 27 16:34:12.211318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53bf0405-8cad-4ba1-8e20-c188c195abb6 req-83880e3e-9e11-4f1d-b856-9b106ae5c8cb tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Nov 27 16:34:12.687904 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-88ee5761-d74a-4dc3-9fc4-ba64f2e0731c service neutron] show failed (client error): The resource could not be found. Nov 27 16:34:12.688900 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-88ee5761-d74a-4dc3-9fc4-ba64f2e0731c service neutron] 10.222.0.37 "GET /v2.0/ports/19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.1564584 Nov 27 16:34:12.892080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-faafb0d3-5dc1-4809-81a0-f61e25402cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:12.893645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-faafb0d3-5dc1-4809-81a0-f61e25402cac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48&tenant_id=651b4cce1e9e422ab3b3d2905facc4e1 HTTP/1.1" status: 200 len: 1096 time: 0.0402439 Nov 27 16:34:12.907143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:12.959807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:13.151144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:13.189139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:34:13.227051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:13.229337 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2070076-da33-4ec5-be1b-9cd3bb95ae60" -d '{"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-unplugged", "status": "completed", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:13.233936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:13.246089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Transition to ACTIVE for port object 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:34:13.249887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:13.290987 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17d258-2289-4c46-bb0a-1f70f621d746 x-openstack-request-id: req-4f17d258-2289-4c46-bb0a-1f70f621d746 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:13.291283 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-unplugged", "status": "completed", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:13.291538 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f17d258-2289-4c46-bb0a-1f70f621d746 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:13.292628 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'code': 200} Nov 27 16:34:13.327300 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-a875493a-e930-4250-a363-a19489aaa513 req-f7a25cb2-d23c-47ac-9093-32337b97b6ba service neutron] (110075) timed out ('10.222.0.15', 50794) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:34:13.670889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:13.676038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] No DVR routers for this DVR port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:34:13.686668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.687015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.687357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.687694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.688026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.688358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.688686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.689014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.689338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.689691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.690018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.690338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:13.725956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bb7da-29fb-47f4-8495-987d57010c39 req-dd77e3bc-59e3-483e-929a-33ce5a670169 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:13.727433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-608bb7da-29fb-47f4-8495-987d57010c39 req-dd77e3bc-59e3-483e-929a-33ce5a670169 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.4324689 Nov 27 16:34:13.749316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:34:13.749671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:34:13.750001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:13.756922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on network 89bb10fe-a002-41ce-aa81-8281dada6782 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:34:13.757245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Attempting to bind port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on network 89bb10fe-a002-41ce-aa81-8281dada6782 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:13.769843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:34:13.770183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Checking segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:34:13.770561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Bound using segment: {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:34:13.770982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Bound port: 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4726f8-838f-4df7-abc7-9a268c331303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:34:13.771331 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:13.798357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-608bb7da-29fb-47f4-8495-987d57010c39 req-098f04b2-efd9-4756-9c01-5c319ab63ebc tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640540 Nov 27 16:34:13.848983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:34:13.851940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:34:13.856893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:13.889762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:13.890352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:13.891724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] 10.222.0.21 "PUT /v2.0/ports/19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 1091 time: 0.9884827 Nov 27 16:34:13.913233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989d461-1f01-44ec-9719-58a55f87d92c service neutron] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:13.961916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-c396cafd-f5fd-4129-b997-d3fcc8611ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:13.963639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-c396cafd-f5fd-4129-b997-d3fcc8611ea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1094 time: 0.0404680 Nov 27 16:34:14.059629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e5815e62-f46c-4952-b340-9c0d53b9d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:14.061076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-e5815e62-f46c-4952-b340-9c0d53b9d077 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0846577 Nov 27 16:34:14.108749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-77843fc7-a2e4-4a6a-8884-b21035893e76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0340531 Nov 27 16:34:14.159056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-9e9264d8-7fb5-4e86-b2c5-78b5ab16f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:14.160464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-9e9264d8-7fb5-4e86-b2c5-78b5ab16f0a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0426180 Nov 27 16:34:14.192495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-cd415429-dcd2-4a83-970f-bacf2b2117a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238862 Nov 27 16:34:14.284987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-a010bd50-7f91-4c9f-acf5-a48f745b2836 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846300 Nov 27 16:34:14.378280 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c538a6d7-c388-404e-b181-b6b6cac093a6 req-3f8d51f9-7299-4b36-8f2e-08e169f19789 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819447 Nov 27 16:34:14.920751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8af80-16c5-4562-a53c-73a640bc7a8b req-7161de31-fe11-423b-ab87-59374d28941c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:14.922232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36d8af80-16c5-4562-a53c-73a640bc7a8b req-7161de31-fe11-423b-ab87-59374d28941c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0530317 Nov 27 16:34:14.967721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36d8af80-16c5-4562-a53c-73a640bc7a8b req-90196eca-c33b-44a6-a6d2-c63dae512e30 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Nov 27 16:34:15.293482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:15.295773 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:15.342950 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bacba8-5879-4d01-9ab9-21cd99535581 x-openstack-request-id: req-76bacba8-5879-4d01-9ab9-21cd99535581 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:15.343241 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:15.343497 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76bacba8-5879-4d01-9ab9-21cd99535581 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:15.343926 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'status': 'completed', 'code': 200} Nov 27 16:34:15.403059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-d3202aa8-a391-4e3e-9b19-062b52616778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:15.403853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-ce223ca4-d30e-499c-a71a-d693e0e0aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:15.404531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-d3202aa8-a391-4e3e-9b19-062b52616778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1094 time: 0.0402651 Nov 27 16:34:15.405341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-ce223ca4-d30e-499c-a71a-d693e0e0aead service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1094 time: 0.0408194 Nov 27 16:34:15.496411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-93ce9275-7304-4033-bf53-209910ecbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:15.496669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-76a9d7ec-8475-4192-8781-554e9d07c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:15.497949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-93ce9275-7304-4033-bf53-209910ecbd73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0858588 Nov 27 16:34:15.498173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-76a9d7ec-8475-4192-8781-554e9d07c980 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0861802 Nov 27 16:34:15.539659 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-a864aab8-134c-4f5f-a96a-f83599a369b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0342436 Nov 27 16:34:15.542810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-914534d2-65d8-45cf-a5b6-181e33faa9cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0373490 Nov 27 16:34:15.590403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-dee9470f-8f1b-41d6-81b3-ebcdffec80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:15.591248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-cf2b1d31-eedf-4884-a515-1ec902cc164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:15.591769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-dee9470f-8f1b-41d6-81b3-ebcdffec80cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0441747 Nov 27 16:34:15.592675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-cf2b1d31-eedf-4884-a515-1ec902cc164f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0435390 Nov 27 16:34:15.624283 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-ca0e184b-4b0d-4d59-87a1-036fb2de66fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246241 Nov 27 16:34:15.624656 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-781f649c-16af-4c5e-a46f-48b358b43ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243793 Nov 27 16:34:15.709060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:34:15.716927 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-907dcdb1-4b86-4a99-9ec6-e08b2c8f51df service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Nov 27 16:34:15.717087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-31d4977e-9f49-4814-be08-74dc2845a633 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848150 Nov 27 16:34:15.796352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:34:15.806189 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-1cea978b-e431-40da-99a7-97a8489f5257 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816765 Nov 27 16:34:15.807697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0ad112-b083-4e54-9afa-7d8a332ba6ad req-26d510a9-8773-400b-b9b9-b21f9d2e79f8 service neutron] 10.222.0.21 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Nov 27 16:34:15.835845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:34:16.087746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e3908-e805-412a-a9bb-805e487f2ed9 req-c11a4ee8-3cdf-4ceb-9ddf-8476051c387c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:16.089223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a00e3908-e805-412a-a9bb-805e487f2ed9 req-c11a4ee8-3cdf-4ceb-9ddf-8476051c387c tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0547130 Nov 27 16:34:16.137541 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a00e3908-e805-412a-a9bb-805e487f2ed9 req-ecf211b4-fa2a-4290-a6fe-b2ce80e9d061 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Nov 27 16:34:17.256475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a03e7-9212-49ef-908d-220a174cd424 req-89cb72b3-2b5a-4d87-b94d-dc619a3b90a0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:17.257949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a0a03e7-9212-49ef-908d-220a174cd424 req-89cb72b3-2b5a-4d87-b94d-dc619a3b90a0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0480223 Nov 27 16:34:17.303447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a0a03e7-9212-49ef-908d-220a174cd424 req-38385751-2f85-45bd-95ae-fd3b732c378b tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Nov 27 16:34:17.492722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbcfea-1c2c-472f-9528-dfb8ac539bda req-86ef374f-2a01-487f-a2bd-837296cab7c7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:17.494195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52bbcfea-1c2c-472f-9528-dfb8ac539bda req-86ef374f-2a01-487f-a2bd-837296cab7c7 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0494792 Nov 27 16:34:17.512317 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-be340f95-0265-4789-a680-850a56462cc3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:17.513807 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-be340f95-0265-4789-a680-850a56462cc3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48&tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 943 time: 0.0558405 Nov 27 16:34:17.546466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52bbcfea-1c2c-472f-9528-dfb8ac539bda req-58515387-5cad-4c6c-ad3b-99abf07bf753 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Nov 27 16:34:17.578778 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-ca8fc527-dde8-444b-b596-ac2ac8c0010d service neutron] delete failed (client error): The resource could not be found. Nov 27 16:34:17.579799 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-ca8fc527-dde8-444b-b596-ac2ac8c0010d service neutron] 10.222.0.37 "DELETE /v2.0/ports/19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0581737 Nov 27 16:34:17.664633 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-f1acc46a-d647-4254-ba14-cb859fcbe4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:17.666137 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-f1acc46a-d647-4254-ba14-cb859fcbe4c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 1094 time: 0.0426571 Nov 27 16:34:17.753011 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-5b1ac2c1-65a9-4590-ac3a-6b19a696c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:17.754377 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-5b1ac2c1-65a9-4590-ac3a-6b19a696c407 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 200 len: 914 time: 0.0812685 Nov 27 16:34:17.799483 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-e4e2f799-3bb2-4616-9411-8b1642ce7ed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 200 len: 217 time: 0.0371184 Nov 27 16:34:17.847725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-b0eeb53f-31e3-4259-bc03-4c5f87c1c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:17.849161 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-b0eeb53f-31e3-4259-bc03-4c5f87c1c091 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0429749 Nov 27 16:34:17.879871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-4cc715b9-02ba-4081-ab7f-2f65066a2e2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bb10fe-a002-41ce-aa81-8281dada6782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231996 Nov 27 16:34:17.971492 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-3f66e9ba-54bf-41b3-9258-93c4f8a3a6f0 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 Nov 27 16:34:18.059100 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-769520a1-1a7b-4d2a-8df6-8fd6684c82ec req-300d3b05-5550-4af3-b7c6-b95aa8795234 service neutron] 10.222.0.37 "GET /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805519 Nov 27 16:34:18.551319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:34:18.654698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:18.666658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'network_id': '89bb10fe-a002-41ce-aa81-8281dada6782', 'port_id': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'mac_address': 'fa:16:3e:18:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3d588c-25aa-449b-8170-89255bbee2e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:34:18.669369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23708880-08be-4144-86a1-4544377922e1 req-65ad1e74-fa1f-4da9-b1f5-9881396f167a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:18.670901 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23708880-08be-4144-86a1-4544377922e1 req-65ad1e74-fa1f-4da9-b1f5-9881396f167a tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 943 time: 0.0494835 Nov 27 16:34:18.704506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:18.717764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:34:18.717963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-23708880-08be-4144-86a1-4544377922e1 req-ca7e9927-fd5d-4f43-b633-c639087e5ba5 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Nov 27 16:34:18.739498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:18.743879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:18.789723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:18.797599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.797851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.798192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.798529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.798864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.799192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.799523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.799848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.800174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.800497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.800821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.801141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:18.835705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3513a-dace-4765-9d70-37175733aa5c req-0423131f-f17f-4a86-814d-671e440237a0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:18.837479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2a3513a-dace-4765-9d70-37175733aa5c req-0423131f-f17f-4a86-814d-671e440237a0 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0481176 Nov 27 16:34:18.884360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2a3513a-dace-4765-9d70-37175733aa5c req-43c0ca04-c082-486a-b479-8cb08bade835 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Nov 27 16:34:18.986782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:34:19.015490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60266632-9f17-4e27-adc3-8baf45510780 req-6769bd97-467a-4f90-ac48-17165c317bba tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:19.016957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60266632-9f17-4e27-adc3-8baf45510780 req-6769bd97-467a-4f90-ac48-17165c317bba tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0534258 Nov 27 16:34:19.064488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-60266632-9f17-4e27-adc3-8baf45510780 req-bea4c1cf-bdc5-4e95-bf29-02f6b0d91817 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Nov 27 16:34:19.391832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c655d-c2af-4a2e-8449-2b6b19b371df req-d8ab964c-889c-4aba-bc49-ed23d1ff7d8e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:19.393311 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b0c655d-c2af-4a2e-8449-2b6b19b371df req-d8ab964c-889c-4aba-bc49-ed23d1ff7d8e tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0484457 Nov 27 16:34:19.440133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b0c655d-c2af-4a2e-8449-2b6b19b371df req-ec9b2d95-626e-4195-8511-64783b6361a3 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Nov 27 16:34:20.565130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce8b37-ad18-4af3-876e-18348a487d4d req-0f1093a4-3272-49c8-805a-693213dd935d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:20.566534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22ce8b37-ad18-4af3-876e-18348a487d4d req-0f1093a4-3272-49c8-805a-693213dd935d tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0527167 Nov 27 16:34:20.567897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:34:20.613087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22ce8b37-ad18-4af3-876e-18348a487d4d req-c5a9ca59-9a4e-452e-9d5d-b376e58b55b9 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbf413d-e9ec-4f99-bcc8-7f47a953c734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Nov 27 16:34:20.615567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:34:20.619449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:20.620500 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:20.698663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-8af28658-525d-4a21-aebb-0a8a31d75c29 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:20.700204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-8af28658-525d-4a21-aebb-0a8a31d75c29 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.21 "GET /v2.0/ports?device_id=62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Nov 27 16:34:20.701951 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:20.725039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:20.727316 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab09bb7b-9e2a-405c-ad86-46edded258f4" -d '{"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-plugged", "status": "completed", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:20.740876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:20.746500 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:20.770620 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d67023-a3a6-4b07-a2e8-0f97bef17bdc x-openstack-request-id: req-18d67023-a3a6-4b07-a2e8-0f97bef17bdc {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:20.770915 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-plugged", "status": "completed", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:20.771167 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18d67023-a3a6-4b07-a2e8-0f97bef17bdc {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:20.771553 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'code': 200} Nov 27 16:34:20.798919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:20.802317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Deleting port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:34:20.802666 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:20.895496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] For port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,segment=NetworkSegment(bb4726f8-838f-4df7-abc7-9a268c331303),segment_id=bb4726f8-838f-4df7-abc7-9a268c331303)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:20.895862 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:20.908609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Calling delete_port for 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:34:21.033915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.056679 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:34:21.062913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Pushing event deleted for resources: {'Port': ['ID=19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:21.105760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] No DVR routers for this DVR port 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:34:21.108219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.111604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-344569d1-d1aa-4146-a281-6e5c4ec800d9 req-2711a92e-8069-414a-b56d-cd8bbc7f04ae tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] 10.222.0.21 "DELETE /v2.0/ports/19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b HTTP/1.1" status: 204 len: 173 time: 0.4021275 Nov 27 16:34:21.112063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-deleted', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:21.114356 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e0485a-4c46-4f56-83af-1f41264955d8" -d '{"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-deleted", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:21.150883 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb859ada-5a52-416c-aaeb-ef7703227ecf x-openstack-request-id: req-fb859ada-5a52-416c-aaeb-ef7703227ecf {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:21.151181 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48", "name": "network-vif-deleted", "tag": "19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:21.151501 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb859ada-5a52-416c-aaeb-ef7703227ecf {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:21.152503 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7f71a-6da2-4df7-a7b8-9dfd0d8b2f48', 'name': 'network-vif-deleted', 'tag': '19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b', 'status': 'completed', 'code': 200} Nov 27 16:34:21.734664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:21.781713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Deleting subnet 1d3d588c-25aa-449b-8170-89255bbee2e9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:34:21.784668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.818453 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.856504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.905753 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.931710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3d588c-25aa-449b-8170-89255bbee2e9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:21.934271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:21.937425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e2658c37-8a46-435c-9cea-866eba409cf9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d3d588c-25aa-449b-8170-89255bbee2e9 HTTP/1.1" status: 204 len: 168 time: 0.2017403 Nov 27 16:34:21.939883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34224) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:22.010778 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.086884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.111527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bb10fe-a002-41ce-aa81-8281dada6782']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:22.121175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4726f8-838f-4df7-abc7-9a268c331303') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:22.121502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4726f8-838f-4df7-abc7-9a268c331303') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:22.130634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.143239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.148910 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:34:22.149291 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:34:22.150965 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:34:22.203690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.208917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.212477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] 10.222.0.15 "DELETE /v2.0/networks/89bb10fe-a002-41ce-aa81-8281dada6782 HTTP/1.1" status: 204 len: 168 time: 0.2714117 Nov 27 16:34:22.224191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ec29c-8335-408c-ad58-e36c99373718 admin admin] Pushing event deleted for resources: {'Network': ['ID=89bb10fe-a002-41ce-aa81-8281dada6782,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:22.320934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34228) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:22.361542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b4e229bc-f93c-426a-b321-51e798e9845c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=651b4cce1e9e422ab3b3d2905facc4e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393386 Nov 27 16:34:22.363955 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34230) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:22.410196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c96e17d-871a-4f63-b059-cc14f3bd2142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.435324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c96e17d-871a-4f63-b059-cc14f3bd2142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.481841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c96e17d-871a-4f63-b059-cc14f3bd2142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.484529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c96e17d-871a-4f63-b059-cc14f3bd2142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:22.485677 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c96e17d-871a-4f63-b059-cc14f3bd2142 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dbf413d-e9ec-4f99-bcc8-7f47a953c734 HTTP/1.1" status: 204 len: 168 time: 0.1208107 Nov 27 16:34:22.493133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96e17d-871a-4f63-b059-cc14f3bd2142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf413d-e9ec-4f99-bcc8-7f47a953c734,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:23.127642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34252) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:23.248372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1667413452-network', 'tenant_id': 'ce8257da2737414d85e834122c6a6373'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:23.268861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Made reservation on behalf of ce8257da2737414d85e834122c6a6373 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:34:23.271141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.279437 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.355191 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.359076 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.380459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:34:23.395418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4298b15-59de-4115-971d-38aed243ed3c,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:23.398329 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.398659 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Added segment 26a43d66-d2b7-4415-8c5c-03b9be016ab2 of type vlan for network 88648201-6648-4c97-a247-87bd2f52240b Nov 27 16:34:23.438950 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.462925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.463886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:23.464455 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.518695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3897779 Nov 27 16:34:23.521542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:23.526571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Request body: {'subnet': {'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1667413452-subnet', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:23.529047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c98b3-3c5f-40db-8740-cf0710b93da5 admin admin] Pushing event updated for resources: {'Network': ['ID=88648201-6648-4c97-a247-87bd2f52240b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:23.539059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 88648201-6648-4c97-a247-87bd2f52240b details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:34:23.550733 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Made reservation on behalf of ce8257da2737414d85e834122c6a6373 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:34:23.553362 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.721090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.779187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecb9ccf-74e4-4093-bd76-55573c6e5238,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:23.783362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:34:23.783722 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Network hostable DHCP agents. Network: 88648201-6648-4c97-a247-87bd2f52240b, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:34:23.800751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Network 88648201-6648-4c97-a247-87bd2f52240b is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:34:23.809753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 88648201-6648-4c97-a247-87bd2f52240b) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:23.813736 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:23.814333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.818668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81127149-a0fc-41e1-a931-a0e0947a946c None None] Network 88648201-6648-4c97-a247-87bd2f52240b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:34:23.829641 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a291bdb8-8b42-416c-84b4-bea365c88af7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3068616 Nov 27 16:34:23.832474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34260) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:23.836915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:23.859320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.860315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.911564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:23.967811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-88648201-6648-4c97-a247-87bd2f52240b', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:34:23.968700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.052430 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.098941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Allocated IP 172.20.0.2 (88648201-6648-4c97-a247-87bd2f52240b/5ecb9ccf-74e4-4093-bd76-55573c6e5238/487ffdeb-3cf7-4e13-a908-26e3bd3e5f43) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:34:24.241020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.246535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.253678 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.273151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.287514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:34:24.290414 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:24.293807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:34:24.302520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Pushing event updated for resources: {'Port': ['ID=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:24.365429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Attempting to bind port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:34:24.365802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Attempting to bind port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:34:24.366166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Attempting to bind port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:24.371657 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:34:24.372029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:34:24.372429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.372849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:34:24.373323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Bound port: 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:34:24.373737 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.382886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Allocated IP 172.25.1.240 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:34:24.435716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] For port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:34:24.439263 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] For port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:34:24.443812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.492067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.500051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5f77-73f7-424c-af8c-a6b3f14574d5 None None] Pushing event updated for resources: {'Port': ['ID=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:24.527476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.564164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:34:24.571459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:34:24.577713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:24.579920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Pushing event updated for resources: {'Port': ['ID=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:24.582065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:34:24.590505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:34:24.590795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 19e3ce6c-d4ce-4237-9b0a-8437c5f3ef7b not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:34:24.594581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bd49a-0c54-4f70-9bec-c693f3fd6912 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:34:24.648681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-46b2117e-03d4-4c1a-a454-53150dc124c0 None None] Provisioning complete for port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:24.649149 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-46b2117e-03d4-4c1a-a454-53150dc124c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:24.713071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-46b2117e-03d4-4c1a-a454-53150dc124c0 None None] Port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:34:24.861741 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:25.064885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:25.196281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:34:25.308154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:34:25.317505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:34:25.326905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:25.328275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2bae6630-ac7e-4ff3-8957-d1cb4f77d858 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4947927 Nov 27 16:34:25.331044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:25.332304 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:34:25.333111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:34:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:25.437169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4f9be-d731-401d-ab9f-b85120b53059 None None] Network 88648201-6648-4c97-a247-87bd2f52240b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:34:25.486796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:34:25.625322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-04fd2bb2-362c-467e-8ca0-32e61a36ad05 None None] Provisioning complete for port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:25.626040 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04fd2bb2-362c-467e-8ca0-32e61a36ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:25.823251 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04fd2bb2-362c-467e-8ca0-32e61a36ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:25.845022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:24Z', 'revision_number': 3, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:25.882528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:34:25.882806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Updating router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:34:25.918598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-04fd2bb2-362c-467e-8ca0-32e61a36ad05 None None] For port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:25.921860 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:25.952628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-04fd2bb2-362c-467e-8ca0-32e61a36ad05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.107851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.238192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2bb2-362c-467e-8ca0-32e61a36ad05 None None] Pushing event updated for resources: {'Port': ['ID=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:26.244427 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7ffcf088-52dc-4d32-9bcb-8300956a0b4a None None] Provisioning complete for port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:26.244799 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7ffcf088-52dc-4d32-9bcb-8300956a0b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.315015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Allocated IP 172.20.0.1 (88648201-6648-4c97-a247-87bd2f52240b/5ecb9ccf-74e4-4093-bd76-55573c6e5238/2637249e-510a-4b4e-ae06-29e36a55009a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:34:26.400822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:34:26.431347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.465960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.492248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.499947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.503832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:26.504194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.506268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:34:26.509842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:26.513930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:34:26.519372 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Pushing event updated for resources: {'Port': ['ID=2637249e-510a-4b4e-ae06-29e36a55009a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:26.563969 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.575036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d8ab8-d818-4401-8cbe-9702aaa048af None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:34:26.593663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Attempting to bind port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:34:26.594049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Attempting to bind port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:34:26.594411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Attempting to bind port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:26.598163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e401d0-cc51-4d80-b0c8-a569deb9db25 None None] Pushing event updated for resources: {'Port': ['ID=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:26.608851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:34:26.609437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:34:26.609666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.610252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:34:26.610741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Bound port: 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:34:26.611119 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.704868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bd0dd104-03e1-4531-9e64-d931c1267027 None None] Provisioning complete for port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:26.705608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd104-03e1-4531-9e64-d931c1267027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.715250 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.730393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] For port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:34:26.752506 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] For port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:34:26.758824 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.763711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bd0dd104-03e1-4531-9e64-d931c1267027 None None] Port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:34:26.803329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e75c0-eebe-4bd6-9d06-ea15a3449976 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:34:26.827893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:34:26.828508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:34:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:26.830276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e401d0-cc51-4d80-b0c8-a569deb9db25 None None] Pushing event updated for resources: {'Port': ['ID=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:26.887592 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.892804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.921956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Provisioning complete for port 2637249e-510a-4b4e-ae06-29e36a55009a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:26.922327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.961826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:26.964724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Pushing event updated for resources: {'Port': ['ID=2637249e-510a-4b4e-ae06-29e36a55009a,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:26.976278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Port 2637249e-510a-4b4e-ae06-29e36a55009a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:34:26.981783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:34:27.020664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Provisioning complete for port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:27.020939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.052974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:34:27.054410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:27.180557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:34:27.218829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.246676 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] For port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:27.256771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.303594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 1, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:27.306455 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:34:27.312778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cbc5984b-cc9e-4e0f-8edb-ca29abc8b779 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bef0ec7-6060-4e41-a9b6-d33c2d075a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807749 Nov 27 16:34:27.337966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d38aa-c2e2-4724-bb0d-a009944324b4 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 1, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:34:27.343514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98ec95-9b0d-4be7-b0e8-cfb3bca96137 None None] Pushing event updated for resources: {'Port': ['ID=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:27.377540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f62dd3a8-4515-4310-9ce6-0465a2cb10a7 None None] Provisioning complete for port 2637249e-510a-4b4e-ae06-29e36a55009a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:27.377914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f62dd3a8-4515-4310-9ce6-0465a2cb10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.416634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f62dd3a8-4515-4310-9ce6-0465a2cb10a7 None None] Port 2637249e-510a-4b4e-ae06-29e36a55009a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:34:27.821109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34270) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:27.826318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886181451', 'description': 'tempest-description--977287452'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:27.852657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.923482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.928537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.978276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:27.979604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1573474 Nov 27 16:34:27.980879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d5ca3-2afb-4897-808e-d92da5230ccf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7518edc1-a0c2-49e4-9c7e-b2e0361e8709,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:27.982557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:27.989360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'security_group_rule': {'security_group_id': '7518edc1-a0c2-49e4-9c7e-b2e0361e8709', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:28.024548 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.087471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.092170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.110796 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b81389-e899-4f7c-bacc-efcb7dccb769,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:28.118205 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.119435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c4aafa33-00b3-46f9-9622-552707fbb954 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338463 Nov 27 16:34:28.122640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:28.127182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'security_group_rule': {'security_group_id': '7518edc1-a0c2-49e4-9c7e-b2e0361e8709', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:28.157077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.215906 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.219601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.237970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa12d6b1-6f7e-4639-85ab-f795ec6b6a57,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:28.247442 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.248667 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f996c4ea-a69a-4b0e-9df2-604f4b4b6a1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250310 Nov 27 16:34:28.251720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 34276) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:28.256089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:28.278509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.396006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.411988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:34:28.468650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:28.469020 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.511672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Allocated IP 172.25.1.203 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/fc3e3cf0-7cde-4efe-8fff-bd194e21eff2) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:34:28.626490 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.660080 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.697720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:34:28.700490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:28.703920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:34:28.726075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'Port': ['ID=fc3e3cf0-7cde-4efe-8fff-bd194e21eff2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:28.739359 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.739705 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.740050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.740387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.740725 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.741057 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.741381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.741739 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.742062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.742384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.742708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.743030 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:28.803560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.839003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.988172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:28.992499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:29.058638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'Port': ['ID=fc3e3cf0-7cde-4efe-8fff-bd194e21eff2,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:29.070709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:29.086110 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:29.087623 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4e8b224c-1284-48f2-be00-e2423132079a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8349712 Nov 27 16:34:29.246566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-e7e6c3b6-a988-4928-8485-d62a70e93b61 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--886181451&fields=id&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 267 time: 0.0481791 Nov 27 16:34:29.314163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:34:29.324802 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:34:29.325462 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:34:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:29.357247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-ae6ee09d-df9d-44ec-84d8-b31fdf802481 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:29.358742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-ae6ee09d-df9d-44ec-84d8-b31fdf802481 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1054161 Nov 27 16:34:29.373664 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5901465d-e7f6-4003-a490-141736fcace9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/quotas/ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 375 time: 0.0089648 Nov 27 16:34:29.428487 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-fe9b74fd-7236-4f95-bf32-ceab23b02860 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491111 Nov 27 16:34:29.429759 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:34:29.522528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-eb1a11b3-de2c-4872-98e8-a29b017bce7a service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824361 Nov 27 16:34:29.623479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-f9610050-bc4d-4e62-b939-f03e7a2f2342 service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942636 Nov 27 16:34:29.627432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 2, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:29.654768 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:34:29.655124 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Updating router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e port 2637249e-510a-4b4e-ae06-29e36a55009a binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:34:29.682132 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:29.798349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eedee3d3-f9ea-492e-b15a-4f2fe04603cf req-d086e024-5a0c-4aa7-83af-da6fb3015982 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 210 time: 0.0284662 Nov 27 16:34:29.947570 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:29.953565 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.050710 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Pushing event updated for resources: {'Port': ['ID=2637249e-510a-4b4e-ae06-29e36a55009a,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:30.065025 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.065377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.065947 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.066454 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.066799 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.067134 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.067630 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.067963 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.068460 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.068793 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.069129 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.069484 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:34:30.076652 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Attempting to bind port 2637249e-510a-4b4e-ae06-29e36a55009a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:34:30.077027 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Attempting to bind port 2637249e-510a-4b4e-ae06-29e36a55009a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:34:30.077396 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Attempting to bind port 2637249e-510a-4b4e-ae06-29e36a55009a on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:30.083800 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:34:30.084258 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:34:30.084717 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.085289 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:34:30.085829 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Bound port: 2637249e-510a-4b4e-ae06-29e36a55009a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:34:30.086475 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.134077 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.154382 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] For port 2637249e-510a-4b4e-ae06-29e36a55009a, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:34:30.157984 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] For port 2637249e-510a-4b4e-ae06-29e36a55009a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2637249e-510a-4b4e-ae06-29e36a55009a,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:34:30.162764 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.221568 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:34:30.222123 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:34:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:30.226824 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0e35-b387-40c2-aefb-525237fe220f None None] Pushing event updated for resources: {'Port': ['ID=2637249e-510a-4b4e-ae06-29e36a55009a,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:30.260448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b9126a7e-97aa-4073-ad42-203fe0a00da1 None None] Provisioning complete for port 2637249e-510a-4b4e-ae06-29e36a55009a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:30.260965 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b9126a7e-97aa-4073-ad42-203fe0a00da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.379597 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b9126a7e-97aa-4073-ad42-203fe0a00da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.432783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b9126a7e-97aa-4073-ad42-203fe0a00da1 None None] For port 2637249e-510a-4b4e-ae06-29e36a55009a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2637249e-510a-4b4e-ae06-29e36a55009a,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:30.436915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b9126a7e-97aa-4073-ad42-203fe0a00da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.461537 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:34:30.476010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2637249e-510a-4b4e-ae06-29e36a55009a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:34:30.539167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9126a7e-97aa-4073-ad42-203fe0a00da1 None None] Pushing event updated for resources: {'Port': ['ID=2637249e-510a-4b4e-ae06-29e36a55009a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:30.558799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2637249e-510a-4b4e-ae06-29e36a55009a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:30.559166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.596601 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8037d1b2-6dc4-4833-95b7-f127af8ca675 None None] Provisioning complete for port 2637249e-510a-4b4e-ae06-29e36a55009a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:30.596982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8037d1b2-6dc4-4833-95b7-f127af8ca675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:30.695181 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:30.722702 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb443b3-5834-44ba-9fed-14a185fc9fa7 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:34:30.899781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f46958a-a42c-44ab-ade8-0965b3e01922 req-2eef66e9-aaed-4dbb-8b3a-ba29294bac6f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 210 time: 0.0287209 Nov 27 16:34:31.076259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-e39ec566-cbc9-43d8-b438-48f232142dc2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:31.077890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-e39ec566-cbc9-43d8-b438-48f232142dc2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1125202 Nov 27 16:34:31.150960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-1b222b57-d5c4-488f-8195-0835b693ea5d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 379 time: 0.0547965 Nov 27 16:34:31.172558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'port': {'device_id': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'admin_state_up': True, 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'security_groups': ['7518edc1-a0c2-49e4-9c7e-b2e0361e8709']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:31.284218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Made reservation on behalf of ce8257da2737414d85e834122c6a6373 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:34:31.288093 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:31.418032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Allocated IP 172.20.0.3 (88648201-6648-4c97-a247-87bd2f52240b/5ecb9ccf-74e4-4093-bd76-55573c6e5238/8338859c-6fcc-4159-9ca2-e53925e02062) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:34:31.555906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:31.588714 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:31.632581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:34:31.635589 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:34:31.639238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:34:31.661957 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:31.692121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:31.692735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:31.709727 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-b7452428-b2b4-456d-a18d-3d8580fa3828 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411935 Nov 27 16:34:31.727733 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Request body: {'port': {'device_id': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:31.785568 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:31.840796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4bad4e53-22c3-462e-8808-5193ce88ef74 None None] Provisioning complete for port 8338859c-6fcc-4159-9ca2-e53925e02062 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:31.841308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4bad4e53-22c3-462e-8808-5193ce88ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:31.875302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4bad4e53-22c3-462e-8808-5193ce88ef74 None None] Port 8338859c-6fcc-4159-9ca2-e53925e02062 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:34:32.047786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6fa6a-efa6-427b-bb8a-aca2ba39836b req-63564bc6-4392-4e3a-9c86-7408a19ac6ab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:32.049271 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73a6fa6a-efa6-427b-bb8a-aca2ba39836b req-63564bc6-4392-4e3a-9c86-7408a19ac6ab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 931 time: 0.0780571 Nov 27 16:34:32.113363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8338859c-6fcc-4159-9ca2-e53925e02062 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:34:32.124829 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.144551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-73a6fa6a-efa6-427b-bb8a-aca2ba39836b req-ea9aaa3c-6ffc-4f42-ba4b-0990c4bc08e7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848763 Nov 27 16:34:32.147048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Transition to ACTIVE for port object 8338859c-6fcc-4159-9ca2-e53925e02062 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:34:32.151074 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.159134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.220974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:32.275523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:34:32.275854 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:34:32.276205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:32.280686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Port 8338859c-6fcc-4159-9ca2-e53925e02062 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:34:32.281017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:34:32.290220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:34:32.290543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:34:32.290932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:34:32.291366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Bound port: 8338859c-6fcc-4159-9ca2-e53925e02062, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:34:32.291723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.362914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:34:32.366471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:34:32.372270 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.378912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2637249e-510a-4b4e-ae06-29e36a55009a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:34:32.412186 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:32.412722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.414332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] 10.222.0.21 "PUT /v2.0/ports/8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 1091 time: 0.6908951 Nov 27 16:34:32.418068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:32.421276 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6efc65-e25f-4031-aca6-bfb44146a16e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:32.439799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 2637249e-510a-4b4e-ae06-29e36a55009a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:32.440268 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:32.452705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0aa1ff-655f-4442-a0de-80ac58dc6693 service neutron] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:32.493014 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8c4006-de43-499e-bf9e-7182772b67a0 x-openstack-request-id: req-2a8c4006-de43-499e-bf9e-7182772b67a0 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:32.493401 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:32.493757 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a8c4006-de43-499e-bf9e-7182772b67a0 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:32.494344 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'status': 'completed', 'code': 200} Nov 27 16:34:32.512800 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-db498d83-d1bd-459f-8852-a1d6e9c9e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:32.514521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-db498d83-d1bd-459f-8852-a1d6e9c9e5d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1094 time: 0.0516520 Nov 27 16:34:32.566242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-714e0fcd-93ec-46c6-bfac-59038233472a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 217 time: 0.0388069 Nov 27 16:34:32.625951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-75c921b2-b03b-4173-be77-7d2f310cc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:32.627436 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-75c921b2-b03b-4173-be77-7d2f310cc66a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0490410 Nov 27 16:34:32.680262 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66608b-88d6-4080-922b-8f760ebed268 req-7bf433da-4038-412c-a77b-4cda04fdbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:32.681792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-7bf433da-4038-412c-a77b-4cda04fdbd7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417016 Nov 27 16:34:32.772947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-f866efe1-d57d-487e-97db-927942dc7f07 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799880 Nov 27 16:34:32.870867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d66608b-88d6-4080-922b-8f760ebed268 req-a18d4646-e92c-4405-b615-c0b1eef030d1 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852489 Nov 27 16:34:32.965959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-74f442e3-0fa6-405a-bd82-d701eba74d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:32.967418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-74f442e3-0fa6-405a-bd82-d701eba74d8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1094 time: 0.0406799 Nov 27 16:34:33.060699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-9693dd06-77a6-4e8e-9961-ff8cbc49ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:33.062221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-9693dd06-77a6-4e8e-9961-ff8cbc49ea60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0872431 Nov 27 16:34:33.104551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-918237f1-8067-4f97-9d77-3b4eae37c681 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 217 time: 0.0351205 Nov 27 16:34:33.156478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-5a4cabaf-1d2e-4adc-b664-e4dd6928937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:33.157891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-5a4cabaf-1d2e-4adc-b664-e4dd6928937a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0421329 Nov 27 16:34:33.205931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-33efa02b-164c-4090-b77a-9de336f85b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:33.207449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-33efa02b-164c-4090-b77a-9de336f85b01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390320 Nov 27 16:34:33.323777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cbade-8930-4cb0-8c2f-bc4d284573af req-7a5004ce-bc8d-4d73-95fb-c2634ce57211 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:33.325253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f0cbade-8930-4cb0-8c2f-bc4d284573af req-7a5004ce-bc8d-4d73-95fb-c2634ce57211 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.1019256 Nov 27 16:34:33.347431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-4b4831b1-7792-40af-8324-43d7ca9d9e1c service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309166 Nov 27 16:34:33.430708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f0cbade-8930-4cb0-8c2f-bc4d284573af req-3da177e7-3c14-4a4b-b5af-f7fdcffacc8a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952590 Nov 27 16:34:33.463486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd6efc65-e25f-4031-aca6-bfb44146a16e req-23adab81-9df6-4415-b786-09e59e3ad037 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066232 Nov 27 16:34:34.547185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a76fc-86c2-4246-b6cb-1d13ba1cf2f3 req-5da03aa1-706b-4fd6-8462-b6ef2ef8a2f1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:34.548647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-053a76fc-86c2-4246-b6cb-1d13ba1cf2f3 req-5da03aa1-706b-4fd6-8462-b6ef2ef8a2f1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.0491898 Nov 27 16:34:34.601913 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-053a76fc-86c2-4246-b6cb-1d13ba1cf2f3 req-7540ecec-c299-430c-bca6-d407de78b664 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464923 Nov 27 16:34:35.285844 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f3a4755f-25fa-4742-8c34-eb6fc389026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:35.716431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f4bb3-8dcf-47f5-9b98-fa0d1df7a71d req-376e1fb8-b358-42c0-be22-04a8bf8c8ef6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:35.717881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a5f4bb3-8dcf-47f5-9b98-fa0d1df7a71d req-376e1fb8-b358-42c0-be22-04a8bf8c8ef6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.0474119 Nov 27 16:34:35.763014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a5f4bb3-8dcf-47f5-9b98-fa0d1df7a71d req-cd68558a-180f-4289-b874-5782203e3da1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392261 Nov 27 16:34:36.625326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:34:36.720585 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:36.731979 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '8338859c-6fcc-4159-9ca2-e53925e02062', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '8338859c-6fcc-4159-9ca2-e53925e02062', 'mac_address': 'fa:16:3e:0f:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:34:36.768113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:36.781248 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8338859c-6fcc-4159-9ca2-e53925e02062 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:34:36.800492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:36.804872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:36.856649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:36.879533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e77c1d-dc72-469b-ba9c-d6e4d97a46a0 req-8737d9c3-486f-4f4f-adeb-cc49b58195c4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:36.880932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44e77c1d-dc72-469b-ba9c-d6e4d97a46a0 req-8737d9c3-486f-4f4f-adeb-cc49b58195c4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 944 time: 0.0504262 Nov 27 16:34:36.927947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44e77c1d-dc72-469b-ba9c-d6e4d97a46a0 req-bba9377b-0865-4f16-8405-0a9e82f716c0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405188 Nov 27 16:34:37.070788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['8338859c-6fcc-4159-9ca2-e53925e02062'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:34:37.743872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-452993c3-5bf3-4fc9-9d9d-77cb8c7551be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:38.048392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacf3a7-4739-4e47-90d9-e19e4f190f27 req-3e72e101-851b-44da-ba9f-0f646e591a21 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:38.049876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efacf3a7-4739-4e47-90d9-e19e4f190f27 req-3e72e101-851b-44da-ba9f-0f646e591a21 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 944 time: 0.0520418 Nov 27 16:34:38.095832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efacf3a7-4739-4e47-90d9-e19e4f190f27 req-61b2de4b-036b-405a-9bfd-062a17c72adf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 Nov 27 16:34:38.623648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:34:38.676563 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:38.684747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 8338859c-6fcc-4159-9ca2-e53925e02062 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:34:38.689608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 8338859c-6fcc-4159-9ca2-e53925e02062 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:34:38.689971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:38.764618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:38.785951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:38.788187 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeb8398-bfc8-4b07-a02e-fbb02af55f18" -d '{"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-plugged", "status": "completed", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:38.800308 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:34:38.805037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:38.832386 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64d18f-30e6-46f2-b3bf-09ed3db93f41 x-openstack-request-id: req-2e64d18f-30e6-46f2-b3bf-09ed3db93f41 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:38.832693 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-plugged", "status": "completed", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:38.832946 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e64d18f-30e6-46f2-b3bf-09ed3db93f41 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:38.833368 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'code': 200} Nov 27 16:34:38.939365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93352e58-f366-425e-9535-fbef18aa31ad req-35b3a6cd-88ba-44ae-a10d-01879365e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:38.940867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93352e58-f366-425e-9535-fbef18aa31ad req-35b3a6cd-88ba-44ae-a10d-01879365e620 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1096 time: 0.0424423 Nov 27 16:34:38.992634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-93352e58-f366-425e-9535-fbef18aa31ad req-bcee62a8-e487-4d8c-9dc3-214a4da64cb4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Nov 27 16:34:39.014445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:34:39.207601 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3db44-86d5-431e-9542-e642ac7eb7aa req-3114b4a6-8769-42e2-8063-f446c4908261 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:39.208955 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95e3db44-86d5-431e-9542-e642ac7eb7aa req-3114b4a6-8769-42e2-8063-f446c4908261 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0478601 Nov 27 16:34:39.258783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-95e3db44-86d5-431e-9542-e642ac7eb7aa req-99a36401-4749-4f8d-a764-8e92ff4903a5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436687 Nov 27 16:34:40.372887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbcd3c-0219-461f-90c1-71c33fe07115 req-3048c422-63c3-47d8-889f-53404fbe8955 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:40.374369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bbcd3c-0219-461f-90c1-71c33fe07115 req-3048c422-63c3-47d8-889f-53404fbe8955 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0477047 Nov 27 16:34:40.403374 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:40.424290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62bbcd3c-0219-461f-90c1-71c33fe07115 req-78204ca6-ed73-46c3-8735-357b86ef86f1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Nov 27 16:34:40.533753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc7928-9882-4271-8811-55d5df410d68 req-0bfccba9-fe38-4624-92b0-fc64704aa5e5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:40.535184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bfc7928-9882-4271-8811-55d5df410d68 req-0bfccba9-fe38-4624-92b0-fc64704aa5e5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0475242 Nov 27 16:34:40.544174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34328) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:34:40.548358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'floatingip': {'port_id': '8338859c-6fcc-4159-9ca2-e53925e02062'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:34:40.590660 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:41.014749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:41.018538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:41.113596 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 associated. External IP: 172.25.1.203, port: 8338859c-6fcc-4159-9ca2-e53925e02062. Nov 27 16:34:41.235930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:41.317135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:34:41.422703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:34:41.427285 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:34:41.433500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:34:41.444673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:34:41.445283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:34:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:41.453967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-de2aa697-0e28-4ba3-963c-cdf125e48de3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "PUT /v2.0/floatingips/8a81be28-b029-41e3-853e-1e84b7859bf5 HTTP/1.1" status: 200 len: 991 time: 0.9087782 Nov 27 16:34:41.454571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:34:41.456837 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2d350-3347-4998-87ad-bdc46a429983" -d '{"events": [{"name": "network-changed", "server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:34:41.497521 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366fbc93-4d6e-4c68-81a2-4d01904ff673 x-openstack-request-id: req-366fbc93-4d6e-4c68-81a2-4d01904ff673 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:34:41.497832 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:34:41.498222 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-366fbc93-4d6e-4c68-81a2-4d01904ff673 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:34:41.498655 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'status': 'completed', 'code': 200} Nov 27 16:34:41.554541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:34:41.559778 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d350-3347-4998-87ad-bdc46a429983 req-af22d81c-f95f-4408-83c5-6d68fab65635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:41.561295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-af22d81c-f95f-4408-83c5-6d68fab65635 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1096 time: 0.0402222 Nov 27 16:34:41.654332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d350-3347-4998-87ad-bdc46a429983 req-34d83dae-9e0a-49a3-bb98-79fc7d8c482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:41.655811 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-34d83dae-9e0a-49a3-bb98-79fc7d8c482e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0872877 Nov 27 16:34:41.720606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-0bd0d8e2-e8ce-4fe7-80b1-ca3a786cf7a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 999 time: 0.0574858 Nov 27 16:34:41.773330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d350-3347-4998-87ad-bdc46a429983 req-7fc93726-6080-490f-a7e2-9877f7eb7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:41.774837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-7fc93726-6080-490f-a7e2-9877f7eb7466 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0473368 Nov 27 16:34:41.777453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '8338859c-6fcc-4159-9ca2-e53925e02062', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:0f:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:34:40Z', 'revision_number': 1, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:41.803610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:34:41.812726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:34:41.813391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:34:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:41.821041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d350-3347-4998-87ad-bdc46a429983 req-102dcdd6-70ad-422f-b7a7-b32c30365c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:41.822584 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-102dcdd6-70ad-422f-b7a7-b32c30365c5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398118 Nov 27 16:34:41.911592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-e8bb21cf-faf3-41d0-8432-f8c24b479971 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808561 Nov 27 16:34:41.919999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:34:42.005076 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-06f2d350-3347-4998-87ad-bdc46a429983 req-5b68d3f4-8d3d-4f2f-b296-4dd78754dfdb service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847883 Nov 27 16:34:42.138200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '8338859c-6fcc-4159-9ca2-e53925e02062', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:0f:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:34:40Z', 'revision_number': 1, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:34:42.167544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a84966f-e577-4e4d-905d-08d7301a2769 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '8338859c-6fcc-4159-9ca2-e53925e02062', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:0f:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:34:40Z', 'revision_number': 1, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:34:42.358957 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318dedf5-aa0b-4b05-865b-fc0a983024e0 None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:34:52.707883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:34:54.350380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-3863c56f-55a9-4f9e-b798-a8a5225e22a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400817 Nov 27 16:34:54.430853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-d934ed44-fba4-4ec9-9307-b5a69aef8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:54.432791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-d934ed44-fba4-4ec9-9307-b5a69aef8be4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1096 time: 0.0393214 Nov 27 16:34:54.538659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-285d7fba-7a1f-4848-96a0-25a8a102681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:54.540047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-285d7fba-7a1f-4848-96a0-25a8a102681d service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0875428 Nov 27 16:34:54.603706 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-a459b750-a572-4877-95a0-cb8ae3558d96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 1001 time: 0.0566523 Nov 27 16:34:54.979813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-ba980cf8-d210-4712-8e04-831eac5da1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:54.981269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-ba980cf8-d210-4712-8e04-831eac5da1e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.3711421 Nov 27 16:34:55.032136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-c83d1e6f-c993-49ad-9e29-965f7def5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:34:55.033614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-c83d1e6f-c993-49ad-9e29-965f7def5c73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381391 Nov 27 16:34:55.120852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-9cc63a98-ee41-44fc-b8aa-ba68b37bf6f3 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797544 Nov 27 16:34:55.209786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d51d1c2e-1f79-4288-84e3-e6dd7e64780e req-38a2fce8-1d6e-41fd-b75d-5f5424acdabc service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817039 Nov 27 16:35:00.102579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:02.155463 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:05.286542 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2b39-e561-460b-b3b9-c41f40e3ee0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:07.745639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4998bc73-428b-4f2e-8eb5-b4af07a26cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:08.671219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:10.406578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:11.238261 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:29.706060 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:35:30.102654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:32.148113 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:35.289836 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d4d34f40-27dd-4235-a419-a7ddc58dafd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:37.746195 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d9a26da3-f9c5-48ed-9706-56c3e0bdaaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:38.674523 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:40.411683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:41.235918 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:35:56.352128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-2261315a-45a3-46b2-b50d-0aac8c8dfcae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437319 Nov 27 16:35:56.444060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-2251e37d-42d9-44ac-9f8a-38e4c2764cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:35:56.445574 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-2251e37d-42d9-44ac-9f8a-38e4c2764cc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1096 time: 0.0416408 Nov 27 16:35:56.556305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-88f61138-ace1-4e2a-ac2b-20b0ad191d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:35:56.558450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-88f61138-ace1-4e2a-ac2b-20b0ad191d35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0874493 Nov 27 16:35:56.626778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-bfc4e71e-a7ab-484d-8d76-6b74d728cdf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 1001 time: 0.0565963 Nov 27 16:35:56.685654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-4e631618-8a98-4cd8-9bf0-53703d1a7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:35:56.687075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-4e631618-8a98-4cd8-9bf0-53703d1a7c1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0477459 Nov 27 16:35:56.738793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-e6a7c2ba-3705-4680-ab04-ce22c980425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:35:56.740237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-e6a7c2ba-3705-4680-ab04-ce22c980425c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391326 Nov 27 16:35:56.757059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-b1beca59-4c18-4408-9a51-315f89909cd9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:35:56.758001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-b1beca59-4c18-4408-9a51-315f89909cd9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047657 Nov 27 16:35:56.849566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-ce9b2b3b-3d8b-4682-af42-e228b2bd3cfd service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798829 Nov 27 16:35:56.945166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-be87ef50-cecf-478e-8b35-72c89cb054dd req-e2374576-6a07-483b-a979-90a3cb473449 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840302 Nov 27 16:36:00.102504 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:02.166248 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:05.290781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4f21e569-95ca-4eac-b1b8-6fa2d288ca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:06.704720 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:36:07.749393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fde68eaa-e218-4993-b72a-689579dff835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:08.677585 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:10.411666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:11.237033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:22.181983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfad18-2139-4bbf-a4a1-a6230282e73b req-450c9f77-0866-4226-924e-83b8c5772e59 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:22.183466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96cfad18-2139-4bbf-a4a1-a6230282e73b req-450c9f77-0866-4226-924e-83b8c5772e59 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0499470 Nov 27 16:36:22.230095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-96cfad18-2139-4bbf-a4a1-a6230282e73b req-3ae8c075-3dd7-41ce-970f-828c02c0adfc tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Nov 27 16:36:22.490279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-589b3e5d-0f92-4849-b43e-6b639a0c9b46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742786 Nov 27 16:36:22.498404 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3518-6c58-4987-a934-acdc2fb42e76 req-a57101e6-fc02-4d95-b79f-26a4ba988f17 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:22.499765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a51f3518-6c58-4987-a934-acdc2fb42e76 req-a57101e6-fc02-4d95-b79f-26a4ba988f17 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0731504 Nov 27 16:36:22.551165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a51f3518-6c58-4987-a934-acdc2fb42e76 req-9187739e-e185-480a-9683-3e6b985db1f5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450125 Nov 27 16:36:23.699583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ede10-de5f-4e77-a534-28a8f22f4587 req-a0cc59e6-550c-4c44-9b72-c2334ca453bf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:23.701030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc8ede10-de5f-4e77-a534-28a8f22f4587 req-a0cc59e6-550c-4c44-9b72-c2334ca453bf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0785058 Nov 27 16:36:23.702722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-94527e2c-a71f-45ff-af4d-d4e549fd760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:23.704031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-94527e2c-a71f-45ff-af4d-d4e549fd760b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1096 time: 0.0802357 Nov 27 16:36:23.796959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bc8ede10-de5f-4e77-a534-28a8f22f4587 req-3de2e292-fe22-4f99-9d0c-ca8802ae98ab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894377 Nov 27 16:36:23.825536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-8e240cc3-58dd-4bb1-940e-cf50fbac8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:23.826985 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-8e240cc3-58dd-4bb1-940e-cf50fbac8607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.1063933 Nov 27 16:36:23.901463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-91ae4b66-cac3-4974-8d40-4e56a6f4119f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 1001 time: 0.0620606 Nov 27 16:36:23.952339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-c78007f6-d63e-4b63-98b5-205d87993431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:23.953735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-c78007f6-d63e-4b63-98b5-205d87993431 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0419426 Nov 27 16:36:24.000787 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-d233f4cc-df70-46a9-9b67-59c19b3bb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:24.002258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-d233f4cc-df70-46a9-9b67-59c19b3bb9ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378995 Nov 27 16:36:24.097633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-f007ca78-0bce-49b7-ba5b-94f94d97b9a5 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838811 Nov 27 16:36:24.191400 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-56ea1b96-9fbf-43f6-9b45-11069bed493e service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807741 Nov 27 16:36:24.911255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23cd8-3d89-418d-b2e3-70368ce8e360 req-2ff8eaea-6fe5-4ed6-b4f9-0f42a5e9f863 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:24.912722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6c23cd8-3d89-418d-b2e3-70368ce8e360 req-2ff8eaea-6fe5-4ed6-b4f9-0f42a5e9f863 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0484548 Nov 27 16:36:24.963784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6c23cd8-3d89-418d-b2e3-70368ce8e360 req-b08b0af6-f0dd-4cd1-ad2b-75d66c26329e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447423 Nov 27 16:36:26.078717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d909b16-3412-4fe1-b8cf-f8afece4eadd req-83f0c1a2-fca2-47d3-af8e-2c95970b6304 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:26.080175 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d909b16-3412-4fe1-b8cf-f8afece4eadd req-83f0c1a2-fca2-47d3-af8e-2c95970b6304 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0484595 Nov 27 16:36:26.126297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d909b16-3412-4fe1-b8cf-f8afece4eadd req-7809a6ef-b922-41f7-a173-00ba73475ead tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401099 Nov 27 16:36:27.241769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78a04d-7425-4852-a6e7-01208ea14d17 req-7718bb64-4749-4bad-af1a-1fbcf337312d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:27.243242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c78a04d-7425-4852-a6e7-01208ea14d17 req-7718bb64-4749-4bad-af1a-1fbcf337312d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0483730 Nov 27 16:36:27.290197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c78a04d-7425-4852-a6e7-01208ea14d17 req-015a8038-09ca-41ff-8729-e4976237384f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Nov 27 16:36:28.409895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6727cf-c175-4f67-91a1-3d9e170f1de5 req-1fe83b14-b55f-4efe-bb31-15e2f5ecbaed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:28.411367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6727cf-c175-4f67-91a1-3d9e170f1de5 req-1fe83b14-b55f-4efe-bb31-15e2f5ecbaed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0537860 Nov 27 16:36:28.457335 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6727cf-c175-4f67-91a1-3d9e170f1de5 req-723d31a8-70b8-49ed-bb64-9d0097e4d967 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 Nov 27 16:36:29.574681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581786c-b628-4e79-80d0-e46bc329c276 req-a5d85ee2-0bb1-440c-b009-3e02247d09a0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:29.576171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2581786c-b628-4e79-80d0-e46bc329c276 req-a5d85ee2-0bb1-440c-b009-3e02247d09a0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0491362 Nov 27 16:36:29.624284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2581786c-b628-4e79-80d0-e46bc329c276 req-4cdc4623-5e26-4504-b77f-83dac1e6febd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Nov 27 16:36:30.104923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:30.747809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7405-38c7-4702-9974-488c915bf871 req-b290d515-795c-41e2-b7dc-1f69992c6ac7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:30.749254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e06c7405-38c7-4702-9974-488c915bf871 req-b290d515-795c-41e2-b7dc-1f69992c6ac7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0534410 Nov 27 16:36:30.795186 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e06c7405-38c7-4702-9974-488c915bf871 req-bf815887-057d-424a-a03b-94497a30220c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 Nov 27 16:36:31.910337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f9b10-0eea-484e-b9fe-95d976375a91 req-0c6226f1-7421-4dba-ab5f-264732dd541b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:31.911799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-263f9b10-0eea-484e-b9fe-95d976375a91 req-0c6226f1-7421-4dba-ab5f-264732dd541b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0485454 Nov 27 16:36:31.957748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-263f9b10-0eea-484e-b9fe-95d976375a91 req-2c15a9bd-f49b-4032-b5f9-44fd00aaa7c3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399394 Nov 27 16:36:32.182060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:33.069060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965243c-37ad-402f-8ecf-bc7ece05de64 req-d60b03a3-2ace-40fb-a294-9bf556f706a6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:33.070537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8965243c-37ad-402f-8ecf-bc7ece05de64 req-d60b03a3-2ace-40fb-a294-9bf556f706a6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0476186 Nov 27 16:36:33.121944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8965243c-37ad-402f-8ecf-bc7ece05de64 req-8d91791f-5ec3-4ef4-8537-ae0639e9fb58 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447938 Nov 27 16:36:34.239178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f57f8-f9b5-4cbf-9249-a47f2608c244 req-883bf081-4d7f-4d3b-8785-f75627331c84 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:34.241365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b1f57f8-f9b5-4cbf-9249-a47f2608c244 req-883bf081-4d7f-4d3b-8785-f75627331c84 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0503347 Nov 27 16:36:34.288264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b1f57f8-f9b5-4cbf-9249-a47f2608c244 req-d3938e66-1149-427b-b6a0-e97645b27710 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Nov 27 16:36:35.293350 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cc74d2e8-1f0e-4461-a558-4e29b3ce0cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:35.411690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de753f1-aa11-4e50-8ca2-9826bebf3fff req-2507a4c9-df13-473b-9b73-5c705b7b7a7c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:35.413514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1de753f1-aa11-4e50-8ca2-9826bebf3fff req-2507a4c9-df13-473b-9b73-5c705b7b7a7c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0533748 Nov 27 16:36:35.463934 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1de753f1-aa11-4e50-8ca2-9826bebf3fff req-8d350397-3af2-48ac-a427-84e2b82ab313 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Nov 27 16:36:36.375998 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-54e98ffc-d7bc-4822-9c87-b1ccfefd4ca9 service neutron] show failed (client error): The resource could not be found. Nov 27 16:36:36.376983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-54e98ffc-d7bc-4822-9c87-b1ccfefd4ca9 service neutron] 10.222.0.21 "GET /v2.0/ports/8338859c-6fcc-4159-9ca2-e53925e02062/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0571823 Nov 27 16:36:36.589870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d98ad-5309-4178-9675-ab7d629eaae6 req-1439fd90-078b-4941-bb16-e7b7a61b267c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:36.591354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d07d98ad-5309-4178-9675-ab7d629eaae6 req-1439fd90-078b-4941-bb16-e7b7a61b267c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0505834 Nov 27 16:36:36.591960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-0be5dadd-7747-4bb6-a6aa-f8ab527fc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:36.593480 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-0be5dadd-7747-4bb6-a6aa-f8ab527fc01b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 1096 time: 0.0449812 Nov 27 16:36:36.606946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:36:36.640368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d07d98ad-5309-4178-9675-ab7d629eaae6 req-79a37f67-160f-4ef3-90ff-239c2253c7cb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Nov 27 16:36:36.665039 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:36.871215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:36.903135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:36:36.940967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:36.943264 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967a2e6-ca52-4c15-a96f-83142294da3b" -d '{"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-unplugged", "status": "completed", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:36.947350 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:36.959386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Transition to ACTIVE for port object 8338859c-6fcc-4159-9ca2-e53925e02062 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:36:36.963336 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:37.041549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:37.056440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.056794 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.057142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.057510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.057852 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.058187 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.058521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.058849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.059181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.059510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.059836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.060162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:37.068868 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f85cd-1d05-4b7f-8ca4-2cd01f55766e x-openstack-request-id: req-0d9f85cd-1d05-4b7f-8ca4-2cd01f55766e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:37.069163 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-unplugged", "status": "completed", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:37.069477 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d9f85cd-1d05-4b7f-8ca4-2cd01f55766e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:37.069849 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'code': 200} Nov 27 16:36:37.099490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] No DVR routers for this DVR port 8338859c-6fcc-4159-9ca2-e53925e02062 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:36:37.237386 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:36:37.237740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:36:37.238067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:36:37.242296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Port 8338859c-6fcc-4159-9ca2-e53925e02062 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:36:37.242616 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Attempting to bind port 8338859c-6fcc-4159-9ca2-e53925e02062 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:36:37.247437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:36:37.247773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:36:37.248158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:36:37.248583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Bound port: 8338859c-6fcc-4159-9ca2-e53925e02062, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:36:37.248935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:37.311974 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:36:37.314912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:36:37.319376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:37.355407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:37.356079 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:37.357629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 1091 time: 0.7546737 Nov 27 16:36:37.388088 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366d742-976d-40c6-9053-f8e83d67c0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:37.428588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-ecf6ab3b-a415-472d-b930-7bea2a8d5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:37.430404 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-ecf6ab3b-a415-472d-b930-7bea2a8d5e8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1094 time: 0.0504551 Nov 27 16:36:37.525972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-aabe084e-8cb9-4dfe-b310-f2c06accb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:37.527459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-aabe084e-8cb9-4dfe-b310-f2c06accb9cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0900950 Nov 27 16:36:37.597537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-b442c5a3-a12d-4165-be42-31c8bd24a0d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 999 time: 0.0625021 Nov 27 16:36:37.645985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-f6b068e9-d441-4be5-b19d-1f9dc94fc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:37.647348 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-f6b068e9-d441-4be5-b19d-1f9dc94fc583 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0429206 Nov 27 16:36:37.691546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-14859798-66bc-4a1d-84e8-bf13738794ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:37.693037 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-14859798-66bc-4a1d-84e8-bf13738794ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391982 Nov 27 16:36:37.753305 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14e0ae09-abf2-4c20-ad3f-5b67dd8da1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:37.759571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f6b41-b4fc-4532-aae9-b216620dcd91 req-05bf0d17-af7e-4eec-84ad-da8c94ee6f1a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:37.761110 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-701f6b41-b4fc-4532-aae9-b216620dcd91 req-05bf0d17-af7e-4eec-84ad-da8c94ee6f1a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.0530117 Nov 27 16:36:37.789498 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-c6bbbf73-a75d-4ad0-971d-ca9e22cd9630 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882523 Nov 27 16:36:37.808863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-701f6b41-b4fc-4532-aae9-b216620dcd91 req-e00c34b7-b8ef-46b4-9a69-d9403d93fb68 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 Nov 27 16:36:37.880103 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-90d6f7f2-bb89-42e5-b7f4-9885ab2c7a58 req-34531ca1-2192-4f87-a011-10f2867fc259 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Nov 27 16:36:38.681235 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:38.933152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17466f1-3665-4832-b6db-0a60ab41cc56 req-77c9e4ef-469a-4f9e-8a8c-541b520c7afd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:38.934536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b17466f1-3665-4832-b6db-0a60ab41cc56 req-77c9e4ef-469a-4f9e-8a8c-541b520c7afd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.0519612 Nov 27 16:36:38.982198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b17466f1-3665-4832-b6db-0a60ab41cc56 req-0a38b894-7124-4f3e-94e9-f67f565c8ed6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417774 Nov 27 16:36:39.071135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:39.074104 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:39.120353 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74da40-7425-4a83-87e0-05ff8312a5c0 x-openstack-request-id: req-8b74da40-7425-4a83-87e0-05ff8312a5c0 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:39.120643 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:39.120898 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b74da40-7425-4a83-87e0-05ff8312a5c0 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:39.121295 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'status': 'completed', 'code': 200} Nov 27 16:36:39.188986 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-05f027c2-88c6-460c-b0e4-59dbeed210d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.190420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-05f027c2-88c6-460c-b0e4-59dbeed210d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1094 time: 0.0445220 Nov 27 16:36:39.192422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-26e828bd-0ee5-4e7b-b659-4e9c6b1cbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.193946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-26e828bd-0ee5-4e7b-b659-4e9c6b1cbad1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1094 time: 0.0404022 Nov 27 16:36:39.284472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-635dc1f4-7c93-42f4-823e-67e5c346c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.285971 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-635dc1f4-7c93-42f4-823e-67e5c346c956 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0857472 Nov 27 16:36:39.289339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-b6fb422f-69d1-495b-b9ce-98c0b3d6ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.290841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-b6fb422f-69d1-495b-b9ce-98c0b3d6ac5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0878365 Nov 27 16:36:39.363764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-5e986f69-9b80-4b28-8ff6-fa0b3777ee77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 999 time: 0.0690331 Nov 27 16:36:39.365043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-0fc02bf8-2f8e-4c4b-b381-6343554e1b31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 999 time: 0.0616219 Nov 27 16:36:39.414288 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-43df8539-77d0-44b3-9dd7-34952bfeeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.415777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-43df8539-77d0-44b3-9dd7-34952bfeeb35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0452421 Nov 27 16:36:39.423648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-cff87f16-9521-4113-83cb-538dc2556435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.425124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-cff87f16-9521-4113-83cb-538dc2556435 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0484402 Nov 27 16:36:39.474620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-12e7ce67-d55c-4539-8004-21afdd075223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.476006 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-12e7ce67-d55c-4539-8004-21afdd075223 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430398 Nov 27 16:36:39.482173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-399c0de5-7e03-43bd-a22e-b07302de1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:39.483678 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-399c0de5-7e03-43bd-a22e-b07302de1288 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466089 Nov 27 16:36:39.581525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-e039ab67-c71b-4215-a6a1-85b15b27a77a service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Nov 27 16:36:39.688214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-9888907d-f80c-4efd-a16d-539745b4b3ee service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941894 Nov 27 16:36:39.901705 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-d518b3a7-10f5-4d60-b0bf-9e3db1513624 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187908 Nov 27 16:36:39.989016 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0e7a5ae9-18ad-4528-8f4b-1a2467a63ed4 req-bfe98e5e-b8ba-48d7-a516-64a046d4242b service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802300 Nov 27 16:36:40.150075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38d1a-a657-4a2d-89d2-f1176297da82 req-46c752f8-395e-443c-97d0-48231118fcfe tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.151554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59d38d1a-a657-4a2d-89d2-f1176297da82 req-46c752f8-395e-443c-97d0-48231118fcfe tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.1029537 Nov 27 16:36:40.197806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59d38d1a-a657-4a2d-89d2-f1176297da82 req-b9ae4ae0-8ed5-4b10-9afd-973613074986 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403221 Nov 27 16:36:40.418441 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:40.421687 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c0dc7-515e-471a-bae2-747e16df9301 req-417c6352-bc7f-41fb-ba80-49920d664d9e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.423197 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-937c0dc7-515e-471a-bae2-747e16df9301 req-417c6352-bc7f-41fb-ba80-49920d664d9e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 943 time: 0.0822537 Nov 27 16:36:40.443178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-6f281646-8460-47ca-87d2-b7ab52b19413 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.444550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-6f281646-8460-47ca-87d2-b7ab52b19413 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c&tenant_id=ce8257da2737414d85e834122c6a6373&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 943 time: 0.0751595 Nov 27 16:36:40.511871 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-937c0dc7-515e-471a-bae2-747e16df9301 req-751cff63-9daa-494b-9cb3-3e03fbbafa2e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816166 Nov 27 16:36:40.530544 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-7f7edcff-359b-4642-9f4a-0a70ddd24373 service neutron] delete failed (client error): The resource could not be found. Nov 27 16:36:40.531575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-7f7edcff-359b-4642-9f4a-0a70ddd24373 service neutron] 10.222.0.21 "DELETE /v2.0/ports/8338859c-6fcc-4159-9ca2-e53925e02062/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0735781 Nov 27 16:36:40.627226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-aa7982e2-75a6-4008-a68a-4efdf6f5e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.628622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-aa7982e2-75a6-4008-a68a-4efdf6f5e00f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 1094 time: 0.0406661 Nov 27 16:36:40.637019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:36:40.729447 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:40.729674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-347af559-be46-4783-8b1e-4b95fc42e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.731294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-347af559-be46-4783-8b1e-4b95fc42e707 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0889220 Nov 27 16:36:40.740169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '8338859c-6fcc-4159-9ca2-e53925e02062', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '8338859c-6fcc-4159-9ca2-e53925e02062', 'mac_address': 'fa:16:3e:0f:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:36:40.779958 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:40.792396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8338859c-6fcc-4159-9ca2-e53925e02062 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:36:40.801547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-18abcab0-a2c7-4ba6-8664-cc8133fb9d5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 200 len: 999 time: 0.0593238 Nov 27 16:36:40.814290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:40.818075 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:40.859305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-30acf1ed-c248-4ab8-8556-11b90968c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.860760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-30acf1ed-c248-4ab8-8556-11b90968c50a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0488665 Nov 27 16:36:40.864756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:40.872510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.872864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.873212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.873582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.873923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.874264 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.874579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.874909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.875236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.875561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.875885 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.876206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:40.912635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-9c64b285-d3fe-4d83-a422-c81f826cf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:40.914137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-9c64b285-d3fe-4d83-a422-c81f826cf49f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407989 Nov 27 16:36:41.005942 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-bd42c706-fbe8-45bc-a91d-76fc459aaf59 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796170 Nov 27 16:36:41.082613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8338859c-6fcc-4159-9ca2-e53925e02062'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:36:41.102704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4227e5bb-65e7-450a-93f5-3a1e03c27b1a req-080e1231-dbda-4086-8dc3-969f8a118e15 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Nov 27 16:36:41.204730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:36:41.263193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:41.264401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:36:41.690121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c26aa8-4f32-482b-8edc-c1a36c571440 req-7325e8c5-397c-450e-882d-026990af7b6e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:41.691602 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20c26aa8-4f32-482b-8edc-c1a36c571440 req-7325e8c5-397c-450e-882d-026990af7b6e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 944 time: 0.1085460 Nov 27 16:36:41.740248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20c26aa8-4f32-482b-8edc-c1a36c571440 req-98e5c28c-2684-4fff-ad2e-c6dd09c8d7d2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Nov 27 16:36:41.854199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3955c-d80f-47b3-ba45-7d55abad2509 req-2d02aa0d-5cc9-42bc-9e38-e77e7e44d1c9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:41.855674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9d3955c-d80f-47b3-ba45-7d55abad2509 req-2d02aa0d-5cc9-42bc-9e38-e77e7e44d1c9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 944 time: 0.0489030 Nov 27 16:36:41.906835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9d3955c-d80f-47b3-ba45-7d55abad2509 req-01b8d222-7a1a-46a1-b7c7-b6dd8c8af46b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453076 Nov 27 16:36:42.017695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7d36-7074-44d2-8473-c8922dd19697 req-74c34b87-96fb-48bb-84c0-7b30889561e9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:42.019181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8bc7d36-7074-44d2-8473-c8922dd19697 req-74c34b87-96fb-48bb-84c0-7b30889561e9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 944 time: 0.0482001 Nov 27 16:36:42.064826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8bc7d36-7074-44d2-8473-c8922dd19697 req-a5079b9a-7eb1-4506-a011-e5b6c47aae74 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392134 Nov 27 16:36:42.287913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fa188-a18f-4050-8fb8-127f0ee46029 req-3b4c7439-f1e5-4d5d-b050-96c79349b43d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:42.289399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d14fa188-a18f-4050-8fb8-127f0ee46029 req-3b4c7439-f1e5-4d5d-b050-96c79349b43d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 944 time: 0.0484362 Nov 27 16:36:42.335732 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d14fa188-a18f-4050-8fb8-127f0ee46029 req-9b547a2c-f9ea-4179-af13-dbd991389d3d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Nov 27 16:36:42.651759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:36:42.702745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 8338859c-6fcc-4159-9ca2-e53925e02062 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:36:42.706259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 8338859c-6fcc-4159-9ca2-e53925e02062 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:36:42.706629 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:42.784974 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:42.807235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:42.809480 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef72c2f-0864-4f6d-b05a-fd5dcddc64dd" -d '{"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-plugged", "status": "completed", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:42.821928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:42.825717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:42.848466 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2988d2-ee7c-4d61-b9e0-6c85b4ce424b x-openstack-request-id: req-cb2988d2-ee7c-4d61-b9e0-6c85b4ce424b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:42.848754 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-plugged", "status": "completed", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:42.849005 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb2988d2-ee7c-4d61-b9e0-6c85b4ce424b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:42.849392 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'code': 200} Nov 27 16:36:42.877355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:43.453380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f998f-f073-43df-8399-25921bbb2947 req-a5518cf7-c20f-46be-a449-21e0637b35be tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:43.454928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f7f998f-f073-43df-8399-25921bbb2947 req-a5518cf7-c20f-46be-a449-21e0637b35be tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0520842 Nov 27 16:36:43.501248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f7f998f-f073-43df-8399-25921bbb2947 req-9544bfb4-4033-4f01-8a04-402575aff3ab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Nov 27 16:36:43.522419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-6f50b3e1-edf3-44b9-bb2a-7dcc25e214f9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:43.523853 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-6f50b3e1-edf3-44b9-bb2a-7dcc25e214f9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbae5d30-6342-4264-8e8a-258f934c193c HTTP/1.1" status: 200 len: 945 time: 0.0499656 Nov 27 16:36:43.613506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Deleting port 8338859c-6fcc-4159-9ca2-e53925e02062 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:36:43.613788 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:43.700703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] For port 8338859c-6fcc-4159-9ca2-e53925e02062, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8338859c-6fcc-4159-9ca2-e53925e02062,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:43.701068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:43.704243 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:36:43.870326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:43.870617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:43.870933 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 disassociated. External IP: 172.25.1.203, port: 8338859c-6fcc-4159-9ca2-e53925e02062. Nov 27 16:36:43.871274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Calling delete_port for 8338859c-6fcc-4159-9ca2-e53925e02062 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:36:43.993960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:44.023598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event deleted for resources: {'Port': ['ID=8338859c-6fcc-4159-9ca2-e53925e02062,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:44.143466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:36:44.250264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:36:44.260449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:36:44.269394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:36:44.270022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:36:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:44.291632 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] No DVR routers for this DVR port 8338859c-6fcc-4159-9ca2-e53925e02062 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:36:44.294543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:44.298055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b88d4f21-4b78-480b-80e1-6a94cf32fb16 req-2067cfc4-1961-42f8-a603-002791adc074 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "DELETE /v2.0/ports/8338859c-6fcc-4159-9ca2-e53925e02062 HTTP/1.1" status: 204 len: 173 time: 0.7677600 Nov 27 16:36:44.298469 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-deleted', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:44.300870 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99514d9b-1042-4791-bb9c-e6442e8010ef" -d '{"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-deleted", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:44.345037 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f10efc-5e7f-4ff5-9111-a6b6b49260cf x-openstack-request-id: req-d0f10efc-5e7f-4ff5-9111-a6b6b49260cf {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:44.345333 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae5d30-6342-4264-8e8a-258f934c193c", "name": "network-vif-deleted", "tag": "8338859c-6fcc-4159-9ca2-e53925e02062", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:44.345623 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0f10efc-5e7f-4ff5-9111-a6b6b49260cf {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:44.346023 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae5d30-6342-4264-8e8a-258f934c193c', 'name': 'network-vif-deleted', 'tag': '8338859c-6fcc-4159-9ca2-e53925e02062', 'status': 'completed', 'code': 200} Nov 27 16:36:44.380460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:36:44.581790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:44.609687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:36:44.618239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:36:44.618851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:36:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:44.744850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-9844130e-26a3-4777-8291-9416e18bb686 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--886181451&fields=id&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 267 time: 0.0446815 Nov 27 16:36:44.861096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-bc135dbe-98bc-4e72-8dcb-d6248099b430 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:44.862599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-bc135dbe-98bc-4e72-8dcb-d6248099b430 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1107249 Nov 27 16:36:44.877198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-b8443d20-5aec-42d6-91c3-7faabe4777c8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/quotas/ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 375 time: 0.0089045 Nov 27 16:36:44.880786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:36:44.934705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-6c555852-d82b-4d86-a51f-66636238ecb3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520144 Nov 27 16:36:44.951135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-68c43bec-be22-4ede-a87f-216eb24c3147 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:36:44.952098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-68c43bec-be22-4ede-a87f-216eb24c3147 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050883 Nov 27 16:36:45.038409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-4f16fb96-ba08-4b7f-a3cc-500d6e850d9d service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805860 Nov 27 16:36:45.082289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:45.109115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c32a2-911c-4bf8-b6f2-eac303e0c437 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:36:45.130582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-2e1e0fd9-6d8f-4f9f-81e3-b42a65d625d2 service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Nov 27 16:36:45.323824 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a24f-1fd8-4988-854d-4aafceb05aff None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:36:46.311124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7c4c87c-dd34-4d27-a1f9-6d8f868bd435 req-650cb432-1e50-4c2b-9241-8f14ffd85ba5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Nov 27 16:36:46.684705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:36:46.705446 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 8338859c-6fcc-4159-9ca2-e53925e02062 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:36:46.705781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8338859c-6fcc-4159-9ca2-e53925e02062 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:36:47.274581 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-3621752e-48fd-4ff3-a7eb-67b3d7f3a087 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:47.276018 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-3621752e-48fd-4ff3-a7eb-67b3d7f3a087 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1048865 Nov 27 16:36:47.345600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-4481db05-9025-46d0-adcd-f9fdb3970588 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 379 time: 0.0529654 Nov 27 16:36:47.362051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'port': {'device_id': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'admin_state_up': True, 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'security_groups': ['7518edc1-a0c2-49e4-9c7e-b2e0361e8709']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:36:47.435165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4ad21411-6fdd-4f75-a491-b655f2d7a1ba req-1af7008f-2be2-42a5-ba23-dab484599b4e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0561652 Nov 27 16:36:47.492436 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Made reservation on behalf of ce8257da2737414d85e834122c6a6373 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:36:47.496635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:47.619203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Allocated IP 172.20.0.13 (88648201-6648-4c97-a247-87bd2f52240b/5ecb9ccf-74e4-4093-bd76-55573c6e5238/15c849c9-2801-467d-b451-08770f47b16e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:36:47.754787 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:47.787504 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:47.833660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:36:47.837599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:36:47.840137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:36:47.873633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:47.887210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.887566 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.887918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.888265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.888613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.888959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.889298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.889658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.889994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.890325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.890661 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.890993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:36:47.908310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:47.908949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:47.924780 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-7e151e5f-f520-4d26-b99b-80d749968963 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664446 Nov 27 16:36:47.943531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Request body: {'port': {'device_id': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:36:47.999113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.083672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b1ca1a01-2f02-40b1-a7cb-1a2c64c6051b None None] Provisioning complete for port 15c849c9-2801-467d-b451-08770f47b16e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:36:48.084275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1a01-2f02-40b1-a7cb-1a2c64c6051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.121600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca1a01-2f02-40b1-a7cb-1a2c64c6051b None None] Port 15c849c9-2801-467d-b451-08770f47b16e cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:36:48.260872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c849c9-2801-467d-b451-08770f47b16e {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:36:48.268133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.280284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Transition to ACTIVE for port object 15c849c9-2801-467d-b451-08770f47b16e will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:36:48.283789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.334210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:48.403731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:36:48.404428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:36:48.404537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:36:48.409376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Port 15c849c9-2801-467d-b451-08770f47b16e on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:36:48.409726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:36:48.414858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:36:48.415200 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:36:48.415586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:36:48.416019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Bound port: 15c849c9-2801-467d-b451-08770f47b16e, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:36:48.416379 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.489007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:36:48.494474 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:36:48.499860 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.566523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:48.567150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:48.568571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] 10.222.0.21 "PUT /v2.0/ports/15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1092 time: 0.6295893 Nov 27 16:36:48.569022 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:48.571911 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2396dfde-4cd6-4278-bfa9-de47110ba873" -d '{"events": [{"name": "network-changed", "server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:48.591747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c213be-e178-40c2-8d63-17f0d54a3b59 service neutron] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:48.608855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db7d07-19ab-45be-bcc8-d4ab6508197e req-e2bbf09e-9845-489d-816c-c24aa3db92af tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:48.610687 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56db7d07-19ab-45be-bcc8-d4ab6508197e req-e2bbf09e-9845-489d-816c-c24aa3db92af tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0855653 Nov 27 16:36:48.634878 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f8322-81f9-4130-963b-610b428cbca1 x-openstack-request-id: req-f89f8322-81f9-4130-963b-610b428cbca1 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:48.635077 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:48.635337 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f89f8322-81f9-4130-963b-610b428cbca1 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:48.635738 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'status': 'completed', 'code': 200} Nov 27 16:36:48.699066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56db7d07-19ab-45be-bcc8-d4ab6508197e req-2738b273-72a4-4987-a8af-95b4360e017b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789297 Nov 27 16:36:48.701899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-4db0f656-1c34-4cc0-934e-9e90ce9b0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:48.703683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-4db0f656-1c34-4cc0-934e-9e90ce9b0b50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0846798 Nov 27 16:36:48.755397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-11383bdd-8dcf-4c17-8bbe-c16d36920984 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 217 time: 0.0365596 Nov 27 16:36:48.804909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-04c9f8e0-5057-4863-a1b1-3729408af385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:48.807051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-04c9f8e0-5057-4863-a1b1-3729408af385 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0441217 Nov 27 16:36:48.857847 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-25815728-ae6c-4f78-848c-cc76c248bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:48.859336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-25815728-ae6c-4f78-848c-cc76c248bea4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406067 Nov 27 16:36:48.961683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-2aa861a8-bd8c-4989-9fb0-f654f7e79fef service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877693 Nov 27 16:36:49.055172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c737ed6b-c28f-42d0-8e53-8e6ae220df24 req-c717d18a-b73c-4e24-89fb-8ca280313350 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818532 Nov 27 16:36:49.153289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-985ab4d4-b670-4a88-8334-8900d5b8419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:49.154764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-985ab4d4-b670-4a88-8334-8900d5b8419d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0437057 Nov 27 16:36:49.243654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-59ad2938-5139-4d7b-b7b0-20631275947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:49.245015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-59ad2938-5139-4d7b-b7b0-20631275947e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0816848 Nov 27 16:36:49.289380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-dfa83954-bbc7-4d53-b89b-b1f7272edd96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 217 time: 0.0366089 Nov 27 16:36:49.337569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-bfc2e48b-162a-4308-9bde-03eed8b1f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:49.338969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-bfc2e48b-162a-4308-9bde-03eed8b1f6b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0426054 Nov 27 16:36:49.388737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-ddebbe5d-475f-477e-9064-c0cca53271a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:49.390209 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-ddebbe5d-475f-477e-9064-c0cca53271a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393500 Nov 27 16:36:49.481134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-358c72a2-2a3d-4c8f-82b0-e6d6f15937c7 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821576 Nov 27 16:36:49.947425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c8f09-676f-435d-99ec-5108a88477bc req-a82c2bb9-8d68-419e-8917-25ce5a2a0d21 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:49.948872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a9c8f09-676f-435d-99ec-5108a88477bc req-a82c2bb9-8d68-419e-8917-25ce5a2a0d21 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.1004839 Nov 27 16:36:49.952371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2396dfde-4cd6-4278-bfa9-de47110ba873 req-e12ff323-d1c8-4156-9211-3140618287d5 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581051 Nov 27 16:36:49.995961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a9c8f09-676f-435d-99ec-5108a88477bc req-d6daa47c-112e-47c1-90dc-d5a6cc39c009 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409348 Nov 27 16:36:51.109773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55b2de-db9d-43f4-ad4a-97770f547cc2 req-1fe31779-e14c-452d-ab9a-8493f1429555 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:51.111102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a55b2de-db9d-43f4-ad4a-97770f547cc2 req-1fe31779-e14c-452d-ab9a-8493f1429555 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0479076 Nov 27 16:36:51.156403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6a55b2de-db9d-43f4-ad4a-97770f547cc2 req-73d10ea3-84ab-4c23-866b-4a12da0d5597 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Nov 27 16:36:51.277152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 15c849c9-2801-467d-b451-08770f47b16e details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:36:51.371162 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:51.382139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '15c849c9-2801-467d-b451-08770f47b16e', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '15c849c9-2801-467d-b451-08770f47b16e', 'mac_address': 'fa:16:3e:f5:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:36:51.417277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:51.429360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c849c9-2801-467d-b451-08770f47b16e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:36:51.449515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:51.453612 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:51.497940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:51.728788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['15c849c9-2801-467d-b451-08770f47b16e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:36:52.268667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25060b-0200-4a1b-85d4-47155bb2a917 req-9157d21c-437c-442a-a7b3-67659274a3ea tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:52.270122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d25060b-0200-4a1b-85d4-47155bb2a917 req-9157d21c-437c-442a-a7b3-67659274a3ea tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 945 time: 0.0468519 Nov 27 16:36:52.318850 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d25060b-0200-4a1b-85d4-47155bb2a917 req-d1b7722a-bcc6-47e7-829a-3baf84508681 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 Nov 27 16:36:53.293604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 15c849c9-2801-467d-b451-08770f47b16e up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:36:53.345589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 15c849c9-2801-467d-b451-08770f47b16e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:36:53.350534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 15c849c9-2801-467d-b451-08770f47b16e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:36:53.350936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:53.433181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:53.437811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f139e-f16e-4887-83fe-169c3c0f5c38 req-88eb8cef-e64d-4d1a-9f87-4f17b4a28c1e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:53.439281 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-961f139e-f16e-4887-83fe-169c3c0f5c38 req-88eb8cef-e64d-4d1a-9f87-4f17b4a28c1e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Nov 27 16:36:53.455489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:53.457760 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d44bcde-dc56-42e7-8e98-1c867b65bee2" -d '{"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-plugged", "status": "completed", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:53.470838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:36:53.475116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:53.490274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-961f139e-f16e-4887-83fe-169c3c0f5c38 req-28844101-fd3c-4b66-a6e9-02974e2a636b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Nov 27 16:36:53.500052 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285a45f5-f684-4ed5-a747-6606a6d6ba5a x-openstack-request-id: req-285a45f5-f684-4ed5-a747-6606a6d6ba5a {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:53.500351 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-plugged", "status": "completed", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:53.500604 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-285a45f5-f684-4ed5-a747-6606a6d6ba5a {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:53.500997 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'code': 200} Nov 27 16:36:53.526324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:36:53.610081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e169d0-7e9a-4c06-bfaa-17e8b1298ac2 req-5dd82e31-744d-4a05-894f-43e8ca1f8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:53.611466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0e169d0-7e9a-4c06-bfaa-17e8b1298ac2 req-5dd82e31-744d-4a05-894f-43e8ca1f8b1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0404603 Nov 27 16:36:53.662348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0e169d0-7e9a-4c06-bfaa-17e8b1298ac2 req-4a66aa03-03b3-403e-9f43-42ae66645ba4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Nov 27 16:36:54.608889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e41d-725c-4d06-9bf2-6674f4b6dbbe req-d4bcdbc8-8ecf-4bc2-96e2-ae1e233892ce tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:54.610381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7341e41d-725c-4d06-9bf2-6674f4b6dbbe req-d4bcdbc8-8ecf-4bc2-96e2-ae1e233892ce tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0511291 Nov 27 16:36:54.657358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7341e41d-725c-4d06-9bf2-6674f4b6dbbe req-5f4d7e9d-8949-4a67-b455-8423a280d3ad tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 Nov 27 16:36:55.769762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34063b-59af-4bd2-ab88-887dd8f9863b req-9fdfd9ca-3e06-41e5-82b4-d20394abbf76 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:55.771208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd34063b-59af-4bd2-ab88-887dd8f9863b req-9fdfd9ca-3e06-41e5-82b4-d20394abbf76 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0464785 Nov 27 16:36:55.816757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd34063b-59af-4bd2-ab88-887dd8f9863b req-ea9781be-d7a2-45e2-90bf-39c7975dfeb6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391052 Nov 27 16:36:55.924489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37231d9-1c5b-4199-ac5b-083563724f47 req-281987e3-7ea9-4326-84e1-cf84e8e6ef1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:55.925954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a37231d9-1c5b-4199-ac5b-083563724f47 req-281987e3-7ea9-4326-84e1-cf84e8e6ef1b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0469038 Nov 27 16:36:55.934899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 34706) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:36:55.939023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'floatingip': {'port_id': '15c849c9-2801-467d-b451-08770f47b16e'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:36:55.979370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:56.401529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:56.405249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:56.504871 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 associated. External IP: 172.25.1.203, port: 15c849c9-2801-467d-b451-08770f47b16e. Nov 27 16:36:56.710283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:36:56.817426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:36:56.822254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:36:56.826802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:36:56.841743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:36:56.841743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:36:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:56.850251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e4c6697b-e8a4-46db-b32c-2c4bd7cd1e92 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "PUT /v2.0/floatingips/8a81be28-b029-41e3-853e-1e84b7859bf5 HTTP/1.1" status: 200 len: 992 time: 0.9143953 Nov 27 16:36:56.850830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:36:56.853740 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d62743-57ce-4456-acfa-464dc8143e72" -d '{"events": [{"name": "network-changed", "server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:36:56.893561 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ff89bf-8107-4d31-ac51-eb875949fc9f x-openstack-request-id: req-e0ff89bf-8107-4d31-ac51-eb875949fc9f {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:36:56.893561 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:36:56.893561 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0ff89bf-8107-4d31-ac51-eb875949fc9f {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:36:56.893561 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'status': 'completed', 'code': 200} Nov 27 16:36:56.947044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:36:56.960427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62743-57ce-4456-acfa-464dc8143e72 req-428e6475-46b8-4493-ae69-a732cffc5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:56.962733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-428e6475-46b8-4493-ae69-a732cffc5e74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0451655 Nov 27 16:36:57.051824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62743-57ce-4456-acfa-464dc8143e72 req-c24c7d81-1e2c-4d0a-acef-0b468ae840c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:57.053315 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-c24c7d81-1e2c-4d0a-acef-0b468ae840c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0836823 Nov 27 16:36:57.123636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-4ffb18db-1ee6-4b4c-852c-c13251fe7393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1000 time: 0.0618241 Nov 27 16:36:57.169780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '15c849c9-2801-467d-b451-08770f47b16e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:f5:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:36:56Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:57.172619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62743-57ce-4456-acfa-464dc8143e72 req-cc451d8c-a262-49b2-98d8-bfb0e505f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:57.174097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-cc451d8c-a262-49b2-98d8-bfb0e505f5a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0428243 Nov 27 16:36:57.196483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:36:57.204946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:36:57.205598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:36:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:57.221851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62743-57ce-4456-acfa-464dc8143e72 req-11d2b569-b782-4c50-8737-810c47b12698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:57.223256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-11d2b569-b782-4c50-8737-810c47b12698 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412004 Nov 27 16:36:57.311976 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:36:57.316444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-6de46bad-835e-4cda-9ad5-d80517644061 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856919 Nov 27 16:36:57.408172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07d62743-57ce-4456-acfa-464dc8143e72 req-9d00abf6-4810-499b-b361-e67d307acefb service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820756 Nov 27 16:36:57.532237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '15c849c9-2801-467d-b451-08770f47b16e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:f5:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:36:56Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:36:57.559593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89735-8121-4d06-bf9e-fc342c7fdbd0 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '15c849c9-2801-467d-b451-08770f47b16e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:f5:51:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:36:56Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:36:57.741467 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e5597-63c5-4c4a-89ce-0fef0b0064df None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:36:58.942738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-e84135e5-1f82-4168-b2ac-16b8027bca3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394101 Nov 27 16:36:59.030719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71e51-20b6-42de-9668-d6324ae76735 req-5982535c-b66c-4b8f-885f-77de71ced842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:59.030839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-5982535c-b66c-4b8f-885f-77de71ced842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0442734 Nov 27 16:36:59.136039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71e51-20b6-42de-9668-d6324ae76735 req-b895176a-0d46-42db-b5fa-a0413d8e1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:59.137533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-b895176a-0d46-42db-b5fa-a0413d8e1dd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0861316 Nov 27 16:36:59.206325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-37ecdf1d-030d-47e8-955d-b617dc3456f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1002 time: 0.0610392 Nov 27 16:36:59.257134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71e51-20b6-42de-9668-d6324ae76735 req-1f72fe33-0016-4b12-ae27-e03cffa1f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:59.259069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-1f72fe33-0016-4b12-ae27-e03cffa1f607 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0421653 Nov 27 16:36:59.303774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71e51-20b6-42de-9668-d6324ae76735 req-cf8847c6-d72a-4dd0-afbb-80d9d3bdb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:36:59.305258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-cf8847c6-d72a-4dd0-afbb-80d9d3bdb6cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390277 Nov 27 16:36:59.398384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-58a4a589-debd-4b9d-a3d8-f630cacdacf8 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 Nov 27 16:36:59.487112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dae71e51-20b6-42de-9668-d6324ae76735 req-ed57be66-90cb-488c-9a3e-62527c1702cc service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814025 Nov 27 16:37:00.097694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:02.186535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:05.293432 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7f022d3d-8f94-4406-bb58-cba9c6563cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:07.754392 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ba4369d-8f9c-4a78-a8a2-374c2b27dd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:08.683800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:10.417876 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:11.244368 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:20.703415 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:37:30.102061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:32.183579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:35.294345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5ad70c5f-5723-4e0c-952d-d7a6887e93a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:37.754559 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b4b286f-7e4e-4d44-8d58-84bf79cfcc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:38.687271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:40.420739 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:41.247164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:37:57.702175 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:37:59.425101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-a7cf8559-f27f-4563-a32a-a95e8c60330c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214178 Nov 27 16:37:59.515602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595aff1-d8ed-448f-b54c-a4309272391f req-bca81845-fa0e-42f6-91cc-50e1c0e41d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:37:59.517053 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-bca81845-fa0e-42f6-91cc-50e1c0e41d54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0437453 Nov 27 16:37:59.627599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595aff1-d8ed-448f-b54c-a4309272391f req-d5cf876c-9227-4611-b82b-716f9ef90396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:37:59.628994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-d5cf876c-9227-4611-b82b-716f9ef90396 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0833294 Nov 27 16:37:59.701182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-834620e7-4593-4642-acce-b0f9d603feca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1002 time: 0.0605917 Nov 27 16:37:59.752306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595aff1-d8ed-448f-b54c-a4309272391f req-cc56b270-7610-4bab-8157-2968064570ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:37:59.753749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-cc56b270-7610-4bab-8157-2968064570ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0421607 Nov 27 16:37:59.803623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595aff1-d8ed-448f-b54c-a4309272391f req-6bdfca95-f075-4880-b559-7153f24cbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:37:59.805123 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-6bdfca95-f075-4880-b559-7153f24cbf19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402596 Nov 27 16:37:59.900349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-8e597968-8767-452f-b3b5-54722a60678f service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834093 Nov 27 16:37:59.993605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1595aff1-d8ed-448f-b54c-a4309272391f req-26fa7614-4fd5-4814-a99f-dc67b937a3b5 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Nov 27 16:38:00.109967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:02.193692 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:05.295218 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ac567b6a-f28b-414c-bfd4-ba296886dfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:07.754964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b3f85a66-7cd3-4a41-830e-22f69a4c4e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:08.689096 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:10.423420 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:11.251983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:30.115718 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:32.191809 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:34.701059 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:38:35.296237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14a4ef28-b208-42c4-8018-58eb9008a0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:37.659090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e13c9-33f5-4efd-81f0-e979c2c46bd9 req-41480bd6-4c36-47f2-bbb9-6d3ae51a6c1f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:37.660536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a3e13c9-33f5-4efd-81f0-e979c2c46bd9 req-41480bd6-4c36-47f2-bbb9-6d3ae51a6c1f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0501349 Nov 27 16:38:37.707611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5a3e13c9-33f5-4efd-81f0-e979c2c46bd9 req-9451b623-3e34-44eb-a829-99d6bb68f109 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403931 Nov 27 16:38:37.756158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-09827de8-968c-4807-924a-4e3e556d3275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:38.692459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:38.827534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db73f-8679-46cc-9dcd-e7b0ee5a8314 req-17f76ba3-4d66-4290-8cbf-edec8a6ffbb8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:38.829014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-459db73f-8679-46cc-9dcd-e7b0ee5a8314 req-17f76ba3-4d66-4290-8cbf-edec8a6ffbb8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0511162 Nov 27 16:38:38.878787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-459db73f-8679-46cc-9dcd-e7b0ee5a8314 req-2becb4c3-4c36-4f95-8042-a88c25e2b723 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Nov 27 16:38:39.992514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549c1d3-ec76-47f6-acd0-287f74636ea5 req-8403f544-4dc7-42cb-839d-067b11092198 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:39.993988 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b549c1d3-ec76-47f6-acd0-287f74636ea5 req-8403f544-4dc7-42cb-839d-067b11092198 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0474131 Nov 27 16:38:40.039165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b549c1d3-ec76-47f6-acd0-287f74636ea5 req-1345cd73-17cf-4ffe-9551-1c7d05df8f55 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Nov 27 16:38:40.425921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:41.161203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb8ad-66a6-4ef2-9d3b-59fe626b85a4 req-e9d3a609-317d-4864-89bd-7135a1ea99f1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:41.162737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caadb8ad-66a6-4ef2-9d3b-59fe626b85a4 req-e9d3a609-317d-4864-89bd-7135a1ea99f1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0538673 Nov 27 16:38:41.208912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-caadb8ad-66a6-4ef2-9d3b-59fe626b85a4 req-6fec6414-68e9-4004-a983-c61e69dbf95c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Nov 27 16:38:41.253384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:42.323547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b1f60-b193-4526-9909-1bbacc248041 req-4d1db500-bd1f-4f06-8e73-3e9781f11b24 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:42.325043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-740b1f60-b193-4526-9909-1bbacc248041 req-4d1db500-bd1f-4f06-8e73-3e9781f11b24 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0490274 Nov 27 16:38:42.373129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-740b1f60-b193-4526-9909-1bbacc248041 req-34b77e3d-5c1e-4121-9e13-258d863bb78f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Nov 27 16:38:43.484996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824accf2-a5b9-4c9a-89f3-81ab0bf31e35 req-0a2e75dd-64b0-4425-b670-e1cac1853cc8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:43.486468 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-824accf2-a5b9-4c9a-89f3-81ab0bf31e35 req-0a2e75dd-64b0-4425-b670-e1cac1853cc8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0478354 Nov 27 16:38:43.537062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-824accf2-a5b9-4c9a-89f3-81ab0bf31e35 req-34ed7719-8037-4e3a-a688-965ad68df43f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 Nov 27 16:38:44.650302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573a04b-d668-44dc-bbcf-67364822d7e6 req-3921bd5a-a298-4f6f-a967-064009db3711 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:44.651771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a573a04b-d668-44dc-bbcf-67364822d7e6 req-3921bd5a-a298-4f6f-a967-064009db3711 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Nov 27 16:38:44.697565 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a573a04b-d668-44dc-bbcf-67364822d7e6 req-b0fc548b-cd1f-4b30-b6ea-07e05ba073db tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 Nov 27 16:38:45.811077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c986c-8c30-4b63-870e-d1419a179594 req-12eb02f0-7eb3-4792-9a2c-4ec220457516 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:45.812568 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-400c986c-8c30-4b63-870e-d1419a179594 req-12eb02f0-7eb3-4792-9a2c-4ec220457516 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0480676 Nov 27 16:38:45.859432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-400c986c-8c30-4b63-870e-d1419a179594 req-bc2c8439-5223-41fb-85a9-65187c3322be tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Nov 27 16:38:46.976390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bfe54-e041-42eb-ad3c-62c2c286bbe1 req-1600faec-f653-44b5-ae5f-7a7c62c285a8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:46.977852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e64bfe54-e041-42eb-ad3c-62c2c286bbe1 req-1600faec-f653-44b5-ae5f-7a7c62c285a8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0523465 Nov 27 16:38:47.023243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e64bfe54-e041-42eb-ad3c-62c2c286bbe1 req-955cda2a-e686-41df-b0d6-113992fdf477 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387874 Nov 27 16:38:48.140535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba74ac6-47f8-4845-bb7d-45641d40e849 req-2b3d10f2-b2b5-4018-87f0-e32cfb651794 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:48.141952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dba74ac6-47f8-4845-bb7d-45641d40e849 req-2b3d10f2-b2b5-4018-87f0-e32cfb651794 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Nov 27 16:38:48.188327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dba74ac6-47f8-4845-bb7d-45641d40e849 req-cc62b1df-3446-4494-a456-9d5f32c955ed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Nov 27 16:38:49.300788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a580f4d-a3b1-4e14-ac8d-ba041d80c945 req-7ba73b15-1b68-407d-8549-55a4460129a8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:49.302338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a580f4d-a3b1-4e14-ac8d-ba041d80c945 req-7ba73b15-1b68-407d-8549-55a4460129a8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0471997 Nov 27 16:38:49.352622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a580f4d-a3b1-4e14-ac8d-ba041d80c945 req-0465be03-2617-4240-abb7-64cfc1c59774 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443528 Nov 27 16:38:50.468140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e924f-b096-4081-adb5-f0c61d7b754a req-b601a930-10c9-4744-8e42-477287df4ed0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:50.469658 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-187e924f-b096-4081-adb5-f0c61d7b754a req-b601a930-10c9-4744-8e42-477287df4ed0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0488834 Nov 27 16:38:50.515545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-187e924f-b096-4081-adb5-f0c61d7b754a req-64bd31eb-7fd6-43f0-b4d8-2362229e73fe tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Nov 27 16:38:51.631632 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cbe75-38ab-4772-a550-bdb4d146c710 req-a27af0f1-a2a0-4784-b4e0-d0d5599723ed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:51.633073 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a6cbe75-38ab-4772-a550-bdb4d146c710 req-a27af0f1-a2a0-4784-b4e0-d0d5599723ed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0466952 Nov 27 16:38:51.679513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a6cbe75-38ab-4772-a550-bdb4d146c710 req-2d05a483-3afe-4b68-9534-ca4bf4af63d9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Nov 27 16:38:52.796227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f80b3-bbff-4f49-8888-ed2c76f4895a req-9819d431-bada-4c22-91bf-5dc54c8b3b96 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:52.797689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac6f80b3-bbff-4f49-8888-ed2c76f4895a req-9819d431-bada-4c22-91bf-5dc54c8b3b96 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0510905 Nov 27 16:38:52.844475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac6f80b3-bbff-4f49-8888-ed2c76f4895a req-6ee782f0-de81-4aaa-82cf-d4af761418e4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409110 Nov 27 16:38:53.956899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e2991-404b-44c9-907b-8ba5e7576ed5 req-5dd36057-6934-4514-bb48-2dd1c87d8750 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:53.958371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a09e2991-404b-44c9-907b-8ba5e7576ed5 req-5dd36057-6934-4514-bb48-2dd1c87d8750 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0476389 Nov 27 16:38:54.004958 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a09e2991-404b-44c9-907b-8ba5e7576ed5 req-e70b9ead-28ef-43f0-8b39-bb3834d52ee4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Nov 27 16:38:54.269208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070cb78-5ccf-4d6d-91f9-6fd082da4cd4 req-aa2fa300-e8c8-48fb-9ca2-343309d6af9b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:54.270707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c070cb78-5ccf-4d6d-91f9-6fd082da4cd4 req-aa2fa300-e8c8-48fb-9ca2-343309d6af9b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0761185 Nov 27 16:38:54.298755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-a313178d-f584-460c-a69b-6893118dae95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133904 Nov 27 16:38:54.324530 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c070cb78-5ccf-4d6d-91f9-6fd082da4cd4 req-3116c363-17a8-4d3a-b5d8-df5d5bb74f5e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477571 Nov 27 16:38:55.442940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ef8be-dd5a-475b-b04b-030f7ff8a493 req-edf391d0-3ba8-400d-809e-2d3a1b8c8967 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:55.444357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-039ef8be-dd5a-475b-b04b-030f7ff8a493 req-edf391d0-3ba8-400d-809e-2d3a1b8c8967 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0478470 Nov 27 16:38:55.492789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-039ef8be-dd5a-475b-b04b-030f7ff8a493 req-0f90a77f-46c2-4ee4-ac51-284d7e55d288 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Nov 27 16:38:55.541529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-66188bd9-3401-4054-aaf2-6203a180c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:55.543049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-66188bd9-3401-4054-aaf2-6203a180c27a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0440536 Nov 27 16:38:55.639118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-d0314ea9-4b11-4945-944e-4e11cd4ecdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:55.640558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-d0314ea9-4b11-4945-944e-4e11cd4ecdb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0829937 Nov 27 16:38:55.713296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-e625758e-2a82-41ba-abde-a18a3269e920 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1002 time: 0.0593009 Nov 27 16:38:55.764424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-6b180b3d-56b5-495c-aa0d-0bfcaab4c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:55.765890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-6b180b3d-56b5-495c-aa0d-0bfcaab4c70a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0432041 Nov 27 16:38:55.818481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-ff9ac434-d519-4873-b90e-ba58074df980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:55.819912 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-ff9ac434-d519-4873-b90e-ba58074df980 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389867 Nov 27 16:38:55.916058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-ff51a0e7-5306-422e-8005-71ff9357e22d service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828996 Nov 27 16:38:56.010100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-f363262e-3997-472f-9fca-ffb07f26174e service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809419 Nov 27 16:38:56.614059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb873a-0d88-4323-8bdc-8026d5ff23eb req-a81fa479-37e1-4826-b81a-7c4a49a7a17d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:56.615547 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8eb873a-0d88-4323-8bdc-8026d5ff23eb req-a81fa479-37e1-4826-b81a-7c4a49a7a17d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0492303 Nov 27 16:38:56.666765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8eb873a-0d88-4323-8bdc-8026d5ff23eb req-f03aa343-59f9-4a71-9ee2-b13cb867c3f3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453341 Nov 27 16:38:58.113567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b23c44-e675-4f64-aa87-b28fccefd623 req-ff46fe8c-6f8e-48e6-9cb7-4fc814e7d62b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:58.114929 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b23c44-e675-4f64-aa87-b28fccefd623 req-ff46fe8c-6f8e-48e6-9cb7-4fc814e7d62b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.3783810 Nov 27 16:38:58.161693 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99b23c44-e675-4f64-aa87-b28fccefd623 req-87a453a7-c03f-4576-b9f8-47c48e920fb7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406799 Nov 27 16:38:58.445023 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-70142d24-633f-44bc-b377-54f75a11a2fd req-237b4c73-245c-4690-a14f-d56c106b2d7b service neutron] show failed (client error): The resource could not be found. Nov 27 16:38:58.446081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-237b4c73-245c-4690-a14f-d56c106b2d7b service neutron] 10.222.0.21 "GET /v2.0/ports/15c849c9-2801-467d-b451-08770f47b16e/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0527644 Nov 27 16:38:58.658147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-2de14c60-f786-4ce7-bc57-4ec58bf4bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:58.659660 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-2de14c60-f786-4ce7-bc57-4ec58bf4bcbe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 1097 time: 0.0416014 Nov 27 16:38:58.670771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-e52a3513-bf45-4035-b545-93e05a5715d9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:38:58.671686 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-e52a3513-bf45-4035-b545-93e05a5715d9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053787 Nov 27 16:38:58.683671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:38:58.736883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:58.931384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:38:58.963243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:38:59.002713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:38:59.005014 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a3b853-e5ab-4bc8-997b-7665f88f5b79" -d '{"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:38:59.008771 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:59.020850 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Transition to ACTIVE for port object 15c849c9-2801-467d-b451-08770f47b16e will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:38:59.024946 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:59.063565 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036bde6b-3e72-49b7-8819-bf21d6dc63e7 x-openstack-request-id: req-036bde6b-3e72-49b7-8819-bf21d6dc63e7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:38:59.063867 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:38:59.064127 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-036bde6b-3e72-49b7-8819-bf21d6dc63e7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:38:59.064551 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'code': 200} Nov 27 16:38:59.077340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:38:59.117316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.117693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.118061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.118374 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.118714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.119048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.119378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.119703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.120029 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.120354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.120685 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.121007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:38:59.164758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] No DVR routers for this DVR port 15c849c9-2801-467d-b451-08770f47b16e on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:38:59.283984 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081567c-a2af-4f21-9bcf-5135d1809b93 req-c2b9e0f6-46be-4ee2-a3ae-f0167760b480 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:59.285481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2081567c-a2af-4f21-9bcf-5135d1809b93 req-c2b9e0f6-46be-4ee2-a3ae-f0167760b480 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0515785 Nov 27 16:38:59.301921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:38:59.302255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:38:59.302584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:38:59.307052 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Port 15c849c9-2801-467d-b451-08770f47b16e on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:38:59.307394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Attempting to bind port 15c849c9-2801-467d-b451-08770f47b16e on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:38:59.312204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:38:59.312534 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:38:59.312938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:38:59.313361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Bound port: 15c849c9-2801-467d-b451-08770f47b16e, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:38:59.313750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:59.336054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2081567c-a2af-4f21-9bcf-5135d1809b93 req-95d9f7c9-6a42-490b-aaa3-96e29ec68e60 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Nov 27 16:38:59.376511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:38:59.379590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:38:59.382919 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:59.421744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:59.422401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:38:59.423776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] 10.222.0.37 "PUT /v2.0/ports/15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1092 time: 0.7437532 Nov 27 16:38:59.440363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171d4d8-eba2-4bae-b461-3ad9d0261309 service neutron] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:38:59.492845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-7cfb234e-6fc5-4ad6-ab42-45962a3c9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:59.494623 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-7cfb234e-6fc5-4ad6-ab42-45962a3c9b2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0473325 Nov 27 16:38:59.588020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-5d155187-5525-426e-97ff-4d2157af6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:59.589679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-5d155187-5525-426e-97ff-4d2157af6b26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0872757 Nov 27 16:38:59.661810 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-b92ca500-a483-4a2a-b280-8eb1d7abe555 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1000 time: 0.0652876 Nov 27 16:38:59.710522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-289d6658-062b-49b4-a8fe-627a04be13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:59.711865 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-289d6658-062b-49b4-a8fe-627a04be13d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0437758 Nov 27 16:38:59.756217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70142d24-633f-44bc-b377-54f75a11a2fd req-022116e2-a492-4915-b2b4-c6d44d40e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:38:59.757583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-022116e2-a492-4915-b2b4-c6d44d40e1c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384495 Nov 27 16:38:59.848367 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-292902fe-3165-41a5-88ca-3f258268beac service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833664 Nov 27 16:38:59.936476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-70142d24-633f-44bc-b377-54f75a11a2fd req-57265b1e-a8a9-4e0b-bf85-2fa166fe0342 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814798 Nov 27 16:39:00.123447 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:00.452953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229fe00-ab53-472a-a9d7-be37b6f04946 req-ccb1e7b2-ac27-4fd3-be72-3ac50fedc191 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:00.454446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3229fe00-ab53-472a-a9d7-be37b6f04946 req-ccb1e7b2-ac27-4fd3-be72-3ac50fedc191 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0482049 Nov 27 16:39:00.501045 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3229fe00-ab53-472a-a9d7-be37b6f04946 req-c35098cc-ad39-4f5e-881f-fb52101de44a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Nov 27 16:39:01.066062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:39:01.068478 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:39:01.117780 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d120296b-5c59-4acc-a229-9e9e75cf41e2 x-openstack-request-id: req-d120296b-5c59-4acc-a229-9e9e75cf41e2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:39:01.117921 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:39:01.118130 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d120296b-5c59-4acc-a229-9e9e75cf41e2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:39:01.118545 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'status': 'completed', 'code': 200} Nov 27 16:39:01.181944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-f5bbc804-4bf7-4e27-a251-3f5c9e815281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.183583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-f5bbc804-4bf7-4e27-a251-3f5c9e815281 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0432308 Nov 27 16:39:01.191675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-dcd0a908-cb37-4cdb-bade-eaababd4f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.193429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-dcd0a908-cb37-4cdb-bade-eaababd4f85d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0438981 Nov 27 16:39:01.278587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-89eb334a-0d32-4908-bdd6-8fbd5de9e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.280044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-89eb334a-0d32-4908-bdd6-8fbd5de9e526 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0893810 Nov 27 16:39:01.286738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-1a2ab696-d36e-4c86-89af-7407772f079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.287887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-1a2ab696-d36e-4c86-89af-7407772f079e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0874467 Nov 27 16:39:01.349231 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-9b16aa6b-bd32-4775-8209-1e1c77aee07a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1000 time: 0.0590940 Nov 27 16:39:01.361735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-ecf59a39-667e-403d-8ec5-18a78d2d3231 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1000 time: 0.0618086 Nov 27 16:39:01.404061 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-690e2e67-d8c3-4963-a566-7b7aad530d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.411906 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-690e2e67-d8c3-4963-a566-7b7aad530d1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0500860 Nov 27 16:39:01.430993 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-7c8d5faa-dfff-4220-84d6-cf05c12e0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.434037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-7c8d5faa-dfff-4220-84d6-cf05c12e0624 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0591195 Nov 27 16:39:01.460910 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-ba3ee88e-76bd-4d0c-9f97-512a7f85665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.462715 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-ba3ee88e-76bd-4d0c-9f97-512a7f85665b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489407 Nov 27 16:39:01.482322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-0c232735-d2cd-4f71-bd10-5c43f8dd695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.483813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-0c232735-d2cd-4f71-bd10-5c43f8dd695c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405719 Nov 27 16:39:01.556097 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-654d0fc6-7336-4913-864f-0a76429a364f service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Nov 27 16:39:01.590775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-55a735e7-f77c-4e70-bf79-a2b3692b6cfa service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965872 Nov 27 16:39:01.649856 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-a12f52c5-8de3-4a9c-bc28-ebd365485b59 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867238 Nov 27 16:39:01.683556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e04fd-e1a3-495c-ad31-0c1e00babf65 req-c29f7775-be2f-4378-a11f-b9446e23c52b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.685636 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-920e04fd-e1a3-495c-ad31-0c1e00babf65 req-c29f7775-be2f-4378-a11f-b9446e23c52b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.1142673 Nov 27 16:39:01.737211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8bb774e-a7dd-4b66-8ee5-ef4d3d2bd42f req-60ffd104-1cd6-439a-9fbd-e01c5fa4afdb service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284497 Nov 27 16:39:01.753312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-920e04fd-e1a3-495c-ad31-0c1e00babf65 req-61d49d06-fb5e-4b2b-8337-b5ed08164fec tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615766 Nov 27 16:39:01.963890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a374-2361-4099-9228-7bc1ff11486c req-999bcb8e-5dbe-4980-9d0c-54224d421948 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:01.965371 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee23a374-2361-4099-9228-7bc1ff11486c req-999bcb8e-5dbe-4980-9d0c-54224d421948 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0574608 Nov 27 16:39:02.045961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-515d38cf-452a-46f3-8d37-2034b76fddfd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.047408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-515d38cf-452a-46f3-8d37-2034b76fddfd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5&tenant_id=ce8257da2737414d85e834122c6a6373&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 944 time: 0.0781217 Nov 27 16:39:02.051749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee23a374-2361-4099-9228-7bc1ff11486c req-29d32949-2734-418b-a92c-cecd946ceeb1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739226 Nov 27 16:39:02.109542 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-dc447683-20ec-4c38-a7e8-f4cd8f3053c9 service neutron] delete failed (client error): The resource could not be found. Nov 27 16:39:02.110550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-dc447683-20ec-4c38-a7e8-f4cd8f3053c9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/15c849c9-2801-467d-b451-08770f47b16e/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0554202 Nov 27 16:39:02.197917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 15c849c9-2801-467d-b451-08770f47b16e no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:39:02.199324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-41842302-14ae-4b33-9047-5752ac46553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.200805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-41842302-14ae-4b33-9047-5752ac46553e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0454535 Nov 27 16:39:02.237148 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:02.245740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 15c849c9-2801-467d-b451-08770f47b16e not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:39:02.284895 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-a7dccc6e-9b0c-4feb-9e2d-4e40cb4edd34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406816 Nov 27 16:39:02.297526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-4bc4a878-0c03-4e41-ac30-86ce3f0d1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.299001 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-4bc4a878-0c03-4e41-ac30-86ce3f0d1ae4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0878825 Nov 27 16:39:02.366486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-41273aeb-5b4b-436e-a9d5-20fbce3f0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.367990 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-41273aeb-5b4b-436e-a9d5-20fbce3f0d42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0428960 Nov 27 16:39:02.371507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-0266b6be-64a8-4cee-a8da-b8d1e8ad2277 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1000 time: 0.0644088 Nov 27 16:39:02.428111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-5b8d7f24-6c43-4e6b-825e-67ac43813237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.429725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-5b8d7f24-6c43-4e6b-825e-67ac43813237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0445175 Nov 27 16:39:02.473657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-c7a250a4-6635-43af-b239-80a5d3387d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.475051 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-c7a250a4-6635-43af-b239-80a5d3387d8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0887721 Nov 27 16:39:02.480951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-50fc7ffc-1e7a-47d1-bee3-d2f69594053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.482479 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-50fc7ffc-1e7a-47d1-bee3-d2f69594053c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411069 Nov 27 16:39:02.540763 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-7b51375e-b5e8-427f-8d47-81970fb6469d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1000 time: 0.0571978 Nov 27 16:39:02.581147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-c2af1634-8f01-432a-a4ee-484330f99873 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855353 Nov 27 16:39:02.593872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-5e0c0fd1-157e-4818-9a28-281c922efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.595304 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-5e0c0fd1-157e-4818-9a28-281c922efc4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0479374 Nov 27 16:39:02.640183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-9c1e0622-52d9-4135-8108-92bc3a600e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:02.641690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-9c1e0622-52d9-4135-8108-92bc3a600e65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394223 Nov 27 16:39:02.675062 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db1a3f72-426e-4e4b-b15d-47ccf1c1afac req-06a4ee66-ab41-47d4-8daf-62b7ef54580a service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Nov 27 16:39:02.733608 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-21554758-0495-4a07-b0fc-52b455cd2c17 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Nov 27 16:39:02.831939 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f4d3135f-0182-4252-b726-f3d699f66b16 req-7ea64300-ddab-438b-a8eb-4cdacbbf96ca service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911582 Nov 27 16:39:03.177082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acae37-d1d0-4261-9b88-7a1ac9b5d930 req-0a54e4de-4dad-479a-8419-701c161c3783 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:03.178608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49acae37-d1d0-4261-9b88-7a1ac9b5d930 req-0a54e4de-4dad-479a-8419-701c161c3783 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0501754 Nov 27 16:39:03.231020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49acae37-d1d0-4261-9b88-7a1ac9b5d930 req-28ae4ee4-cf7b-484c-8e56-26cc5fa9abd2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Nov 27 16:39:03.257994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 15c849c9-2801-467d-b451-08770f47b16e details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:39:03.356042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:03.367830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '15c849c9-2801-467d-b451-08770f47b16e', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '15c849c9-2801-467d-b451-08770f47b16e', 'mac_address': 'fa:16:3e:f5:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:39:03.410296 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:03.423288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c849c9-2801-467d-b451-08770f47b16e {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:39:03.442420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:03.445976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:03.492354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:03.499690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.500033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.500376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.500708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.501036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.501364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.501711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.502034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.502355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.502680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.503001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.503319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:03.664858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['15c849c9-2801-467d-b451-08770f47b16e'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:39:04.355422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416413cc-340c-4cfa-98e3-bc0ca3039ab4 req-68f516e5-2312-45ea-ab32-62787923070c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:04.356979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-416413cc-340c-4cfa-98e3-bc0ca3039ab4 req-68f516e5-2312-45ea-ab32-62787923070c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 945 time: 0.0549636 Nov 27 16:39:04.403816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-416413cc-340c-4cfa-98e3-bc0ca3039ab4 req-74ae78ef-ce6a-4ffb-809c-1e9e5b52249c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408976 Nov 27 16:39:04.516843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b081c-f8f0-4dfc-a0ac-6a7835285409 req-0688f55a-8cf7-4adb-af1b-c9b75befef69 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:04.518381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-242b081c-f8f0-4dfc-a0ac-6a7835285409 req-0688f55a-8cf7-4adb-af1b-c9b75befef69 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 945 time: 0.0487559 Nov 27 16:39:04.565832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-242b081c-f8f0-4dfc-a0ac-6a7835285409 req-318c8fa4-c088-430c-bbe9-335d36a4a7d2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Nov 27 16:39:04.765428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a5196-b0b2-45d7-9d2f-8fc9b5ba8a84 req-c4e401cb-86b0-4230-a633-4eaa892fb708 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:04.766961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c3a5196-b0b2-45d7-9d2f-8fc9b5ba8a84 req-c4e401cb-86b0-4230-a633-4eaa892fb708 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Nov 27 16:39:04.785293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-0d9bef21-ad51-4c1a-964d-90ab2844de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:04.786965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-0d9bef21-ad51-4c1a-964d-90ab2844de1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0415566 Nov 27 16:39:04.814528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c3a5196-b0b2-45d7-9d2f-8fc9b5ba8a84 req-a411488b-edad-48a6-a280-f5a036d9836b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415666 Nov 27 16:39:04.880859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-f13407d7-fbb6-48b3-8231-2ddb467f177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:04.882407 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-f13407d7-fbb6-48b3-8231-2ddb467f177c service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0892422 Nov 27 16:39:04.946694 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-4ff661c5-ebea-4be8-86d3-ee214116313d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 200 len: 1001 time: 0.0569923 Nov 27 16:39:04.994661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-09e2318d-af2d-463f-9561-0ce95f35373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:04.996047 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-09e2318d-af2d-463f-9561-0ce95f35373b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0426283 Nov 27 16:39:05.049009 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-c5ab6713-7a84-4676-9f12-a5fca7160705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:05.050454 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-c5ab6713-7a84-4676-9f12-a5fca7160705 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480556 Nov 27 16:39:05.137039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-2d22d575-8a13-49a1-bafa-1edd62e8795e service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797093 Nov 27 16:39:05.228849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-10f2ea69-d503-4a48-a07c-6c6280cfe785 req-377474a9-c959-4874-a7fa-6bf4c71f21e8 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842543 Nov 27 16:39:05.273084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 15c849c9-2801-467d-b451-08770f47b16e up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:39:05.319646 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4365302-9536-4146-b533-1df05297a753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:05.334686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 15c849c9-2801-467d-b451-08770f47b16e completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:39:05.338925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 15c849c9-2801-467d-b451-08770f47b16e triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:39:05.339295 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:05.417285 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:05.443295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:39:05.445583 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7dfaae-a7ca-4f54-83e6-8e276dc22052" -d '{"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-plugged", "status": "completed", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:39:05.458118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:05.462912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:05.509683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:05.555364 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8a18f-9ba2-4ded-a2ea-f3db419bc342 x-openstack-request-id: req-63f8a18f-9ba2-4ded-a2ea-f3db419bc342 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:39:05.555660 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-plugged", "status": "completed", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:39:05.555918 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63f8a18f-9ba2-4ded-a2ea-f3db419bc342 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:39:05.556320 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'code': 200} Nov 27 16:39:05.927291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c21bc-41d5-4ddd-8bbc-a572f5a6a477 req-1e3039f1-7498-4af5-857a-ececc4c00663 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:05.928749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-654c21bc-41d5-4ddd-8bbc-a572f5a6a477 req-1e3039f1-7498-4af5-857a-ececc4c00663 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Nov 27 16:39:05.975556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-654c21bc-41d5-4ddd-8bbc-a572f5a6a477 req-1f97e8e6-143a-4230-ac89-2064d10f0aee tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Nov 27 16:39:06.201192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d6922-66ff-48c1-a079-d9a12ecbdb3c req-e8e5b9ac-82fe-433c-80c4-4568c00bdb62 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:06.202794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-449d6922-66ff-48c1-a079-d9a12ecbdb3c req-e8e5b9ac-82fe-433c-80c4-4568c00bdb62 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0479608 Nov 27 16:39:06.252834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-449d6922-66ff-48c1-a079-d9a12ecbdb3c req-d6264880-cca1-4753-a350-a5d722982a71 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441837 Nov 27 16:39:07.367886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d747a-cba5-4680-b6b4-b141c7a2ff6a req-57704d5c-4d6e-4cb4-92b7-39af4af8a8b5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:07.369351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e2d747a-cba5-4680-b6b4-b141c7a2ff6a req-57704d5c-4d6e-4cb4-92b7-39af4af8a8b5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Nov 27 16:39:07.416700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e2d747a-cba5-4680-b6b4-b141c7a2ff6a req-5a1f4795-5bc5-4f14-aefb-3f4f9cdd735a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Nov 27 16:39:07.431227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-c1eadfed-cc33-4411-a9bc-40e8d45f56b6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:07.432704 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-c1eadfed-cc33-4411-a9bc-40e8d45f56b6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8448a22-07e1-47c7-9895-22a4adac3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0491400 Nov 27 16:39:07.520665 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Deleting port 15c849c9-2801-467d-b451-08770f47b16e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:39:07.520996 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:07.610449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] For port 15c849c9-2801-467d-b451-08770f47b16e, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=15c849c9-2801-467d-b451-08770f47b16e,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:07.610722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:07.758063 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97624aae-4a9f-4bf9-abde-62b922d267a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:07.778175 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:07.778649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:07.779093 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 disassociated. External IP: 172.25.1.203, port: 15c849c9-2801-467d-b451-08770f47b16e. Nov 27 16:39:07.779443 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Calling delete_port for 15c849c9-2801-467d-b451-08770f47b16e owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:39:07.909750 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:07.938854 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event deleted for resources: {'Port': ['ID=15c849c9-2801-467d-b451-08770f47b16e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:08.055432 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:39:08.166905 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:39:08.176911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:39:08.186903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:39:08.187549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:39:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:08.206861 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] No DVR routers for this DVR port 15c849c9-2801-467d-b451-08770f47b16e on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:39:08.209831 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:08.213748 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-9da2aed1-7850-4f58-9428-bde2f6bd6629 req-d72f04bc-4e78-4a81-8fad-f0b288ae3309 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "DELETE /v2.0/ports/15c849c9-2801-467d-b451-08770f47b16e HTTP/1.1" status: 204 len: 173 time: 0.7746043 Nov 27 16:39:08.214308 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-deleted', 'tag': '15c849c9-2801-467d-b451-08770f47b16e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:39:08.217212 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef229527-9f40-45ee-a004-b772a25cfe3d" -d '{"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-deleted", "tag": "15c849c9-2801-467d-b451-08770f47b16e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:39:08.257250 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167d97e-6f42-4599-82be-3f0b424895bc x-openstack-request-id: req-0167d97e-6f42-4599-82be-3f0b424895bc {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:39:08.257597 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8448a22-07e1-47c7-9895-22a4adac3ef5", "name": "network-vif-deleted", "tag": "15c849c9-2801-467d-b451-08770f47b16e", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:39:08.257864 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0167d97e-6f42-4599-82be-3f0b424895bc {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:39:08.258275 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8448a22-07e1-47c7-9895-22a4adac3ef5', 'name': 'network-vif-deleted', 'tag': '15c849c9-2801-467d-b451-08770f47b16e', 'status': 'completed', 'code': 200} Nov 27 16:39:08.482925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:39:08.700540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:08.705051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:08.709114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-3f1d554c-2f4b-4144-8709-00f794a4b797 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--886181451&fields=id&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 267 time: 0.0443308 Nov 27 16:39:08.732189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:39:08.741130 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:39:08.741894 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:39:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:08.819391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-c05cff3e-15d0-4bd8-83f0-2c86b03255f3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:08.820842 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-c05cff3e-15d0-4bd8-83f0-2c86b03255f3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1044083 Nov 27 16:39:08.836730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-df26045f-92b8-4686-8294-b1f5ae186d3b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/quotas/ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 375 time: 0.0095057 Nov 27 16:39:08.851219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:39:08.889848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-fe875c3f-d6b0-4ed9-8360-9056237e7444 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468409 Nov 27 16:39:08.953272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-3ae705f4-bafe-4d54-b627-51e33f31c5cb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:39:08.954274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-3ae705f4-bafe-4d54-b627-51e33f31c5cb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532043 Nov 27 16:39:09.046785 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-4ac1497a-886c-404a-bb21-ccd205c9813a service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856814 Nov 27 16:39:09.047739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:09.078582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c272f1-3c15-48d3-b55f-2cc059f44016 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:39:09.137205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-b7fa1511-a3f6-451b-9d75-a00cbe7a462e service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841534 Nov 27 16:39:09.309947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6397c569-6cf5-4396-97ca-4a594beee15b req-7e0d06b2-1d55-40a2-9e0d-d821fbd2e0fd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 210 time: 0.0277343 Nov 27 16:39:09.314038 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12df653-ea74-41cd-802d-fa16545c1802 None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:39:10.330529 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-ae8ee9a1-e771-422e-816d-5433890a2913 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:10.331967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-ae8ee9a1-e771-422e-816d-5433890a2913 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1046042 Nov 27 16:39:10.406927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-4ef69799-53b4-48ef-916c-6710eefd4689 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 379 time: 0.0647140 Nov 27 16:39:10.423840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c150aed8-0b58-4bd9-8446-a3bb2d5f645f req-8fca41d4-0cf2-486e-b1ba-3f7464555348 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 210 time: 0.0386889 Nov 27 16:39:10.427211 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'port': {'device_id': '878686b8-bddb-4deb-ac14-819804d2cce6', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'admin_state_up': True, 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'security_groups': ['7518edc1-a0c2-49e4-9c7e-b2e0361e8709']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:39:10.429774 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:10.537926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Made reservation on behalf of ce8257da2737414d85e834122c6a6373 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:39:10.541435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:10.663279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Allocated IP 172.20.0.7 (88648201-6648-4c97-a247-87bd2f52240b/5ecb9ccf-74e4-4093-bd76-55573c6e5238/1ab709e6-6550-4453-a671-2386d752f4c1) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:39:10.798022 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:10.831000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:10.879949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:39:10.883000 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:39:10.886673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:39:10.893366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:10.923334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.923654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.923952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.924297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.924636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.924971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.925304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.925665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.925996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.926324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.926654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.926981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:39:10.952260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:10.952882 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:10.969135 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-1132dddf-61c5-48d1-a4c6-2e592382c004 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477498 Nov 27 16:39:10.987294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Request body: {'port': {'device_id': '878686b8-bddb-4deb-ac14-819804d2cce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:39:11.043100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.149268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ddd799b-29f5-4a64-ab85-d780294ff272 None None] Provisioning complete for port 1ab709e6-6550-4453-a671-2386d752f4c1 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:39:11.149669 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ddd799b-29f5-4a64-ab85-d780294ff272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.185005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd799b-29f5-4a64-ab85-d780294ff272 None None] Port 1ab709e6-6550-4453-a671-2386d752f4c1 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:39:11.254201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.289552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 15c849c9-2801-467d-b451-08770f47b16e no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:39:11.306090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:39:11.311477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 15c849c9-2801-467d-b451-08770f47b16e {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:39:11.311834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 15c849c9-2801-467d-b451-08770f47b16e not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:39:11.314020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.326230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Transition to ACTIVE for port object 1ab709e6-6550-4453-a671-2386d752f4c1 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:39:11.330186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.398586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:11.452128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:39:11.452461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:39:11.452769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:39:11.457750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:39:11.458136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:39:11.463840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:39:11.464178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:39:11.464717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:39:11.464983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Bound port: 1ab709e6-6550-4453-a671-2386d752f4c1, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:39:11.465339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.567038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:39:11.570779 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:39:11.579169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760997c0-691d-4eb1-ac8d-93e0ea95d82e req-e313d906-9625-4257-9eec-c8511bae12be tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:11.580668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-760997c0-691d-4eb1-ac8d-93e0ea95d82e req-e313d906-9625-4257-9eec-c8511bae12be tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0763907 Nov 27 16:39:11.582134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.639089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:11.639707 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:11.641090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1091 time: 0.6581881 Nov 27 16:39:11.643945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:39:11.646265 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:39:11.678189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b298d-abfa-45bf-b1f3-8f93174d4e13 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:11.688916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-760997c0-691d-4eb1-ac8d-93e0ea95d82e req-9f4c5e77-7906-4698-b7be-c69b0cfb5e6a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013649 Nov 27 16:39:11.702499 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:39:11.740274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-201e906b-2323-48d3-849a-491099a1e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:11.741867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-201e906b-2323-48d3-849a-491099a1e519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1094 time: 0.0520434 Nov 27 16:39:11.791663 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0a231-3d18-4b3e-bf4e-b5e5887a46e8 x-openstack-request-id: req-f4f0a231-3d18-4b3e-bf4e-b5e5887a46e8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:39:11.791963 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:39:11.792226 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4f0a231-3d18-4b3e-bf4e-b5e5887a46e8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:39:11.792631 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'status': 'completed', 'code': 200} Nov 27 16:39:11.794776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-127bb0d2-829a-45db-a185-1c8d5d99bf77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 217 time: 0.0386403 Nov 27 16:39:11.859297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-90c66964-e948-4dd0-a1f7-280d2df5cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:11.860899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-90c66964-e948-4dd0-a1f7-280d2df5cd68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0513043 Nov 27 16:39:11.915339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-96144b73-c648-4d89-b832-1b381f1eb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:11.916754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-96144b73-c648-4d89-b832-1b381f1eb2e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429637 Nov 27 16:39:12.005927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-0c48e15d-2262-46e0-92b0-5a7bc3aa5aea service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790839 Nov 27 16:39:12.100173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b130d152-c965-439d-b1dd-ef60b97dc077 req-0b977c5a-68e5-420b-81a5-db1222e5aa18 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835881 Nov 27 16:39:12.196321 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-61f61319-04b1-4f80-9d62-4f0c9c02ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:12.197841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-61f61319-04b1-4f80-9d62-4f0c9c02ec8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1094 time: 0.0398753 Nov 27 16:39:12.285229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-92e767d7-7900-4357-8fcb-cb71cf886dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:12.286622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-92e767d7-7900-4357-8fcb-cb71cf886dbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0818543 Nov 27 16:39:12.330249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-438106ef-7501-4048-b465-b7870f6b0c2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 217 time: 0.0361457 Nov 27 16:39:12.381725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-2bdac70c-62d9-46e4-a6e7-07f59f947555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:12.383093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-2bdac70c-62d9-46e4-a6e7-07f59f947555 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0410590 Nov 27 16:39:12.428133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-25b7ad5a-4be8-43ab-8804-fa45d8e99460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:12.429612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-25b7ad5a-4be8-43ab-8804-fa45d8e99460 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387309 Nov 27 16:39:12.528098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-e3f5c0b5-4863-4ded-b3d5-567fc539b176 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895848 Nov 27 16:39:12.618753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cca8517-b40a-431f-bcbf-a4cd29a9dc5f req-024e620c-a21c-401a-a43a-09f52b03d30a service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799985 Nov 27 16:39:12.814599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21a02c-5ba4-4117-a974-ad892964789a req-6f2557ef-3709-4ded-8df5-cf0311bf12df tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:12.816025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e21a02c-5ba4-4117-a974-ad892964789a req-6f2557ef-3709-4ded-8df5-cf0311bf12df tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0552127 Nov 27 16:39:12.861680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e21a02c-5ba4-4117-a974-ad892964789a req-8662f975-a981-4ed0-ba84-b9b4970dcf47 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Nov 27 16:39:13.978014 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb56c-a6c2-4a0c-ac31-77e68c42ca46 req-0d84ea97-25c5-4ba8-b77d-608dc5c905c4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:13.979467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c3cb56c-a6c2-4a0c-ac31-77e68c42ca46 req-0d84ea97-25c5-4ba8-b77d-608dc5c905c4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0481257 Nov 27 16:39:14.025151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5c3cb56c-a6c2-4a0c-ac31-77e68c42ca46 req-11c4c775-9c06-4c3e-9a8e-3959574bb681 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397553 Nov 27 16:39:14.246290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:39:14.339565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:14.352365 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '1ab709e6-6550-4453-a671-2386d752f4c1', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1', 'mac_address': 'fa:16:3e:55:5c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:39:14.392545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:14.404938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:39:14.424012 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:14.427683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:14.473719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:14.735735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['1ab709e6-6550-4453-a671-2386d752f4c1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:39:15.136784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca463-bf36-4eee-a66a-56c83567c7a5 req-a5929906-2c95-4194-8f1a-37abc932c6df tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:15.138777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0caca463-bf36-4eee-a66a-56c83567c7a5 req-a5929906-2c95-4194-8f1a-37abc932c6df tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0470297 Nov 27 16:39:15.187828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0caca463-bf36-4eee-a66a-56c83567c7a5 req-c13366d4-8d4a-4ead-8d35-3555ed54fe57 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Nov 27 16:39:16.257561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:39:16.302830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588773a-854a-447c-ab67-27f93733d2b8 req-1c06913d-d02e-4cc9-894c-87ecd959fc29 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:16.304486 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e588773a-854a-447c-ab67-27f93733d2b8 req-1c06913d-d02e-4cc9-894c-87ecd959fc29 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0488007 Nov 27 16:39:16.312290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 1ab709e6-6550-4453-a671-2386d752f4c1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:39:16.316351 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 1ab709e6-6550-4453-a671-2386d752f4c1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:39:16.316810 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:16.352790 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e588773a-854a-447c-ab67-27f93733d2b8 req-a52921ba-8d1a-4f89-90c5-158da28b5b39 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412548 Nov 27 16:39:16.394653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:16.420738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:39:16.423012 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44dfd3a-cd29-4eb4-bdcb-097dca217f38" -d '{"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:39:16.435193 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:39:16.440095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:16.462966 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8880d9e-f9ff-46e9-b80a-2bec16228dc6 x-openstack-request-id: req-c8880d9e-f9ff-46e9-b80a-2bec16228dc6 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:39:16.463264 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:39:16.463523 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8880d9e-f9ff-46e9-b80a-2bec16228dc6 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:39:16.463928 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'code': 200} Nov 27 16:39:16.490580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:39:16.570496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a5ca-b9e8-4d32-a65d-af97b5fe3f11 req-0ebc639f-9666-4f1a-a403-a837541fc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:16.571987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0607a5ca-b9e8-4d32-a65d-af97b5fe3f11 req-0ebc639f-9666-4f1a-a403-a837541fc726 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1096 time: 0.0395939 Nov 27 16:39:16.615644 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0607a5ca-b9e8-4d32-a65d-af97b5fe3f11 req-c7c7a0d6-0c64-4132-b581-d6b1844b34c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364051 Nov 27 16:39:17.471482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101399b4-e397-4f68-a0c1-8566c5db76b7 req-31881caa-b22e-4657-9bc1-ecd13bd00ba5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:17.473141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-101399b4-e397-4f68-a0c1-8566c5db76b7 req-31881caa-b22e-4657-9bc1-ecd13bd00ba5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Nov 27 16:39:17.521516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-101399b4-e397-4f68-a0c1-8566c5db76b7 req-8f28dfb9-a86d-48b4-a663-de4e230ee0e1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 Nov 27 16:39:18.634905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edda2-1d55-4097-9880-49591bee3591 req-7508d837-9b40-419f-bb2a-6d02a52d5444 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:18.636341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d04edda2-1d55-4097-9880-49591bee3591 req-7508d837-9b40-419f-bb2a-6d02a52d5444 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0470424 Nov 27 16:39:18.682341 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d04edda2-1d55-4097-9880-49591bee3591 req-cda31307-b6fc-43df-a948-f91940e6b7ca tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Nov 27 16:39:18.795266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17886ce-dd74-4c34-bacd-9ee0f2f1a98c req-0fa48753-3319-4e25-b1ac-c5664d6b52fd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:18.796961 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b17886ce-dd74-4c34-bacd-9ee0f2f1a98c req-0fa48753-3319-4e25-b1ac-c5664d6b52fd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0511572 Nov 27 16:39:18.805740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35090) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:39:18.810582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'floatingip': {'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:39:18.851426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:19.273487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:19.277497 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:19.372970 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 associated. External IP: 172.25.1.203, port: 1ab709e6-6550-4453-a671-2386d752f4c1. Nov 27 16:39:19.576303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:39:20.011912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:39:20.016811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:20.021583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:39:20.031949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:39:20.032564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:39:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:20.043340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d3824c7a-0094-4334-a9a7-e0b733c19ca8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "PUT /v2.0/floatingips/8a81be28-b029-41e3-853e-1e84b7859bf5 HTTP/1.1" status: 200 len: 991 time: 1.2365818 Nov 27 16:39:20.043929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:39:20.046847 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87ec1a5-3f10-417b-807b-61c5bb529688" -d '{"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:39:20.085790 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e5d13-cd6c-40b4-9b61-fff088777fb5 x-openstack-request-id: req-dc4e5d13-cd6c-40b4-9b61-fff088777fb5 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:39:20.086083 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:39:20.086339 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc4e5d13-cd6c-40b4-9b61-fff088777fb5 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:39:20.086827 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'status': 'completed', 'code': 200} Nov 27 16:39:20.149648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:39:20.150213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-b98cd261-1fea-46b1-b903-f030eb28dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:20.151688 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-b98cd261-1fea-46b1-b903-f030eb28dcbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1096 time: 0.0389929 Nov 27 16:39:20.243544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-dab31985-51ee-4964-a3aa-452ed73a1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:20.244999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-dab31985-51ee-4964-a3aa-452ed73a1751 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0848238 Nov 27 16:39:20.309637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-2728f0e5-0378-4a05-ac0b-a4936c3bdc87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 999 time: 0.0572655 Nov 27 16:39:20.362359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-5f95f3c7-44d5-42d6-87de-aac1965a70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:20.363707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-5f95f3c7-44d5-42d6-87de-aac1965a70f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0469635 Nov 27 16:39:20.373697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:55:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878686b8-bddb-4deb-ac14-819804d2cce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:39:19Z', 'revision_number': 9, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:20.400209 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:39:20.409005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:39:20.409645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:39:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:20.410210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-51defdec-65b8-4e05-98b9-3f0bb07d6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:39:20.411719 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-51defdec-65b8-4e05-98b9-3f0bb07d6d3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402198 Nov 27 16:39:20.505760 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-67b19c70-2df5-4f0a-9770-de68981e55e7 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Nov 27 16:39:20.516854 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:39:20.603446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e87ec1a5-3f10-417b-807b-61c5bb529688 req-95c31a26-34b4-475b-b270-e4ece78c6f58 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905695 Nov 27 16:39:20.736442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:55:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878686b8-bddb-4deb-ac14-819804d2cce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:39:19Z', 'revision_number': 9, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:39:20.765353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505fb050-7daf-43e2-a9a2-36edac34fca9 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:55:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878686b8-bddb-4deb-ac14-819804d2cce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:39:19Z', 'revision_number': 9, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:39:20.950037 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd38ce3c-5eac-43e6-b28d-a459e9dd3018 None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:39:30.128993 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:32.213864 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:35.299853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2da7d1c5-2150-4138-af1e-6ba9bd321c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:37.757970 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7151656e-4cf7-463f-913d-89cad6b4a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:38.698645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:40.432213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:41.256102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:39:48.701962 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:40:00.148326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:01.368337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-620ea1c6-a120-42a6-922d-bb1611f2d2e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397468 Nov 27 16:40:01.454806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-643118d7-937e-4878-a40c-1f938379516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:40:01.456309 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-643118d7-937e-4878-a40c-1f938379516f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1096 time: 0.0401950 Nov 27 16:40:01.564912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-7b386ef1-ecf8-4c3f-b2c0-a52f714f9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:40:01.566406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-7b386ef1-ecf8-4c3f-b2c0-a52f714f9249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0851877 Nov 27 16:40:01.636610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-8349f634-1dc7-4aac-9565-ec963a2a026f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1002 time: 0.0584259 Nov 27 16:40:01.696231 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-dea597dd-2540-4328-9b66-46788dbf6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:40:01.697691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-dea597dd-2540-4328-9b66-46788dbf6b5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0465734 Nov 27 16:40:01.743773 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-69ea8c70-762a-40b9-a755-be2d39e694e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:40:01.745264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-69ea8c70-762a-40b9-a755-be2d39e694e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404532 Nov 27 16:40:01.838927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-c69d748d-6581-4633-a377-d36d4e3eb2f2 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807488 Nov 27 16:40:01.934820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f27be92-8642-4c70-bbc3-3710b750fef3 req-5d2a4384-c700-4d84-b971-367cbc00eef7 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Nov 27 16:40:02.204156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:05.300339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc13ff32-0d11-43f1-a6c8-08ebdb56f031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:07.757907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af373109-f041-4c8a-9bd6-b138418472d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:08.701480 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:10.433772 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:11.257354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:25.701216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:40:30.157950 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:32.210550 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:35.301942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4a736506-2f03-4301-a821-1d9e7ec1c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:37.757868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9829b098-24e1-48df-8d1e-960e4c7c21e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:38.704445 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:40.437489 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:40:41.259553 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:00.158319 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:00.747751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-08c94320-c99f-4fbe-a579-9042c8b6ceef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711722 Nov 27 16:41:00.763961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b7c22-f340-4fb8-8e73-908c5763f5f8 req-20eeebb7-62dc-4187-86e4-36bc6655aff9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:00.765475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b51b7c22-f340-4fb8-8e73-908c5763f5f8 req-20eeebb7-62dc-4187-86e4-36bc6655aff9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0650675 Nov 27 16:41:00.818104 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b51b7c22-f340-4fb8-8e73-908c5763f5f8 req-ca8e68dc-9da0-4608-8ed4-afcefeb406fd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 Nov 27 16:41:01.898393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-17e54b4c-fb14-49b0-ad07-c21e8af5cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:01.899897 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-17e54b4c-fb14-49b0-ad07-c21e8af5cd11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1096 time: 0.0405080 Nov 27 16:41:01.998035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640a23-e3ce-46f2-a6e2-4df0cf4b0c6c req-25dff52d-f367-416a-ae36-0b207f9bdd9e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:01.999501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46640a23-e3ce-46f2-a6e2-4df0cf4b0c6c req-25dff52d-f367-416a-ae36-0b207f9bdd9e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0987189 Nov 27 16:41:02.042282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-47421797-a09d-41a8-8ded-0a920b259237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.044424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-47421797-a09d-41a8-8ded-0a920b259237 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.1324315 Nov 27 16:41:02.071254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46640a23-e3ce-46f2-a6e2-4df0cf4b0c6c req-f467b27c-0a90-4ee7-ae5a-e6be97c9624b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649140 Nov 27 16:41:02.122368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-448dc92d-104c-4cb7-82bd-0c61c74b4d76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1002 time: 0.0641167 Nov 27 16:41:02.179562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-95b2e563-4a87-4cd3-a239-ebae4ccfeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.181005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-95b2e563-4a87-4cd3-a239-ebae4ccfeb5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0472088 Nov 27 16:41:02.204070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:02.235373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-5e534e12-630e-4120-9d72-9752fc965ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.236902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-5e534e12-630e-4120-9d72-9752fc965ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431840 Nov 27 16:41:02.326469 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-111bfc4c-8949-427a-82bd-39743a75ad72 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805323 Nov 27 16:41:02.417029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-88e929ee-778c-4be7-8fc0-d5c38e84f6a2 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828464 Nov 27 16:41:02.535288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-2624ed37-8016-4e22-ac4f-f658e5230951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.536789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-2624ed37-8016-4e22-ac4f-f658e5230951 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1096 time: 0.0418012 Nov 27 16:41:02.655062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-416297d2-7676-4f50-83e8-4532410c2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.656526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-416297d2-7676-4f50-83e8-4532410c2f7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0876844 Nov 27 16:41:02.700549 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:41:02.723211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-5e0237a6-9fb3-4d4c-ab20-7884206db862 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1002 time: 0.0583882 Nov 27 16:41:02.774470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-7573d6fe-a0ce-41dd-b770-2fdd5ab1c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.775860 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-7573d6fe-a0ce-41dd-b770-2fdd5ab1c60c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0424786 Nov 27 16:41:02.824638 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-5e68e09b-1869-4eb9-834b-2e7f426b7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:02.826789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-5e68e09b-1869-4eb9-834b-2e7f426b7451 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430899 Nov 27 16:41:02.915253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-ddc974f7-acf7-47c2-8fdf-d3dabbda9880 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800934 Nov 27 16:41:03.007443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2f6c9b5b-34ef-435a-9788-66d82bae95f9 req-6e6ef6c2-76a8-48eb-ba4c-400ae4c1086b service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Nov 27 16:41:03.187533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71eea2-c189-4744-9815-cae75169e23b req-8c79b7c2-3e05-4388-a7c4-4517092758f4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:03.188978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac71eea2-c189-4744-9815-cae75169e23b req-8c79b7c2-3e05-4388-a7c4-4517092758f4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Nov 27 16:41:03.242069 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac71eea2-c189-4744-9815-cae75169e23b req-a523687b-70da-44d8-843b-52cc3328e12e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471678 Nov 27 16:41:04.370604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095acb98-6116-4371-90df-afca0e9ba377 req-0943022b-85ef-4c7d-9ae5-e2450a201bed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:04.373592 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-095acb98-6116-4371-90df-afca0e9ba377 req-0943022b-85ef-4c7d-9ae5-e2450a201bed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0504882 Nov 27 16:41:04.427824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-095acb98-6116-4371-90df-afca0e9ba377 req-ad65ce71-7cce-48d2-8981-5bdeae2c06b4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474844 Nov 27 16:41:05.303593 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c72eb34-586e-4cc4-bb7b-65544360d91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:05.547863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923518-a17d-4a24-a655-7184fb8ab148 req-02d50349-016d-419d-a2b6-a1e42d260393 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:05.549332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1923518-a17d-4a24-a655-7184fb8ab148 req-02d50349-016d-419d-a2b6-a1e42d260393 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Nov 27 16:41:05.596690 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f1923518-a17d-4a24-a655-7184fb8ab148 req-abbe713a-ce84-4e1e-bb3a-fa963258a600 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Nov 27 16:41:06.720950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9693f-971c-4cce-a964-53e1d61d3999 req-6d1d6bd9-520a-4452-9390-1d12899e0d2f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:06.722477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ada9693f-971c-4cce-a964-53e1d61d3999 req-6d1d6bd9-520a-4452-9390-1d12899e0d2f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0578642 Nov 27 16:41:06.768647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ada9693f-971c-4cce-a964-53e1d61d3999 req-46d4cee9-9c54-4b1c-9560-576d34491ee0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Nov 27 16:41:07.758545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1eed-479f-45a0-b55b-46eb11d30e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:07.886712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c758a-99df-4ad3-ae02-f5ac0a13e92e req-d25c6429-c7fb-4526-bcc9-093b37845187 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:07.888203 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0c758a-99df-4ad3-ae02-f5ac0a13e92e req-d25c6429-c7fb-4526-bcc9-093b37845187 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Nov 27 16:41:07.936674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4c0c758a-99df-4ad3-ae02-f5ac0a13e92e req-05dcae7d-02f5-4740-8a25-7ec64c2fa516 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Nov 27 16:41:08.706944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:09.050588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bc682-bed3-4a71-8af1-e31d75b67fb3 req-9385510a-dbe8-402a-bfa8-7142dede8c35 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:09.052041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b1bc682-bed3-4a71-8af1-e31d75b67fb3 req-9385510a-dbe8-402a-bfa8-7142dede8c35 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Nov 27 16:41:09.098777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3b1bc682-bed3-4a71-8af1-e31d75b67fb3 req-258c4555-792e-4678-9937-ef5a1f075839 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Nov 27 16:41:10.210447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6237f7-f5c3-40ce-8738-2ecc2c66c801 req-2dff8172-ab1c-4737-9def-54e429ba2012 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:10.211879 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e6237f7-f5c3-40ce-8738-2ecc2c66c801 req-2dff8172-ab1c-4737-9def-54e429ba2012 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Nov 27 16:41:10.261368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e6237f7-f5c3-40ce-8738-2ecc2c66c801 req-9faba13f-63d9-464e-9188-292aa8f40fe0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430555 Nov 27 16:41:10.439999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:11.262322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:11.377085 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312755a-078f-4f93-b489-7cd82e9c83ee req-c5b3b9cd-c036-4a31-9e43-92272c530d57 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:11.378577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a312755a-078f-4f93-b489-7cd82e9c83ee req-c5b3b9cd-c036-4a31-9e43-92272c530d57 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Nov 27 16:41:11.424607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a312755a-078f-4f93-b489-7cd82e9c83ee req-25e8c70a-1440-4213-815d-3fe4bddd3ebc tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Nov 27 16:41:12.538916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d908f97-e50e-45f8-9802-d756d5e48b21 req-2f52f8c4-eb2b-4ebd-b343-e4c9985bd89b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:12.540374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d908f97-e50e-45f8-9802-d756d5e48b21 req-2f52f8c4-eb2b-4ebd-b343-e4c9985bd89b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0481920 Nov 27 16:41:12.587165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d908f97-e50e-45f8-9802-d756d5e48b21 req-53d27df2-2a5b-4cf7-bc0f-a7cb08425ffd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409167 Nov 27 16:41:13.705937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b8e8-fa85-4917-852b-9873a73493c6 req-e5b10ee0-5125-44ae-bc6d-6bd5b2f1e072 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:13.707531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0935b8e8-fa85-4917-852b-9873a73493c6 req-e5b10ee0-5125-44ae-bc6d-6bd5b2f1e072 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0521922 Nov 27 16:41:13.753852 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0935b8e8-fa85-4917-852b-9873a73493c6 req-5063e29f-cd60-4c83-be37-ccbc8cc5dcc3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401382 Nov 27 16:41:14.648828 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-4c87cb3c-4599-453c-96c3-f8df6863054a service neutron] show failed (client error): The resource could not be found. Nov 27 16:41:14.649830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-4c87cb3c-4599-453c-96c3-f8df6863054a service neutron] 10.222.0.21 "GET /v2.0/ports/1ab709e6-6550-4453-a671-2386d752f4c1/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0525410 Nov 27 16:41:14.873109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53489aea-4cf7-43d6-aa20-d0c67e1cfce4 req-6a7ff785-9d01-4772-8c5e-0c4dad5cd5c9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:14.874623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53489aea-4cf7-43d6-aa20-d0c67e1cfce4 req-6a7ff785-9d01-4772-8c5e-0c4dad5cd5c9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Nov 27 16:41:14.921252 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-2a9e4433-8bfd-4fc5-b6e5-ac57e4557433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:14.922792 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-2a9e4433-8bfd-4fc5-b6e5-ac57e4557433 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 1096 time: 0.0987403 Nov 27 16:41:14.931616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53489aea-4cf7-43d6-aa20-d0c67e1cfce4 req-5ef4d921-67be-4f90-8c37-544feef66686 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466650 Nov 27 16:41:14.934935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:41:14.986863 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:15.183737 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:15.215393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:41:15.256971 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:15.259254 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1160ebf3-8c78-41fa-9559-aec24c7f19a8" -d '{"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:15.263747 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:15.276771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Transition to ACTIVE for port object 1ab709e6-6550-4453-a671-2386d752f4c1 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:41:15.281111 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:15.314393 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c374f3d7-e504-4f0f-8396-a43701bfa257 x-openstack-request-id: req-c374f3d7-e504-4f0f-8396-a43701bfa257 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:15.314805 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:15.315068 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c374f3d7-e504-4f0f-8396-a43701bfa257 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:15.315488 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'code': 200} Nov 27 16:41:15.364997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:15.379954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.380309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.380659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.381003 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.381344 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.381707 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.382048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.382387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.382721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.383051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.383378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.383719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:15.417149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] No DVR routers for this DVR port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:41:15.552085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:41:15.552430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:41:15.552757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:15.557067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:41:15.557383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:15.562697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:41:15.563037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:41:15.563419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:41:15.563839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Bound port: 1ab709e6-6550-4453-a671-2386d752f4c1, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:41:15.564189 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:15.628615 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:41:15.631871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:41:15.635770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:15.669893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:15.670529 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:15.671930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1091 time: 0.7410700 Nov 27 16:41:15.699049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb6b4-d320-42e1-9022-f25a0470aff8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:15.755507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-ae179bed-9efe-439e-b42b-ba118373ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:15.756950 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-ae179bed-9efe-439e-b42b-ba118373ad43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1094 time: 0.0425851 Nov 27 16:41:15.855557 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-99cd9daa-f3ec-4f13-8ba2-c9e3239ad442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:15.857599 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-99cd9daa-f3ec-4f13-8ba2-c9e3239ad442 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0939636 Nov 27 16:41:15.926866 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-69162c1c-a9da-4d18-aae6-fb990f7fa854 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0609634 Nov 27 16:41:15.979649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-1f86b274-2574-4313-ac29-e25cbbeb1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:15.981435 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-1f86b274-2574-4313-ac29-e25cbbeb1ce2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0483711 Nov 27 16:41:16.028939 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-c06c55e9-4606-4638-a4e2-9d7cbffcbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:16.030381 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-c06c55e9-4606-4638-a4e2-9d7cbffcbe5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406015 Nov 27 16:41:16.051586 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53a19-5a1f-4830-aa4a-738f9b48267e req-43db9c6e-36f2-4dc2-a3d7-6b6fc65deae5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:16.053074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4cc53a19-5a1f-4830-aa4a-738f9b48267e req-43db9c6e-36f2-4dc2-a3d7-6b6fc65deae5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0494354 Nov 27 16:41:16.101093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4cc53a19-5a1f-4830-aa4a-738f9b48267e req-13e267a9-28be-43de-97be-0d93280259de tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Nov 27 16:41:16.121069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-d04627d2-f19d-456b-bd2c-a3b20fe302a6 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Nov 27 16:41:16.213120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-529b96b5-4db9-4d77-93ca-c6888aaef8fa req-fb23e354-77ec-413f-950e-5cbfe75e4a41 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844395 Nov 27 16:41:17.217705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc85d79-f864-409c-9e0a-403924ad0e10 req-3a2c343c-6626-4a43-924d-b5c1bcfc75ea tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.219159 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cc85d79-f864-409c-9e0a-403924ad0e10 req-3a2c343c-6626-4a43-924d-b5c1bcfc75ea tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0478170 Nov 27 16:41:17.266534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cc85d79-f864-409c-9e0a-403924ad0e10 req-f6ccf7bd-ce1a-468a-8e6d-f55aab6e7c65 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Nov 27 16:41:17.316696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:17.319098 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7648b-b336-40f0-bcec-e67b5595b304" -d '{"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:17.368079 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35046ee-16e1-4115-a49a-9be44544407c x-openstack-request-id: req-c35046ee-16e1-4115-a49a-9be44544407c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:17.368372 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:17.368628 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c35046ee-16e1-4115-a49a-9be44544407c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:17.369027 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'status': 'completed', 'code': 200} Nov 27 16:41:17.430862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-74f0a9af-355b-4729-962a-68f68e7b33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.432363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-74f0a9af-355b-4729-962a-68f68e7b33f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1094 time: 0.0404670 Nov 27 16:41:17.442636 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-9efb8d70-4547-470c-bbc5-b586fd43bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.444133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-9efb8d70-4547-470c-bbc5-b586fd43bf3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1094 time: 0.0447009 Nov 27 16:41:17.525304 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-4d782f61-bce1-491a-bdcf-eb65146e344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.526783 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-4d782f61-bce1-491a-bdcf-eb65146e344d service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0856521 Nov 27 16:41:17.538634 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-7d72f9a0-a5f3-4f78-9ce2-7e38eb3e017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.540252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-7d72f9a0-a5f3-4f78-9ce2-7e38eb3e017f service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0837843 Nov 27 16:41:17.593037 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-918a996f-9caa-45ef-9b42-c07bd3ba345d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0580928 Nov 27 16:41:17.614134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-1f03586d-171d-42e0-996e-45dfd44cea20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0616674 Nov 27 16:41:17.649153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-83f0aec3-f222-4845-972f-058be7c5059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.650629 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-83f0aec3-f222-4845-972f-058be7c5059c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0444198 Nov 27 16:41:17.672952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-a16e80f6-4d4e-4f5c-972e-33290d2d89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.674564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-a16e80f6-4d4e-4f5c-972e-33290d2d89c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0484803 Nov 27 16:41:17.702131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-eab52641-b1cd-4782-b256-a544bd90333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.704061 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-eab52641-b1cd-4782-b256-a544bd90333e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455596 Nov 27 16:41:17.735916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-1c1e4e42-c4ed-4915-a7e6-5baec43d6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:17.737783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-1c1e4e42-c4ed-4915-a7e6-5baec43d6971 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513732 Nov 27 16:41:17.851922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-53f4f635-5d77-408b-9c31-db4ab549df93 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999577 Nov 27 16:41:17.954129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-81f634e8-c939-4917-8620-f0c0b4aa1165 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884137 Nov 27 16:41:18.143662 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-e8e76244-a4cb-4a09-acea-649062172dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323997 Nov 27 16:41:18.233222 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-4bf7648b-b336-40f0-bcec-e67b5595b304 req-da1cd876-e485-4222-9beb-a1186a352b2c service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819993 Nov 27 16:41:18.382151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7997-16a0-4f5c-a0a3-28c9eb6792bc req-bb1f3815-848f-40f1-a303-e6a39919495a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:18.383739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-570a7997-16a0-4f5c-a0a3-28c9eb6792bc req-bb1f3815-848f-40f1-a303-e6a39919495a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0484848 Nov 27 16:41:18.435775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-570a7997-16a0-4f5c-a0a3-28c9eb6792bc req-9ef0440e-1ef2-45af-82ce-fdb1015c76c9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 Nov 27 16:41:18.714121 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-b3cbde6f-4ca9-4697-a308-ae954c653446 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:18.715577 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-b3cbde6f-4ca9-4697-a308-ae954c653446 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6&tenant_id=ce8257da2737414d85e834122c6a6373&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 943 time: 0.0522406 Nov 27 16:41:18.730201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6b55e-1182-4b6a-8443-ab048ab3d6fd req-b16329a3-3a68-455d-ba2d-a3c31bca035b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:18.731686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e6b55e-1182-4b6a-8443-ab048ab3d6fd req-b16329a3-3a68-455d-ba2d-a3c31bca035b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0483932 Nov 27 16:41:18.776646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-d724e161-a3ee-46f3-91ea-a5057a2fa191 service neutron] 10.222.0.37 "GET /v2.0/ports/1ab709e6-6550-4453-a671-2386d752f4c1/bindings/n-h2-819494-4 HTTP/1.1" status: 200 len: 382 time: 0.0537050 Nov 27 16:41:18.780767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-38e6b55e-1182-4b6a-8443-ab048ab3d6fd req-403941c9-a0f2-4289-b949-3904f2e7e81d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Nov 27 16:41:18.830623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:41:18.844618 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-5c9bac33-4c23-452e-9465-ceee01733d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:18.846141 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-5c9bac33-4c23-452e-9465-ceee01733d06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1094 time: 0.0450335 Nov 27 16:41:18.868625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:41:18.940417 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-69a0c5ae-4fa1-4021-834f-25cfccd751e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:18.941929 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-69a0c5ae-4fa1-4021-834f-25cfccd751e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0882950 Nov 27 16:41:19.006271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-42e2f70c-559b-4245-a4f2-9c5185df43b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0570552 Nov 27 16:41:19.059817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-9bb9ba98-e5eb-4407-b7c3-166b3e523782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:19.061169 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-9bb9ba98-e5eb-4407-b7c3-166b3e523782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0476122 Nov 27 16:41:19.105627 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-3208ed41-1bf6-4e6c-ab5e-abebd7601ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:19.107646 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-3208ed41-1bf6-4e6c-ab5e-abebd7601ea5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391452 Nov 27 16:41:19.194831 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-ddfaf712-004a-4796-8463-367033bb0199 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808129 Nov 27 16:41:19.284881 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-471ac3b3-05e5-434f-af57-c7b1be2b0eea service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Nov 27 16:41:19.880145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:41:19.904536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c538-0b8d-4ebb-9517-30a8169a7745 req-df64bc5a-7a22-4197-99ad-5c516d583fe8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:19.906414 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4656c538-0b8d-4ebb-9517-30a8169a7745 req-df64bc5a-7a22-4197-99ad-5c516d583fe8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 943 time: 0.0550199 Nov 27 16:41:19.954876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4656c538-0b8d-4ebb-9517-30a8169a7745 req-9fb151fc-9ab7-4aca-80a8-b068234b7526 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Nov 27 16:41:19.978362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:19.989269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '1ab709e6-6550-4453-a671-2386d752f4c1', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1', 'mac_address': 'fa:16:3e:55:5c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:41:20.025205 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:20.037262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:41:20.057733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:20.063354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:20.112970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:20.120215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.120568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.120916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.121256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.121629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.121963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.122292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.123110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.123441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.123764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.124090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.124410 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:20.296697 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['1ab709e6-6550-4453-a671-2386d752f4c1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:41:21.074464 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ea8d5-1a98-4230-b0b5-53e2ddb443d9 req-651b18a2-d910-4cf7-bcfd-a05e3bce67ed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:21.076121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d98ea8d5-1a98-4230-b0b5-53e2ddb443d9 req-651b18a2-d910-4cf7-bcfd-a05e3bce67ed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0528078 Nov 27 16:41:21.123340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d98ea8d5-1a98-4230-b0b5-53e2ddb443d9 req-1753289d-414f-412c-a647-c863be0552da tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405824 Nov 27 16:41:21.213554 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-d32880a2-639b-4f6a-a77a-fc854f849dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:21.215008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-d32880a2-639b-4f6a-a77a-fc854f849dda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 1095 time: 0.0403240 Nov 27 16:41:21.232596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:41:21.288846 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:21.485593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:21.516640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:41:21.548977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:41:21.557378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:21.567791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Ignored duplicate provisioning block setup for port 1ab709e6-6550-4453-a671-2386d752f4c1 by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 27 16:41:21.571367 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:21.649103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=9']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:21.665187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.665577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.665928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.666276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.666615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.666950 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.667286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.667615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.667948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.668279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.668608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.668937 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:41:21.703810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] No DVR routers for this DVR port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:41:21.840060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:41:21.840394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:41:21.840719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:21.845966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:41:21.846290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:21.851145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:41:21.851481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:41:21.851866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:41:21.852318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Bound port: 1ab709e6-6550-4453-a671-2386d752f4c1, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:41:21.852648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:21.885947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:41:21.913440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:41:21.916849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:41:21.921055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:21.962968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:21.963610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:21.965072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1091 time: 0.7368703 Nov 27 16:41:21.965556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:21.968409 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799723e0-154f-4db6-884f-d37fa2645bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:21.996086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da69b-0a63-4769-aed5-12bc1905b214 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=10']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:22.004851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:22.042313 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8742658-a887-4d57-95d8-ad74a9886c67 x-openstack-request-id: req-d8742658-a887-4d57-95d8-ad74a9886c67 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:22.042616 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:22.042877 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8742658-a887-4d57-95d8-ad74a9886c67 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:22.043638 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'status': 'completed', 'code': 200} Nov 27 16:41:22.047407 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:41:22.047875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:41:22.048320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:22.054169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:41:22.054627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Attempting to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:22.061481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:41:22.061967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:41:22.062469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:41:22.063057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Bound port: 1ab709e6-6550-4453-a671-2386d752f4c1, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:41:22.063534 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:22.065521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-cedf863d-db8a-45b1-99fb-16fad0a35b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.068148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-cedf863d-db8a-45b1-99fb-16fad0a35b5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1095 time: 0.0690567 Nov 27 16:41:22.113191 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-31d1c714-7f64-4f07-ac1d-5ae2b2c393f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.115073 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-31d1c714-7f64-4f07-ac1d-5ae2b2c393f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1095 time: 0.0510702 Nov 27 16:41:22.132275 n-d-819494-4 neutron-server[110077]: WARNING neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Concurrent port binding operations failed on port 1ab709e6-6550-4453-a671-2386d752f4c1 Nov 27 16:41:22.136128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:22.137601 n-d-819494-4 neutron-server[110077]: INFO neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Attempt 2 to bind port 1ab709e6-6550-4453-a671-2386d752f4c1 Nov 27 16:41:22.138732 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 has no active binding in host n-h2-819494-4 {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 16:41:22.171804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-e2057ecd-9418-4788-879e-00dca87db89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.174082 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-e2057ecd-9418-4788-879e-00dca87db89a service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0940225 Nov 27 16:41:22.222843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-2f015ac1-6fd1-4c4a-bb9f-2118714bae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.224326 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-2f015ac1-6fd1-4c4a-bb9f-2118714bae1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.1006088 Nov 27 16:41:22.285817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-b4bd769e-340e-40fa-bca9-fa639210e6fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0981567 Nov 27 16:41:22.292438 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-fb56feed-e6e8-494a-8ba7-2d0d86624fc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0607553 Nov 27 16:41:22.300674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37018c-0d8d-4707-b48e-b934bd785268 req-bbdb0ce2-a996-499b-8141-bc719064105d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.302598 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c37018c-0d8d-4707-b48e-b934bd785268 req-bbdb0ce2-a996-499b-8141-bc719064105d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0723016 Nov 27 16:41:22.342381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-974f950d-ae9e-4fcd-9ac4-f9a6c01b7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.343836 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-974f950d-ae9e-4fcd-9ac4-f9a6c01b7da7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0447893 Nov 27 16:41:22.369922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-bae42f87-b2d7-41f0-b47c-ad40900cbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.371403 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-bae42f87-b2d7-41f0-b47c-ad40900cbf0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0679450 Nov 27 16:41:22.383348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c37018c-0d8d-4707-b48e-b934bd785268 req-7514180a-aef5-4401-a956-4a8ea32cf900 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713434 Nov 27 16:41:22.394812 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-9e85072d-816e-4761-8f41-510f7f682d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.394812 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-9e85072d-816e-4761-8f41-510f7f682d3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446515 Nov 27 16:41:22.427132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-62403e05-e9a7-495d-ac9d-67cf61dbc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.428620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-62403e05-e9a7-495d-ac9d-67cf61dbc5ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444376 Nov 27 16:41:22.485908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-a39686e0-5efd-45a7-b78c-6036f7682029 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825999 Nov 27 16:41:22.521324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-7d1cc728-5572-42e2-a8dd-9888aed52b0a service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808642 Nov 27 16:41:22.579295 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-90a9b493-3f73-4725-b048-01659cbb0639 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866003 Nov 27 16:41:22.619980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-036fe9a1-b274-475a-aa4f-8bde3d547c6b req-143e839c-7be7-457f-85e5-d46d77e0c782 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Nov 27 16:41:22.710867 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-f112e610-d3ad-433f-a0c0-06259c99dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.712608 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-f112e610-d3ad-433f-a0c0-06259c99dc4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 1095 time: 0.0408857 Nov 27 16:41:22.803775 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-ebd1eabc-e442-42f9-b942-5e4f3c1cf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.805215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-ebd1eabc-e442-42f9-b942-5e4f3c1cf9c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0856862 Nov 27 16:41:22.870491 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-d1719742-7e57-4c0f-b915-133db0d7baca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0567083 Nov 27 16:41:22.924932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-e471fa14-90ac-4652-aabd-ff70a0e6668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.926365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-e471fa14-90ac-4652-aabd-ff70a0e6668f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0428450 Nov 27 16:41:22.979304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723e0-154f-4db6-884f-d37fa2645bbf req-789351d8-9342-4242-bb94-74dfc3dd799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:22.980742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-789351d8-9342-4242-bb94-74dfc3dd799e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416121 Nov 27 16:41:23.067551 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-abd1c198-e322-4b29-a86e-19cda73229cd service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783503 Nov 27 16:41:23.161777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-799723e0-154f-4db6-884f-d37fa2645bbf req-fea94340-2892-4852-951a-4c64441e1dff service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838594 Nov 27 16:41:23.501723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e138e8-040a-459e-a0c3-569e722d7a26 req-7b5de73c-737b-4486-9737-e46965942652 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:23.503169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5e138e8-040a-459e-a0c3-569e722d7a26 req-7b5de73c-737b-4486-9737-e46965942652 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0491655 Nov 27 16:41:23.548848 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5e138e8-040a-459e-a0c3-569e722d7a26 req-b7366a28-227f-4ddb-b04e-2333418c72af tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Nov 27 16:41:23.879271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:41:23.915763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:41:24.662805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b045-118e-41e2-9a0d-fe2a9729e326 req-460e5530-3f1b-4f32-89f8-2ffef81bbe93 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:24.664257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7f5b045-118e-41e2-9a0d-fe2a9729e326 req-460e5530-3f1b-4f32-89f8-2ffef81bbe93 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0474191 Nov 27 16:41:24.709878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7f5b045-118e-41e2-9a0d-fe2a9729e326 req-1de2b45c-71f7-4788-aab8-62b4bf2429b7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397530 Nov 27 16:41:24.825307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772102-b67f-418b-81a7-498cbabb8ed9 req-a95443ab-a75a-4f4e-beff-5620c42e55cb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:24.826709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd772102-b67f-418b-81a7-498cbabb8ed9 req-a95443ab-a75a-4f4e-beff-5620c42e55cb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0512712 Nov 27 16:41:24.844848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:41:24.874437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd772102-b67f-418b-81a7-498cbabb8ed9 req-5e444dcc-f986-4a63-ae26-550f90c12db2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Nov 27 16:41:24.939452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:24.951572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '1ab709e6-6550-4453-a671-2386d752f4c1', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': '1ab709e6-6550-4453-a671-2386d752f4c1', 'mac_address': 'fa:16:3e:55:5c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:41:24.987873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb7ca-74d3-4495-a9d1-e24b151546ca req-7644e18a-eb1d-4876-9aaf-700574fa0b75 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:24.988521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:24.989345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b5fb7ca-74d3-4495-a9d1-e24b151546ca req-7644e18a-eb1d-4876-9aaf-700574fa0b75 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 944 time: 0.0472622 Nov 27 16:41:25.001994 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:41:25.021626 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:25.025511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:25.037500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b5fb7ca-74d3-4495-a9d1-e24b151546ca req-1faf476f-8059-4765-95ee-6b187c6826b6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419674 Nov 27 16:41:25.072355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:25.266038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['1ab709e6-6550-4453-a671-2386d752f4c1'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:41:25.266732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69aeac-0b49-4585-80ad-481c35e059a4 req-011add1d-387d-4b52-bab3-d20e0e1695c1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:25.268223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e69aeac-0b49-4585-80ad-481c35e059a4 req-011add1d-387d-4b52-bab3-d20e0e1695c1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0477533 Nov 27 16:41:25.320308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e69aeac-0b49-4585-80ad-481c35e059a4 req-c398aff7-4217-46c8-b7b6-0286ce08ec40 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458922 Nov 27 16:41:26.437151 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45353-8edc-4e9e-9a1a-b74939d775ae req-2f1f2219-4b12-459a-aafb-212b1435bce2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:26.438627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50f45353-8edc-4e9e-9a1a-b74939d775ae req-2f1f2219-4b12-459a-aafb-212b1435bce2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0485511 Nov 27 16:41:26.486856 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50f45353-8edc-4e9e-9a1a-b74939d775ae req-9786e789-40e8-41e2-b3f0-97d386f2596f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Nov 27 16:41:26.667640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-a05c8eba-3c24-41fb-ab8a-2f15f6f05fee tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:26.669081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-a05c8eba-3c24-41fb-ab8a-2f15f6f05fee tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 945 time: 0.0478230 Nov 27 16:41:26.767296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Deleting port 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:41:26.767639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:26.853803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:26.854164 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:26.862841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:41:26.910993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 1ab709e6-6550-4453-a671-2386d752f4c1 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:41:26.914880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 1ab709e6-6550-4453-a671-2386d752f4c1 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:41:26.915866 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:26.994891 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:27.019212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:27.021554 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90776cc0-cb6d-42c4-95b8-3b1794242de3" -d '{"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:27.038797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 1ab709e6-6550-4453-a671-2386d752f4c1, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=1ab709e6-6550-4453-a671-2386d752f4c1,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:27.044155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:27.072263 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a380a-35ff-4a48-9f77-15a2b4e3702c x-openstack-request-id: req-f16a380a-35ff-4a48-9f77-15a2b4e3702c {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:27.072563 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:27.072821 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f16a380a-35ff-4a48-9f77-15a2b4e3702c {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:27.073222 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'code': 200} Nov 27 16:41:27.104071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:27.418339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:27.418702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:27.419022 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 disassociated. External IP: 172.25.1.203, port: 1ab709e6-6550-4453-a671-2386d752f4c1. Nov 27 16:41:27.419370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Calling delete_port for 1ab709e6-6550-4453-a671-2386d752f4c1 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:41:27.546665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:27.577428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event deleted for resources: {'Port': ['ID=1ab709e6-6550-4453-a671-2386d752f4c1,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:27.605699 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac7078f7-059d-47ba-923c-596bc55d2293 req-80c92d17-8713-42e9-bfd8-c3173fd8e279 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=878686b8-bddb-4deb-ac14-819804d2cce6 HTTP/1.1" status: 200 len: 210 time: 0.0319958 Nov 27 16:41:27.715983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:41:27.826440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:41:27.838761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:41:27.849951 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:41:27.850563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:41:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:27.866517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] No DVR routers for this DVR port 1ab709e6-6550-4453-a671-2386d752f4c1 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:41:27.869143 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:27.872729 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bab152ab-5ad1-4c32-9b13-930939e24f05 req-2daeb0b1-551f-4ee2-830b-f303f4e56e77 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "DELETE /v2.0/ports/1ab709e6-6550-4453-a671-2386d752f4c1 HTTP/1.1" status: 204 len: 173 time: 1.1899743 Nov 27 16:41:27.873801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-deleted', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:27.876059 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e7e1b0-0bf7-409d-85af-e0ca29a5931c" -d '{"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-deleted", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:27.914841 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be861fad-e2b2-48db-b1b9-97aa760829b6 x-openstack-request-id: req-be861fad-e2b2-48db-b1b9-97aa760829b6 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:27.915135 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878686b8-bddb-4deb-ac14-819804d2cce6", "name": "network-vif-deleted", "tag": "1ab709e6-6550-4453-a671-2386d752f4c1", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:27.915390 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be861fad-e2b2-48db-b1b9-97aa760829b6 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:27.915794 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878686b8-bddb-4deb-ac14-819804d2cce6', 'name': 'network-vif-deleted', 'tag': '1ab709e6-6550-4453-a671-2386d752f4c1', 'status': 'completed', 'code': 200} Nov 27 16:41:27.969036 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:41:28.171546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:28.197242 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:41:28.205914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:41:28.206519 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:41:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:28.312736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:41:28.511993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:28.541155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77545d3a-38da-4c10-9f35-abfe7bf43ab8 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:41:28.756049 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221da60f-b8d1-4e30-9f35-5d6094b60c53 None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:41:28.878545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:41:28.899913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 1ab709e6-6550-4453-a671-2386d752f4c1 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:41:28.900435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-d4f3616d-4ecf-4f9a-8b9d-21c59e2f8f37 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--886181451&fields=id&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 267 time: 0.0500641 Nov 27 16:41:28.905791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 1ab709e6-6550-4453-a671-2386d752f4c1 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:41:29.005856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-13331b1e-c3cd-42ab-b848-e2cd5e1f02ab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:29.007321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-13331b1e-c3cd-42ab-b848-e2cd5e1f02ab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.0988445 Nov 27 16:41:29.022744 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-b73189d8-9901-458a-97bd-3188357c3e14 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/quotas/ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 375 time: 0.0093911 Nov 27 16:41:29.076617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-10494837-ea56-4bf2-ad27-3f6056e983de tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484269 Nov 27 16:41:29.215684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-1eb6265a-c4f3-4ef8-ab8f-d444f6733d50 service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272717 Nov 27 16:41:29.307301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-00ef7cfd-129b-45bc-b96f-b836d484eade service neutron] 10.222.0.15 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848291 Nov 27 16:41:29.464174 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3206bbba-953b-44cb-94e3-65a56ff308b9 req-4b7389da-7c6d-462c-865c-95f3d9ec281f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0264442 Nov 27 16:41:30.164678 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:30.557375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8cc6ce7-7222-4797-8378-12f9c87643b9 req-4ef44a4c-7da3-40ef-b1c1-9ce939c7c0d2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0253901 Nov 27 16:41:31.457537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-4b4c7bdd-74e1-439f-a366-cace4d592d96 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:31.459259 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-4b4c7bdd-74e1-439f-a366-cace4d592d96 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 812 time: 0.1043684 Nov 27 16:41:31.519605 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-f5d87e2c-60b0-491b-862c-448a5886660b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 379 time: 0.0513978 Nov 27 16:41:31.530966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'port': {'device_id': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'admin_state_up': True, 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'security_groups': ['7518edc1-a0c2-49e4-9c7e-b2e0361e8709']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:41:31.641968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Made reservation on behalf of ce8257da2737414d85e834122c6a6373 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:41:31.647159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:31.651964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-859994f6-b025-4f5a-8b97-bd664bbe19af req-9cba5eb7-8035-406d-8329-1e0f22d56e90 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0263898 Nov 27 16:41:31.776814 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Allocated IP 172.20.0.3 (88648201-6648-4c97-a247-87bd2f52240b/5ecb9ccf-74e4-4093-bd76-55573c6e5238/b91da050-7cdc-4a89-b88d-a25dbffd08a6) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:41:31.909162 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:31.941428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:31.988415 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Network 88648201-6648-4c97-a247-87bd2f52240b is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:41:31.991500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:41:31.995081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:41:32.023004 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:32.052541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:32.053159 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.071340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-6aed6ec7-12f6-488b-bf88-25baec279c04 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444632 Nov 27 16:41:32.084700 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Request body: {'port': {'device_id': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:41:32.140619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.202174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.239691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-76e83573-6d20-4a14-8ea0-e379c7539bbd None None] Provisioning complete for port b91da050-7cdc-4a89-b88d-a25dbffd08a6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:41:32.240064 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-76e83573-6d20-4a14-8ea0-e379c7539bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.276247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-76e83573-6d20-4a14-8ea0-e379c7539bbd None None] Port b91da050-7cdc-4a89-b88d-a25dbffd08a6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:41:32.409099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91da050-7cdc-4a89-b88d-a25dbffd08a6 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:41:32.416520 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.428686 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Transition to ACTIVE for port object b91da050-7cdc-4a89-b88d-a25dbffd08a6 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:41:32.432587 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.480394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:32.553953 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:41:32.554422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:41:32.554753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:32.559265 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:41:32.559588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:41:32.564668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:41:32.565012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:41:32.565401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:41:32.565851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Bound port: b91da050-7cdc-4a89-b88d-a25dbffd08a6, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:41:32.566213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.636823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:41:32.640764 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:41:32.644125 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.679625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:32.680182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:32.681607 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] 10.222.0.37 "PUT /v2.0/ports/b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1091 time: 0.6017063 Nov 27 16:41:32.682058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:32.684328 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7093e4202e1fa43247f62342bb07cb617d84f1f5553aad045197427fecbd6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f22fa8-763b-4371-8e15-4da9f13f54c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:32.706366 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2555f3-a007-48a3-a451-86fd5678c436 service neutron] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:32.764787 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8213ca-fc9c-4db8-a0cd-33747856b0c4 x-openstack-request-id: req-8a8213ca-fc9c-4db8-a0cd-33747856b0c4 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:32.765087 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:32.765348 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a8213ca-fc9c-4db8-a0cd-33747856b0c4 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:32.765784 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'status': 'completed', 'code': 200} Nov 27 16:41:32.780623 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-0afabcc2-a337-41cc-92bb-98140ed54bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:32.782217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-0afabcc2-a337-41cc-92bb-98140ed54bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1094 time: 0.0505493 Nov 27 16:41:32.803479 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cde90-fd47-4bc4-acaf-669f4c58fd8a req-1c0e5e50-030f-49f0-90ce-b19b963bc475 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:32.805124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-541cde90-fd47-4bc4-acaf-669f4c58fd8a req-1c0e5e50-030f-49f0-90ce-b19b963bc475 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0551195 Nov 27 16:41:32.831736 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-67cbb2ae-117e-4206-a559-fc7683647859 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 217 time: 0.0407720 Nov 27 16:41:32.858562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-541cde90-fd47-4bc4-acaf-669f4c58fd8a req-58291d55-5acf-4a63-a544-39c38df19f68 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460939 Nov 27 16:41:32.894199 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-bab1c804-02ed-474e-85a1-e2d0a41b10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:32.895721 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-bab1c804-02ed-474e-85a1-e2d0a41b10f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0545933 Nov 27 16:41:32.943419 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-d6560fec-71b8-4a25-b8be-a11fb15fb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:32.944835 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-d6560fec-71b8-4a25-b8be-a11fb15fb4ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419688 Nov 27 16:41:33.035844 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-43ce26b9-0fa6-44bf-b4aa-9a47d89701f0 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837073 Nov 27 16:41:33.124968 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e8be0b9d-2e05-43c8-bd65-0bfd207c90bf req-df245a18-f260-4521-94eb-6b62217bdcf5 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816522 Nov 27 16:41:33.210045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-c0767603-6481-4a89-b10e-c85da304ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:33.211440 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-c0767603-6481-4a89-b10e-c85da304ba6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1094 time: 0.0405605 Nov 27 16:41:33.303571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-015c7e95-100b-4b75-9990-c7ac72e08a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:33.305016 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-015c7e95-100b-4b75-9990-c7ac72e08a31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0865927 Nov 27 16:41:33.345715 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-2310615c-ea85-4edd-b18d-cb6bcadcac2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 217 time: 0.0337541 Nov 27 16:41:33.393920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-0de6084d-3d21-483c-a4d4-ee91d5771f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:33.395320 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-0de6084d-3d21-483c-a4d4-ee91d5771f7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0428154 Nov 27 16:41:33.446688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-61fc4716-9ca6-4130-bbd2-1ed47799a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:33.448168 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-61fc4716-9ca6-4130-bbd2-1ed47799a4c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448740 Nov 27 16:41:33.537644 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-e8b1ae63-20fd-4bae-8dd9-38a8968c3380 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802205 Nov 27 16:41:33.629233 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d2f22fa8-763b-4371-8e15-4da9f13f54c9 req-5c2d40e6-c019-4b3b-b790-974ae058c5d4 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Nov 27 16:41:33.978976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed329669-5571-42e1-b86b-fcf4dff2ffd4 req-6e61a1d5-5465-4a33-9867-ee9320b798d6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:33.980425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed329669-5571-42e1-b86b-fcf4dff2ffd4 req-6e61a1d5-5465-4a33-9867-ee9320b798d6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0519464 Nov 27 16:41:34.028132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ed329669-5571-42e1-b86b-fcf4dff2ffd4 req-0e31948a-8b78-430f-839a-d8fe08a61706 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418062 Nov 27 16:41:35.145451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfdb1f-6d4b-4b43-bc7b-3d3083e22596 req-0c255596-3c85-4559-bf3d-d8fbab4ef823 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:35.146931 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cbfdb1f-6d4b-4b43-bc7b-3d3083e22596 req-0c255596-3c85-4559-bf3d-d8fbab4ef823 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0487349 Nov 27 16:41:35.193820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8cbfdb1f-6d4b-4b43-bc7b-3d3083e22596 req-d8f5c83d-1f9d-4529-965b-67856d50152b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406899 Nov 27 16:41:35.304898 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd12dc99-bba8-46cd-9aec-26012fec27d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:35.947617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:41:36.044398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:36.055750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'mac_address': 'fa:16:3e:ba:34:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:41:36.092299 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:36.104802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91da050-7cdc-4a89-b88d-a25dbffd08a6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:41:36.122824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:36.127174 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:36.172837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:36.311111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107be12-c711-441c-b749-c3f33092ac81 req-aab1af04-4a7c-4090-8b4c-4a4b5512134e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:36.312556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c107be12-c711-441c-b749-c3f33092ac81 req-aab1af04-4a7c-4090-8b4c-4a4b5512134e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0516212 Nov 27 16:41:36.318411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['b91da050-7cdc-4a89-b88d-a25dbffd08a6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:41:36.359327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c107be12-c711-441c-b749-c3f33092ac81 req-c04319ac-6643-4781-b3cc-aa8a02dd42cf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405798 Nov 27 16:41:37.474063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a982bc-4e00-4525-93c2-6bebd9d2b164 req-941e9a7c-30d0-46b5-aafe-517dd016d472 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:37.475523 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87a982bc-4e00-4525-93c2-6bebd9d2b164 req-941e9a7c-30d0-46b5-aafe-517dd016d472 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0481484 Nov 27 16:41:37.521804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87a982bc-4e00-4525-93c2-6bebd9d2b164 req-0ce2f033-0f7b-4eab-8cdc-f079d17273d1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 Nov 27 16:41:37.760228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-700a8fbf-a9bc-4fcb-835c-9a0a419ccf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:37.958377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:41:38.006286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port b91da050-7cdc-4a89-b88d-a25dbffd08a6 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:41:38.010320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port b91da050-7cdc-4a89-b88d-a25dbffd08a6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:41:38.010695 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:38.089314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:38.111547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:38.113788 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c1b74bad5d0c1da045b34d55347a7b1796b9fc75e0326a4dd98834275f17885" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a8f41-8d87-4601-bfe7-59f6bc2b0277" -d '{"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-plugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:38.126252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:41:38.130658 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:38.153294 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7217eb-da6a-418f-8deb-6aab561ee7c5 x-openstack-request-id: req-ae7217eb-da6a-418f-8deb-6aab561ee7c5 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:38.153684 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-plugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:38.153877 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae7217eb-da6a-418f-8deb-6aab561ee7c5 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:38.154911 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'code': 200} Nov 27 16:41:38.179548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:41:38.250014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74508699-7d5e-4c74-9a91-69c74c23ec59 req-854b3d80-1f56-4205-b261-d30523330ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:38.251399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-74508699-7d5e-4c74-9a91-69c74c23ec59 req-854b3d80-1f56-4205-b261-d30523330ef7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1096 time: 0.0399749 Nov 27 16:41:38.295981 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-74508699-7d5e-4c74-9a91-69c74c23ec59 req-f3f40b78-afd5-46fb-a96f-493759cc71e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369141 Nov 27 16:41:38.636437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d698b36-7096-4fed-a1bd-a2585af54847 req-3820b57c-d21a-4c6c-b243-fdd81073e3aa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:38.637922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d698b36-7096-4fed-a1bd-a2585af54847 req-3820b57c-d21a-4c6c-b243-fdd81073e3aa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0491302 Nov 27 16:41:38.688694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d698b36-7096-4fed-a1bd-a2585af54847 req-e2d9b60d-5b41-4b9f-ba57-e270472c9c34 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441673 Nov 27 16:41:38.712184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:39.699281 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:41:39.872017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50782a-f197-4dcb-a058-7cf624d0cda5 req-5601726b-5bf3-4698-97f1-34187d9a0d9b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:39.873534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a50782a-f197-4dcb-a058-7cf624d0cda5 req-5601726b-5bf3-4698-97f1-34187d9a0d9b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.1151929 Nov 27 16:41:39.919768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a50782a-f197-4dcb-a058-7cf624d0cda5 req-a408aaa0-93dd-4c80-9e0d-e7596f286453 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401990 Nov 27 16:41:40.039001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae4f4-1baf-41ab-87da-ff0b934278fd req-529624a2-7de2-48f0-9c01-ee686364aa01 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:40.040735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a3ae4f4-1baf-41ab-87da-ff0b934278fd req-529624a2-7de2-48f0-9c01-ee686364aa01 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0530884 Nov 27 16:41:40.049019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35458) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:41:40.053352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Request body: {'floatingip': {'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:41:40.096445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:40.443705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:40.519522 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:40.523243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:40.620754 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 associated. External IP: 172.25.1.203, port: b91da050-7cdc-4a89-b88d-a25dbffd08a6. Nov 27 16:41:40.825823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:41:40.933311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:41:40.938061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:40.942514 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:41:40.955716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:41:40.956324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:41:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:40.964282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-07336b21-1562-4cb1-a883-f5d2b9e73ffa tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "PUT /v2.0/floatingips/8a81be28-b029-41e3-853e-1e84b7859bf5 HTTP/1.1" status: 200 len: 992 time: 0.9141920 Nov 27 16:41:40.964986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:41:40.967938 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cb99346a267a5333e11b5e6ed8c5364d94a73fdf8ca397d21b05c2f3bfa84ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6588514-1014-4985-9eb1-fde3cc0e93e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:41:41.005428 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a30fe0-0a58-4134-a47d-9db610da3786 x-openstack-request-id: req-f7a30fe0-0a58-4134-a47d-9db610da3786 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:41:41.005784 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:41:41.006126 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7a30fe0-0a58-4134-a47d-9db610da3786 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:41:41.006601 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'status': 'completed', 'code': 200} Nov 27 16:41:41.072940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:41:41.076307 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-f1cab91e-a48c-4609-8987-0a0bf0fa75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:41.077772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-f1cab91e-a48c-4609-8987-0a0bf0fa75ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1096 time: 0.0400064 Nov 27 16:41:41.177418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-7ab87554-27c9-487c-a441-8c7eb78fc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:41.179013 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-7ab87554-27c9-487c-a441-8c7eb78fc2e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0936151 Nov 27 16:41:41.245547 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-b3f62644-cf05-4582-a8ca-a48d04b25224 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0593102 Nov 27 16:41:41.282232 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:41:41.303521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-6cc15f4e-147f-4c95-9f18-8d119fc86c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:41.305000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-6cc15f4e-147f-4c95-9f18-8d119fc86c3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0523560 Nov 27 16:41:41.351838 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-73d304e5-04b7-41f9-96ac-cb39dba8ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:41:41.353258 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-73d304e5-04b7-41f9-96ac-cb39dba8ca24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414062 Nov 27 16:41:41.441806 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-37434f27-c799-42f6-906a-2ad47e365500 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813160 Nov 27 16:41:41.460026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:ba:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:41:40Z', 'revision_number': 13, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:41.490782 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:41:41.499661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:41:41.500278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:41:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:41.535213 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e6588514-1014-4985-9eb1-fde3cc0e93e2 req-96534d7b-814b-410b-8c09-c0f499bb6190 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868917 Nov 27 16:41:41.605791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:41:41.820870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:ba:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:41:40Z', 'revision_number': 13, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:41:41.851366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ae271-35bf-4ea7-abe9-c81bee0049e3 None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '8a81be28-b029-41e3-853e-1e84b7859bf5', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'mac_address': 'fa:16:3e:ba:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:34:28Z', 'updated_at': '2021-11-27T16:41:40Z', 'revision_number': 13, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:41:42.043504 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bfbea-e844-4b45-b697-290db4043a98 None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:42:00.162563 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:02.199990 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:04.258200 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-43099388-2b88-4c99-9397-0fac3461f7b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388024 Nov 27 16:42:04.340279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-fad23ba3-72de-4f4e-b8f2-501674984666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:42:04.341756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-fad23ba3-72de-4f4e-b8f2-501674984666 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1096 time: 0.0398703 Nov 27 16:42:04.453596 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-84e1a832-b3eb-4c20-96f7-e37a4b2e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:42:04.455061 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-84e1a832-b3eb-4c20-96f7-e37a4b2e851d service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0919380 Nov 27 16:42:04.521774 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-26bd71c9-46e8-4b8c-91cc-1307a31b253d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1002 time: 0.0568359 Nov 27 16:42:04.574492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-fc931f9a-9ffd-469c-be21-a5ffc51855de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:42:04.575964 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-fc931f9a-9ffd-469c-be21-a5ffc51855de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0471902 Nov 27 16:42:04.619865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-499941aa-552c-4594-aed2-bfea52e6c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:42:04.621303 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-499941aa-552c-4594-aed2-bfea52e6c8e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388763 Nov 27 16:42:04.716625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-94633fde-d8b2-4c66-9ce4-3cf169ca9cf5 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873902 Nov 27 16:42:04.808546 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2b3136c8-b2e3-4739-828b-78a71a3880df req-4f501c33-acf7-4ab5-bca6-5ac363f8eb62 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839465 Nov 27 16:42:05.243058 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-98c29ffd-c9bb-4af2-88f5-f1a1793516be req-552c78cc-3b2f-4a2b-8a10-cd35b1c2c9ee service neutron] (110075) timed out ('10.222.0.15', 56088) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:42:05.305861 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dbdc3aa0-eb43-4dd3-a66a-46136bb2daf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:07.762218 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c9368338-cd1c-4cd8-987d-1a4d2c11c581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:08.712885 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:10.446488 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:11.263500 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:16.698190 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:42:17.022815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-806170be-a7a5-4767-a498-cbe707f5b51c req-652b95d7-38e3-4998-b245-c2cdba3e0bcb tempest-TestNetworkAdvancedServerOps-139996174 tempest-TestNetworkAdvancedServerOps-139996174-project] (110075) timed out ('10.222.0.21', 64631) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:42:30.161982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:32.203894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:35.307872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83df1bd8-b085-435e-952a-773c8e5afc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:37.767094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88794545-3b12-4364-bfc3-751b47bd554b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:38.717089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:40.448969 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:41.259955 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:42:53.696883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:43:00.160122 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:02.199630 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:05.254487 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-19531478-57cd-4051-bac5-bdf346eea0fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402546 Nov 27 16:43:05.311320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fefb37f2-757e-4c35-92b3-0be556e42880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:05.335800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-57d0cb91-9583-44df-9179-9c60dc7207a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:05.337307 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-57d0cb91-9583-44df-9179-9c60dc7207a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1096 time: 0.0414369 Nov 27 16:43:05.446299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-72e3a4e5-2eb5-4c0c-ba40-848a2c1b6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:05.447771 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-72e3a4e5-2eb5-4c0c-ba40-848a2c1b6648 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0915296 Nov 27 16:43:05.517135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-65b22881-cee4-4a34-a4fa-7d536d721aa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1002 time: 0.0608659 Nov 27 16:43:05.576085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-1ef588f8-28e4-45a3-8545-65c60069eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:05.577567 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-1ef588f8-28e4-45a3-8545-65c60069eca9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0523481 Nov 27 16:43:05.623041 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-19696ca0-8a35-44b2-970d-757b61fb18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:05.624515 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-19696ca0-8a35-44b2-970d-757b61fb18e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391133 Nov 27 16:43:05.713387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-b233906b-154f-4f28-9b8d-2595817627db service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816550 Nov 27 16:43:05.806378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-01a80236-6a20-48d5-90a0-03c9a3cfcd40 req-753e4147-b094-40ed-a72a-2521aab5b54d service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852139 Nov 27 16:43:07.767690 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-33bd5d45-97fb-4f7d-ac36-3ce2fb9a5273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:08.720022 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:10.453070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:11.261142 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:19.301980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7ee60-a1a5-4c43-b278-ef315fc85455 req-037fb677-f62e-4e06-9f4f-ac9c7e68caf6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:19.303480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f7ee60-a1a5-4c43-b278-ef315fc85455 req-037fb677-f62e-4e06-9f4f-ac9c7e68caf6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0531855 Nov 27 16:43:19.353291 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-91f7ee60-a1a5-4c43-b278-ef315fc85455 req-04921fdd-c4b7-4644-b772-37ed0daf914c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433621 Nov 27 16:43:30.159308 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:30.450690 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-a62130a4-cc58-40cc-a838-6bc97aae0583 req-1f179419-ac5c-4704-9696-6a944d7d9646 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:43:30.451676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a62130a4-cc58-40cc-a838-6bc97aae0583 req-1f179419-ac5c-4704-9696-6a944d7d9646 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060701 Nov 27 16:43:30.696477 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:43:31.631797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-b7af58ba-7eb9-44df-b4b2-c17059ceaabd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396130 Nov 27 16:43:31.641716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-7ade37da-8afd-4221-9244-ce7e241f11dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:43:31.642705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-7ade37da-8afd-4221-9244-ce7e241f11dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055065 Nov 27 16:43:31.738198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9e1ba-9c74-4293-b26f-1e7781552244 req-10cc9c66-3e12-4653-be0a-15a0bc2d660f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:31.739681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fd9e1ba-9c74-4293-b26f-1e7781552244 req-10cc9c66-3e12-4653-be0a-15a0bc2d660f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0961626 Nov 27 16:43:31.788528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6fd9e1ba-9c74-4293-b26f-1e7781552244 req-fb5502ff-85f4-4b50-81d8-c62f4c6d1f4e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422974 Nov 27 16:43:32.216812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:32.902021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-9f2fdb36-e6f4-491f-a1a1-6a8f9942807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:32.903502 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-9f2fdb36-e6f4-491f-a1a1-6a8f9942807d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1096 time: 0.0417919 Nov 27 16:43:32.990891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81107aa6-1edd-4c7c-ba22-57a8608860c9 req-c0d06dc2-2892-476d-9974-b2f2e554c1a0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:32.992378 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81107aa6-1edd-4c7c-ba22-57a8608860c9 req-c0d06dc2-2892-476d-9974-b2f2e554c1a0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0941315 Nov 27 16:43:33.000402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-70344281-384b-4f7e-ab1c-25992276fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:33.001903 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-70344281-384b-4f7e-ab1c-25992276fc0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0902927 Nov 27 16:43:33.042702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81107aa6-1edd-4c7c-ba22-57a8608860c9 req-58084ef5-4477-4f04-b3d1-3d3710bb3042 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Nov 27 16:43:33.067092 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-aa393e3b-d5c5-464c-9a9d-94bbafb7ad75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1002 time: 0.0579882 Nov 27 16:43:33.115010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-29817005-0225-4064-8f89-ca36bba2f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:33.116324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-29817005-0225-4064-8f89-ca36bba2f0ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0432341 Nov 27 16:43:33.163862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-da196e51-55ea-40c7-af36-d6388cff9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:33.165273 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-da196e51-55ea-40c7-af36-d6388cff9590 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421851 Nov 27 16:43:33.253323 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-555ae05a-a4fc-408e-a7bf-93b8a0126971 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807824 Nov 27 16:43:33.342872 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-198d4bd7-9a14-42ce-8dd6-51588a480a58 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829215 Nov 27 16:43:34.159608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e0e93-d4c0-4dac-9817-a144587b85f4 req-2b3ebc5f-1c36-45cc-a6df-4f9a6688a5ee tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:34.161320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4e0e93-d4c0-4dac-9817-a144587b85f4 req-2b3ebc5f-1c36-45cc-a6df-4f9a6688a5ee tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0484943 Nov 27 16:43:34.211417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4e0e93-d4c0-4dac-9817-a144587b85f4 req-94590119-eb54-4bf5-8794-9ac3154f49bf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Nov 27 16:43:35.314413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dff5dfdd-4577-4878-8d08-2eb13ce0fa12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:35.331897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a4ba3-3cef-4a7b-b50e-5f301693d2a8 req-d1e24da4-3c34-4316-98d2-c2f653cb3d07 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:35.333754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f1a4ba3-3cef-4a7b-b50e-5f301693d2a8 req-d1e24da4-3c34-4316-98d2-c2f653cb3d07 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0514035 Nov 27 16:43:35.383968 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8f1a4ba3-3cef-4a7b-b50e-5f301693d2a8 req-7eefe96c-00ca-419a-b54e-59d2eec50c13 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432165 Nov 27 16:43:36.503385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08450c4d-ce68-45a0-a52c-d04e69240723 req-09b2bafe-b1ae-476c-8625-32d6f7cef23a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:36.504847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08450c4d-ce68-45a0-a52c-d04e69240723 req-09b2bafe-b1ae-476c-8625-32d6f7cef23a tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0523198 Nov 27 16:43:36.554324 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-08450c4d-ce68-45a0-a52c-d04e69240723 req-f01099e7-8a9b-4b5c-b9e6-e32a1a33bd39 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436132 Nov 27 16:43:37.669169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3192d22-a590-4bda-b61f-77dd4d9f5ad0 req-295b4202-fc0b-4b7e-8519-7b3a25c97238 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:37.670671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3192d22-a590-4bda-b61f-77dd4d9f5ad0 req-295b4202-fc0b-4b7e-8519-7b3a25c97238 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0486953 Nov 27 16:43:37.718098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f3192d22-a590-4bda-b61f-77dd4d9f5ad0 req-71d950c5-6091-4a1d-a964-a4be31bf1008 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Nov 27 16:43:37.768680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f656-9676-4280-8516-c122f3f2ddcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:38.725264 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:38.841195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b847e0-f9c3-4d7b-b831-63cefb70d066 req-f677add9-2baa-4c71-8b9b-aa81617a19cd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:38.842638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0b847e0-f9c3-4d7b-b831-63cefb70d066 req-f677add9-2baa-4c71-8b9b-aa81617a19cd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0524042 Nov 27 16:43:38.894783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0b847e0-f9c3-4d7b-b831-63cefb70d066 req-1b42565a-3044-4734-b948-2645ac360eab tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461998 Nov 27 16:43:40.008522 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d1497-64a4-490d-8573-c24b7ce8cc5b req-86677c80-3758-4df9-833c-f9cba1168b91 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:40.009986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b0d1497-64a4-490d-8573-c24b7ce8cc5b req-86677c80-3758-4df9-833c-f9cba1168b91 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0476835 Nov 27 16:43:40.055888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b0d1497-64a4-490d-8573-c24b7ce8cc5b req-b4d58064-3307-414b-a83a-c7af91004551 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399926 Nov 27 16:43:40.455246 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:41.169803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3af48-6364-41d6-8538-0ae8545a25f4 req-b30ccfee-09c4-47f0-b9a4-e317a7c48129 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:41.171275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8db3af48-6364-41d6-8538-0ae8545a25f4 req-b30ccfee-09c4-47f0-b9a4-e317a7c48129 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0477540 Nov 27 16:43:41.220902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8db3af48-6364-41d6-8538-0ae8545a25f4 req-f6bddada-942d-4d54-b001-edc1f2f98198 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437984 Nov 27 16:43:41.263904 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:42.339097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d240a-f382-4989-8345-d78baf60d677 req-f2e63d0f-0935-46e8-94f7-548297130e3b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:42.340563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-707d240a-f382-4989-8345-d78baf60d677 req-f2e63d0f-0935-46e8-94f7-548297130e3b tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0488791 Nov 27 16:43:42.387037 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-707d240a-f382-4989-8345-d78baf60d677 req-5cf07d89-b01c-4ec2-99d4-eda60af26fba tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Nov 27 16:43:43.500716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bbb73-7c3c-4ea8-bb03-30a1373e4f1e req-72a23317-290c-435b-a6ae-b0bf3fc8989e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:43.502196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f60bbb73-7c3c-4ea8-bb03-30a1373e4f1e req-72a23317-290c-435b-a6ae-b0bf3fc8989e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0481846 Nov 27 16:43:43.547676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f60bbb73-7c3c-4ea8-bb03-30a1373e4f1e req-72b7c935-07be-4fad-a55e-8ecedfa7411e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395954 Nov 27 16:43:44.667439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d7a6-b13e-4933-837d-6bd35e63f023 req-7dae526c-c423-49db-a5c5-f7b93359f117 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:44.669066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c155d7a6-b13e-4933-837d-6bd35e63f023 req-7dae526c-c423-49db-a5c5-f7b93359f117 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0525916 Nov 27 16:43:44.716253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c155d7a6-b13e-4933-837d-6bd35e63f023 req-1f261fb5-fa79-4ffa-824a-a65c7ede7bea tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412917 Nov 27 16:43:45.831885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdee4f-d9e5-463f-a710-fe0311b97d58 req-e99c9322-d666-4308-b541-86b5f8c4153d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:45.833779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48fdee4f-d9e5-463f-a710-fe0311b97d58 req-e99c9322-d666-4308-b541-86b5f8c4153d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0489705 Nov 27 16:43:45.882060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-48fdee4f-d9e5-463f-a710-fe0311b97d58 req-6971e73a-4b46-4988-8f11-444a3cf6e5b8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420823 Nov 27 16:43:47.004082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797288f4-06f6-4bf5-aab1-6f436a15a5f1 req-853ccc50-a266-40b8-939d-5dd23e5c786c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:47.005589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-797288f4-06f6-4bf5-aab1-6f436a15a5f1 req-853ccc50-a266-40b8-939d-5dd23e5c786c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0486608 Nov 27 16:43:47.058303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-797288f4-06f6-4bf5-aab1-6f436a15a5f1 req-66658aed-7512-4f9a-88de-a1a4cd82bd67 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466416 Nov 27 16:43:47.397348 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-93b9abc5-e844-4ca9-833a-f70c5905c85a service neutron] show failed (client error): The resource could not be found. Nov 27 16:43:47.398368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-93b9abc5-e844-4ca9-833a-f70c5905c85a service neutron] 10.222.0.37 "GET /v2.0/ports/b91da050-7cdc-4a89-b88d-a25dbffd08a6/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0902755 Nov 27 16:43:47.689440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-5c5ef89a-45d9-4142-bf56-7da7b6b44b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:47.690948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-5c5ef89a-45d9-4142-bf56-7da7b6b44b93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 1096 time: 0.0772893 Nov 27 16:43:47.709030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:43:47.760703 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:47.968199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:43:48.000157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:43:48.039156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:43:48.044220 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:48.056063 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Transition to ACTIVE for port object b91da050-7cdc-4a89-b88d-a25dbffd08a6 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:43:48.060229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:48.087143 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4affd7f4-3edb-4a3c-8bc3-1c5a3bb97a8c" -d '{"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:43:48.181080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:43:48.201689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.202036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.202382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.202723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.203055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.203390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.203717 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.204042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.204367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.204691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.205017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.205394 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:43:48.212244 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ffda9-9905-455b-b5af-b3707afce5dd x-openstack-request-id: req-3e6ffda9-9905-455b-b5af-b3707afce5dd {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:43:48.212556 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:43:48.213309 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e6ffda9-9905-455b-b5af-b3707afce5dd {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:43:48.213741 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'code': 200} Nov 27 16:43:48.237388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] No DVR routers for this DVR port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:43:48.247573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b50de5-6ef3-4c27-9544-eaf69837d62f req-a44b3edc-fcad-4282-9228-2d765171d084 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:48.249132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9b50de5-6ef3-4c27-9544-eaf69837d62f req-a44b3edc-fcad-4282-9228-2d765171d084 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.1076570 Nov 27 16:43:48.366526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9b50de5-6ef3-4c27-9544-eaf69837d62f req-c04b305d-eca6-4bfe-a491-79f33dd535e6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845196 Nov 27 16:43:48.412473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:43:48.412802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:43:48.413143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:43:48.418747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:43:48.419163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:43:48.423964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:43:48.424297 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:43:48.424676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:43:48.425095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Bound port: b91da050-7cdc-4a89-b88d-a25dbffd08a6, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:43:48.425465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:48.488523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:43:48.491503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:43:48.495065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:48.530013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:48.530654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:43:48.531979 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] 10.222.0.21 "PUT /v2.0/ports/b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1091 time: 0.8277626 Nov 27 16:43:48.551066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba464e-256f-49f7-8811-20fa18ef3e75 service neutron] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:43:48.606331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-6248b214-f89f-4929-9722-5a511ff2b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:48.607832 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-6248b214-f89f-4929-9722-5a511ff2b9a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1094 time: 0.0439608 Nov 27 16:43:48.613743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:43:48.658392 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:43:48.714476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-1f0c0380-dea8-4d96-b288-228c4ed592df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:48.715944 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-1f0c0380-dea8-4d96-b288-228c4ed592df service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0972037 Nov 27 16:43:48.786287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-260bc882-82ad-4ae1-a073-2563b65f584d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0571165 Nov 27 16:43:48.843551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-64b4e60d-9f52-4675-a59a-041488be6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:48.845033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-64b4e60d-9f52-4675-a59a-041488be6e21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0469551 Nov 27 16:43:48.893842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-be89ba8d-e3e7-478d-9f21-3ed7e90898a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:48.895237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-be89ba8d-e3e7-478d-9f21-3ed7e90898a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393643 Nov 27 16:43:48.988223 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-5c295651-b099-4e2f-9214-4f0c6959e8db service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797246 Nov 27 16:43:49.090003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-20ae67f7-4dfc-443f-8c37-41b51b2cbb7a service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890102 Nov 27 16:43:49.486410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7378c5-96cd-470f-960e-91f4356c6351 req-0f1e4fc4-3a3f-438a-af1d-e5c03a36d840 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:49.487767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee7378c5-96cd-470f-960e-91f4356c6351 req-0f1e4fc4-3a3f-438a-af1d-e5c03a36d840 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0496027 Nov 27 16:43:49.541119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee7378c5-96cd-470f-960e-91f4356c6351 req-8e8b083a-234c-4b67-80c6-4320395bd81f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471830 Nov 27 16:43:50.215324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:43:50.217729 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:43:50.265771 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d276e8f0-1ec4-44d5-9e33-5ab0b6951b56 x-openstack-request-id: req-d276e8f0-1ec4-44d5-9e33-5ab0b6951b56 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:43:50.266071 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:43:50.266334 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d276e8f0-1ec4-44d5-9e33-5ab0b6951b56 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:43:50.266920 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'status': 'completed', 'code': 200} Nov 27 16:43:50.331388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-def45e8f-d666-412d-a011-c1271b2f93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.331933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-1e1a6a73-2619-48a6-a5d3-21affdf75cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.332917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-def45e8f-d666-412d-a011-c1271b2f93aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1094 time: 0.0418377 Nov 27 16:43:50.334037 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-1e1a6a73-2619-48a6-a5d3-21affdf75cf1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1094 time: 0.0427375 Nov 27 16:43:50.432099 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-484fe2c5-2dec-4962-8c25-c041335a133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.433226 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-a0a85cab-68f0-4a7e-bc2d-2d54f479849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.433927 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-484fe2c5-2dec-4962-8c25-c041335a133c service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0904331 Nov 27 16:43:50.434716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-a0a85cab-68f0-4a7e-bc2d-2d54f479849f service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0886772 Nov 27 16:43:50.501285 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-9e2a5e80-d74d-4826-87aa-6277b745806f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0594537 Nov 27 16:43:50.505922 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-25acb770-017b-4109-93a7-7c12858ab6d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0600197 Nov 27 16:43:50.552666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-55406cc6-95c9-4220-a715-5db7f51ab044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.554193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-55406cc6-95c9-4220-a715-5db7f51ab044 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0455554 Nov 27 16:43:50.572381 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-98f03bb8-5a65-4ebe-b560-2acfbb661e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.574200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-98f03bb8-5a65-4ebe-b560-2acfbb661e58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0545919 Nov 27 16:43:50.606644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-0f4fcfde-005a-4e33-b339-a93f750d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.608172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-0f4fcfde-005a-4e33-b339-a93f750d05c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465729 Nov 27 16:43:50.666953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-721188b0-3019-4ed5-8321-7b5a0db1ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.669344 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-721188b0-3019-4ed5-8321-7b5a0db1ed14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822649 Nov 27 16:43:50.687204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a841de4-ab26-4d00-b34a-0299b5e5465f req-0ff2474e-63a1-4029-9656-978c09a6d141 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:50.688771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a841de4-ab26-4d00-b34a-0299b5e5465f req-0ff2474e-63a1-4029-9656-978c09a6d141 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0682564 Nov 27 16:43:50.711842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-1f15a1d7-25eb-4d23-b1b9-614b2097fb90 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955703 Nov 27 16:43:50.789828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a841de4-ab26-4d00-b34a-0299b5e5465f req-2784d227-e1aa-4105-a163-5c539cfd1b49 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915463 Nov 27 16:43:50.818555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-ceef4125-a738-4514-99a2-20b8cb99611e service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287649 Nov 27 16:43:50.828490 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-f0c8d534-5c47-48cb-ba3d-676332a1a29c service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094637 Nov 27 16:43:50.917274 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11c0b847-3cde-4e2d-bb29-374ce63ec2a6 req-8d736927-2853-47fe-aedb-0cb648e02e46 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Nov 27 16:43:51.918891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf1942-c920-44b8-814a-114acfc68eae req-ab9ff5b1-9598-4763-9b4b-b4117d377c41 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:51.920340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19bf1942-c920-44b8-814a-114acfc68eae req-ab9ff5b1-9598-4763-9b4b-b4117d377c41 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0533550 Nov 27 16:43:51.968093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19bf1942-c920-44b8-814a-114acfc68eae req-5c25d273-8853-43a3-845e-6b56c0f43fe4 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 Nov 27 16:43:53.089846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7a3ad-fbac-4218-8eb7-7c61942ae8c9 req-52c2c824-9cf9-4f4a-b911-3aaceb0ba0e5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:53.091409 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7a3ad-fbac-4218-8eb7-7c61942ae8c9 req-52c2c824-9cf9-4f4a-b911-3aaceb0ba0e5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0510933 Nov 27 16:43:53.140040 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7a3ad-fbac-4218-8eb7-7c61942ae8c9 req-a7217ac0-d8c8-4f00-b55c-a18bde97ae89 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Nov 27 16:43:54.260927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206661f-48fe-48ed-90d3-eb92aa262f05 req-171fd9fd-9783-42f9-bbd5-cda35ba82b18 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:54.262401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a206661f-48fe-48ed-90d3-eb92aa262f05 req-171fd9fd-9783-42f9-bbd5-cda35ba82b18 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0475709 Nov 27 16:43:54.312009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a206661f-48fe-48ed-90d3-eb92aa262f05 req-59ecb8b1-b798-436c-829f-34aaef44092d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Nov 27 16:43:55.428912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971a75-2c4e-439a-8164-01003d6504d6 req-4083983b-9ad5-4452-9434-a3cf0d019c10 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:55.430376 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43971a75-2c4e-439a-8164-01003d6504d6 req-4083983b-9ad5-4452-9434-a3cf0d019c10 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0474057 Nov 27 16:43:55.475969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43971a75-2c4e-439a-8164-01003d6504d6 req-f51b6c62-1826-43a8-9011-c849b37ed4ed tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391030 Nov 27 16:43:56.591535 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f374-1b8e-429c-847b-9153edd2c1b0 req-2d67c714-c4bd-4308-8702-538839d3ca27 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:56.593004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84f8f374-1b8e-429c-847b-9153edd2c1b0 req-2d67c714-c4bd-4308-8702-538839d3ca27 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0487945 Nov 27 16:43:56.639200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-84f8f374-1b8e-429c-847b-9153edd2c1b0 req-a21c0323-3a4e-4aca-9aa4-9453bf758cfb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Nov 27 16:43:57.759780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322baf9d-7efc-4532-ab1b-64b5ed0f2e86 req-b5aaf030-14e6-472c-977b-d2eecc7907a5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:57.761243 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-322baf9d-7efc-4532-ab1b-64b5ed0f2e86 req-b5aaf030-14e6-472c-977b-d2eecc7907a5 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0523510 Nov 27 16:43:57.807674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-322baf9d-7efc-4532-ab1b-64b5ed0f2e86 req-3b94cf88-dc13-4325-b87c-947317c09ece tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Nov 27 16:43:58.921002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c28c-5931-44ce-bbf7-092906ba9c82 req-f7860728-1587-424f-832f-63763ed1a40d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:43:58.922463 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9243c28c-5931-44ce-bbf7-092906ba9c82 req-f7860728-1587-424f-832f-63763ed1a40d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0470841 Nov 27 16:43:58.968326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9243c28c-5931-44ce-bbf7-092906ba9c82 req-77df24f6-26b3-4fc7-a006-674a119f1b69 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 Nov 27 16:44:00.085606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f14310-eede-43da-96aa-18130188b8a9 req-c0cc5380-d21a-4d24-b423-0259b7b9977d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:00.087083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9f14310-eede-43da-96aa-18130188b8a9 req-c0cc5380-d21a-4d24-b423-0259b7b9977d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0509353 Nov 27 16:44:00.133003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b9f14310-eede-43da-96aa-18130188b8a9 req-f769a5ba-cf95-4f9b-92f7-7759faa7ac73 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393384 Nov 27 16:44:00.173392 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:01.251504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d587d8-6d43-4579-a513-f0e87d43e268 req-5f6f8ae5-0789-4483-b5d9-35c3d4660d6f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:01.253137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8d587d8-6d43-4579-a513-f0e87d43e268 req-5f6f8ae5-0789-4483-b5d9-35c3d4660d6f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0512259 Nov 27 16:44:01.307557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d8d587d8-6d43-4579-a513-f0e87d43e268 req-2670f98d-8600-4ae7-baf1-f610a2d2f4c8 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Nov 27 16:44:02.203384 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:02.424967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a6280-18de-4cd3-826a-b1d99a81fc1c req-2d610a1c-415f-4020-88f6-f6cccbdb592c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:02.426444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb8a6280-18de-4cd3-826a-b1d99a81fc1c req-2d610a1c-415f-4020-88f6-f6cccbdb592c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0479591 Nov 27 16:44:02.476435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb8a6280-18de-4cd3-826a-b1d99a81fc1c req-e77fd2d8-c104-4ed4-9fbc-23553e76f893 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Nov 27 16:44:03.139600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-320b4742-0d1c-417e-aa94-6cb14339038c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:03.140939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-320b4742-0d1c-417e-aa94-6cb14339038c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd&tenant_id=ce8257da2737414d85e834122c6a6373&binding%3Ahost_id=n-h1-819494-4 HTTP/1.1" status: 200 len: 943 time: 0.4163735 Nov 27 16:44:03.156156 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665f82-1495-49b4-b5c0-dcf35838ced8 req-28f6ab98-d1b3-4d33-a2f0-15ecb2badab3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:03.157537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45665f82-1495-49b4-b5c0-dcf35838ced8 req-28f6ab98-d1b3-4d33-a2f0-15ecb2badab3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 943 time: 0.0647955 Nov 27 16:44:03.247028 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45665f82-1495-49b4-b5c0-dcf35838ced8 req-6347f686-bb2c-4cc9-811c-b8eb2155528e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827565 Nov 27 16:44:03.249881 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-c2bb2237-f6f6-42d9-b919-3dc81b576de9 service neutron] 10.222.0.21 "GET /v2.0/ports/b91da050-7cdc-4a89-b88d-a25dbffd08a6/bindings/n-h1-819494-4 HTTP/1.1" status: 200 len: 382 time: 0.0915067 Nov 27 16:44:03.316054 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-230fa5a8-c13b-4aaf-b47c-de9e0edcca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:03.317525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-230fa5a8-c13b-4aaf-b47c-de9e0edcca6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1094 time: 0.0390844 Nov 27 16:44:03.407735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-4825f15f-10e3-4d19-b616-29c220a7f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:03.409181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-4825f15f-10e3-4d19-b616-29c220a7f822 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0842462 Nov 27 16:44:03.474938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-6c1e3549-f389-47c9-851f-3b482418b3ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0572298 Nov 27 16:44:03.524734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-05b62ff9-424b-41bf-bd88-195a3c5a2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:03.526158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-05b62ff9-424b-41bf-bd88-195a3c5a2b09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0437684 Nov 27 16:44:03.574507 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-58b104c2-6389-4e95-9562-6b1d1376ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:03.575953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-58b104c2-6389-4e95-9562-6b1d1376ed67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423532 Nov 27 16:44:03.581150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:44:03.664206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-231f86a1-b5e0-4a04-aeaf-0405a77f6667 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801883 Nov 27 16:44:03.677550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:03.689635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'mac_address': 'fa:16:3e:ba:34:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:44:03.725301 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:03.738503 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91da050-7cdc-4a89-b88d-a25dbffd08a6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:44:03.757844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-a35373c0-100d-4f99-93a9-46fd62d8320b service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Nov 27 16:44:03.762045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:03.766164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:03.812428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:03.819622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.819974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.820324 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.820662 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.821000 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.821336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.821719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.822050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.822381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.822707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.823034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:03.823358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:04.060183 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b91da050-7cdc-4a89-b88d-a25dbffd08a6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:44:04.367714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee40d0-c43a-4158-91f3-0a28db294088 req-668c78e5-64ba-454c-8402-d7c9e9037e59 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:04.369074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aee40d0-c43a-4158-91f3-0a28db294088 req-668c78e5-64ba-454c-8402-d7c9e9037e59 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0487006 Nov 27 16:44:04.414840 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aee40d0-c43a-4158-91f3-0a28db294088 req-06f8cbb6-6b66-46ff-a089-3e0a8007a7f1 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398626 Nov 27 16:44:05.320334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a557517e-2e78-48db-90af-e5b78b04ce65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:05.378051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae7dd-c553-481c-83e0-19f603c7571d req-731b14cb-3e29-4214-a9f9-cc8e44e09456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:05.379533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-731b14cb-3e29-4214-a9f9-cc8e44e09456 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1095 time: 0.0409455 Nov 27 16:44:05.498348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae7dd-c553-481c-83e0-19f603c7571d req-0d82aa06-23bd-4c43-ac33-028e365c4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:05.499747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-0d82aa06-23bd-4c43-ac33-028e365c4352 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0973029 Nov 27 16:44:05.581643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03434d3b-ccd1-4cc0-81aa-d175ac2dac9f req-6ee7eae5-1a81-41fb-acba-c605ea647154 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:05.583373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03434d3b-ccd1-4cc0-81aa-d175ac2dac9f req-6ee7eae5-1a81-41fb-acba-c605ea647154 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0968802 Nov 27 16:44:05.599619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-55be11fa-5fb7-42e2-b0b8-25288ddc2c2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1001 time: 0.0864861 Nov 27 16:44:05.606903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:44:05.656439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b91da050-7cdc-4a89-b88d-a25dbffd08a6 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:44:05.660090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b91da050-7cdc-4a89-b88d-a25dbffd08a6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:44:05.660561 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:05.670735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03434d3b-ccd1-4cc0-81aa-d175ac2dac9f req-e9bbc272-5aa4-4724-b4e2-18df725cdb42 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797603 Nov 27 16:44:05.678478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae7dd-c553-481c-83e0-19f603c7571d req-11b27e60-28a3-440d-94a9-781367290b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:05.680124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-11b27e60-28a3-440d-94a9-781367290b5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0665448 Nov 27 16:44:05.738385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae7dd-c553-481c-83e0-19f603c7571d req-508b07aa-9633-4234-ac59-566074474679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:05.739892 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-508b07aa-9633-4234-ac59-566074474679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475466 Nov 27 16:44:05.757237 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:05.780641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:05.798853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:05.805506 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:05.850761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-37493354-e9fe-43dd-ad9f-53433d4b7c2b service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985179 Nov 27 16:44:05.852948 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ce64a-dc63-49b2-be91-ae3b98576a5a" -d '{"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-plugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:05.872921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:05.952198 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-208ae7dd-c553-481c-83e0-19f603c7571d req-dcb8ccfa-1363-4b6d-b833-42e6111e3283 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894632 Nov 27 16:44:05.965515 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd49f5-cd98-46f9-a062-2fb2b9a22a62 x-openstack-request-id: req-9cfd49f5-cd98-46f9-a062-2fb2b9a22a62 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:05.966346 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-plugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:05.966346 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cfd49f5-cd98-46f9-a062-2fb2b9a22a62 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:05.966872 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'code': 200} Nov 27 16:44:06.791697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba73a8-f4ba-412e-b1bb-f91f83c2bd1d req-634c9a2e-9b01-42c7-9704-b40a9b6594fb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:06.793074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bba73a8-f4ba-412e-b1bb-f91f83c2bd1d req-634c9a2e-9b01-42c7-9704-b40a9b6594fb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0500171 Nov 27 16:44:06.845507 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0bba73a8-f4ba-412e-b1bb-f91f83c2bd1d req-757eb2f2-8d9d-4462-ad80-513331782301 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463445 Nov 27 16:44:07.694861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:44:07.768833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c86babf3-5cdd-4488-9fe2-6f84b7d4c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:07.965982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f70dc0-6e69-41e2-8a93-06fbde9bed13 req-86a2f2d6-5c72-4e01-9afb-1d84d62a0bdf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:07.967605 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64f70dc0-6e69-41e2-8a93-06fbde9bed13 req-86a2f2d6-5c72-4e01-9afb-1d84d62a0bdf tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0500293 Nov 27 16:44:08.016651 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64f70dc0-6e69-41e2-8a93-06fbde9bed13 req-fe76d461-79ab-456b-b7eb-14a995f69894 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Nov 27 16:44:08.249522 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-4d9eed19-043a-4f7b-bb59-747720537e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:08.251136 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-4d9eed19-043a-4f7b-bb59-747720537e50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd&tenant_id=ce8257da2737414d85e834122c6a6373 HTTP/1.1" status: 200 len: 1096 time: 0.0410862 Nov 27 16:44:08.263163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:08.314670 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:08.513950 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:08.545582 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:44:08.586331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:08.592323 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:08.604449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Transition to ACTIVE for port object b91da050-7cdc-4a89-b88d-a25dbffd08a6 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:44:08.608761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:08.640139 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf42d0-9cf7-4874-9266-ec96de426940" -d '{"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:08.705354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:08.722143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.722500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.722884 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.723262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.723643 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.724108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.724519 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.724927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.725442 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.725656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.726059 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.726400 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:44:08.727961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:08.768090 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4703667f-66dc-4e2c-8406-f5574e1e5de7 x-openstack-request-id: req-4703667f-66dc-4e2c-8406-f5574e1e5de7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:08.768313 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:08.768567 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4703667f-66dc-4e2c-8406-f5574e1e5de7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:08.768966 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'code': 200} Nov 27 16:44:08.769845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] No DVR routers for this DVR port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:44:08.908405 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:44:08.908748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:44:08.909079 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:44:08.913675 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:44:08.913996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Attempting to bind port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on network 88648201-6648-4c97-a247-87bd2f52240b {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:44:08.919380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:44:08.919664 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Checking segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:44:08.920045 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Bound using segment: {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:44:08.920516 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Bound port: b91da050-7cdc-4a89-b88d-a25dbffd08a6, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a43d66-d2b7-4415-8c5c-03b9be016ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88648201-6648-4c97-a247-87bd2f52240b'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:44:08.920849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:08.983063 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:44:08.986457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:44:08.990709 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:09.021807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:09.022223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:09.024662 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] 10.222.0.37 "PUT /v2.0/ports/b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1092 time: 0.7659290 Nov 27 16:44:09.083449 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402a17-9bc7-45e5-aa30-7da6f134635b service neutron] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=11']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:09.101262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-8445d760-e7d5-42b5-b653-6035ea803d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:09.103411 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-8445d760-e7d5-42b5-b653-6035ea803d27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1095 time: 0.0526628 Nov 27 16:44:09.156011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f0a92-e017-4bac-8fbd-107c6a1152ff req-8a0c5f0b-d70e-49cb-890c-ff2466e171ad tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:09.157631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d61f0a92-e017-4bac-8fbd-107c6a1152ff req-8a0c5f0b-d70e-49cb-890c-ff2466e171ad tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0611799 Nov 27 16:44:09.212544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-7ddc293b-ae10-4ab1-b2a7-919b95e6d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:09.212926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d61f0a92-e017-4bac-8fbd-107c6a1152ff req-ee02cc52-533b-4b27-9b38-0850145bab4d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485442 Nov 27 16:44:09.214399 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-7ddc293b-ae10-4ab1-b2a7-919b95e6d8c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.1036789 Nov 27 16:44:09.285029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-274d9c2d-7793-486f-9332-4a4e963dfe3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0630577 Nov 27 16:44:09.622062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:44:09.664972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:44:09.673194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-97621472-b0f4-4989-9c1e-fa780e8b0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:09.674677 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-97621472-b0f4-4989-9c1e-fa780e8b0ded service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.3831933 Nov 27 16:44:09.719866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-845da21a-2bf3-4a95-9bca-c69a0b6d4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:09.721308 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-845da21a-2bf3-4a95-9bca-c69a0b6d4571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394363 Nov 27 16:44:09.809818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-7e361aa1-cc20-4f85-8831-8be0f6f799dd service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815032 Nov 27 16:44:09.899045 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-89f60db6-d64c-4931-b9a2-51e86d554d2e req-c759b306-b754-42b6-bdee-006c67269723 service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 Nov 27 16:44:10.343145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309f91-839d-491b-8ca6-8d4ad7fe910d req-1da2adf4-fe9f-48a8-ac30-067c6c01f663 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:10.345250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54309f91-839d-491b-8ca6-8d4ad7fe910d req-1da2adf4-fe9f-48a8-ac30-067c6c01f663 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0553105 Nov 27 16:44:10.392556 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54309f91-839d-491b-8ca6-8d4ad7fe910d req-9e5db11d-a10d-4f02-ac09-6bd9dc334409 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Nov 27 16:44:10.458824 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:10.770456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:10.772736 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:10.823354 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde75e48-f9c4-4a94-92b3-f996725caf59 x-openstack-request-id: req-dde75e48-f9c4-4a94-92b3-f996725caf59 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:10.823649 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:10.823899 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dde75e48-f9c4-4a94-92b3-f996725caf59 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:10.824291 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'status': 'completed', 'code': 200} Nov 27 16:44:10.893153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-861b1e92-decc-40d1-a1c7-8a8bad676c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:10.894902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-861b1e92-decc-40d1-a1c7-8a8bad676c2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1095 time: 0.0430496 Nov 27 16:44:10.895939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-47a0d9c0-388c-4f28-95db-726683170eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:10.897391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-47a0d9c0-388c-4f28-95db-726683170eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce8257da2737414d85e834122c6a6373&device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 1095 time: 0.0414615 Nov 27 16:44:10.991585 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-b4ef79bc-8ea0-47f0-bf06-61dbbc84e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:10.993447 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-b4ef79bc-8ea0-47f0-bf06-61dbbc84e4f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0921490 Nov 27 16:44:11.000754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-6a8d6fb8-7e4b-4ab9-8cea-e052853f147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:11.002215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-6a8d6fb8-7e4b-4ab9-8cea-e052853f147f service neutron] 10.222.0.21 "GET /v2.0/networks?id=88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 200 len: 913 time: 0.0907469 Nov 27 16:44:11.060028 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-f988c665-0b96-4cef-9448-14926dd9aeb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0594947 Nov 27 16:44:11.069161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-fc931b24-506b-47dc-ad89-a837c394ce11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 200 len: 1000 time: 0.0590632 Nov 27 16:44:11.116863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-c447f9cb-2285-4ca7-b456-adaff6d0e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:11.118351 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-c447f9cb-2285-4ca7-b456-adaff6d0e336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0501795 Nov 27 16:44:11.120737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-0b2f85b8-1124-452d-9568-21a9cb8a37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:11.122216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-0b2f85b8-1124-452d-9568-21a9cb8a37e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 200 len: 851 time: 0.0440075 Nov 27 16:44:11.167900 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-a68edb66-e878-492e-b3cb-b604d47ae1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:11.169425 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-a68edb66-e878-492e-b3cb-b604d47ae1fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441043 Nov 27 16:44:11.177207 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-e21f70e3-017d-4148-a19c-f4c2e9566f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:11.178724 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-e21f70e3-017d-4148-a19c-f4c2e9566f49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88648201-6648-4c97-a247-87bd2f52240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474432 Nov 27 16:44:11.266875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:11.273259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-0f23d8d5-92c8-4cb7-943e-5e9509bdf27f service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Nov 27 16:44:11.276385 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-29a8478c-1bf1-488c-8197-9b19616959ed service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986738 Nov 27 16:44:11.377919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-4b445e65-0ab0-41af-bb49-be55eebb4c68 service neutron] 10.222.0.21 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931728 Nov 27 16:44:11.381784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1ee5a456-8e15-419e-80ff-9d6ba8d60db7 req-7de1b2f3-711b-4952-b348-c5a316194e7e service neutron] 10.222.0.37 "GET /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985961 Nov 27 16:44:11.512051 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f68ba-1308-4e02-ac12-a0475111b45f req-8a33ef82-b479-40dc-992b-23136b979340 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:11.513749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-720f68ba-1308-4e02-ac12-a0475111b45f req-8a33ef82-b479-40dc-992b-23136b979340 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0489981 Nov 27 16:44:11.562060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-720f68ba-1308-4e02-ac12-a0475111b45f req-523ee191-0af3-4b97-b3f1-71181d1c2b9e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Nov 27 16:44:12.681695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75247f96-0e5f-4e6b-aa19-d3ae57ec3e56 req-a2c151d0-a579-45eb-8cd4-6f236a368f33 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:12.683320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75247f96-0e5f-4e6b-aa19-d3ae57ec3e56 req-a2c151d0-a579-45eb-8cd4-6f236a368f33 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0505214 Nov 27 16:44:12.729906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-75247f96-0e5f-4e6b-aa19-d3ae57ec3e56 req-3bafe89e-c640-4d5d-8aaf-8bb9a521d085 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404065 Nov 27 16:44:13.861382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2f9a-039c-445a-a74c-608f5baddb87 req-79b26476-dfe9-42a3-9f7f-2eff6e492f4d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:13.862930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7ad2f9a-039c-445a-a74c-608f5baddb87 req-79b26476-dfe9-42a3-9f7f-2eff6e492f4d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0613093 Nov 27 16:44:13.910195 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a7ad2f9a-039c-445a-a74c-608f5baddb87 req-26c634fe-5128-4e14-bf08-c95eae2d807d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Nov 27 16:44:15.025794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde64a8-7ea6-4674-81b9-bc6202cb5adc req-09655b58-06b7-4137-9d67-2457611345db tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:15.027293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cde64a8-7ea6-4674-81b9-bc6202cb5adc req-09655b58-06b7-4137-9d67-2457611345db tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0481353 Nov 27 16:44:15.072882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7cde64a8-7ea6-4674-81b9-bc6202cb5adc req-6fc987b6-8f10-41e3-a19a-b913b4a73a28 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 Nov 27 16:44:16.187024 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46874815-3622-486b-94fd-0d5bdd6f89ec req-a69e003e-9997-46ef-b1b2-f8b1119411cb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:16.188472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46874815-3622-486b-94fd-0d5bdd6f89ec req-a69e003e-9997-46ef-b1b2-f8b1119411cb tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0475874 Nov 27 16:44:16.238753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46874815-3622-486b-94fd-0d5bdd6f89ec req-c0a458cb-dd06-4538-ba07-2646cadd5cba tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Nov 27 16:44:17.358351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aeddd4-6171-43ed-837d-ab3c2091f6d4 req-50deb35e-66a1-4337-94e2-91e81eed82a0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:17.359790 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3aeddd4-6171-43ed-837d-ab3c2091f6d4 req-50deb35e-66a1-4337-94e2-91e81eed82a0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0481691 Nov 27 16:44:17.405266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d3aeddd4-6171-43ed-837d-ab3c2091f6d4 req-56b11e67-7c00-4fa3-95ea-53030c343cbe tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395827 Nov 27 16:44:18.525197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77673097-74a5-4012-bd5c-0776109d93ca req-bfffb755-37a7-4666-9fbd-b76ef0ac0da0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:18.526689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77673097-74a5-4012-bd5c-0776109d93ca req-bfffb755-37a7-4666-9fbd-b76ef0ac0da0 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0534544 Nov 27 16:44:18.574683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77673097-74a5-4012-bd5c-0776109d93ca req-df842e82-b9a7-425f-81c0-dc4d10602ad3 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420852 Nov 27 16:44:19.694897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80e01c-ae82-41cd-89c0-a56df17df990 req-6bd49d7a-007c-4624-a964-e46cfa37f80e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:19.696401 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b80e01c-ae82-41cd-89c0-a56df17df990 req-6bd49d7a-007c-4624-a964-e46cfa37f80e tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0531673 Nov 27 16:44:19.744524 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8b80e01c-ae82-41cd-89c0-a56df17df990 req-df4dbf7f-c96e-4d51-8c71-39d568c47103 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Nov 27 16:44:20.863754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bf6f-56e3-4fc4-ae03-adad57ab795b req-4d6bedd0-381c-453b-a14b-97f457fa89b2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:20.865228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a08bf6f-56e3-4fc4-ae03-adad57ab795b req-4d6bedd0-381c-453b-a14b-97f457fa89b2 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0495617 Nov 27 16:44:20.911480 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a08bf6f-56e3-4fc4-ae03-adad57ab795b req-4ea13d41-c5d2-458d-9d69-3fd00aa9a222 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Nov 27 16:44:22.029843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb128e-7485-430f-9017-b3c69280dfd8 req-f070a872-6737-4a8e-8abc-9a86163d556f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:22.031300 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28cb128e-7485-430f-9017-b3c69280dfd8 req-f070a872-6737-4a8e-8abc-9a86163d556f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0513656 Nov 27 16:44:22.077492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28cb128e-7485-430f-9017-b3c69280dfd8 req-20ce2261-d43d-44c9-b94d-dffaa295896f tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402682 Nov 27 16:44:22.191142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27142731-eaea-4ce9-9ae9-109ec4eb8f7a req-1e9b982b-583e-44cc-bf26-a1f902c97022 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:22.192820 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27142731-eaea-4ce9-9ae9-109ec4eb8f7a req-1e9b982b-583e-44cc-bf26-a1f902c97022 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0490935 Nov 27 16:44:22.239739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-27142731-eaea-4ce9-9ae9-109ec4eb8f7a req-767ca845-428b-42b0-80f7-e047343bb7ae tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409992 Nov 27 16:44:22.351081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5fdad-4550-426b-a936-157e5b3ac886 req-c293d484-64ab-4869-bf11-7b49b5eb88db tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:22.352559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9d5fdad-4550-426b-a936-157e5b3ac886 req-c293d484-64ab-4869-bf11-7b49b5eb88db tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0484996 Nov 27 16:44:22.403170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9d5fdad-4550-426b-a936-157e5b3ac886 req-706a2538-12d4-49be-83b6-beb42c1f63e6 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446453 Nov 27 16:44:22.631940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21885ef-ce56-4990-8e62-8435e8538b13 req-dc5437eb-c794-461c-b056-903657529353 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:22.633935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f21885ef-ce56-4990-8e62-8435e8538b13 req-dc5437eb-c794-461c-b056-903657529353 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 944 time: 0.0481129 Nov 27 16:44:22.683488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f21885ef-ce56-4990-8e62-8435e8538b13 req-4d723402-7529-41c0-9e4c-ffd79a7aa9fd tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Nov 27 16:44:22.815146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:44:22.907958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:22.919119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'port_id': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'mac_address': 'fa:16:3e:ba:34:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:44:22.955462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:22.968364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91da050-7cdc-4a89-b88d-a25dbffd08a6 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:44:22.986559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:22.990297 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:23.039999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:23.380622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['b91da050-7cdc-4a89-b88d-a25dbffd08a6'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:44:23.800428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9baaf7-3312-4879-acb5-84730fe8e988 req-e6175a87-6c6e-43b2-8b13-064e93c29693 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:23.802049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac9baaf7-3312-4879-acb5-84730fe8e988 req-e6175a87-6c6e-43b2-8b13-064e93c29693 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0488822 Nov 27 16:44:23.851645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac9baaf7-3312-4879-acb5-84730fe8e988 req-055cc390-deee-4fe2-9251-1b3838e1fead tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7518edc1-a0c2-49e4-9c7e-b2e0361e8709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Nov 27 16:44:24.140017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-dd3b6f46-d115-4d96-a141-9c0912c0c809 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:24.141371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-dd3b6f46-d115-4d96-a141-9c0912c0c809 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 945 time: 0.0490761 Nov 27 16:44:24.230930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Deleting port b91da050-7cdc-4a89-b88d-a25dbffd08a6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:44:24.231283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:24.319219 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] For port b91da050-7cdc-4a89-b88d-a25dbffd08a6, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b91da050-7cdc-4a89-b88d-a25dbffd08a6,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:24.319582 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:24.489849 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:24.490211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:24.490528 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5 disassociated. External IP: 172.25.1.203, port: b91da050-7cdc-4a89-b88d-a25dbffd08a6. Nov 27 16:44:24.490874 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Calling delete_port for b91da050-7cdc-4a89-b88d-a25dbffd08a6 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:44:24.618627 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:24.644512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event deleted for resources: {'Port': ['ID=b91da050-7cdc-4a89-b88d-a25dbffd08a6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:24.768369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:44:24.831698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:44:24.836001 n-d-819494-4 neutron-server[110077]: INFO neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No ports have port_id starting with b91da050-7cdc-4a89-b88d-a25dbffd08a6 Nov 27 16:44:24.837709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 requested by agent hyperv_n-h2-819494-4 not found in database {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 27 16:44:24.882872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:44:24.893911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:44:24.906943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:44:24.907576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:44:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:24.924608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] No DVR routers for this DVR port b91da050-7cdc-4a89-b88d-a25dbffd08a6 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:44:24.927298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:24.931868 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f2c863e7-a625-4df3-9021-a59c2c83cda7 req-9f21a538-6cde-4cbc-b52f-f99990130888 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.37 "DELETE /v2.0/ports/b91da050-7cdc-4a89-b88d-a25dbffd08a6 HTTP/1.1" status: 204 len: 173 time: 0.7843041 Nov 27 16:44:24.932431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-deleted', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:24.934894 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bfaa33-c82c-471a-8b27-0ce11ce1cdbc" -d '{"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-deleted", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:24.973638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c454516d-3889-41f5-9048-9813645cbf52 req-345ffc74-efa2-4825-b7ad-d1bbaa41fc42 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0409961 Nov 27 16:44:24.974228 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbeecae-b8da-4e98-8973-e7bc908643a1 x-openstack-request-id: req-adbeecae-b8da-4e98-8973-e7bc908643a1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:24.974494 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c321b-0862-40e1-82dd-ffd60bb406bd", "name": "network-vif-deleted", "tag": "b91da050-7cdc-4a89-b88d-a25dbffd08a6", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:24.974792 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adbeecae-b8da-4e98-8973-e7bc908643a1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:24.975160 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c321b-0862-40e1-82dd-ffd60bb406bd', 'name': 'network-vif-deleted', 'tag': 'b91da050-7cdc-4a89-b88d-a25dbffd08a6', 'status': 'completed', 'code': 200} Nov 27 16:44:25.043063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:44:25.239993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:25.266116 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:44:25.274869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:44:25.275480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:44:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:25.385774 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:44:25.582364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:25.609729 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9353fc-e3bc-4dad-9d33-0de1b10db8da None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:34:26Z', 'revision_number': 4, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '2637249e-510a-4b4e-ae06-29e36a55009a', 'name': '', 'network_id': '88648201-6648-4c97-a247-87bd2f52240b', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'mac_address': 'fa:16:3e:c6:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:26Z', 'updated_at': '2021-11-27T16:34:30Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'subnets': [{'id': '5ecb9ccf-74e4-4093-bd76-55573c6e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:44:25.835416 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eb1b9-9a3e-4d65-86f3-e5b78db88625 None None] New status for floating IP 8a81be28-b029-41e3-853e-1e84b7859bf5: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:44:26.069454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3d8ae14e-7319-49cd-8750-fbdfd257a49b req-c07144c8-41e4-40e8-82cd-0f15860d6140 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0262656 Nov 27 16:44:26.834575 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:44:26.855909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: b91da050-7cdc-4a89-b88d-a25dbffd08a6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:44:26.856257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b91da050-7cdc-4a89-b88d-a25dbffd08a6 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:44:27.210519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9ffad12-54ee-4bdd-8791-aa2e4e136ffd req-65e20c7c-b7d8-4e7b-8e9f-92a955c7a8f9 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0266116 Nov 27 16:44:28.308896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d5ea1f9c-d68a-4b49-b486-169093e5cf3c req-4e5ff460-080f-4ffd-8b4f-9baafecc391c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a5c321b-0862-40e1-82dd-ffd60bb406bd HTTP/1.1" status: 200 len: 210 time: 0.0265615 Nov 27 16:44:30.188644 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:32.212812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.056932 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 35928) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:33.116232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ddea-5866-4467-b318-f9045258858c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.139985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ddea-5866-4467-b318-f9045258858c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.189673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ddea-5866-4467-b318-f9045258858c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.192346 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ddea-5866-4467-b318-f9045258858c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.193616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1cc5ddea-5866-4467-b318-f9045258858c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "DELETE /v2.0/security-groups/7518edc1-a0c2-49e4-9c7e-b2e0361e8709 HTTP/1.1" status: 204 len: 168 time: 0.1355371 Nov 27 16:44:33.196811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35930) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:33.203396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5ddea-5866-4467-b318-f9045258858c tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7518edc1-a0c2-49e4-9c7e-b2e0361e8709,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:33.221172 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [None req-b5b394df-9314-4ef7-8bc2-781b5673b9f7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] show failed (client error): The resource could not be found. Nov 27 16:44:33.230232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b5b394df-9314-4ef7-8bc2-781b5673b9f7 tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "GET /v2.0/security-groups/7518edc1-a0c2-49e4-9c7e-b2e0361e8709 HTTP/1.1" status: 404 len: 347 time: 0.0316706 Nov 27 16:44:33.232938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35932) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:33.357060 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Deleting port fc3e3cf0-7cde-4efe-8fff-bd194e21eff2 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:44:33.357320 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.434997 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.435324 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.447517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Calling delete_port for fc3e3cf0-7cde-4efe-8fff-bd194e21eff2 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:44:33.584177 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.610183 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Pushing event deleted for resources: {'Port': ['ID=fc3e3cf0-7cde-4efe-8fff-bd194e21eff2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:33.673740 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.676348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:33.680893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dd06edcf-babf-473a-816b-d8055f87f39d tempest-ServerActionsTestJSON-562079150 tempest-ServerActionsTestJSON-562079150-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a81be28-b029-41e3-853e-1e84b7859bf5 HTTP/1.1" status: 204 len: 168 time: 0.4436069 Nov 27 16:44:33.681594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35934) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:34.198771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:34.443625 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Deleting port 2637249e-510a-4b4e-ae06-29e36a55009a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:44:34.443885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:34.521548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] For port 2637249e-510a-4b4e-ae06-29e36a55009a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=2637249e-510a-4b4e-ae06-29e36a55009a,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:34.521909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:34.534362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Calling delete_port for 2637249e-510a-4b4e-ae06-29e36a55009a owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:44:34.715764 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:34.743604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2637249e-510a-4b4e-ae06-29e36a55009a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:34.928435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:35.324694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06288a08-7d62-49af-8220-a0db5e6abda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:35.499737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:44:35.599236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:44:35.604478 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2a328500-96e1-4763-88c6-4b7ebfac4a76 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bef0ec7-6060-4e41-a9b6-d33c2d075a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9224226 Nov 27 16:44:35.607190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35938) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:35.608975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] Sync routers for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:44:35.619677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:44:35.620302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:44:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:35.714525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:35.724822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:44:35.816596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:35.869761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Deleting port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:44:35.870098 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:35.900655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:44:34Z', 'revision_number': 5, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port': {'id': '038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:34:24Z', 'updated_at': '2021-11-27T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:35.931253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] Checking router: 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:44:35.939319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] Routers {'9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:44:35.939923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:44:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:35.949493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] For port 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:35.949863 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:35.962493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Calling delete_port for 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:44:36.022737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] Set router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:44:36.074497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:44:35Z', 'revision_number': 6, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:36.104521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6159b-cd03-466e-a12d-d47f12c9546e None None] The sync data for ids ['9bef0ec7-6060-4e41-a9b6-d33c2d075a9e'] in n-d-819494-4 is: [{'id': '9bef0ec7-6060-4e41-a9b6-d33c2d075a9e', 'name': 'tempest-ServerActionsTestJSON-1667413452-router', 'tenant_id': 'ce8257da2737414d85e834122c6a6373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:34:23Z', 'updated_at': '2021-11-27T16:44:35Z', 'revision_number': 6, 'project_id': 'ce8257da2737414d85e834122c6a6373', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:44:36.127906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.153657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:36.167282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e320d17-44b7-49fc-8f81-f10ef610a5b1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:44:36.216635 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.304230 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.306325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.347615 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.348208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bef0ec7-6060-4e41-a9b6-d33c2d075a9e {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:44:36.353053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.354258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa5a9570-01cc-4ee3-ae58-c93e4edf0b9f admin admin] 10.222.0.15 "DELETE /v2.0/routers/9bef0ec7-6060-4e41-a9b6-d33c2d075a9e HTTP/1.1" status: 204 len: 168 time: 0.7461491 Nov 27 16:44:36.356830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35940) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:36.399439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Deleting subnet 5ecb9ccf-74e4-4093-bd76-55573c6e5238 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:44:36.402391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.436804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.519888 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.570604 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.594180 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecb9ccf-74e4-4093-bd76-55573c6e5238,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:36.599699 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.602977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1fbf9d5c-7b03-4bd9-b238-4e65893c8dcd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5ecb9ccf-74e4-4093-bd76-55573c6e5238 HTTP/1.1" status: 204 len: 168 time: 0.2451675 Nov 27 16:44:36.605228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c7f90-5fbf-4da2-af51-4fe8383b6a94 None None] Network 88648201-6648-4c97-a247-87bd2f52240b requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:44:36.605783 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35942) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:36.676654 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.732616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Deleting port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:44:36.732959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.794128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] For port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:36.794482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.807822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Calling delete_port for 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:44:36.828705 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82909854-8373-457c-913f-8b1a75fed112 None None] DHCP port deletion for 88648201-6648-4c97-a247-87bd2f52240b request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:44:36.887660 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-82909854-8373-457c-913f-8b1a75fed112 None None] Deleting port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:44:36.888030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82909854-8373-457c-913f-8b1a75fed112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.901062 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:36.903665 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:44:36.928031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:36.932413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] No DVR routers for this DVR port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:44:36.961057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:44:36.961433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 038dc4f9-6f68-47b3-8c5d-04d12cbc0ffa not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:44:36.961853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:44:36.992350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:44:36.992709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:44:36.993114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2637249e-510a-4b4e-ae06-29e36a55009a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:44:36.999223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-82909854-8373-457c-913f-8b1a75fed112 None None] For port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,segment=NetworkSegment(26a43d66-d2b7-4415-8c5c-03b9be016ab2),segment_id=26a43d66-d2b7-4415-8c5c-03b9be016ab2)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:36.999640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82909854-8373-457c-913f-8b1a75fed112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.007631 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.021363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 2637249e-510a-4b4e-ae06-29e36a55009a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:44:37.021735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 2637249e-510a-4b4e-ae06-29e36a55009a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:44:37.028174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88648201-6648-4c97-a247-87bd2f52240b']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:37.028437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-82909854-8373-457c-913f-8b1a75fed112 None None] Calling delete_port for 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:44:37.037961 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a43d66-d2b7-4415-8c5c-03b9be016ab2') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:37.038259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a43d66-d2b7-4415-8c5c-03b9be016ab2') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:44:37.048274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.063044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.069120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:44:37.069541 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:44:37.071748 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:44:37.111693 n-d-819494-4 neutron-server[110077]: self.session.flush() Nov 27 16:44:37.118057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-82909854-8373-457c-913f-8b1a75fed112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.130679 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.137433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.143800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82909854-8373-457c-913f-8b1a75fed112 None None] Pushing event deleted for resources: {'Port': ['ID=487ffdeb-3cf7-4e13-a908-26e3bd3e5f43,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:37.146443 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/88648201-6648-4c97-a247-87bd2f52240b HTTP/1.1" status: 204 len: 168 time: 0.5399795 Nov 27 16:44:37.151670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82909854-8373-457c-913f-8b1a75fed112 None None] No DVR routers for this DVR port 487ffdeb-3cf7-4e13-a908-26e3bd3e5f43 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:44:37.159487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77fe92-3ee5-4dd2-acc1-32d6ce3476b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88648201-6648-4c97-a247-87bd2f52240b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:37.309493 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35946) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:37.352171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-25b4c58c-12ee-4619-ac2f-aaf959cb785f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce8257da2737414d85e834122c6a6373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409210 Nov 27 16:44:37.354606 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35948) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:37.406057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e244dd93-05e6-4551-9ec0-53a64637ca8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.428166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e244dd93-05e6-4551-9ec0-53a64637ca8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.474532 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e244dd93-05e6-4551-9ec0-53a64637ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.477748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e244dd93-05e6-4551-9ec0-53a64637ca8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:37.478928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e244dd93-05e6-4551-9ec0-53a64637ca8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4298b15-59de-4115-971d-38aed243ed3c HTTP/1.1" status: 204 len: 168 time: 0.1234295 Nov 27 16:44:37.486490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244dd93-05e6-4551-9ec0-53a64637ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4298b15-59de-4115-971d-38aed243ed3c,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:37.771247 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6743-4794-4b3a-bd5b-af62992b0682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.167374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35970) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:38.259945 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1428635692-network', 'tenant_id': 'c6a72bbb076c4213a19b8ff0bb79f337'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:38.281168 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Made reservation on behalf of c6a72bbb076c4213a19b8ff0bb79f337 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:44:38.283444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.291690 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.364357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.368251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.388788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:44:38.403212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801348c-2f5a-45c3-b7bf-67f80f621803,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:38.408042 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.408384 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Added segment a0091bff-27e9-4eb3-addf-42ea3bc04b5f of type vlan for network 182e3fad-4248-4a8a-aabd-aa9345aefa91 Nov 27 16:44:38.448222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.474723 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.475655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:38.476231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.525090 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3565371 Nov 27 16:44:38.527886 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 35974) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:44:38.539461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Request body: {'subnet': {'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1428635692-subnet', 'tenant_id': 'c6a72bbb076c4213a19b8ff0bb79f337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:38.548376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11f6b8-e38a-4393-a5f3-9fc45cd3e940 admin admin] Pushing event updated for resources: {'Network': ['ID=182e3fad-4248-4a8a-aabd-aa9345aefa91,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:38.558457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 182e3fad-4248-4a8a-aabd-aa9345aefa91 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:44:38.564458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Made reservation on behalf of c6a72bbb076c4213a19b8ff0bb79f337 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:44:38.566878 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.729213 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.737891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.792472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5473f33-9d3f-40df-b4cd-89aaf8aa14d8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:38.800718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Checking segment: {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:44:38.801077 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Network hostable DHCP agents. Network: 182e3fad-4248-4a8a-aabd-aa9345aefa91, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:44:38.817127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Network 182e3fad-4248-4a8a-aabd-aa9345aefa91 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:44:38.825836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 182e3fad-4248-4a8a-aabd-aa9345aefa91) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:44:38.830110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:38.831302 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:38.837488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0e7b2-29cb-4650-a8f0-8a7ff4090a41 None None] Network 182e3fad-4248-4a8a-aabd-aa9345aefa91 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:44:38.850152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f68640b7-8cc4-46e7-a8d1-67ed6e9596dd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3212409 Nov 27 16:44:38.962690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f10ee-7801-44cf-8604-e27ee4ed5c32 None None] Network 182e3fad-4248-4a8a-aabd-aa9345aefa91 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:44:39.266799 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-2ce4d9d1-77d1-4a5c-ba14-35bf6187f064 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:39.268254 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-2ce4d9d1-77d1-4a5c-ba14-35bf6187f064 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/networks?id=182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 200 len: 814 time: 0.1043327 Nov 27 16:44:39.282817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-36117b6b-916e-46c3-9cf1-4c6fb3ca2e91 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/quotas/c6a72bbb076c4213a19b8ff0bb79f337 HTTP/1.1" status: 200 len: 375 time: 0.0087428 Nov 27 16:44:39.313119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-85fbd491-d928-45da-9cb9-e35fe634bb17 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252087 Nov 27 16:44:39.498534 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-8f22a8fd-f06f-413d-8c5a-72b7de03c262 service neutron] 10.222.0.15 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228230 Nov 27 16:44:39.585876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ae0e1aec-ce3a-42ec-bbcc-6ba82f597654 service neutron] 10.222.0.15 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812323 Nov 27 16:44:39.745627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b7566a8c-2743-4e5c-a784-78e53e9cc2a3 req-ca4f30cc-cc84-424b-b644-81712a365a94 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 210 time: 0.0280204 Nov 27 16:44:40.610829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:40.760350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-e6bde1ef-9fae-4eda-bca3-75538f5bb6ee tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:40.761745 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-e6bde1ef-9fae-4eda-bca3-75538f5bb6ee tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.21 "GET /v2.0/networks?id=182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 200 len: 814 time: 0.1122682 Nov 27 16:44:40.777378 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Request body: {'port': {'device_id': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91', 'admin_state_up': True, 'tenant_id': 'c6a72bbb076c4213a19b8ff0bb79f337'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:40.860314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-456f6a65-f837-499e-a210-4ddb50a6a5d3 req-c9beeb7c-5858-4fc9-9d5d-74df31deb74d tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 210 time: 0.0372756 Nov 27 16:44:40.915572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Made reservation on behalf of c6a72bbb076c4213a19b8ff0bb79f337 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:44:40.919276 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.043715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Allocated IP 172.20.0.11 (182e3fad-4248-4a8a-aabd-aa9345aefa91/d5473f33-9d3f-40df-b4cd-89aaf8aa14d8/5d5c057e-e770-4fc6-9335-21785a1055d9) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:44:41.186137 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.218275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.265602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Network 182e3fad-4248-4a8a-aabd-aa9345aefa91 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:44:41.268806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:44:41.272627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:44:41.275914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.301170 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Pushing event updated for resources: {'Port': ['ID=5d5c057e-e770-4fc6-9335-21785a1055d9,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:41.324920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:41.325552 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.341013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-a95e4847-e1c4-4a84-9275-3b3a6d149346 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5679710 Nov 27 16:44:41.359239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Request body: {'port': {'device_id': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:41.410897 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.674580 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5c057e-e770-4fc6-9335-21785a1055d9 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:44:41.682587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.694227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Transition to ACTIVE for port object 5d5c057e-e770-4fc6-9335-21785a1055d9 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:44:41.697665 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.748794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5c057e-e770-4fc6-9335-21785a1055d9,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:41.813834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Attempting to bind port 5d5c057e-e770-4fc6-9335-21785a1055d9 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:44:41.814496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Attempting to bind port 5d5c057e-e770-4fc6-9335-21785a1055d9 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:44:41.814496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Attempting to bind port 5d5c057e-e770-4fc6-9335-21785a1055d9 on network 182e3fad-4248-4a8a-aabd-aa9345aefa91 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:44:41.818727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Port 5d5c057e-e770-4fc6-9335-21785a1055d9 on network 182e3fad-4248-4a8a-aabd-aa9345aefa91 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:44:41.819048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Attempting to bind port 5d5c057e-e770-4fc6-9335-21785a1055d9 on network 182e3fad-4248-4a8a-aabd-aa9345aefa91 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:44:41.824410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:44:41.824748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Checking segment: {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:44:41.825137 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Bound using segment: {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:44:41.825596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Bound port: 5d5c057e-e770-4fc6-9335-21785a1055d9, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:44:41.825955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.891788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] For port 5d5c057e-e770-4fc6-9335-21785a1055d9, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:44:41.894863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] For port 5d5c057e-e770-4fc6-9335-21785a1055d9, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d5c057e-e770-4fc6-9335-21785a1055d9,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:44:41.899926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.938828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:41.939452 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:41.940795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d5c057e-e770-4fc6-9335-21785a1055d9 HTTP/1.1" status: 200 len: 1092 time: 0.5857508 Nov 27 16:44:41.941862 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'tag': '5d5c057e-e770-4fc6-9335-21785a1055d9'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:41.944107 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1114f50-1bac-4e40-8d8b-d5249e2a3530" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb01361-1d66-4a5e-beec-923cde68eb7f", "tag": "5d5c057e-e770-4fc6-9335-21785a1055d9"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:41.985165 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea70c007-5dba-47bd-8125-25cb16dd209b x-openstack-request-id: req-ea70c007-5dba-47bd-8125-25cb16dd209b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:41.985495 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb01361-1d66-4a5e-beec-923cde68eb7f", "tag": "5d5c057e-e770-4fc6-9335-21785a1055d9", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:41.985761 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea70c007-5dba-47bd-8125-25cb16dd209b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:41.986166 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'tag': '5d5c057e-e770-4fc6-9335-21785a1055d9', 'status': 'completed', 'code': 200} Nov 27 16:44:41.993873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce717aef-43c2-4b9d-8645-70f821184e36 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5c057e-e770-4fc6-9335-21785a1055d9,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:42.035686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d277fd-b30c-4820-8867-4e28fc4e12e9 req-cda91a01-9688-4bee-a8f7-78db7def5b31 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:42.037150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36d277fd-b30c-4820-8867-4e28fc4e12e9 req-cda91a01-9688-4bee-a8f7-78db7def5b31 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 944 time: 0.1014488 Nov 27 16:44:42.065281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-9bbf6896-6a4e-4ee8-8268-410b0c024d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:42.066767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-9bbf6896-6a4e-4ee8-8268-410b0c024d44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 1095 time: 0.0693228 Nov 27 16:44:42.124035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-37d60812-dd43-4d70-a32d-dc5ce9e645b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d5c057e-e770-4fc6-9335-21785a1055d9 HTTP/1.1" status: 200 len: 217 time: 0.0424092 Nov 27 16:44:42.127740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36d277fd-b30c-4820-8867-4e28fc4e12e9 req-acbadc44-9775-4276-8b7f-0ff7570bb8d9 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834162 Nov 27 16:44:42.177868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-6fd8a30f-67d2-4676-af15-476d5ade1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:42.179768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-6fd8a30f-67d2-4676-af15-476d5ade1f52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5473f33-9d3f-40df-b4cd-89aaf8aa14d8 HTTP/1.1" status: 200 len: 854 time: 0.0428524 Nov 27 16:44:42.215614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-63178ceb-eef4-42cf-942a-21819feb02a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=182e3fad-4248-4a8a-aabd-aa9345aefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240772 Nov 27 16:44:42.312424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-4485e135-1835-4d34-8e31-a3b5469317e7 service neutron] 10.222.0.21 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837951 Nov 27 16:44:42.405351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-efe6274c-a862-4296-b69c-f05ee14cbebd req-2ab69082-24d7-4990-8c33-96e4dd30b797 service neutron] 10.222.0.21 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794694 Nov 27 16:44:42.500582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-e39d592e-9461-413f-b93a-867bdb6e10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:42.502002 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-e39d592e-9461-413f-b93a-867bdb6e10c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 1095 time: 0.0451009 Nov 27 16:44:42.591163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-78274ef4-da3e-4b3e-a8a4-e0ea34c68e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:42.592609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-78274ef4-da3e-4b3e-a8a4-e0ea34c68e3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 200 len: 915 time: 0.0814543 Nov 27 16:44:42.637798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-4c93c6ba-633d-4787-a15d-b574fbe37b97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d5c057e-e770-4fc6-9335-21785a1055d9 HTTP/1.1" status: 200 len: 217 time: 0.0377038 Nov 27 16:44:42.687596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-fced9606-99c8-4535-a356-44529b1e389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:42.689047 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-fced9606-99c8-4535-a356-44529b1e389b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5473f33-9d3f-40df-b4cd-89aaf8aa14d8 HTTP/1.1" status: 200 len: 854 time: 0.0440691 Nov 27 16:44:42.722210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-04ee08a8-771c-459e-979a-fbbbf1b3693b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=182e3fad-4248-4a8a-aabd-aa9345aefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240386 Nov 27 16:44:42.810923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-e338a361-6765-4337-b3b8-5df857ee0a63 service neutron] 10.222.0.21 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802245 Nov 27 16:44:42.905691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e1114f50-1bac-4e40-8d8b-d5249e2a3530 req-cf05a4d6-b590-494a-9f28-4efeeef1e4de service neutron] 10.222.0.21 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853634 Nov 27 16:44:43.242906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f41ec-3452-4b24-9169-f297284fe989 req-0971aad8-79e3-4ee8-b890-004759cf2f9c tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:43.244360 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21f41ec-3452-4b24-9169-f297284fe989 req-0971aad8-79e3-4ee8-b890-004759cf2f9c tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 944 time: 0.0489852 Nov 27 16:44:43.291146 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a21f41ec-3452-4b24-9169-f297284fe989 req-1493e58d-067d-4217-a219-4d0de71c8100 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Nov 27 16:44:44.409031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934dd9a-345e-4c5d-81e6-1835037ecf2b req-a1ede096-7baa-4c66-ba1c-b957c8cd4dcd tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:44.410521 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4934dd9a-345e-4c5d-81e6-1835037ecf2b req-a1ede096-7baa-4c66-ba1c-b957c8cd4dcd tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 944 time: 0.0526941 Nov 27 16:44:44.461152 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4934dd9a-345e-4c5d-81e6-1835037ecf2b req-91ef5d49-e595-4836-b2f1-f8415ddebcf2 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Nov 27 16:44:44.693782 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:44:45.577693 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249837-40b8-4e44-ae6a-35246d8e127e req-cade0ba8-9e39-48ca-bc30-8794988711cb tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:45.579165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22249837-40b8-4e44-ae6a-35246d8e127e req-cade0ba8-9e39-48ca-bc30-8794988711cb tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 944 time: 0.0483596 Nov 27 16:44:45.625392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-22249837-40b8-4e44-ae6a-35246d8e127e req-d59a61e2-3c58-4186-936f-d4629d8f62f0 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Nov 27 16:44:45.776553 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d5c057e-e770-4fc6-9335-21785a1055d9 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:44:45.875284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d5c057e-e770-4fc6-9335-21785a1055d9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d5c057e-e770-4fc6-9335-21785a1055d9,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:45.886543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '5d5c057e-e770-4fc6-9335-21785a1055d9', 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91', 'port_id': '5d5c057e-e770-4fc6-9335-21785a1055d9', 'mac_address': 'fa:16:3e:6f:41:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5473f33-9d3f-40df-b4cd-89aaf8aa14d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:44:45.921815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:45.934455 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5c057e-e770-4fc6-9335-21785a1055d9 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:44:45.953594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d5c057e-e770-4fc6-9335-21785a1055d9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d5c057e-e770-4fc6-9335-21785a1055d9,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:45.958457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:46.002748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5d5c057e-e770-4fc6-9335-21785a1055d9,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:46.202833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5d5c057e-e770-4fc6-9335-21785a1055d9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:44:46.739031 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2834be-6d6c-4992-b7d7-c5022de54386 req-1c01d05d-7a11-42b5-ad37-285e0c531a53 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:46.740506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da2834be-6d6c-4992-b7d7-c5022de54386 req-1c01d05d-7a11-42b5-ad37-285e0c531a53 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 945 time: 0.0478766 Nov 27 16:44:46.791051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da2834be-6d6c-4992-b7d7-c5022de54386 req-17e554f0-6891-4ef0-b73e-eeb2dd614997 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Nov 27 16:44:47.777052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d5c057e-e770-4fc6-9335-21785a1055d9 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:44:47.825584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 5d5c057e-e770-4fc6-9335-21785a1055d9 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:44:47.829313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 5d5c057e-e770-4fc6-9335-21785a1055d9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:44:47.829747 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:47.910920 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:47.911503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a55ad3-b488-4bd4-9167-1f981a521c23 req-3200c3c9-53c3-4344-896c-306e64bde7d2 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:47.912980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a55ad3-b488-4bd4-9167-1f981a521c23 req-3200c3c9-53c3-4344-896c-306e64bde7d2 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 945 time: 0.0488479 Nov 27 16:44:47.932680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c057e-e770-4fc6-9335-21785a1055d9'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:47.935090 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be184cd-8a75-4778-b9d7-3f5969a9eb79" -d '{"events": [{"server_uuid": "1cb01361-1d66-4a5e-beec-923cde68eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "5d5c057e-e770-4fc6-9335-21785a1055d9"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:47.948580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 5d5c057e-e770-4fc6-9335-21785a1055d9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d5c057e-e770-4fc6-9335-21785a1055d9,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:47.954334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:47.964398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28a55ad3-b488-4bd4-9167-1f981a521c23 req-d0c4f2dd-90cf-4943-8a2a-69852ca12631 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Nov 27 16:44:47.978559 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561a4664-df84-4a69-8450-7d672682f15e x-openstack-request-id: req-561a4664-df84-4a69-8450-7d672682f15e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:47.978862 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb01361-1d66-4a5e-beec-923cde68eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "5d5c057e-e770-4fc6-9335-21785a1055d9", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:47.979118 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-561a4664-df84-4a69-8450-7d672682f15e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:47.979515 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c057e-e770-4fc6-9335-21785a1055d9', 'code': 200} Nov 27 16:44:48.004402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=5d5c057e-e770-4fc6-9335-21785a1055d9,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:48.082386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988178-6eb2-40e1-8579-992565802ee2 req-aa34a76f-65ac-4134-af9d-dd436b2caf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:48.084017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51988178-6eb2-40e1-8579-992565802ee2 req-aa34a76f-65ac-4134-af9d-dd436b2caf6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 1097 time: 0.0399525 Nov 27 16:44:48.131119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-51988178-6eb2-40e1-8579-992565802ee2 req-c9735de6-c41b-4d39-8605-0d4477740b93 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355499 Nov 27 16:44:49.088346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dca1e-8507-4237-9992-4b408efa3949 req-5bd35cbd-8e08-4065-aaf9-b84bc7471fb4 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:49.089823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e77dca1e-8507-4237-9992-4b408efa3949 req-5bd35cbd-8e08-4065-aaf9-b84bc7471fb4 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0522816 Nov 27 16:44:49.143286 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e77dca1e-8507-4237-9992-4b408efa3949 req-7ed38ba2-b69f-42d3-ade7-fbd0a403d1df tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471745 Nov 27 16:44:50.254118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d374b-c5a9-4c36-8b6c-74296047aa74 req-4e20c218-0f7f-430e-9f26-7f71559621de tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:50.255567 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-064d374b-c5a9-4c36-8b6c-74296047aa74 req-4e20c218-0f7f-430e-9f26-7f71559621de tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0471165 Nov 27 16:44:50.302674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-064d374b-c5a9-4c36-8b6c-74296047aa74 req-9956a785-9d7f-4738-94a3-5c8f230b81a4 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Nov 27 16:44:50.531539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-41cddc13-17ac-48c4-a223-9c0f39d5b40d tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:50.533005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-41cddc13-17ac-48c4-a223-9c0f39d5b40d tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/networks?id=182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 200 len: 814 time: 0.1060076 Nov 27 16:44:50.547456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-f13cff61-499c-406a-bf2b-0c42ffa3beba tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/quotas/c6a72bbb076c4213a19b8ff0bb79f337 HTTP/1.1" status: 200 len: 375 time: 0.0087302 Nov 27 16:44:50.595149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-0f05a2d3-3196-4e52-897d-91ead260314a tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426590 Nov 27 16:44:50.760899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-297015af-d75e-4205-b5c6-893b9e6ff0b8 service neutron] 10.222.0.15 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255212 Nov 27 16:44:50.852387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-3516b340-5009-42d0-adbe-3b67b6aa448a service neutron] 10.222.0.15 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Nov 27 16:44:51.013006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b5fc1b1-cfbb-4902-a624-e91c88e7a3d5 req-87cb39ac-300f-4861-ad9f-2255a1429157 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 210 time: 0.0265772 Nov 27 16:44:51.910426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-756af5d9-a4f6-473f-bf64-bdad98e44da1 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:51.911877 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-756af5d9-a4f6-473f-bf64-bdad98e44da1 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.37 "GET /v2.0/networks?id=182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 200 len: 814 time: 0.1070864 Nov 27 16:44:51.925184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Request body: {'port': {'device_id': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91', 'admin_state_up': True, 'tenant_id': 'c6a72bbb076c4213a19b8ff0bb79f337'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:52.030718 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Made reservation on behalf of c6a72bbb076c4213a19b8ff0bb79f337 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:44:52.034234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.108749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-805d32ab-6460-4b0d-9a4f-c42566ae5283 req-e72bc4ba-10a8-456f-b11b-ecf6c859b937 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 210 time: 0.0258234 Nov 27 16:44:52.162360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Allocated IP 172.20.0.12 (182e3fad-4248-4a8a-aabd-aa9345aefa91/d5473f33-9d3f-40df-b4cd-89aaf8aa14d8/61ebb1f6-c2a4-449f-877d-e6ab99708fcb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:44:52.306517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.339232 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.352243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5d5c057e-e770-4fc6-9335-21785a1055d9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:44:52.385114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Network 182e3fad-4248-4a8a-aabd-aa9345aefa91 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:44:52.388108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:44:52.391913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:44:52.398325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Pushing event updated for resources: {'Port': ['ID=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:52.444342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:52.444990 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.461179 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-c5d63eea-3514-484c-9b6d-3007159ad110 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5398393 Nov 27 16:44:52.473656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Request body: {'port': {'device_id': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:44:52.529258 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.785677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ebb1f6-c2a4-449f-877d-e6ab99708fcb {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:44:52.793656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.805239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Transition to ACTIVE for port object 61ebb1f6-c2a4-449f-877d-e6ab99708fcb will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:44:52.808828 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.861173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Pushing event updated for resources: {'Port': ['ID=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:52.926275 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Attempting to bind port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:44:52.926919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Attempting to bind port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:44:52.926919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Attempting to bind port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb on network 182e3fad-4248-4a8a-aabd-aa9345aefa91 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:44:52.931143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb on network 182e3fad-4248-4a8a-aabd-aa9345aefa91 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:44:52.931459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Attempting to bind port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb on network 182e3fad-4248-4a8a-aabd-aa9345aefa91 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:44:52.936132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:44:52.936467 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Checking segment: {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:44:52.936845 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Bound using segment: {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:44:52.937264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Bound port: 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:44:52.937646 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:52.998629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] For port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:44:53.002048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] For port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:44:53.006222 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:53.042246 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.042860 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:53.044220 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] 10.222.0.37 "PUT /v2.0/ports/61ebb1f6-c2a4-449f-877d-e6ab99708fcb HTTP/1.1" status: 200 len: 1092 time: 0.5747445 Nov 27 16:44:53.044661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'tag': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:53.046958 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677e690-f833-4d5c-aa72-da0cf4432c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4386a2f5-6dcb-4c2b-a790-2ffea513b559", "tag": "61ebb1f6-c2a4-449f-877d-e6ab99708fcb"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:53.066802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a02cd4-30c6-4a16-9e58-f612b985113a service neutron] Pushing event updated for resources: {'Port': ['ID=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:53.096001 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcfbbc-ce6a-4ba8-8982-5a780f30b322 x-openstack-request-id: req-35bcfbbc-ce6a-4ba8-8982-5a780f30b322 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:53.096320 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4386a2f5-6dcb-4c2b-a790-2ffea513b559", "tag": "61ebb1f6-c2a4-449f-877d-e6ab99708fcb", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:53.096616 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35bcfbbc-ce6a-4ba8-8982-5a780f30b322 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:53.097037 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'tag': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb', 'status': 'completed', 'code': 200} Nov 27 16:44:53.125662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-a444cb2f-c3a4-4455-acd4-b7478d80ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.127172 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-a444cb2f-c3a4-4455-acd4-b7478d80ba90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 1095 time: 0.0432572 Nov 27 16:44:53.172173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-4739e642-d408-4b55-8938-16e8900a1551 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb HTTP/1.1" status: 200 len: 217 time: 0.0376902 Nov 27 16:44:53.222039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-ba856fed-3288-403a-be6a-10d2e6bc38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.223508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-ba856fed-3288-403a-be6a-10d2e6bc38c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5473f33-9d3f-40df-b4cd-89aaf8aa14d8 HTTP/1.1" status: 200 len: 854 time: 0.0444379 Nov 27 16:44:53.228285 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847f4c8-2686-4c60-ab54-43774e3f1e68 req-437e1cad-826e-4a72-ae96-05b6aacc8ec6 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.229757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a847f4c8-2686-4c60-ab54-43774e3f1e68 req-437e1cad-826e-4a72-ae96-05b6aacc8ec6 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 944 time: 0.0529199 Nov 27 16:44:53.255135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-02db49ee-fe71-4174-9e0f-d88e1f7553e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=182e3fad-4248-4a8a-aabd-aa9345aefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243244 Nov 27 16:44:53.276764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a847f4c8-2686-4c60-ab54-43774e3f1e68 req-16338c9c-68b3-4180-b89e-ff9e803d413c tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Nov 27 16:44:53.346897 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-5a020bce-f77f-4260-a5cc-a4070035e628 service neutron] 10.222.0.37 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 Nov 27 16:44:53.435294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-35f7e665-4ff9-4505-8fe4-7e77c9d2c639 req-2e645127-6964-466a-9a37-66accd597bff service neutron] 10.222.0.37 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814118 Nov 27 16:44:53.521054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-8f207412-1b6b-4357-9d52-9550a177e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.522586 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-8f207412-1b6b-4357-9d52-9550a177e62b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 1095 time: 0.0404491 Nov 27 16:44:53.613783 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-a79c6df0-1ee6-4af2-aaa9-1dbb82febee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.615134 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-a79c6df0-1ee6-4af2-aaa9-1dbb82febee0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 200 len: 915 time: 0.0856416 Nov 27 16:44:53.655625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-6275dc64-8cc8-4ad7-95a5-1993ac339f29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb HTTP/1.1" status: 200 len: 217 time: 0.0332222 Nov 27 16:44:53.708842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-715cfdbf-03b3-4211-aca2-8118b3d34e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:53.710305 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-715cfdbf-03b3-4211-aca2-8118b3d34e59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5473f33-9d3f-40df-b4cd-89aaf8aa14d8 HTTP/1.1" status: 200 len: 854 time: 0.0466981 Nov 27 16:44:53.741611 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-70ecfe87-30d4-4ff5-aab5-21b40f55f4fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=182e3fad-4248-4a8a-aabd-aa9345aefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236175 Nov 27 16:44:53.829582 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-75a39b4d-3b85-4642-b901-11c82f03f888 service neutron] 10.222.0.37 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791700 Nov 27 16:44:53.921447 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1677e690-f833-4d5c-aa72-da0cf4432c4b req-18c4a1d2-088d-4c86-9799-8a69c55a7893 service neutron] 10.222.0.37 "GET /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847950 Nov 27 16:44:54.391132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac7c3-260e-4004-906e-96127b44785c req-87b3759d-046b-49c4-9694-bd63c2e9b79c tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:54.392593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03aac7c3-260e-4004-906e-96127b44785c req-87b3759d-046b-49c4-9694-bd63c2e9b79c tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 944 time: 0.0478749 Nov 27 16:44:54.439514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-03aac7c3-260e-4004-906e-96127b44785c req-219d1a5b-68a7-4b40-aae1-5b9dbd865537 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Nov 27 16:44:54.970260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 61ebb1f6-c2a4-449f-877d-e6ab99708fcb details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:44:55.064633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:55.076158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb', 'network_id': '182e3fad-4248-4a8a-aabd-aa9345aefa91', 'port_id': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb', 'mac_address': 'fa:16:3e:4d:cd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5473f33-9d3f-40df-b4cd-89aaf8aa14d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:44:55.114710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:55.127918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ebb1f6-c2a4-449f-877d-e6ab99708fcb {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:44:55.147325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:55.151072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:55.199806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:55.338789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['61ebb1f6-c2a4-449f-877d-e6ab99708fcb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:44:55.557613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a326cfd-513a-469a-b100-dcee00e5f63a req-e3f435fe-8f47-4a0a-b219-6d1f97581113 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:55.559074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a326cfd-513a-469a-b100-dcee00e5f63a req-e3f435fe-8f47-4a0a-b219-6d1f97581113 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 945 time: 0.0521049 Nov 27 16:44:55.605016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3a326cfd-513a-469a-b100-dcee00e5f63a req-0bda1757-7322-43c1-9776-7054d9ba867f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Nov 27 16:44:56.718593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e376b91-6ee8-4540-826c-71b6a5ef6e43 req-9108d4f3-8809-43fa-8b68-999a0f0647cd tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:56.720091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e376b91-6ee8-4540-826c-71b6a5ef6e43 req-9108d4f3-8809-43fa-8b68-999a0f0647cd tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 945 time: 0.0501287 Nov 27 16:44:56.766014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e376b91-6ee8-4540-826c-71b6a5ef6e43 req-75daa53c-f074-4568-9e8c-2d74339c89f9 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Nov 27 16:44:56.969954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 61ebb1f6-c2a4-449f-877d-e6ab99708fcb up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:44:57.019573 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:44:57.023825 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:44:57.024196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:57.099686 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:57.120598 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:44:57.122857 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1516a6c-529e-4dda-8c3a-47c16b0dc9a3" -d '{"events": [{"server_uuid": "4386a2f5-6dcb-4c2b-a790-2ffea513b559", "name": "network-vif-plugged", "status": "completed", "tag": "61ebb1f6-c2a4-449f-877d-e6ab99708fcb"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:44:57.136336 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:44:57.140487 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:44:57.163295 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b4f5e-de95-4416-9a59-b14592fff855 x-openstack-request-id: req-b34b4f5e-de95-4416-9a59-b14592fff855 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:44:57.163588 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4386a2f5-6dcb-4c2b-a790-2ffea513b559", "name": "network-vif-plugged", "status": "completed", "tag": "61ebb1f6-c2a4-449f-877d-e6ab99708fcb", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:44:57.163845 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b34b4f5e-de95-4416-9a59-b14592fff855 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:44:57.164227 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb', 'code': 200} Nov 27 16:44:57.194978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:44:57.259102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2556a5-b30f-49f5-afb5-38c4dc9c41db req-10da114c-79ad-4ea8-aa77-f42e79cebb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:57.260451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d2556a5-b30f-49f5-afb5-38c4dc9c41db req-10da114c-79ad-4ea8-aa77-f42e79cebb91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 1097 time: 0.0398812 Nov 27 16:44:57.302930 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-7d2556a5-b30f-49f5-afb5-38c4dc9c41db req-0e067027-fc65-42c6-844f-d36391c6dff5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Nov 27 16:44:57.882861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01101-5fce-48ee-86a9-ad4d2bfb3a29 req-0c6f1c77-506d-4b61-a0d6-c5061c83fb00 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:57.884299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2f01101-5fce-48ee-86a9-ad4d2bfb3a29 req-0c6f1c77-506d-4b61-a0d6-c5061c83fb00 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 946 time: 0.0474293 Nov 27 16:44:57.933516 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d2f01101-5fce-48ee-86a9-ad4d2bfb3a29 req-4699ea4a-2dd9-47ae-95bd-d2422fb4b584 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Nov 27 16:44:59.047142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e980004-b624-4acd-bd13-10c6cf7e2031 req-351d20fd-ba7f-40ea-872a-b2d59f2d0f4e tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:59.048606 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e980004-b624-4acd-bd13-10c6cf7e2031 req-351d20fd-ba7f-40ea-872a-b2d59f2d0f4e tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Nov 27 16:44:59.096638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3e980004-b624-4acd-bd13-10c6cf7e2031 req-ba953ae8-9ff6-4794-b7b5-a13a42310320 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Nov 27 16:44:59.325218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13002a-5cfa-4213-828f-67e42e2dc00a req-3f7f4bfd-dcd8-4f6f-9fd2-f75f89303283 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:44:59.326683 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e13002a-5cfa-4213-828f-67e42e2dc00a req-3f7f4bfd-dcd8-4f6f-9fd2-f75f89303283 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 946 time: 0.0476415 Nov 27 16:44:59.372859 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2e13002a-5cfa-4213-828f-67e42e2dc00a req-f4b7ad69-51b6-4907-9dc9-d72a608efa1f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Nov 27 16:45:00.185512 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:00.489861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe506db-dba0-409d-a0b3-e90493cd8977 req-c4fc5c37-f710-4e3a-87b3-9ab407459507 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:00.491755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fe506db-dba0-409d-a0b3-e90493cd8977 req-c4fc5c37-f710-4e3a-87b3-9ab407459507 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 946 time: 0.0517018 Nov 27 16:45:00.525759 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-0a83d8d6-b177-43dd-bdfd-af0f8e7d3c66 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:00.527236 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-0a83d8d6-b177-43dd-bdfd-af0f8e7d3c66 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.37 "GET /v2.0/ports?device_id=4386a2f5-6dcb-4c2b-a790-2ffea513b559 HTTP/1.1" status: 200 len: 946 time: 0.0480769 Nov 27 16:45:00.540778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1fe506db-dba0-409d-a0b3-e90493cd8977 req-95d0f858-7e46-40b2-b679-773daf30de32 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Nov 27 16:45:00.621076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Deleting port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:45:00.621430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:00.714285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] For port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:00.714639 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:00.726586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Calling delete_port for 61ebb1f6-c2a4-449f-877d-e6ab99708fcb owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:45:00.853591 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:00.865807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5d5c057e-e770-4fc6-9335-21785a1055d9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:45:00.880092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Pushing event deleted for resources: {'Port': ['ID=61ebb1f6-c2a4-449f-877d-e6ab99708fcb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:00.926315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] No DVR routers for this DVR port 61ebb1f6-c2a4-449f-877d-e6ab99708fcb on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:45:00.929546 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:00.932857 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-d49c8dfd-b0c9-4840-ab18-4240b5808beb req-6d767759-52f9-4db8-9d00-0f887549ed99 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.37 "DELETE /v2.0/ports/61ebb1f6-c2a4-449f-877d-e6ab99708fcb HTTP/1.1" status: 204 len: 173 time: 0.3983815 Nov 27 16:45:00.933301 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'name': 'network-vif-deleted', 'tag': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:45:00.935577 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f5227-23a5-45b9-8f70-cf6ee97fcc96" -d '{"events": [{"server_uuid": "4386a2f5-6dcb-4c2b-a790-2ffea513b559", "name": "network-vif-deleted", "tag": "61ebb1f6-c2a4-449f-877d-e6ab99708fcb"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:45:00.979719 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1347424-eaeb-4185-83aa-bc325f5777ae x-openstack-request-id: req-d1347424-eaeb-4185-83aa-bc325f5777ae {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:45:00.980011 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4386a2f5-6dcb-4c2b-a790-2ffea513b559", "name": "network-vif-deleted", "tag": "61ebb1f6-c2a4-449f-877d-e6ab99708fcb", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:45:00.980269 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1347424-eaeb-4185-83aa-bc325f5777ae {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:45:00.980674 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4386a2f5-6dcb-4c2b-a790-2ffea513b559', 'name': 'network-vif-deleted', 'tag': '61ebb1f6-c2a4-449f-877d-e6ab99708fcb', 'status': 'completed', 'code': 200} Nov 27 16:45:00.988533 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['61ebb1f6-c2a4-449f-877d-e6ab99708fcb'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:45:01.690616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ffbfa-a1bb-4d64-90cb-59d4863c387c req-d09f23ba-64b4-406c-9ae1-6b9ccac007c4 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:01.692083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa3ffbfa-a1bb-4d64-90cb-59d4863c387c req-d09f23ba-64b4-406c-9ae1-6b9ccac007c4 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0493259 Nov 27 16:45:01.738319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa3ffbfa-a1bb-4d64-90cb-59d4863c387c req-0411102d-423f-4570-8493-a2556bd8bac1 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Nov 27 16:45:01.865815 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3560b-1104-4e11-8f9b-3e5c25b56c71 req-9cf77687-3562-4494-89f9-747c56937111 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:01.867279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f3560b-1104-4e11-8f9b-3e5c25b56c71 req-9cf77687-3562-4494-89f9-747c56937111 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0483325 Nov 27 16:45:01.916930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e7f3560b-1104-4e11-8f9b-3e5c25b56c71 req-618aa3f4-3c18-4830-8798-817a9c362fe6 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436356 Nov 27 16:45:02.029849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b34cf-d19d-4bf7-84c4-e8d9d2c69f30 req-6e69675b-74b7-4748-ab2f-f9c0ee7bd06f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:02.031303 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b8b34cf-d19d-4bf7-84c4-e8d9d2c69f30 req-6e69675b-74b7-4748-ab2f-f9c0ee7bd06f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0476079 Nov 27 16:45:02.078216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b8b34cf-d19d-4bf7-84c4-e8d9d2c69f30 req-c8323fcd-5e32-4550-be32-317ca508a9f1 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 Nov 27 16:45:02.149909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-9492ec62-609e-4e54-8dc6-9d603136c4b6 req-0d4b1330-d4ea-4c7e-a85b-4452bbdb7a23 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:45:02.150885 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9492ec62-609e-4e54-8dc6-9d603136c4b6 req-0d4b1330-d4ea-4c7e-a85b-4452bbdb7a23 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059993 Nov 27 16:45:02.210748 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:02.253756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec093d-5825-4003-86cd-6d83d84d71d9 req-23e943a1-b54c-4469-b63e-8e72ab57faaf tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:02.255214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32ec093d-5825-4003-86cd-6d83d84d71d9 req-23e943a1-b54c-4469-b63e-8e72ab57faaf tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0481904 Nov 27 16:45:02.301788 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32ec093d-5825-4003-86cd-6d83d84d71d9 req-96930c05-987e-4d3a-8d82-21888144b5b2 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Nov 27 16:45:02.416896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369168b2-b351-4dd7-8670-7295a5f68e43 req-1b02f42b-3921-43ea-a0c7-5fa5df10fc2e tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:02.418387 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-369168b2-b351-4dd7-8670-7295a5f68e43 req-1b02f42b-3921-43ea-a0c7-5fa5df10fc2e tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0511575 Nov 27 16:45:02.464767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-369168b2-b351-4dd7-8670-7295a5f68e43 req-d0f18b8d-adb9-442e-99c4-934cff4bbc48 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Nov 27 16:45:02.585093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308af41-d61d-4409-94a6-d47251c91421 req-1b51da9d-4d14-43e6-879a-0774de81584f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:02.586580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8308af41-d61d-4409-94a6-d47251c91421 req-1b51da9d-4d14-43e6-879a-0774de81584f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0485003 Nov 27 16:45:02.632989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8308af41-d61d-4409-94a6-d47251c91421 req-d5b13087-6b3a-4024-b76f-1c13da32353c tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Nov 27 16:45:02.936068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b99d-dd22-4273-b487-184365850e34 req-9aa6a587-f653-4cb7-ab60-cec46a907a5d tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:02.937437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f0b99d-dd22-4273-b487-184365850e34 req-9aa6a587-f653-4cb7-ab60-cec46a907a5d tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0507956 Nov 27 16:45:02.983525 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14f0b99d-dd22-4273-b487-184365850e34 req-01d6f53f-1eb9-49f5-9891-719412f7e970 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Nov 27 16:45:02.985547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 61ebb1f6-c2a4-449f-877d-e6ab99708fcb no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:45:03.005853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 61ebb1f6-c2a4-449f-877d-e6ab99708fcb {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:45:03.006223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 61ebb1f6-c2a4-449f-877d-e6ab99708fcb not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:45:04.108239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4afe7-9c5b-4357-afe9-52574b4465f5 req-82d0edec-35aa-492f-8fd1-130c93613847 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:04.109634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a4afe7-9c5b-4357-afe9-52574b4465f5 req-82d0edec-35aa-492f-8fd1-130c93613847 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0584943 Nov 27 16:45:04.157616 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e6a4afe7-9c5b-4357-afe9-52574b4465f5 req-40cffce6-f51b-4a24-8f5e-9e8abe1e3dbf tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/security-groups?id=5801348c-2f5a-45c3-b7bf-67f80f621803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Nov 27 16:45:04.378927 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a83db2-3eca-4b27-9450-3b52417d298d req-5be9417e-d3a5-4f3e-8c8e-6b7408567550 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:04.380275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87a83db2-3eca-4b27-9450-3b52417d298d req-5be9417e-d3a5-4f3e-8c8e-6b7408567550 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 946 time: 0.0471110 Nov 27 16:45:04.473385 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Deleting port 5d5c057e-e770-4fc6-9335-21785a1055d9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:45:04.473753 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:04.560735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] For port 5d5c057e-e770-4fc6-9335-21785a1055d9, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=5d5c057e-e770-4fc6-9335-21785a1055d9,segment=NetworkSegment(a0091bff-27e9-4eb3-addf-42ea3bc04b5f),segment_id=a0091bff-27e9-4eb3-addf-42ea3bc04b5f)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:04.561095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:04.573296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Calling delete_port for 5d5c057e-e770-4fc6-9335-21785a1055d9 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:45:04.700260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:04.718633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['5d5c057e-e770-4fc6-9335-21785a1055d9'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:45:04.729257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Pushing event deleted for resources: {'Port': ['ID=5d5c057e-e770-4fc6-9335-21785a1055d9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:04.757530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.757884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.758234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.758579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.758921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.759259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.759594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.759926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.760255 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.760582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.760911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.761237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:04.782527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] No DVR routers for this DVR port 5d5c057e-e770-4fc6-9335-21785a1055d9 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:45:04.785074 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:04.789034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87a83db2-3eca-4b27-9450-3b52417d298d req-8a337cd4-6c5b-4e1e-b744-656dd9ad927f tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.21 "DELETE /v2.0/ports/5d5c057e-e770-4fc6-9335-21785a1055d9 HTTP/1.1" status: 204 len: 173 time: 0.3991601 Nov 27 16:45:04.789509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'name': 'network-vif-deleted', 'tag': '5d5c057e-e770-4fc6-9335-21785a1055d9'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:45:04.791777 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06a186-ed29-4d48-9db1-1f09aa847e9a" -d '{"events": [{"server_uuid": "1cb01361-1d66-4a5e-beec-923cde68eb7f", "name": "network-vif-deleted", "tag": "5d5c057e-e770-4fc6-9335-21785a1055d9"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:45:04.833150 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e390e14-d53f-407d-8f7d-a27ec9a686d0 x-openstack-request-id: req-1e390e14-d53f-407d-8f7d-a27ec9a686d0 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:45:04.833582 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb01361-1d66-4a5e-beec-923cde68eb7f", "name": "network-vif-deleted", "tag": "5d5c057e-e770-4fc6-9335-21785a1055d9", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:45:04.833836 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e390e14-d53f-407d-8f7d-a27ec9a686d0 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:45:04.834239 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb01361-1d66-4a5e-beec-923cde68eb7f', 'name': 'network-vif-deleted', 'tag': '5d5c057e-e770-4fc6-9335-21785a1055d9', 'status': 'completed', 'code': 200} Nov 27 16:45:05.264386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e159be4-9213-4997-9546-6f7646c22c64 req-e1c5f572-fd80-4229-90fc-75d9043e9bd8 tempest-ServersNegativeTestJSON-931537410 tempest-ServersNegativeTestJSON-931537410-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 210 time: 0.0286412 Nov 27 16:45:05.326611 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d40b19b8-7752-47ea-bd02-c46a0d0c5f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:05.335716 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85ee7434-a2bb-406e-8a0d-0cff73b72f69 req-43bb7fa2-3b8d-48a8-bc2f-a71b507c413b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303459 Nov 27 16:45:05.438347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85ee7434-a2bb-406e-8a0d-0cff73b72f69 req-91c4ff38-e221-4b21-a6b7-97bbf1ceeb20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&device_id=1cb01361-1d66-4a5e-beec-923cde68eb7f HTTP/1.1" status: 200 len: 210 time: 0.0250764 Nov 27 16:45:05.968005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee7434-a2bb-406e-8a0d-0cff73b72f69 req-6a802fe5-5761-471b-9529-e1ec168b5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:05.969501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85ee7434-a2bb-406e-8a0d-0cff73b72f69 req-6a802fe5-5761-471b-9529-e1ec168b5f86 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5107799 Nov 27 16:45:06.160698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee7434-a2bb-406e-8a0d-0cff73b72f69 req-4973e786-2ab4-4b44-999d-b7beeef0f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:06.162210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85ee7434-a2bb-406e-8a0d-0cff73b72f69 req-4973e786-2ab4-4b44-999d-b7beeef0f9bc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817496 Nov 27 16:45:06.323506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:06.367571 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Deleting subnet d5473f33-9d3f-40df-b4cd-89aaf8aa14d8 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:45:06.370571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.403535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.440219 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.493362 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.517388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5473f33-9d3f-40df-b4cd-89aaf8aa14d8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:06.521072 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.524873 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2979f25c-8c63-49d7-b2ec-87793bba0f57 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d5473f33-9d3f-40df-b4cd-89aaf8aa14d8 HTTP/1.1" status: 204 len: 168 time: 0.2002997 Nov 27 16:45:06.527422 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36140) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:06.595005 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.675473 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.695319 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182e3fad-4248-4a8a-aabd-aa9345aefa91']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:06.704077 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:06.704373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0091bff-27e9-4eb3-addf-42ea3bc04b5f') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:06.714373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.727013 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.732998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:06.733374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:06.735064 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:06.786961 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.792093 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:06.795344 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] 10.222.0.15 "DELETE /v2.0/networks/182e3fad-4248-4a8a-aabd-aa9345aefa91 HTTP/1.1" status: 204 len: 168 time: 0.2667444 Nov 27 16:45:06.806269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13cb86-ef05-4e85-839a-363ec6828bda admin admin] Pushing event deleted for resources: {'Network': ['ID=182e3fad-4248-4a8a-aabd-aa9345aefa91,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:06.909214 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36144) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:06.956431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f5424465-9843-468d-ad56-9470d3348934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6a72bbb076c4213a19b8ff0bb79f337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458910 Nov 27 16:45:06.959035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36146) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:07.005355 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f066e017-3509-4bae-a39c-2ac09adfab4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.027312 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f066e017-3509-4bae-a39c-2ac09adfab4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.073085 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f066e017-3509-4bae-a39c-2ac09adfab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.075859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f066e017-3509-4bae-a39c-2ac09adfab4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.077032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f066e017-3509-4bae-a39c-2ac09adfab4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5801348c-2f5a-45c3-b7bf-67f80f621803 HTTP/1.1" status: 204 len: 168 time: 0.1170681 Nov 27 16:45:07.084888 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e017-3509-4bae-a39c-2ac09adfab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801348c-2f5a-45c3-b7bf-67f80f621803,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:07.758827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36168) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:07.774709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfd97-1b7b-4a55-91a1-c828b82c2123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.855306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383094111'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:07.876424 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:07.879744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.886475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d5c057e-e770-4fc6-9335-21785a1055d9 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:45:07.887911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.907382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 5d5c057e-e770-4fc6-9335-21785a1055d9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:45:07.907738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 5d5c057e-e770-4fc6-9335-21785a1055d9 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:45:07.961494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.965426 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:07.995667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:08.005934 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477f3da4-1b28-4a3d-931f-666a6d70e2d8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:08.010634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:08.010976 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Added segment 7754c17d-df24-4bcf-be80-b2d983cad9ef of type vlan for network 280ec952-5531-49ae-8526-c2cb5a5ec818 Nov 27 16:45:08.053632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:08.077325 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:08.083139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:08.083719 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:08.160765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4007831 Nov 27 16:45:08.188275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e93c3-0708-494f-8143-c19ac9b03d83 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Network': ['ID=280ec952-5531-49ae-8526-c2cb5a5ec818,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:08.200235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 280ec952-5531-49ae-8526-c2cb5a5ec818 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:08.730422 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:10.462703 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.267925 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.500291 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36172) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:11.505534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'subnet': {'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:11.594868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:11.598219 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.774280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.833432 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Subnet': ['ID=e12de21d-b329-4d6b-93ae-317ab2264df2,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:11.843048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Checking segment: {'id': '7754c17d-df24-4bcf-be80-b2d983cad9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:11.843602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network hostable DHCP agents. Network: 280ec952-5531-49ae-8526-c2cb5a5ec818, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:11.860649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network 280ec952-5531-49ae-8526-c2cb5a5ec818 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:11.869508 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 280ec952-5531-49ae-8526-c2cb5a5ec818) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:11.873658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:11.874256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.879408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb46169-2fca-4a2c-ba8c-97a4d2ce1f28 None None] Network 280ec952-5531-49ae-8526-c2cb5a5ec818 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:11.893571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7922db0c-7c9e-4319-8d52-bc5c82576412 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3887961 Nov 27 16:45:11.893772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36174) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:11.898551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983238314'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:11.919537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:11.923127 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.947390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:11.956579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:11.956932 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Added segment ba575f47-d40a-4158-9759-5ec029ba232c of type vlan for network bdae4d67-aa29-42d8-8228-26a9d05e71a2 Nov 27 16:45:12.001396 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.025384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-280ec952-5531-49ae-8526-c2cb5a5ec818', 'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818', 'tenant_id': 'c5a6e75e879e492ebd4ccf44d751b39f', 'fixed_ips': [{'subnet_id': 'e12de21d-b329-4d6b-93ae-317ab2264df2'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:12.026278 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.031959 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.037454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:12.038020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.095704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2009318 Nov 27 16:45:12.098998 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36176) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:12.105032 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'subnet': {'network_id': 'bdae4d67-aa29-42d8-8228-26a9d05e71a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:12.108846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ff467-6825-4a2c-b1b1-cf5aae11aedc tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Network': ['ID=bdae4d67-aa29-42d8-8228-26a9d05e71a2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:12.121164 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network bdae4d67-aa29-42d8-8228-26a9d05e71a2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:12.203005 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:12.206553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.223616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Allocated IP 2001:db8:0:ffff::2 (280ec952-5531-49ae-8526-c2cb5a5ec818/e12de21d-b329-4d6b-93ae-317ab2264df2/40fe73d1-3165-4014-81c9-3ad51a47c8fe) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:12.370276 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.376019 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.394686 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.416623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Network 280ec952-5531-49ae-8526-c2cb5a5ec818 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:12.421095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:12.423604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:12.433171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Pushing event updated for resources: {'Port': ['ID=40fe73d1-3165-4014-81c9-3ad51a47c8fe,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:12.459838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.460094 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Subnet': ['ID=8608a198-56e8-43bb-b099-905f2a8dd4c9,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:12.460198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.460518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.460863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.461200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.461736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.462072 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.462404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.463149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.463491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.463827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.464157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.469471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.469834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.470181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.470523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.470863 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.471196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.471530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.471866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.472198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.472757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.472865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.473177 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:12.479370 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Checking segment: {'id': 'ba575f47-d40a-4158-9759-5ec029ba232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bdae4d67-aa29-42d8-8228-26a9d05e71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:12.479729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network hostable DHCP agents. Network: bdae4d67-aa29-42d8-8228-26a9d05e71a2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:12.498092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Attempting to bind port 40fe73d1-3165-4014-81c9-3ad51a47c8fe on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:12.498339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network bdae4d67-aa29-42d8-8228-26a9d05e71a2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:12.498466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Attempting to bind port 40fe73d1-3165-4014-81c9-3ad51a47c8fe by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7754c17d-df24-4bcf-be80-b2d983cad9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:12.498829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Attempting to bind port 40fe73d1-3165-4014-81c9-3ad51a47c8fe on network 280ec952-5531-49ae-8526-c2cb5a5ec818 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:12.503795 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:12.504192 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Checking segment: {'id': '7754c17d-df24-4bcf-be80-b2d983cad9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:12.504653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.505054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Bound using segment: {'id': '7754c17d-df24-4bcf-be80-b2d983cad9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:12.505552 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Bound port: 40fe73d1-3165-4014-81c9-3ad51a47c8fe, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7754c17d-df24-4bcf-be80-b2d983cad9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '280ec952-5531-49ae-8526-c2cb5a5ec818'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:12.506004 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.507809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, bdae4d67-aa29-42d8-8228-26a9d05e71a2) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:12.516122 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc22fa-2923-44c0-80e0-e5dc490d4009 None None] Network bdae4d67-aa29-42d8-8228-26a9d05e71a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:12.516335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:12.516950 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.536868 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-912f5cba-2bee-41be-903e-0e54df775533 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4365573 Nov 27 16:45:12.540053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36178) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:12.624379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] For port 40fe73d1-3165-4014-81c9-3ad51a47c8fe, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:12.642163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.644498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] For port 40fe73d1-3165-4014-81c9-3ad51a47c8fe, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=40fe73d1-3165-4014-81c9-3ad51a47c8fe,segment=NetworkSegment(7754c17d-df24-4bcf-be80-b2d983cad9ef),segment_id=7754c17d-df24-4bcf-be80-b2d983cad9ef)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:12.650927 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.696648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.757588 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d13a5-e147-4d60-8a97-0a6209c02c70 None None] Pushing event updated for resources: {'Port': ['ID=40fe73d1-3165-4014-81c9-3ad51a47c8fe,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:12.767907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b5cbf2-9203-4cf3-99fc-60706a377099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-bdae4d67-aa29-42d8-8228-26a9d05e71a2', 'network_id': 'bdae4d67-aa29-42d8-8228-26a9d05e71a2', 'tenant_id': 'c5a6e75e879e492ebd4ccf44d751b39f', 'fixed_ips': [{'subnet_id': '8608a198-56e8-43bb-b099-905f2a8dd4c9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:12.768840 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-80b5cbf2-9203-4cf3-99fc-60706a377099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.779382 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.819944 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Subnet': ['ID=8608a198-56e8-43bb-b099-905f2a8dd4c9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:12.865857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4a8e5-173d-44d1-afc0-5e8ccf2a10c9 None None] Network bdae4d67-aa29-42d8-8228-26a9d05e71a2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:12.890535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.931589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdae4d67-aa29-42d8-8228-26a9d05e71a2']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:12.941000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba575f47-d40a-4158-9759-5ec029ba232c') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:12.941376 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba575f47-d40a-4158-9759-5ec029ba232c') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:12.957052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.971218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.978817 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:12.979286 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:12.982894 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:13.051210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.059074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.062703 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/bdae4d67-aa29-42d8-8228-26a9d05e71a2 HTTP/1.1" status: 204 len: 168 time: 0.5217345 Nov 27 16:45:13.066288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36180) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:13.072300 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629086531'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:13.080230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de8bcf-8b52-4a53-bcfd-e9f7816b9a1b tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Network': ['ID=bdae4d67-aa29-42d8-8228-26a9d05e71a2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:13.093861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:13.097264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.120780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:13.129555 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.129842 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Added segment 4da50819-dfce-456a-ad45-f1fcbff807ea of type vlan for network 6e4af6a0-f0da-49f8-b142-771ab3d186c2 Nov 27 16:45:13.168239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.192567 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.198866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:13.199465 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.260563 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1929779 Nov 27 16:45:13.263444 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36182) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:13.269037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'subnet': {'network_id': '6e4af6a0-f0da-49f8-b142-771ab3d186c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:13.272282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586dfd9-48bb-4607-83bb-cfee0ed04d70 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Network': ['ID=6e4af6a0-f0da-49f8-b142-771ab3d186c2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:13.283143 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 6e4af6a0-f0da-49f8-b142-771ab3d186c2 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:13.358820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:13.362547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.426050 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Performing IP validity checks on allocation pools {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 16:45:13.426573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 16:45:13.550772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.611871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Subnet': ['ID=fdcb2d6e-1681-4a67-bc57-3fdba85c2aec,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:13.629168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Checking segment: {'id': '4da50819-dfce-456a-ad45-f1fcbff807ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6e4af6a0-f0da-49f8-b142-771ab3d186c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:13.629578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network hostable DHCP agents. Network: 6e4af6a0-f0da-49f8-b142-771ab3d186c2, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:13.646591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network 6e4af6a0-f0da-49f8-b142-771ab3d186c2 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:13.655938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 6e4af6a0-f0da-49f8-b142-771ab3d186c2) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:13.664238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:13.664648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d9bec-e7d7-4855-9734-19b58bdbacbf None None] Network 6e4af6a0-f0da-49f8-b142-771ab3d186c2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:13.664819 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.688871 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-711689fc-e523-4858-a65e-0394e01c6dc8 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4236612 Nov 27 16:45:13.691591 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36184) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:13.731269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37bb192-a265-4a6a-94f9-4b7937f22819 None None] Network 280ec952-5531-49ae-8526-c2cb5a5ec818 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:13.806674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.894702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.955399 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:13.988762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcb2d6e-1681-4a67-bc57-3fdba85c2aec,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:14.035040 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-52dc742f-2bad-403b-9d2b-a81763d31063 None None] Provisioning complete for port 40fe73d1-3165-4014-81c9-3ad51a47c8fe triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:14.035409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52dc742f-2bad-403b-9d2b-a81763d31063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.049752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.070959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4af6a0-f0da-49f8-b142-771ab3d186c2']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:14.081087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da50819-dfce-456a-ad45-f1fcbff807ea') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:14.081390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da50819-dfce-456a-ad45-f1fcbff807ea') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:14.090465 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8808b66-83ab-41af-8868-b3dd4b4f69c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-6e4af6a0-f0da-49f8-b142-771ab3d186c2', 'network_id': '6e4af6a0-f0da-49f8-b142-771ab3d186c2', 'tenant_id': 'c5a6e75e879e492ebd4ccf44d751b39f', 'fixed_ips': [{'subnet_id': 'fdcb2d6e-1681-4a67-bc57-3fdba85c2aec'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:14.091325 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8808b66-83ab-41af-8868-b3dd4b4f69c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.091844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.106881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.112173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:14.112542 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:14.118113 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:14.187620 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.192985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.196713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/6e4af6a0-f0da-49f8-b142-771ab3d186c2 HTTP/1.1" status: 204 len: 168 time: 0.5039954 Nov 27 16:45:14.197469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-a8808b66-83ab-41af-8868-b3dd4b4f69c5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 16:45:14.197469 n-d-819494-4 neutron-server[110077]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 27 16:45:14.197469 n-d-819494-4 neutron-server[110077]: [parameters: {'project_id': 'c5a6e75e879e492ebd4ccf44d751b39f', 'id': '1de40d05-c20f-4690-bf1a-327ff7b13c8e', 'name': '', 'network_id': '6e4af6a0-f0da-49f8-b142-771ab3d186c2', 'mac_address': 'fa:16:3e:f7:02:fe', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-6e4af6a0-f0da-49f8-b142-771ab3d186c2', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4098}] Nov 27 16:45:14.197469 n-d-819494-4 neutron-server[110077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:45:14.197844 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-a8808b66-83ab-41af-8868-b3dd4b4f69c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:45:14.202723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:14.211172 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635868620'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:14.212940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a6e70-4053-4500-a0ef-e1f9a2e492ef tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Network': ['ID=6e4af6a0-f0da-49f8-b142-771ab3d186c2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:14.215410 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52dc742f-2bad-403b-9d2b-a81763d31063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.235548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:14.239563 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.251596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-52dc742f-2bad-403b-9d2b-a81763d31063 None None] For port 40fe73d1-3165-4014-81c9-3ad51a47c8fe, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=40fe73d1-3165-4014-81c9-3ad51a47c8fe,segment=NetworkSegment(7754c17d-df24-4bcf-be80-b2d983cad9ef),segment_id=7754c17d-df24-4bcf-be80-b2d983cad9ef)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:14.257882 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-52dc742f-2bad-403b-9d2b-a81763d31063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.269637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:14.280012 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.280365 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Added segment d9645f91-704d-4c3a-a846-800342cc4c0c of type vlan for network 700b8e83-e491-4c62-87d3-28a41c6a25e9 Nov 27 16:45:14.315743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc742f-2bad-403b-9d2b-a81763d31063 None None] Pushing event updated for resources: {'Port': ['ID=40fe73d1-3165-4014-81c9-3ad51a47c8fe,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:14.324441 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.351244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.356987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:14.357820 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.418763 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2139802 Nov 27 16:45:14.421726 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36188) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:14.426981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'subnet': {'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:14.431544 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb050b1-13d1-42ea-8726-28ee7577ec4f tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Network': ['ID=700b8e83-e491-4c62-87d3-28a41c6a25e9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:14.442021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 700b8e83-e491-4c62-87d3-28a41c6a25e9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:14.512783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-10d503d5-67e8-4a3a-b695-631d2ce8d239 None None] Provisioning complete for port 40fe73d1-3165-4014-81c9-3ad51a47c8fe triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:14.513074 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-10d503d5-67e8-4a3a-b695-631d2ce8d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.518174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:14.522581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.698852 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8808b66-83ab-41af-8868-b3dd4b4f69c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.707113 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.715515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 40fe73d1-3165-4014-81c9-3ad51a47c8fe up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:14.761274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d105ad-8164-45e1-abe2-66058cab9a95 None None] Network 6e4af6a0-f0da-49f8-b142-771ab3d186c2 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:14.770333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Subnet': ['ID=0ef63c20-1d79-4a26-9792-a31038a51894,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:14.775905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d105ad-8164-45e1-abe2-66058cab9a95 None None] Network 6e4af6a0-f0da-49f8-b142-771ab3d186c2 could not be found, it might have been deleted concurrently. {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 16:45:14.782330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 40fe73d1-3165-4014-81c9-3ad51a47c8fe triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:14.782704 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.783221 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Checking segment: {'id': 'd9645f91-704d-4c3a-a846-800342cc4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:14.783648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network hostable DHCP agents. Network: 700b8e83-e491-4c62-87d3-28a41c6a25e9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:14.800592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network 700b8e83-e491-4c62-87d3-28a41c6a25e9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:14.809021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 700b8e83-e491-4c62-87d3-28a41c6a25e9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:14.816418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:14.817015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.826299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243d21e-8ff6-4c26-913a-57bd61a7854c None None] Network 700b8e83-e491-4c62-87d3-28a41c6a25e9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:14.839425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ffb2186b-8e19-49b4-b94c-4762daca8aa6 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4126341 Nov 27 16:45:14.839672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36190) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:14.845139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-913241151'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:14.867692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:14.871314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.895969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:14.906004 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.906344 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Added segment 7182e151-d7db-4dc2-9ee9-7d2383fbefa1 of type vlan for network 32edf2a0-f1e6-4691-9cb9-d590310778e6 Nov 27 16:45:14.948617 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.973554 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:14.979334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:14.979990 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.005597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-700b8e83-e491-4c62-87d3-28a41c6a25e9', 'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9', 'tenant_id': 'c5a6e75e879e492ebd4ccf44d751b39f', 'fixed_ips': [{'subnet_id': '0ef63c20-1d79-4a26-9792-a31038a51894'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:15.007018 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.034375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1934783 Nov 27 16:45:15.037331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36192) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:15.043537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Request body: {'subnet': {'network_id': '32edf2a0-f1e6-4691-9cb9-d590310778e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:15.052582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c11cea-cc6b-4e86-b127-e65e587e44da tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Network': ['ID=32edf2a0-f1e6-4691-9cb9-d590310778e6,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:15.080428 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 32edf2a0-f1e6-4691-9cb9-d590310778e6 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:15.133249 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Made reservation on behalf of c5a6e75e879e492ebd4ccf44d751b39f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:15.137068 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.210288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Allocated IP 2001:db8::2 (700b8e83-e491-4c62-87d3-28a41c6a25e9/0ef63c20-1d79-4a26-9792-a31038a51894/ed98ac55-416b-417f-9e18-836a7da6c711) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:15.323934 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.355460 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.361596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.381658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event updated for resources: {'Subnet': ['ID=62879f39-80a7-4de8-b69b-216179b805db,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:15.391952 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Checking segment: {'id': '7182e151-d7db-4dc2-9ee9-7d2383fbefa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '32edf2a0-f1e6-4691-9cb9-d590310778e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:15.392315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network hostable DHCP agents. Network: 32edf2a0-f1e6-4691-9cb9-d590310778e6, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:15.405852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Network 700b8e83-e491-4c62-87d3-28a41c6a25e9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:15.409160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:15.409569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Network 32edf2a0-f1e6-4691-9cb9-d590310778e6 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:15.412551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:15.419302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 32edf2a0-f1e6-4691-9cb9-d590310778e6) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:15.420348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Pushing event updated for resources: {'Port': ['ID=ed98ac55-416b-417f-9e18-836a7da6c711,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:15.423635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:15.424238 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.430530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83297fe7-bd41-42a4-a973-4d63428d5356 None None] Network 32edf2a0-f1e6-4691-9cb9-d590310778e6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:15.442265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-71fc6bdc-4d20-42b3-bac2-e2b44a3d9265 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4036164 Nov 27 16:45:15.445515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36194) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:15.520518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Attempting to bind port ed98ac55-416b-417f-9e18-836a7da6c711 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:15.520798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Attempting to bind port ed98ac55-416b-417f-9e18-836a7da6c711 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'd9645f91-704d-4c3a-a846-800342cc4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:15.521178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Attempting to bind port ed98ac55-416b-417f-9e18-836a7da6c711 on network 700b8e83-e491-4c62-87d3-28a41c6a25e9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:15.531731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:15.532115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Checking segment: {'id': 'd9645f91-704d-4c3a-a846-800342cc4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:15.532521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.532923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Bound using segment: {'id': 'd9645f91-704d-4c3a-a846-800342cc4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:15.533394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Bound port: ed98ac55-416b-417f-9e18-836a7da6c711, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9645f91-704d-4c3a-a846-800342cc4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700b8e83-e491-4c62-87d3-28a41c6a25e9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:15.533833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.545397 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.596409 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.655573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.666425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-85f0addc-90bf-4443-8036-541df437d868 None None] For port ed98ac55-416b-417f-9e18-836a7da6c711, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:15.679532 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1865e73c-5d87-41ef-a339-12adae9fe01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-32edf2a0-f1e6-4691-9cb9-d590310778e6', 'network_id': '32edf2a0-f1e6-4691-9cb9-d590310778e6', 'tenant_id': 'c5a6e75e879e492ebd4ccf44d751b39f', 'fixed_ips': [{'subnet_id': '62879f39-80a7-4de8-b69b-216179b805db'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:15.680545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1865e73c-5d87-41ef-a339-12adae9fe01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.688069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-85f0addc-90bf-4443-8036-541df437d868 None None] For port ed98ac55-416b-417f-9e18-836a7da6c711, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ed98ac55-416b-417f-9e18-836a7da6c711,segment=NetworkSegment(d9645f91-704d-4c3a-a846-800342cc4c0c),segment_id=d9645f91-704d-4c3a-a846-800342cc4c0c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:15.690007 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Subnet': ['ID=62879f39-80a7-4de8-b69b-216179b805db,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:15.701815 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.760231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.782482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32edf2a0-f1e6-4691-9cb9-d590310778e6']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:15.792576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7182e151-d7db-4dc2-9ee9-7d2383fbefa1') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:15.792872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7182e151-d7db-4dc2-9ee9-7d2383fbefa1') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:15.803806 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.821172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0addc-90bf-4443-8036-541df437d868 None None] Pushing event updated for resources: {'Port': ['ID=ed98ac55-416b-417f-9e18-836a7da6c711,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:15.822616 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.827643 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd4d72-7880-4b34-a47f-296e2e1ab677 None None] Network 32edf2a0-f1e6-4691-9cb9-d590310778e6 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:15.836865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:15.837446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:15.843068 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:15.908926 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.921490 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:15.927374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/32edf2a0-f1e6-4691-9cb9-d590310778e6 HTTP/1.1" status: 204 len: 168 time: 0.4808517 Nov 27 16:45:15.931081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36196) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:15.970366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58252-b8fc-4b35-ba4b-efff4e4cccc5 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Network': ['ID=32edf2a0-f1e6-4691-9cb9-d590310778e6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:15.988131 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b91cef-2af2-45d2-b6fb-2b62b1e8b904 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] GET failed (client error): The resource could not be found. Nov 27 16:45:15.989495 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-38b91cef-2af2-45d2-b6fb-2b62b1e8b904 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "GET /v2.0/subnets/62879f39-80a7-4de8-b69b-216179b805db HTTP/1.1" status: 404 len: 337 time: 0.0570986 Nov 27 16:45:15.992353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36198) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.012686 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6faec5-97c0-444e-a768-92021fd4bd35 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:16.013196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6faec5-97c0-444e-a768-92021fd4bd35 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:16.016292 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2e6faec5-97c0-444e-a768-92021fd4bd35 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/32edf2a0-f1e6-4691-9cb9-d590310778e6 HTTP/1.1" status: 404 len: 339 time: 0.0229816 Nov 27 16:45:16.020006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36200) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.048219 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d2327f-f92a-4209-9ebb-429d6016097d tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:16.048587 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d2327f-f92a-4209-9ebb-429d6016097d tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:16.051709 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-73d2327f-f92a-4209-9ebb-429d6016097d tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/subnets/62879f39-80a7-4de8-b69b-216179b805db HTTP/1.1" status: 404 len: 337 time: 0.0307376 Nov 27 16:45:16.054248 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36202) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.072754 n-d-819494-4 neutron-server[110075]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ed7098-bb5a-4565-a73d-d37071ed0b92 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:16.073259 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ed7098-bb5a-4565-a73d-d37071ed0b92 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:16.076349 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-31ed7098-bb5a-4565-a73d-d37071ed0b92 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/32edf2a0-f1e6-4691-9cb9-d590310778e6 HTTP/1.1" status: 404 len: 339 time: 0.0211143 Nov 27 16:45:16.078945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36204) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.130584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Deleting subnet 0ef63c20-1d79-4a26-9792-a31038a51894 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:45:16.134074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.173951 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.260678 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.317743 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.344805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef63c20-1d79-4a26-9792-a31038a51894,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:16.348515 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.351997 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a3468dfc-d28d-4c8e-a781-d9114450ca17 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/subnets/0ef63c20-1d79-4a26-9792-a31038a51894 HTTP/1.1" status: 204 len: 168 time: 0.2718613 Nov 27 16:45:16.354230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36206) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.432983 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.487416 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Deleting port ed98ac55-416b-417f-9e18-836a7da6c711 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:45:16.487761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.563820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] For port ed98ac55-416b-417f-9e18-836a7da6c711, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ed98ac55-416b-417f-9e18-836a7da6c711,segment=NetworkSegment(d9645f91-704d-4c3a-a846-800342cc4c0c),segment_id=d9645f91-704d-4c3a-a846-800342cc4c0c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:16.564204 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.577613 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Calling delete_port for ed98ac55-416b-417f-9e18-836a7da6c711 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:45:16.666431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.698347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Port': ['ID=ed98ac55-416b-417f-9e18-836a7da6c711,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:16.702702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No DVR routers for this DVR port ed98ac55-416b-417f-9e18-836a7da6c711 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:45:16.723783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed98ac55-416b-417f-9e18-836a7da6c711 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:16.745899 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ed98ac55-416b-417f-9e18-836a7da6c711 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:45:16.746282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed98ac55-416b-417f-9e18-836a7da6c711 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 16:45:16.770901 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed9a39-57cc-48a1-97dd-89f049bc5dcd None None] Network 700b8e83-e491-4c62-87d3-28a41c6a25e9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:16.773108 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Port ed98ac55-416b-417f-9e18-836a7da6c711 not found, will not notify nova. {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 16:45:16.792632 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.812408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700b8e83-e491-4c62-87d3-28a41c6a25e9']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:16.822184 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9645f91-704d-4c3a-a846-800342cc4c0c') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:16.822478 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9645f91-704d-4c3a-a846-800342cc4c0c') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:16.831918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.835404 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e2140659-0db8-4727-9033-b0d4814f1369 None None] Could not find standard attr ID for object ed98ac55-416b-417f-9e18-836a7da6c711. {{(pid=110077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 16:45:16.848196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.855906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:16.856535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:16.859981 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:16.921102 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.928422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:16.931525 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/700b8e83-e491-4c62-87d3-28a41c6a25e9 HTTP/1.1" status: 204 len: 168 time: 0.5763652 Nov 27 16:45:16.935994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36208) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.943333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70e1b-c579-4ff2-9a08-b17c4397a585 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Network': ['ID=700b8e83-e491-4c62-87d3-28a41c6a25e9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:16.944016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de1632-3ec8-46f0-85ed-0e42f33a8b56 None None] DHCP port deletion for 700b8e83-e491-4c62-87d3-28a41c6a25e9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:16.967978 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03bde93-d539-4f6a-895b-067bccdd9bd1 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:16.968440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03bde93-d539-4f6a-895b-067bccdd9bd1 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:16.971653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d03bde93-d539-4f6a-895b-067bccdd9bd1 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/subnets/fdcb2d6e-1681-4a67-bc57-3fdba85c2aec HTTP/1.1" status: 404 len: 337 time: 0.0345821 Nov 27 16:45:16.974175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36210) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:16.992497 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b686a69e-011d-4a3e-8207-edefb66e6acd tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:16.992928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b686a69e-011d-4a3e-8207-edefb66e6acd tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:16.995937 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b686a69e-011d-4a3e-8207-edefb66e6acd tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/6e4af6a0-f0da-49f8-b142-771ab3d186c2 HTTP/1.1" status: 404 len: 339 time: 0.0208540 Nov 27 16:45:16.998375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:17.025814 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ac7b54-1a7d-43ae-a228-87248ad3ac11 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:17.026267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ac7b54-1a7d-43ae-a228-87248ad3ac11 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:17.029268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-44ac7b54-1a7d-43ae-a228-87248ad3ac11 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/subnets/8608a198-56e8-43bb-b099-905f2a8dd4c9 HTTP/1.1" status: 404 len: 337 time: 0.0299473 Nov 27 16:45:17.031685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36216) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:17.049251 n-d-819494-4 neutron-server[110076]: INFO neutron.pecan_wsgi.hooks.translation [None req-473416fe-4cc4-4c79-b495-39c9790edd0c tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] DELETE failed (client error): The resource could not be found. Nov 27 16:45:17.049866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473416fe-4cc4-4c79-b495-39c9790edd0c tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 16:45:17.053634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-473416fe-4cc4-4c79-b495-39c9790edd0c tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/bdae4d67-aa29-42d8-8228-26a9d05e71a2 HTTP/1.1" status: 404 len: 339 time: 0.0203102 Nov 27 16:45:17.055698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36218) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:17.112371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Deleting subnet e12de21d-b329-4d6b-93ae-317ab2264df2 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:45:17.115967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.154002 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.234364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.294448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.321736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Subnet': ['ID=e12de21d-b329-4d6b-93ae-317ab2264df2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:17.325381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.328603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c0fdd934-984e-4952-ab73-b05dac001d41 tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/subnets/e12de21d-b329-4d6b-93ae-317ab2264df2 HTTP/1.1" status: 204 len: 168 time: 0.2720029 Nov 27 16:45:17.331039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:17.333182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53974a1-f694-4847-a6e3-ddf00c2fcddd None None] Network 280ec952-5531-49ae-8526-c2cb5a5ec818 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:17.406370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.464503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Deleting port 40fe73d1-3165-4014-81c9-3ad51a47c8fe {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:45:17.464843 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.501204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] DHCP port deletion for 280ec952-5531-49ae-8526-c2cb5a5ec818 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:17.527337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] For port 40fe73d1-3165-4014-81c9-3ad51a47c8fe, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=40fe73d1-3165-4014-81c9-3ad51a47c8fe,segment=NetworkSegment(7754c17d-df24-4bcf-be80-b2d983cad9ef),segment_id=7754c17d-df24-4bcf-be80-b2d983cad9ef)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:17.527702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.541382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Calling delete_port for 40fe73d1-3165-4014-81c9-3ad51a47c8fe owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:45:17.551124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] Deleting port 40fe73d1-3165-4014-81c9-3ad51a47c8fe {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:45:17.551503 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.612787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] For port 40fe73d1-3165-4014-81c9-3ad51a47c8fe, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=40fe73d1-3165-4014-81c9-3ad51a47c8fe,segment=NetworkSegment(7754c17d-df24-4bcf-be80-b2d983cad9ef),segment_id=7754c17d-df24-4bcf-be80-b2d983cad9ef)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:17.613186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.624274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.626257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] Calling delete_port for 40fe73d1-3165-4014-81c9-3ad51a47c8fe owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:45:17.650621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Port': ['ID=40fe73d1-3165-4014-81c9-3ad51a47c8fe,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:17.654965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] No DVR routers for this DVR port 40fe73d1-3165-4014-81c9-3ad51a47c8fe on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:45:17.706300 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.735160 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] Pushing event deleted for resources: {'Port': ['ID=40fe73d1-3165-4014-81c9-3ad51a47c8fe,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:17.738521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.739546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dc061-2bdd-4481-91b6-2d565fedb9c6 None None] No DVR routers for this DVR port 40fe73d1-3165-4014-81c9-3ad51a47c8fe on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:45:17.761006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280ec952-5531-49ae-8526-c2cb5a5ec818']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:17.770313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7754c17d-df24-4bcf-be80-b2d983cad9ef') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:17.770616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7754c17d-df24-4bcf-be80-b2d983cad9ef') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:17.780247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.794586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.800948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:17.801334 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:17.804585 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:17.861767 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.868503 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:17.871694 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] 10.222.0.15 "DELETE /v2.0/networks/280ec952-5531-49ae-8526-c2cb5a5ec818 HTTP/1.1" status: 204 len: 168 time: 0.5396988 Nov 27 16:45:17.883814 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a04fb0-5d72-48e2-8ce6-3265b3926cda tempest-NetworksIpV6Test-1337237571 tempest-NetworksIpV6Test-1337237571-project] Pushing event deleted for resources: {'Network': ['ID=280ec952-5531-49ae-8526-c2cb5a5ec818,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:18.106408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36228) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:18.235252 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-3b408192-cf98-44bb-8c54-f6d8d9ca4fbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5a6e75e879e492ebd4ccf44d751b39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276779 Nov 27 16:45:18.237970 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36232) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:18.285009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d4079ed-bdf9-47ef-90b4-25ddd303aa25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:18.305499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d4079ed-bdf9-47ef-90b4-25ddd303aa25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:18.350822 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d4079ed-bdf9-47ef-90b4-25ddd303aa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:18.353517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0d4079ed-bdf9-47ef-90b4-25ddd303aa25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:18.354656 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0d4079ed-bdf9-47ef-90b4-25ddd303aa25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/477f3da4-1b28-4a3d-931f-666a6d70e2d8 HTTP/1.1" status: 204 len: 168 time: 0.1157112 Nov 27 16:45:18.362378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4079ed-bdf9-47ef-90b4-25ddd303aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477f3da4-1b28-4a3d-931f-666a6d70e2d8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:18.680590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed98ac55-416b-417f-9e18-836a7da6c711 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:45:18.700964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ed98ac55-416b-417f-9e18-836a7da6c711 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:45:18.701234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed98ac55-416b-417f-9e18-836a7da6c711 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:45:18.701671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 40fe73d1-3165-4014-81c9-3ad51a47c8fe no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:45:18.720911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 40fe73d1-3165-4014-81c9-3ad51a47c8fe {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:45:18.721255 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 40fe73d1-3165-4014-81c9-3ad51a47c8fe not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:45:18.988855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36254) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:19.080285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1181233020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:19.103965 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.104958 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.154844 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.158955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.175993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.177158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c46ec9aa-f265-4228-964e-4e7ff8f6e5ae tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1872766 Nov 27 16:45:19.179935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:19.184676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1397622651'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:19.207138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Made reservation on behalf of 86ec3a53e78e4d3d9cec5e2748c8f2fd for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:19.211210 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.219347 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.291341 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.294790 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.320628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:19.329075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87ef0a3-2ff6-4fbd-b843-6fe39c8017d8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:19.336648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.336989 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Added segment 31c15256-60aa-41b2-8a61-bc5d11f68208 of type vlan for network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 Nov 27 16:45:19.375235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.399526 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.404994 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:19.405608 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:19.795129 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6141424 Nov 27 16:45:19.799712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36260) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:19.805699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Request body: {'subnet': {'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:19.815943 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480b584-5c7c-46da-b26d-6eae4f99c876 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event updated for resources: {'Network': ['ID=3a6cf38b-29b6-4d51-aea0-29ef3724f4f7,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:19.828921 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:19.897531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Made reservation on behalf of 86ec3a53e78e4d3d9cec5e2748c8f2fd for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:19.901231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.074256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.132178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event updated for resources: {'Subnet': ['ID=addb450f-7323-4fba-b843-b659cafa4938,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:20.140786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Checking segment: {'id': '31c15256-60aa-41b2-8a61-bc5d11f68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:20.141145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Network hostable DHCP agents. Network: 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:20.157303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:20.166824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:20.171618 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:20.173566 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.174396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aba434-5e6d-4b08-8ea5-c1536dad4505 None None] Network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:20.190155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b96067be-d1ee-461d-9269-f3294aebfbb6 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3892202 Nov 27 16:45:20.193249 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:20.198188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1384629815'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:20.218105 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Made reservation on behalf of 86ec3a53e78e4d3d9cec5e2748c8f2fd for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:20.221611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.246062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:20.255697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.256086 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Added segment 738cdc06-4de0-490b-b431-bbfa7b5a2bbb of type vlan for network b42805a0-52df-4b01-9616-11d8c1131c67 Nov 27 16:45:20.296583 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.317591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3a6cf38b-29b6-4d51-aea0-29ef3724f4f7', 'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7', 'tenant_id': '86ec3a53e78e4d3d9cec5e2748c8f2fd', 'fixed_ips': [{'subnet_id': 'addb450f-7323-4fba-b843-b659cafa4938'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:20.318872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.321773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.327328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:20.327828 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.382817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1885037 Nov 27 16:45:20.385588 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36264) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:20.392626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Request body: {'subnet': {'network_id': 'b42805a0-52df-4b01-9616-11d8c1131c67', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:20.418171 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848351-f278-46b6-b65b-17739c4860fa tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event updated for resources: {'Network': ['ID=b42805a0-52df-4b01-9616-11d8c1131c67,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:20.437989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network b42805a0-52df-4b01-9616-11d8c1131c67 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:20.489872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Made reservation on behalf of 86ec3a53e78e4d3d9cec5e2748c8f2fd for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:20.493526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.505891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Allocated IP 172.20.0.2 (3a6cf38b-29b6-4d51-aea0-29ef3724f4f7/addb450f-7323-4fba-b843-b659cafa4938/932a2771-dbcf-4f07-9dcd-9273e6a4c14e) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:20.660492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.666721 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.681992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.720811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:20.725509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:20.728313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:20.730863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Pushing event updated for resources: {'Port': ['ID=932a2771-dbcf-4f07-9dcd-9273e6a4c14e,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:20.751034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event updated for resources: {'Subnet': ['ID=937dc69f-b89e-403d-bcb1-afd14b6769af,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:20.762821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Checking segment: {'id': '738cdc06-4de0-490b-b431-bbfa7b5a2bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b42805a0-52df-4b01-9616-11d8c1131c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:20.763196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Network hostable DHCP agents. Network: b42805a0-52df-4b01-9616-11d8c1131c67, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:20.784899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Network b42805a0-52df-4b01-9616-11d8c1131c67 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:20.796190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, b42805a0-52df-4b01-9616-11d8c1131c67) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:20.806446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:20.809500 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:20.837229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36268) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:20.842151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0d9a56e6-364a-4643-9039-f58fab336f10 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4553525 Nov 27 16:45:20.847398 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6dd47683-f96e-417d-b40e-b26ecd7e46e5 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b42805a0-52df-4b01-9616-11d8c1131c67'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:20.936623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33233344-4882-4d79-a3dd-57c57a920604 None None] Network b42805a0-52df-4b01-9616-11d8c1131c67 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:21.009682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Attempting to bind port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:21.010060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Attempting to bind port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '31c15256-60aa-41b2-8a61-bc5d11f68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:21.010429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Attempting to bind port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e on network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:21.019252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:21.019633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Checking segment: {'id': '31c15256-60aa-41b2-8a61-bc5d11f68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:21.020033 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.020429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Bound using segment: {'id': '31c15256-60aa-41b2-8a61-bc5d11f68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:21.020900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Bound port: 932a2771-dbcf-4f07-9dcd-9273e6a4c14e, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c15256-60aa-41b2-8a61-bc5d11f68208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3a6cf38b-29b6-4d51-aea0-29ef3724f4f7'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:21.021853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.057866 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6dd47683-f96e-417d-b40e-b26ecd7e46e5 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.135922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] For port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:21.161325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] For port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=932a2771-dbcf-4f07-9dcd-9273e6a4c14e,segment=NetworkSegment(31c15256-60aa-41b2-8a61-bc5d11f68208),segment_id=31c15256-60aa-41b2-8a61-bc5d11f68208)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:21.164350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f6a2a-1b6a-456d-82fc-0b534905e8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-b42805a0-52df-4b01-9616-11d8c1131c67', 'network_id': 'b42805a0-52df-4b01-9616-11d8c1131c67', 'tenant_id': '86ec3a53e78e4d3d9cec5e2748c8f2fd', 'fixed_ips': [{'subnet_id': '937dc69f-b89e-403d-bcb1-afd14b6769af'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:21.165351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b91f6a2a-1b6a-456d-82fc-0b534905e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.169437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.171707 n-d-819494-4 neutron-server[110075]: INFO neutron.api.v2.resource [None req-6dd47683-f96e-417d-b40e-b26ecd7e46e5 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 16:45:21.178845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6dd47683-f96e-417d-b40e-b26ecd7e46e5 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "PUT /v2.0/routers/02df497e-e848-4779-bc96-d611bf1a5511 HTTP/1.1" status: 400 len: 364 time: 0.3344114 Nov 27 16:45:21.179194 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:21.234484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Deleting subnet 937dc69f-b89e-403d-bcb1-afd14b6769af {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:45:21.238188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.282472 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.310058 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3661f3e-ebf8-4455-8430-ef963b746644 None None] Pushing event updated for resources: {'Port': ['ID=932a2771-dbcf-4f07-9dcd-9273e6a4c14e,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:21.334808 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.406537 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server [None req-b91f6a2a-1b6a-456d-82fc-0b534905e8f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 937dc69f-b89e-403d-bcb1-afd14b6769af: This subnet is being modified by another concurrent operation. Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server raise exception Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 937dc69f-b89e-403d-bcb1-afd14b6769af: This subnet is being modified by another concurrent operation. Nov 27 16:45:21.418690 n-d-819494-4 neutron-server[110077]: ERROR oslo_messaging.rpc.server Nov 27 16:45:21.437562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa2e5c-fa2c-4a6e-a7a6-0b3580d73eee None None] Network b42805a0-52df-4b01-9616-11d8c1131c67 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:21.447937 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event deleted for resources: {'Subnet': ['ID=937dc69f-b89e-403d-bcb1-afd14b6769af,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:21.459797 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.462452 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8b46d789-16ab-40b5-912d-08e43a84151b tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "DELETE /v2.0/subnets/937dc69f-b89e-403d-bcb1-afd14b6769af HTTP/1.1" status: 204 len: 168 time: 0.2816756 Nov 27 16:45:21.465021 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36274) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:21.556137 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.647195 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.666290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42805a0-52df-4b01-9616-11d8c1131c67']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:21.675293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738cdc06-4de0-490b-b431-bbfa7b5a2bbb') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:21.675590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738cdc06-4de0-490b-b431-bbfa7b5a2bbb') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:21.685193 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.692148 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:45:21.698662 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.704834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:21.705221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:21.708527 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:21.772461 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.779260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.782445 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "DELETE /v2.0/networks/b42805a0-52df-4b01-9616-11d8c1131c67 HTTP/1.1" status: 204 len: 168 time: 0.3164172 Nov 27 16:45:21.784922 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36278) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:21.801564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ff689-8072-4bca-93ad-95b0d62ee831 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event deleted for resources: {'Network': ['ID=b42805a0-52df-4b01-9616-11d8c1131c67,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:21.847025 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Deleting subnet addb450f-7323-4fba-b843-b659cafa4938 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:45:21.850872 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.892655 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:21.983087 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.043949 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.072604 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event deleted for resources: {'Subnet': ['ID=addb450f-7323-4fba-b843-b659cafa4938,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:22.076518 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.079861 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9d0f53b8-16ed-44e7-86b7-404b26b11717 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "DELETE /v2.0/subnets/addb450f-7323-4fba-b843-b659cafa4938 HTTP/1.1" status: 204 len: 168 time: 0.2851863 Nov 27 16:45:22.082732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36280) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:22.161231 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.172877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde0c9b-d14d-4881-918c-ec747d435d4b None None] Network 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:22.212715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Deleting port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:45:22.213347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.247087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a8f1ccd0-52b1-49b1-a973-2c380435046d None None] Provisioning complete for port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:22.247460 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccd0-52b1-49b1-a973-2c380435046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.278281 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] For port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=932a2771-dbcf-4f07-9dcd-9273e6a4c14e,segment=NetworkSegment(31c15256-60aa-41b2-8a61-bc5d11f68208),segment_id=31c15256-60aa-41b2-8a61-bc5d11f68208)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:22.278564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.290980 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Calling delete_port for 932a2771-dbcf-4f07-9dcd-9273e6a4c14e owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:45:22.367693 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccd0-52b1-49b1-a973-2c380435046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.374459 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.403403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event deleted for resources: {'Port': ['ID=932a2771-dbcf-4f07-9dcd-9273e6a4c14e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:22.408413 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] No DVR routers for this DVR port 932a2771-dbcf-4f07-9dcd-9273e6a4c14e on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:45:22.410809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5834d1-b639-46a2-af2e-add2cbf510a9 None None] DHCP port deletion for 3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:22.431123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a426b-79eb-4f4b-94d6-a0c56f5ba8e4 None None] get_active_networks_info from n-d-819494-4 {{(pid=110077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 16:45:22.488252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113a426b-79eb-4f4b-94d6-a0c56f5ba8e4 None None] Resources bound (agent type, host, resource id): {{(pid=110077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 16:45:22.493260 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.513348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6cf38b-29b6-4d51-aea0-29ef3724f4f7']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:22.522513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c15256-60aa-41b2-8a61-bc5d11f68208') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:22.522813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c15256-60aa-41b2-8a61-bc5d11f68208') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:22.532054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.545742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.551642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:45:22.552030 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:45:22.555826 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:45:22.619413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.627438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.630743 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "DELETE /v2.0/networks/3a6cf38b-29b6-4d51-aea0-29ef3724f4f7 HTTP/1.1" status: 204 len: 168 time: 0.5464020 Nov 27 16:45:22.633608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36282) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:22.641298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd4289-6360-4cc3-8175-cb5f041b7047 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Pushing event deleted for resources: {'Network': ['ID=3a6cf38b-29b6-4d51-aea0-29ef3724f4f7,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:22.660642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-91ece21c-9c03-4ba4-a309-b413cda1958f tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "GET /v2.0/ports?device_id=02df497e-e848-4779-bc96-d611bf1a5511 HTTP/1.1" status: 200 len: 205 time: 0.0258682 Nov 27 16:45:22.663652 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36284) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:22.741085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.902127 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.904549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.946436 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.946930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Fanout notify agent at l3_agent the message router_deleted on router 02df497e-e848-4779-bc96-d611bf1a5511 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:45:22.953902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:22.954989 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-168e87bb-42b4-4514-81d1-69aac609b4a9 tempest-RoutersNegativeTest-1166583581 tempest-RoutersNegativeTest-1166583581-project] 10.222.0.15 "DELETE /v2.0/routers/02df497e-e848-4779-bc96-d611bf1a5511 HTTP/1.1" status: 204 len: 168 time: 0.2904434 Nov 27 16:45:23.186865 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36290) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:23.312888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-43ff99e6-0bee-4eff-b456-5d6a056ba495 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86ec3a53e78e4d3d9cec5e2748c8f2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248252 Nov 27 16:45:23.315319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:23.361343 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867c0f7a-79e0-4ecf-a0e9-22b9424acfab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:23.381717 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867c0f7a-79e0-4ecf-a0e9-22b9424acfab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:23.428171 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867c0f7a-79e0-4ecf-a0e9-22b9424acfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:23.431117 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-867c0f7a-79e0-4ecf-a0e9-22b9424acfab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:23.432250 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-867c0f7a-79e0-4ecf-a0e9-22b9424acfab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a87ef0a3-2ff6-4fbd-b843-6fe39c8017d8 HTTP/1.1" status: 204 len: 168 time: 0.1160533 Nov 27 16:45:23.439792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0f7a-79e0-4ecf-a0e9-22b9424acfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87ef0a3-2ff6-4fbd-b843-6fe39c8017d8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:24.030179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36316) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:24.123637 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-565374886-network', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:24.144629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Made reservation on behalf of 1dc6e2e9c0d34fc8afac6f0707ca1970 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:24.146920 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.158685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.231261 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.235880 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.259481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:24.268108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff8e61b-06f8-4a9c-b993-0ef64d8f142b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:24.274644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.274986 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Added segment 4111c0d3-4702-459b-a836-795baa2cea7c of type vlan for network 5fc15737-9281-4223-af59-5b590f55920d Nov 27 16:45:24.313680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.338249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.339243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:24.339837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.387998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3566718 Nov 27 16:45:24.390753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36320) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:24.406101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Request body: {'subnet': {'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-subnet', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:24.416067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa009a-acab-4a5f-9f4d-639c6f5b50a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5fc15737-9281-4223-af59-5b590f55920d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:24.425938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5fc15737-9281-4223-af59-5b590f55920d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:24.433838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Made reservation on behalf of 1dc6e2e9c0d34fc8afac6f0707ca1970 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:24.436156 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.596951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.660126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=19432d9d-9b15-441d-ba8c-b6c7e638440b,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:24.665343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Checking segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:24.665731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Network hostable DHCP agents. Network: 5fc15737-9281-4223-af59-5b590f55920d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:24.684715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Network 5fc15737-9281-4223-af59-5b590f55920d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:24.695751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5fc15737-9281-4223-af59-5b590f55920d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:24.699713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:24.700308 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.706041 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647dd9f0-0704-4eee-b458-5bbaba6eb298 None None] Network 5fc15737-9281-4223-af59-5b590f55920d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:24.716165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2e6ed40c-a222-415b-b764-8357a47b68bd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3244004 Nov 27 16:45:24.718844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36322) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:24.723081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:24.745788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.746771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.851827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5fc15737-9281-4223-af59-5b590f55920d', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'fixed_ips': [{'subnet_id': '19432d9d-9b15-441d-ba8c-b6c7e638440b'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:24.852711 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:24.994919 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Allocated IP 172.20.0.2 (5fc15737-9281-4223-af59-5b590f55920d/19432d9d-9b15-441d-ba8c-b6c7e638440b/e0afee5e-20d9-44f6-91ba-bf89d896c1d9) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:25.140680 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.146948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.178267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.192580 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Network 5fc15737-9281-4223-af59-5b590f55920d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:25.196109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:25.198932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:25.207945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Pushing event updated for resources: {'Port': ['ID=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:25.258550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Attempting to bind port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:25.258834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Attempting to bind port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:25.259199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Attempting to bind port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 on network 5fc15737-9281-4223-af59-5b590f55920d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:25.264141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:25.264521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Checking segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:25.264918 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.265311 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Bound using segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:25.265802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Bound port: e0afee5e-20d9-44f6-91ba-bf89d896c1d9, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:25.266186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.310754 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.327411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] For port e0afee5e-20d9-44f6-91ba-bf89d896c1d9, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:25.330934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] For port e0afee5e-20d9-44f6-91ba-bf89d896c1d9, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:25.335719 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.393086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae957-8fe8-44e1-86ce-d2b88264aefa None None] Pushing event updated for resources: {'Port': ['ID=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:25.542065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.570636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.725140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Allocated IP 172.25.1.148 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/af1482c1-debb-464f-988d-d5dd0f69a5d0) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:25.829801 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.863909 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:25.901126 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:25.903941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:25.907604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:25.916773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d877c-f451-4daa-af71-a77e1c94b23a None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:25.935963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Pushing event updated for resources: {'Port': ['ID=af1482c1-debb-464f-988d-d5dd0f69a5d0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:25.964305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ff11c4ec-a1d3-417b-9706-387301482e1b None None] Provisioning complete for port af1482c1-debb-464f-988d-d5dd0f69a5d0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:25.964993 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff11c4ec-a1d3-417b-9706-387301482e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.000457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ff11c4ec-a1d3-417b-9706-387301482e1b None None] Port af1482c1-debb-464f-988d-d5dd0f69a5d0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:26.172487 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.269142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f5e04-62b3-4cef-8acb-74bc1c56814d None None] Network 5fc15737-9281-4223-af59-5b590f55920d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:26.335772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e90f6125-94c8-44cb-b2a4-eaaf0ed107a1 None None] Provisioning complete for port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:26.336058 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e90f6125-94c8-44cb-b2a4-eaaf0ed107a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.374951 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.480281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e90f6125-94c8-44cb-b2a4-eaaf0ed107a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.514731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Router 716edcc3-92e0-45dc-bdf3-a50648935244 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:45:26.521019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e90f6125-94c8-44cb-b2a4-eaaf0ed107a1 None None] For port e0afee5e-20d9-44f6-91ba-bf89d896c1d9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:26.526589 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e90f6125-94c8-44cb-b2a4-eaaf0ed107a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.579638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f6125-94c8-44cb-b2a4-eaaf0ed107a1 None None] Pushing event updated for resources: {'Port': ['ID=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:26.631816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:45:26.643861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Sync routers for ids ['716edcc3-92e0-45dc-bdf3-a50648935244'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:45:26.655938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Routers {'716edcc3-92e0-45dc-bdf3-a50648935244'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:26.656153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.656588 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['716edcc3-92e0-45dc-bdf3-a50648935244'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:26.659926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-064153c5-0b9e-4f41-bbd3-51e43d94117d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9376657 Nov 27 16:45:26.660268 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36324) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:26.748984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0afee5e-20d9-44f6-91ba-bf89d896c1d9 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:26.752337 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cf1a8da4-6ebc-4224-bb4a-c28de9ede559 None None] Provisioning complete for port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:26.752717 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8da4-6ebc-4224-bb4a-c28de9ede559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:26.816190 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Set router 716edcc3-92e0-45dc-bdf3-a50648935244 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:26.839647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:26.839647 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.000994 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:45:26Z', 'revision_number': 3, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:27.031262 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Checking router: 716edcc3-92e0-45dc-bdf3-a50648935244 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:45:27.031617 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Updating router 716edcc3-92e0-45dc-bdf3-a50648935244 port af1482c1-debb-464f-988d-d5dd0f69a5d0 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:45:27.055176 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.112871 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.268977 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Allocated IP 172.20.0.1 (5fc15737-9281-4223-af59-5b590f55920d/19432d9d-9b15-441d-ba8c-b6c7e638440b/8eb2d1db-a50f-41bc-9deb-9196727d4fa6) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:27.302820 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.308365 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.347867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd1870-c1b5-4c6d-b3d4-163c0b6b69da None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:27.358283 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Attempting to bind port af1482c1-debb-464f-988d-d5dd0f69a5d0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:27.358283 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Attempting to bind port af1482c1-debb-464f-988d-d5dd0f69a5d0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:27.358452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Attempting to bind port af1482c1-debb-464f-988d-d5dd0f69a5d0 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:27.368132 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:27.368451 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:27.368850 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.369241 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:27.369738 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Bound port: af1482c1-debb-464f-988d-d5dd0f69a5d0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:27.370227 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.374993 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Pushing event updated for resources: {'Port': ['ID=af1482c1-debb-464f-988d-d5dd0f69a5d0,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:27.382477 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.401227 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.401615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.401961 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.402297 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.402628 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.402957 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.403282 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.403606 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.403932 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.404256 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.404589 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.404896 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:45:27.417871 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.431254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7b558bde-728a-4342-9e85-aee9322150d3 None None] Provisioning complete for port af1482c1-debb-464f-988d-d5dd0f69a5d0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:27.431629 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7b558bde-728a-4342-9e85-aee9322150d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.437113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] For port af1482c1-debb-464f-988d-d5dd0f69a5d0, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:27.441541 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] For port af1482c1-debb-464f-988d-d5dd0f69a5d0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=af1482c1-debb-464f-988d-d5dd0f69a5d0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:27.447079 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.460769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Network 5fc15737-9281-4223-af59-5b590f55920d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:27.465346 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:27.470583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:27.482886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7b558bde-728a-4342-9e85-aee9322150d3 None None] Port af1482c1-debb-464f-988d-d5dd0f69a5d0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:27.505019 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Routers {'716edcc3-92e0-45dc-bdf3-a50648935244'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:27.505996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Pushing event updated for resources: {'Port': ['ID=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:27.506235 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['716edcc3-92e0-45dc-bdf3-a50648935244'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:27.515686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b523a5-9445-4cf3-8bb0-893d7a798068 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:27.524773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.558974 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de07548-218d-4a64-a8b4-cb06dc1fdbef None None] Pushing event updated for resources: {'Port': ['ID=af1482c1-debb-464f-988d-d5dd0f69a5d0,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:27.616685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a53135fd-7a11-43ed-8280-21e90473289f None None] Provisioning complete for port af1482c1-debb-464f-988d-d5dd0f69a5d0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:27.617156 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a53135fd-7a11-43ed-8280-21e90473289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.622454 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] Set router 716edcc3-92e0-45dc-bdf3-a50648935244 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:27.682083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.722621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a53135fd-7a11-43ed-8280-21e90473289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.749167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a53135fd-7a11-43ed-8280-21e90473289f None None] For port af1482c1-debb-464f-988d-d5dd0f69a5d0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=af1482c1-debb-464f-988d-d5dd0f69a5d0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:27.757448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a53135fd-7a11-43ed-8280-21e90473289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.812099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53135fd-7a11-43ed-8280-21e90473289f None None] Pushing event updated for resources: {'Port': ['ID=af1482c1-debb-464f-988d-d5dd0f69a5d0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:27.832744 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:45:26Z', 'revision_number': 3, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:27.859954 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39818954-7b7f-4a22-ab7c-30c7553a6af3 None None] The sync data for ids ['716edcc3-92e0-45dc-bdf3-a50648935244'] in n-d-819494-4 is: [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:45:26Z', 'revision_number': 3, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:45:27.878276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ddf506d9-0431-4fd4-97d4-1f138b54758e None None] Provisioning complete for port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:27.878649 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ddf506d9-0431-4fd4-97d4-1f138b54758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.886488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.892223 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:27.915971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ddf506d9-0431-4fd4-97d4-1f138b54758e None None] Port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:27.967102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Pushing event updated for resources: {'Port': ['ID=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:27.972730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.079879 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Network 5fc15737-9281-4223-af59-5b590f55920d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:28.082289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:28.214279 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Router 716edcc3-92e0-45dc-bdf3-a50648935244 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:45:28.331457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:45:28.337260 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-145c851a-ce70-4eb6-8d97-8ad8386bd39a admin admin] 10.222.0.15 "PUT /v2.0/routers/716edcc3-92e0-45dc-bdf3-a50648935244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6759789 Nov 27 16:45:28.340249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-69a8e46e-9eec-48d6-9736-23069864eb71 None None] Provisioning complete for port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:28.340666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69a8e46e-9eec-48d6-9736-23069864eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.376167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-69a8e46e-9eec-48d6-9736-23069864eb71 None None] Port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:28.721033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device af1482c1-debb-464f-988d-d5dd0f69a5d0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:28.775928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port af1482c1-debb-464f-988d-d5dd0f69a5d0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:28.776304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.840178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36342) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:28.845333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-270140411-network', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:28.866837 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Made reservation on behalf of e48b7fd239ef4ab098f417dd8a059b78 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:28.869209 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.877668 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.958592 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.963452 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:28.986919 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:45:29.001134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c929d8-4d9a-4f4a-97a7-4597adba7f28,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:29.006382 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.006720 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Added segment 0a84cba5-3243-4a99-a5d7-7fb1a75e44db of type vlan for network 688777c6-6443-4992-a6ae-d9d07c5f6d08 Nov 27 16:45:29.044765 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.075390 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.076456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:29.077058 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.131203 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2898321 Nov 27 16:45:29.133962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:29.138631 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Request body: {'subnet': {'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-subnet', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:29.155839 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20ddf5-26d9-43b5-90c4-7782eeb77a03 admin admin] Pushing event updated for resources: {'Network': ['ID=688777c6-6443-4992-a6ae-d9d07c5f6d08,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:29.169213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:45:29.171546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Made reservation on behalf of e48b7fd239ef4ab098f417dd8a059b78 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:29.173972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.353563 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.418008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb29d866-1f2b-48a3-9420-c6cd87640c14,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:29.425930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Sync routers for ids ['716edcc3-92e0-45dc-bdf3-a50648935244'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:45:29.426454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Checking segment: {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:29.426689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Network hostable DHCP agents. Network: 688777c6-6443-4992-a6ae-d9d07c5f6d08, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:45:29.436044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Routers {'716edcc3-92e0-45dc-bdf3-a50648935244'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:29.436728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['716edcc3-92e0-45dc-bdf3-a50648935244'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:29.444377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:45:29.453651 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 688777c6-6443-4992-a6ae-d9d07c5f6d08) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:29.457982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:29.459143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.476538 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-594d947b-700d-417c-a8e5-64780492e6a7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3415580 Nov 27 16:45:29.479176 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36346) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:29.480161 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853249d7-820b-41cb-b618-d7343068da41 None None] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:29.483765 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:29.503417 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.504414 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.555226 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.617527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Set router 716edcc3-92e0-45dc-bdf3-a50648935244 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:29.697138 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.793089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-688777c6-6443-4992-a6ae-d9d07c5f6d08', 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'fixed_ips': [{'subnet_id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:45:29.793995 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.902651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.921705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:29.986642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Allocated IP 172.20.0.2 (688777c6-6443-4992-a6ae-d9d07c5f6d08/eb29d866-1f2b-48a3-9420-c6cd87640c14/f5e16e57-663f-402f-afed-1ae289865312) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:29.998945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8eb2d1db-a50f-41bc-9deb-9196727d4fa6', 'name': '', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'mac_address': 'fa:16:3e:9a:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:27Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 2, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'subnets': [{'id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:30.025595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Allocated IP 172.25.1.95 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/88fe8ab2-cfa6-4b0e-988c-34f17e707e85) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:30.031867 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Checking router: 716edcc3-92e0-45dc-bdf3-a50648935244 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:45:30.032230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Updating router 716edcc3-92e0-45dc-bdf3-a50648935244 port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:45:30.098754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.129901 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.164734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.203234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:30.207848 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:30.211739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:30.236177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Pushing event updated for resources: {'Port': ['ID=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:30.246700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682243e2-e170-4899-a171-47b366917275 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:30.291034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.299654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.311961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.403393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:30.405682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7d6bc316-6b4a-42c1-9d1b-ac6fa2be7852 None None] Provisioning complete for port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:30.406059 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc316-6b4a-42c1-9d1b-ac6fa2be7852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.412977 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:30.434222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:30.466699 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.469353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Pushing event updated for resources: {'Port': ['ID=f5e16e57-663f-402f-afed-1ae289865312,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:30.491254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bc316-6b4a-42c1-9d1b-ac6fa2be7852 None None] Port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:30.541488 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Attempting to bind port f5e16e57-663f-402f-afed-1ae289865312 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:30.541872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Attempting to bind port f5e16e57-663f-402f-afed-1ae289865312 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:30.542247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Attempting to bind port f5e16e57-663f-402f-afed-1ae289865312 on network 688777c6-6443-4992-a6ae-d9d07c5f6d08 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:30.550786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:30.551169 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Checking segment: {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:30.551576 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.552500 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Bound using segment: {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:30.552990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Bound port: f5e16e57-663f-402f-afed-1ae289865312, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:30.553376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.630897 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.645852 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.666185 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.692206 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] For port f5e16e57-663f-402f-afed-1ae289865312, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:30.715115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] For port f5e16e57-663f-402f-afed-1ae289865312, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5e16e57-663f-402f-afed-1ae289865312,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:30.717445 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414b717-43c3-4319-ac83-834cb0b5116d None None] Pushing event updated for resources: {'Port': ['ID=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:30.727166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.820047 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Attempting to bind port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:30.820442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Attempting to bind port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:30.820804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Attempting to bind port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 on network 5fc15737-9281-4223-af59-5b590f55920d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:30.844813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e0cce-c9a8-4a05-96d8-aa47f45984c9 None None] Pushing event updated for resources: {'Port': ['ID=f5e16e57-663f-402f-afed-1ae289865312,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:30.850113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:30.850889 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Checking segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:30.851303 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.851833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Bound using segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:30.852691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Bound port: 8eb2d1db-a50f-41bc-9deb-9196727d4fa6, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:30.853224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:30.951257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] For port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:30.954881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] For port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:30.959684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.032115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Routers {'716edcc3-92e0-45dc-bdf3-a50648935244'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:31.032985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['716edcc3-92e0-45dc-bdf3-a50648935244'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:31.036223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414b717-43c3-4319-ac83-834cb0b5116d None None] Pushing event updated for resources: {'Port': ['ID=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:31.102451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f6dfcb5a-7cff-42d2-bce5-563da7494f85 None None] Provisioning complete for port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:31.102829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcb5a-7cff-42d2-bce5-563da7494f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.147929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Router 3166ba23-520e-4dc2-b68c-add2d5c1a42c is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:45:31.213083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] Set router 716edcc3-92e0-45dc-bdf3-a50648935244 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:31.266678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:45:31.278416 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Sync routers for ids ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:45:31.290521 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Routers {'3166ba23-520e-4dc2-b68c-add2d5c1a42c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:31.291151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:31.291559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.293205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1ce4b36a-1605-4de6-9775-a8310e4a3f9a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8128057 Nov 27 16:45:31.295881 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36350) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:45:31.377924 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcb5a-7cff-42d2-bce5-563da7494f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.412338 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Set router 3166ba23-520e-4dc2-b68c-add2d5c1a42c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:31.436386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f6dfcb5a-7cff-42d2-bce5-563da7494f85 None None] For port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:31.444894 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcb5a-7cff-42d2-bce5-563da7494f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.520768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfcb5a-7cff-42d2-bce5-563da7494f85 None None] Pushing event updated for resources: {'Port': ['ID=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:31.542028 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8eb2d1db-a50f-41bc-9deb-9196727d4fa6', 'name': '', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'mac_address': 'fa:16:3e:9a:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:27Z', 'updated_at': '2021-11-27T16:45:30Z', 'revision_number': 4, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'subnets': [{'id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:31.578243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7fd3c-a7ec-4cc4-afa5-f7ebd0d85e96 None None] The sync data for ids ['716edcc3-92e0-45dc-bdf3-a50648935244'] in n-d-819494-4 is: [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8eb2d1db-a50f-41bc-9deb-9196727d4fa6', 'name': '', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'mac_address': 'fa:16:3e:9a:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:27Z', 'updated_at': '2021-11-27T16:45:30Z', 'revision_number': 4, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'subnets': [{'id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:45:31.590761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f5aa53a8-bcac-4418-a55d-3f8e64d907e8 None None] Provisioning complete for port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:31.591134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f5aa53a8-bcac-4418-a55d-3f8e64d907e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.617890 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:30Z', 'revision_number': 3, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:31.685536 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Checking router: 3166ba23-520e-4dc2-b68c-add2d5c1a42c for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:45:31.686174 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Updating router 3166ba23-520e-4dc2-b68c-add2d5c1a42c port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:45:31.740614 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:31.811672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.012185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Allocated IP 172.20.0.1 (688777c6-6443-4992-a6ae-d9d07c5f6d08/eb29d866-1f2b-48a3-9420-c6cd87640c14/6218e167-25fd-4ea8-9f5e-a3255c7ee679) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:32.139052 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.146802 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.154551 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.173298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bb199-d852-4090-a2a2-8e6642a92134 None None] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:45:32.189221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.225479 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926130-81d2-4bd7-b361-014b74903db3 None None] Pushing event updated for resources: {'Port': ['ID=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:32.232263 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Attempting to bind port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:32.232635 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Attempting to bind port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:32.233001 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Attempting to bind port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:32.240482 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:32.241005 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:32.241437 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.242388 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:32.242708 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:32.242942 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Bound port: 88fe8ab2-cfa6-4b0e-988c-34f17e707e85, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:32.243530 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.248133 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8121f-46e9-4bc3-b541-e5c8a2aa1ed9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:32.250551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:32.257981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:32.287035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6218e167-25fd-4ea8-9f5e-a3255c7ee679,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:32.291973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.303999 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c081dbce-0c03-4b2f-82d7-9ffc54a9ae3a None None] Provisioning complete for port f5e16e57-663f-402f-afed-1ae289865312 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:32.304505 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c081dbce-0c03-4b2f-82d7-9ffc54a9ae3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.304748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.327342 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] For port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:32.330943 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] For port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:32.337332 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.375909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7cc08-4a77-4896-bc45-5b29ea7a181e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:45:32.416343 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Routers {'3166ba23-520e-4dc2-b68c-add2d5c1a42c'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:32.417277 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:32.486911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.496575 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926130-81d2-4bd7-b361-014b74903db3 None None] Pushing event updated for resources: {'Port': ['ID=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:32.590359 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] Set router 3166ba23-520e-4dc2-b68c-add2d5c1a42c gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:32.634790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c081dbce-0c03-4b2f-82d7-9ffc54a9ae3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.703591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c081dbce-0c03-4b2f-82d7-9ffc54a9ae3a None None] For port f5e16e57-663f-402f-afed-1ae289865312, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5e16e57-663f-402f-afed-1ae289865312,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:32.711388 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c081dbce-0c03-4b2f-82d7-9ffc54a9ae3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.753881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.766941 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.815151 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081dbce-0c03-4b2f-82d7-9ffc54a9ae3a None None] Pushing event updated for resources: {'Port': ['ID=f5e16e57-663f-402f-afed-1ae289865312,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:32.834518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-df6caffa-809e-439f-8ea0-48235b108eb1 None None] Provisioning complete for port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:32.834912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df6caffa-809e-439f-8ea0-48235b108eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.887837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5e16e57-663f-402f-afed-1ae289865312 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:32.892513 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:32.901729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6218e167-25fd-4ea8-9f5e-a3255c7ee679,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:32.918002 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:30Z', 'revision_number': 3, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:32.947842 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809acdf-88a8-4fe2-a3cd-d7592881b6b0 None None] The sync data for ids ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'] in n-d-819494-4 is: [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:30Z', 'revision_number': 3, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:45:33.018516 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df6caffa-809e-439f-8ea0-48235b108eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.024638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:33.025553 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:33.028818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f5e16e57-663f-402f-afed-1ae289865312 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:33.029275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.072991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-df6caffa-809e-439f-8ea0-48235b108eb1 None None] For port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:33.082754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df6caffa-809e-439f-8ea0-48235b108eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.169540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Router 3166ba23-520e-4dc2-b68c-add2d5c1a42c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:45:33.172198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6caffa-809e-439f-8ea0-48235b108eb1 None None] Pushing event updated for resources: {'Port': ['ID=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:33.203483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:33.265619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-feaaf48f-b2ef-46ea-a8c2-9c14d3ee6674 None None] Provisioning complete for port f5e16e57-663f-402f-afed-1ae289865312 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:33.266094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-feaaf48f-b2ef-46ea-a8c2-9c14d3ee6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.306638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:33.307184 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.309274 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:45:33.314455 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5fbbeb0a-92bb-4a8c-9a13-30aee304d0e0 admin admin] 10.222.0.15 "PUT /v2.0/routers/3166ba23-520e-4dc2-b68c-add2d5c1a42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169096 Nov 27 16:45:33.459388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-feaaf48f-b2ef-46ea-a8c2-9c14d3ee6674 None None] Provisioning complete for port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:33.459578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-feaaf48f-b2ef-46ea-a8c2-9c14d3ee6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.514909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-feaaf48f-b2ef-46ea-a8c2-9c14d3ee6674 None None] Port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:33.635821 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5226d1e6-3ca4-444e-9154-41ee2d80bc27 None None] Provisioning complete for port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:33.636486 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5226d1e6-3ca4-444e-9154-41ee2d80bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:33.679538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5226d1e6-3ca4-444e-9154-41ee2d80bc27 None None] Port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:34.100274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-8a390a4c-c055-495a-b962-a917bf4413d1 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:34.101854 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-8a390a4c-c055-495a-b962-a917bf4413d1 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/networks?id=5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 200 len: 816 time: 0.1094117 Nov 27 16:45:34.117200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-d1a17f78-a825-4bac-a15d-40fae79f65f5 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/quotas/1dc6e2e9c0d34fc8afac6f0707ca1970 HTTP/1.1" status: 200 len: 375 time: 0.0094876 Nov 27 16:45:34.178304 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-4f53cc44-f2bc-4320-b8d6-79f81d9ba701 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558972 Nov 27 16:45:34.273721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9df0e009-2576-45d0-abca-34c0e64b31da service neutron] 10.222.0.15 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827436 Nov 27 16:45:34.369433 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-032ea414-8144-43c6-84e3-7b66357ed58d service neutron] 10.222.0.15 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888560 Nov 27 16:45:34.532816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-30869fd0-aeb5-4656-83ef-ab6f949a43ea req-5068d4e2-f1ad-4a20-baea-8f952aacc3ca tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 210 time: 0.0271018 Nov 27 16:45:34.776672 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5e16e57-663f-402f-afed-1ae289865312 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:34.863278 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f5e16e57-663f-402f-afed-1ae289865312 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:34.863764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:34.953112 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:35.011400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:35.011862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:35.206313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Sync routers for ids ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:45:35.217614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Routers {'3166ba23-520e-4dc2-b68c-add2d5c1a42c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:35.218254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:35.332761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Set router 3166ba23-520e-4dc2-b68c-add2d5c1a42c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:35.364039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6015ee98-8911-4338-842e-61edd002bd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:35.541604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:32Z', 'revision_number': 4, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '6218e167-25fd-4ea8-9f5e-a3255c7ee679', 'name': '', 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'mac_address': 'fa:16:3e:4c:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:31Z', 'updated_at': '2021-11-27T16:45:32Z', 'revision_number': 2, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'subnets': [{'id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:35.571265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Checking router: 3166ba23-520e-4dc2-b68c-add2d5c1a42c for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:45:35.571620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Updating router 3166ba23-520e-4dc2-b68c-add2d5c1a42c port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:45:35.600632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:35.697571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd1d3a1d-f6f7-4576-a0be-05fde2cdf3c3 req-46288bc7-2d1c-4c9c-900a-55542d626d42 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 210 time: 0.0421083 Nov 27 16:45:35.756377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-fa13456f-1903-4361-b729-4ae56ae3230e tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:35.757838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-fa13456f-1903-4361-b729-4ae56ae3230e tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "GET /v2.0/networks?id=5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 200 len: 816 time: 0.1699483 Nov 27 16:45:35.775877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Request body: {'port': {'device_id': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'admin_state_up': True, 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:35.882946 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Made reservation on behalf of 1dc6e2e9c0d34fc8afac6f0707ca1970 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:45:35.884508 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:35.886621 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:35.890203 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:35.940327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba4f25-9251-4c7d-8a1a-c032e679da80 None None] Pushing event updated for resources: {'Port': ['ID=6218e167-25fd-4ea8-9f5e-a3255c7ee679,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:35.995294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Attempting to bind port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:35.995668 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Attempting to bind port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:35.996032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Attempting to bind port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 on network 688777c6-6443-4992-a6ae-d9d07c5f6d08 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:36.001363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:36.001802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Checking segment: {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:36.002209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.002605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Bound using segment: {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:36.003077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Bound port: 6218e167-25fd-4ea8-9f5e-a3255c7ee679, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a84cba5-3243-4a99-a5d7-7fb1a75e44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:36.003457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.025792 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Allocated IP 172.20.0.11 (5fc15737-9281-4223-af59-5b590f55920d/19432d9d-9b15-441d-ba8c-b6c7e638440b/785dd2df-19d8-4b8f-b807-7fc5f878d9af) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:45:36.073804 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] For port 6218e167-25fd-4ea8-9f5e-a3255c7ee679, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:36.077320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] For port 6218e167-25fd-4ea8-9f5e-a3255c7ee679, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6218e167-25fd-4ea8-9f5e-a3255c7ee679,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:36.083116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.135947 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Routers {'3166ba23-520e-4dc2-b68c-add2d5c1a42c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:45:36.136571 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:45:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:36.183634 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba4f25-9251-4c7d-8a1a-c032e679da80 None None] Pushing event updated for resources: {'Port': ['ID=6218e167-25fd-4ea8-9f5e-a3255c7ee679,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:36.190153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.228184 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.254153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9139067d-c817-4094-b057-668a3ef171c8 None None] Provisioning complete for port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:36.254531 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9139067d-c817-4094-b057-668a3ef171c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.278942 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Network 5fc15737-9281-4223-af59-5b590f55920d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:45:36.282940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:45:36.288542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:45:36.293210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Pushing event updated for resources: {'Port': ['ID=785dd2df-19d8-4b8f-b807-7fc5f878d9af,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:36.297034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] Set router 3166ba23-520e-4dc2-b68c-add2d5c1a42c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:45:36.355279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:36.356335 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.374322 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9e48d2d7-0a45-43b9-8a57-e072625caf70 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020181 Nov 27 16:45:36.394551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Request body: {'port': {'device_id': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:45:36.464133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.485938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9139067d-c817-4094-b057-668a3ef171c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.542253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9139067d-c817-4094-b057-668a3ef171c8 None None] For port 6218e167-25fd-4ea8-9f5e-a3255c7ee679, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6218e167-25fd-4ea8-9f5e-a3255c7ee679,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:36.561058 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9139067d-c817-4094-b057-668a3ef171c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.618468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139067d-c817-4094-b057-668a3ef171c8 None None] Pushing event updated for resources: {'Port': ['ID=6218e167-25fd-4ea8-9f5e-a3255c7ee679,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:36.629789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:32Z', 'revision_number': 4, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '6218e167-25fd-4ea8-9f5e-a3255c7ee679', 'name': '', 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'mac_address': 'fa:16:3e:4c:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:31Z', 'updated_at': '2021-11-27T16:45:36Z', 'revision_number': 4, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'subnets': [{'id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:45:36.662849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae2c6-bd78-4e54-a4be-d703291d977f None None] The sync data for ids ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'] in n-d-819494-4 is: [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:32Z', 'revision_number': 4, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '6218e167-25fd-4ea8-9f5e-a3255c7ee679', 'name': '', 'network_id': '688777c6-6443-4992-a6ae-d9d07c5f6d08', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'mac_address': 'fa:16:3e:4c:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:31Z', 'updated_at': '2021-11-27T16:45:36Z', 'revision_number': 4, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'subnets': [{'id': 'eb29d866-1f2b-48a3-9420-c6cd87640c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:45:36.682048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-612c70f2-af93-429b-a9d6-62963eb40595 None None] Provisioning complete for port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:36.682430 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-612c70f2-af93-429b-a9d6-62963eb40595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.766392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785dd2df-19d8-4b8f-b807-7fc5f878d9af {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:45:36.775836 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.805740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Transition to ACTIVE for port object 785dd2df-19d8-4b8f-b807-7fc5f878d9af will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:45:36.808776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-612c70f2-af93-429b-a9d6-62963eb40595 None None] Provisioning complete for port 785dd2df-19d8-4b8f-b807-7fc5f878d9af triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:36.809313 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-612c70f2-af93-429b-a9d6-62963eb40595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.819258 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:36.852518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-612c70f2-af93-429b-a9d6-62963eb40595 None None] Port 785dd2df-19d8-4b8f-b807-7fc5f878d9af cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:45:36.914809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab793d4-e847-441a-ba1e-d5e64ba24bac req-7b16d42c-03ae-4a82-a573-cd92f14f269d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:36.916722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aab793d4-e847-441a-ba1e-d5e64ba24bac req-7b16d42c-03ae-4a82-a573-cd92f14f269d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 944 time: 0.1125724 Nov 27 16:45:36.949863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=785dd2df-19d8-4b8f-b807-7fc5f878d9af,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:37.034684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aab793d4-e847-441a-ba1e-d5e64ba24bac req-3c1a973b-33fd-4ebc-92c9-b65f6856a208 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944960 Nov 27 16:45:37.037851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Attempting to bind port 785dd2df-19d8-4b8f-b807-7fc5f878d9af on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:45:37.038142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Attempting to bind port 785dd2df-19d8-4b8f-b807-7fc5f878d9af by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:45:37.038444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Attempting to bind port 785dd2df-19d8-4b8f-b807-7fc5f878d9af on network 5fc15737-9281-4223-af59-5b590f55920d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:37.045318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Port 785dd2df-19d8-4b8f-b807-7fc5f878d9af on network 5fc15737-9281-4223-af59-5b590f55920d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:45:37.045716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Attempting to bind port 785dd2df-19d8-4b8f-b807-7fc5f878d9af on network 5fc15737-9281-4223-af59-5b590f55920d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:45:37.051367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:45:37.052277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Checking segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:45:37.052677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Bound using segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:45:37.053117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Bound port: 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:45:37.053525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:37.129478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] For port 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:45:37.133174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] For port 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:45:37.138121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:37.174952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.175597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:37.178331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] 10.222.0.21 "PUT /v2.0/ports/785dd2df-19d8-4b8f-b807-7fc5f878d9af HTTP/1.1" status: 200 len: 1092 time: 0.7884183 Nov 27 16:45:37.178985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'tag': '785dd2df-19d8-4b8f-b807-7fc5f878d9af'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:45:37.182616 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94bc962-a760-4fe1-9cf1-2df651e32eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4963ce61-fa17-4be8-8dfc-3bb33d574539", "tag": "785dd2df-19d8-4b8f-b807-7fc5f878d9af"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:45:37.214256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9e45-8dbe-484c-b6b9-bd68c3bdd8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=785dd2df-19d8-4b8f-b807-7fc5f878d9af,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:37.240397 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c453cdb-f38e-4932-9369-fc80dfd80908 x-openstack-request-id: req-8c453cdb-f38e-4932-9369-fc80dfd80908 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:45:37.240693 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4963ce61-fa17-4be8-8dfc-3bb33d574539", "tag": "785dd2df-19d8-4b8f-b807-7fc5f878d9af", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:45:37.240950 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c453cdb-f38e-4932-9369-fc80dfd80908 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:45:37.241349 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'tag': '785dd2df-19d8-4b8f-b807-7fc5f878d9af', 'status': 'completed', 'code': 200} Nov 27 16:45:37.275375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-7c262461-c74c-4c8e-b557-4183e6dffdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.276953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-7c262461-c74c-4c8e-b557-4183e6dffdc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 1095 time: 0.0472372 Nov 27 16:45:37.324975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-6a6dffc1-e3b0-45cd-8ab5-e25bfac6e8f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af HTTP/1.1" status: 200 len: 217 time: 0.0392952 Nov 27 16:45:37.381743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9210485f-6794-482d-a366-654b48d1a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.383142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-9210485f-6794-482d-a366-654b48d1a591 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=19432d9d-9b15-441d-ba8c-b6c7e638440b HTTP/1.1" status: 200 len: 855 time: 0.0494053 Nov 27 16:45:37.443782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-5232371b-c73a-49a0-8604-57929a7674bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.445384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-5232371b-c73a-49a0-8604-57929a7674bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fc15737-9281-4223-af59-5b590f55920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477104 Nov 27 16:45:37.545695 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-feb24b9e-7d47-47ce-a67e-f1c322682363 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875354 Nov 27 16:45:37.640141 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa38fb0c-33bb-4599-a478-2e9ad14c89ec req-1911869f-3668-4640-801b-26153def939a service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834293 Nov 27 16:45:37.738805 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-9c82f108-583c-4659-8993-479d78fdb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.740372 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-9c82f108-583c-4659-8993-479d78fdb446 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 1095 time: 0.0429106 Nov 27 16:45:37.774902 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee868d02-c466-48a1-8628-4e246c0e1d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:37.834647 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-c59b326c-7f49-4887-9c2e-b8d91d988a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.836138 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-c59b326c-7f49-4887-9c2e-b8d91d988a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 200 len: 917 time: 0.0878294 Nov 27 16:45:37.878122 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-e95be026-b0e4-442c-9231-78b38f98b7e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af HTTP/1.1" status: 200 len: 217 time: 0.0345581 Nov 27 16:45:37.925369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-a832e03d-93df-40cb-9c7e-85b98f767c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.926891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-a832e03d-93df-40cb-9c7e-85b98f767c53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=19432d9d-9b15-441d-ba8c-b6c7e638440b HTTP/1.1" status: 200 len: 855 time: 0.0418711 Nov 27 16:45:37.982525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-6b814956-af24-4199-a05f-2c194264e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:37.984043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-6b814956-af24-4199-a05f-2c194264e529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fc15737-9281-4223-af59-5b590f55920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466321 Nov 27 16:45:38.073623 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-9145293b-2584-413b-8bab-32de9651ed09 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804107 Nov 27 16:45:38.203958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee00e7-9197-4833-930c-cd6dc33889a3 req-8fcf1495-c414-4e17-8ece-1bf200314216 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:38.205347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41ee00e7-9197-4833-930c-cd6dc33889a3 req-8fcf1495-c414-4e17-8ece-1bf200314216 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 944 time: 0.0755553 Nov 27 16:45:38.210043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b94bc962-a760-4fe1-9cf1-2df651e32eeb req-b878a99c-ac7e-4ceb-a9c6-29205b582f03 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290667 Nov 27 16:45:38.253928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41ee00e7-9197-4833-930c-cd6dc33889a3 req-8486dd79-684f-44e0-a555-c3f4520f33b3 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Nov 27 16:45:38.708853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6218e167-25fd-4ea8-9f5e-a3255c7ee679 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:38.756905 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:38.767543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:38.767910 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:39.379315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e9ca6-97fd-4213-a26e-8789d152b68c req-4ca92021-a072-4124-b9f5-8c2da5b63640 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:39.380816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-441e9ca6-97fd-4213-a26e-8789d152b68c req-4ca92021-a072-4124-b9f5-8c2da5b63640 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 944 time: 0.0547652 Nov 27 16:45:39.428508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-441e9ca6-97fd-4213-a26e-8789d152b68c req-9ce5c9b5-b3a5-48bb-84ff-d7124b10a273 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Nov 27 16:45:40.105541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 785dd2df-19d8-4b8f-b807-7fc5f878d9af details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:45:40.197827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:40.209038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '785dd2df-19d8-4b8f-b807-7fc5f878d9af', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'port_id': '785dd2df-19d8-4b8f-b807-7fc5f878d9af', 'mac_address': 'fa:16:3e:c4:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:45:40.248236 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:40.261127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785dd2df-19d8-4b8f-b807-7fc5f878d9af {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:45:40.279409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:40.283641 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:40.330147 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=785dd2df-19d8-4b8f-b807-7fc5f878d9af,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:40.470320 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:40.543703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['785dd2df-19d8-4b8f-b807-7fc5f878d9af'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:45:40.546869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041de853-ef74-497b-b024-054482e4387a req-056c6c67-ca38-43d1-a23d-f3c94cd8a80d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:40.548369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-041de853-ef74-497b-b024-054482e4387a req-056c6c67-ca38-43d1-a23d-f3c94cd8a80d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Nov 27 16:45:40.595629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-041de853-ef74-497b-b024-054482e4387a req-202d9774-dbad-49c2-ac31-cc535908d0f8 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Nov 27 16:45:41.269829 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:41.710080 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50813ca8-016d-4230-ad0d-d012ba1ef734 req-539a6aa5-35f2-40ad-b71a-a4c0b9209c6d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:41.711527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50813ca8-016d-4230-ad0d-d012ba1ef734 req-539a6aa5-35f2-40ad-b71a-a4c0b9209c6d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 945 time: 0.0487080 Nov 27 16:45:41.761079 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-50813ca8-016d-4230-ad0d-d012ba1ef734 req-4b8dc62b-9652-4493-9025-8178445e381d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 Nov 27 16:45:42.102819 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 785dd2df-19d8-4b8f-b807-7fc5f878d9af up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:45:42.150119 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 785dd2df-19d8-4b8f-b807-7fc5f878d9af completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:45:42.153670 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 785dd2df-19d8-4b8f-b807-7fc5f878d9af triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:45:42.154039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:42.232906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:42.254048 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785dd2df-19d8-4b8f-b807-7fc5f878d9af'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:45:42.256507 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e72fff9-e011-4a5c-ade6-f01dbd89569e" -d '{"events": [{"server_uuid": "4963ce61-fa17-4be8-8dfc-3bb33d574539", "name": "network-vif-plugged", "status": "completed", "tag": "785dd2df-19d8-4b8f-b807-7fc5f878d9af"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:45:42.268869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:45:42.273632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:45:42.296714 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba94c96b-2f97-422f-a1d7-f3441057a171 x-openstack-request-id: req-ba94c96b-2f97-422f-a1d7-f3441057a171 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:45:42.297007 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4963ce61-fa17-4be8-8dfc-3bb33d574539", "name": "network-vif-plugged", "status": "completed", "tag": "785dd2df-19d8-4b8f-b807-7fc5f878d9af", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:45:42.297258 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba94c96b-2f97-422f-a1d7-f3441057a171 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:45:42.297676 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785dd2df-19d8-4b8f-b807-7fc5f878d9af', 'code': 200} Nov 27 16:45:42.322689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=785dd2df-19d8-4b8f-b807-7fc5f878d9af,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:45:42.402784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1257d-374c-4669-97de-72881bca916f req-ea5b72f2-5dac-4c4c-8d65-91d56e160898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:42.404292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3e1257d-374c-4669-97de-72881bca916f req-ea5b72f2-5dac-4c4c-8d65-91d56e160898 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 1097 time: 0.0403798 Nov 27 16:45:42.448995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3e1257d-374c-4669-97de-72881bca916f req-ad097782-01a9-4d47-8351-50c87aa468ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Nov 27 16:45:42.873885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aecd4-f0e8-4613-8c64-b69ba5a689d8 req-34e38fae-31ed-4817-a7c3-31905b48b6e1 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:42.875354 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5aecd4-f0e8-4613-8c64-b69ba5a689d8 req-34e38fae-31ed-4817-a7c3-31905b48b6e1 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 946 time: 0.0487783 Nov 27 16:45:42.921492 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d5aecd4-f0e8-4613-8c64-b69ba5a689d8 req-70b57c0a-7cda-4f15-bd4a-4cd04ab0cf05 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Nov 27 16:45:44.042302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6a3a-c546-4eb7-b233-1866be05b617 req-bc04165f-c1f0-4841-9d07-f0c020e3636c tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:44.043751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bef6a3a-c546-4eb7-b233-1866be05b617 req-bc04165f-c1f0-4841-9d07-f0c020e3636c tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 946 time: 0.0517688 Nov 27 16:45:44.088932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6bef6a3a-c546-4eb7-b233-1866be05b617 req-8bb4c723-5b15-4ef4-8c33-862fe574fdb1 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 Nov 27 16:45:44.206386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf6b8d-6f11-4dff-8e46-63bd7252a600 req-ab3ca3ed-44fb-408d-83bb-d473bace801f tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:45:44.208096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87bf6b8d-6f11-4dff-8e46-63bd7252a600 req-ab3ca3ed-44fb-408d-83bb-d473bace801f tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 946 time: 0.0504780 Nov 27 16:45:44.255767 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-87bf6b8d-6f11-4dff-8e46-63bd7252a600 req-b2e9e1b9-00da-4fe0-a483-7897ae19c1d9 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Nov 27 16:45:58.691216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:46:00.200324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:02.223275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:05.325687 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-45b39dfd-3f31-4e3e-830a-54c379c779d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:05.749371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dfba5-0f97-486b-955c-a3b37c0ba1f1 req-1d28ec66-393a-4765-aa36-44687e8231f3 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:05.750874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b9dfba5-0f97-486b-955c-a3b37c0ba1f1 req-1d28ec66-393a-4765-aa36-44687e8231f3 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 946 time: 0.0592020 Nov 27 16:46:05.801851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b9dfba5-0f97-486b-955c-a3b37c0ba1f1 req-7bf97ebd-043d-410f-864a-ef263992bfe4 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Nov 27 16:46:06.921058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41184ac9-22b1-4417-90c3-5c3018cf0012 req-6dd93297-967d-49ba-b862-ee80ccb47bfe tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:06.922427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41184ac9-22b1-4417-90c3-5c3018cf0012 req-6dd93297-967d-49ba-b862-ee80ccb47bfe tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 946 time: 0.0474918 Nov 27 16:46:06.967886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41184ac9-22b1-4417-90c3-5c3018cf0012 req-39781a4e-6188-4d40-83e5-5639fb01346b tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Nov 27 16:46:07.410205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347f1a5-46a3-480d-8217-626430fee839 req-c2c4de6b-ca80-4010-b28b-36036bf31083 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:07.411663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c347f1a5-46a3-480d-8217-626430fee839 req-c2c4de6b-ca80-4010-b28b-36036bf31083 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 946 time: 0.0476880 Nov 27 16:46:07.501294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Deleting port 785dd2df-19d8-4b8f-b807-7fc5f878d9af {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:07.501657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:07.588379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] For port 785dd2df-19d8-4b8f-b807-7fc5f878d9af, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=785dd2df-19d8-4b8f-b807-7fc5f878d9af,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:07.588739 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:07.600906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Calling delete_port for 785dd2df-19d8-4b8f-b807-7fc5f878d9af owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:07.731136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:07.752484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['785dd2df-19d8-4b8f-b807-7fc5f878d9af'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:46:07.758845 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Pushing event deleted for resources: {'Port': ['ID=785dd2df-19d8-4b8f-b807-7fc5f878d9af,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:07.769057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.769435 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.769791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.770142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.770519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.770861 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.771202 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.771546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.771885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.772219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.772552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.772884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:07.796365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6adc5883-25a4-44a2-8772-2c55c85d2e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:07.818812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] No DVR routers for this DVR port 785dd2df-19d8-4b8f-b807-7fc5f878d9af on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:46:07.821694 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:07.825056 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c347f1a5-46a3-480d-8217-626430fee839 req-2721aef5-1ea7-42d9-b6e7-699ad19af8b2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "DELETE /v2.0/ports/785dd2df-19d8-4b8f-b807-7fc5f878d9af HTTP/1.1" status: 204 len: 173 time: 0.4072318 Nov 27 16:46:07.825595 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'name': 'network-vif-deleted', 'tag': '785dd2df-19d8-4b8f-b807-7fc5f878d9af'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:46:07.829014 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d512beef-b40f-4948-ba2e-bf5e10ba0f71" -d '{"events": [{"server_uuid": "4963ce61-fa17-4be8-8dfc-3bb33d574539", "name": "network-vif-deleted", "tag": "785dd2df-19d8-4b8f-b807-7fc5f878d9af"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:46:07.877840 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe6be0-2081-4fd5-bf4d-cfb84940d172 x-openstack-request-id: req-e3fe6be0-2081-4fd5-bf4d-cfb84940d172 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:46:07.878142 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4963ce61-fa17-4be8-8dfc-3bb33d574539", "name": "network-vif-deleted", "tag": "785dd2df-19d8-4b8f-b807-7fc5f878d9af", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:46:07.878395 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3fe6be0-2081-4fd5-bf4d-cfb84940d172 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:46:07.878825 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4963ce61-fa17-4be8-8dfc-3bb33d574539', 'name': 'network-vif-deleted', 'tag': '785dd2df-19d8-4b8f-b807-7fc5f878d9af', 'status': 'completed', 'code': 200} Nov 27 16:46:08.073308 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b09292cd-b4ff-4859-aef3-fa75fc93ce98 req-eba2e52c-7548-4823-9c8f-a021e5dd4ea2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4963ce61-fa17-4be8-8dfc-3bb33d574539 HTTP/1.1" status: 200 len: 210 time: 0.0259287 Nov 27 16:46:08.736754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:09.612667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-7927376b-7e3e-449a-bc8a-e5ac0bd866eb tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:09.614834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-7927376b-7e3e-449a-bc8a-e5ac0bd866eb tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/networks?id=5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 200 len: 816 time: 0.1030059 Nov 27 16:46:09.629383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0d782d8f-2613-4842-b301-a688daf48334 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/quotas/1dc6e2e9c0d34fc8afac6f0707ca1970 HTTP/1.1" status: 200 len: 375 time: 0.0088882 Nov 27 16:46:09.686389 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-9c5aecb8-7446-4ec3-9af5-2fd29f544725 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514193 Nov 27 16:46:09.778224 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-f5267dd8-5179-4f37-b0e6-5812555f2f0e service neutron] 10.222.0.15 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801919 Nov 27 16:46:09.871059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-95da74a5-3b67-4b1b-bbf8-82a533a8c227 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867865 Nov 27 16:46:10.026188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a12d85eb-e9f8-4cc1-b478-6183df0a2534 req-83755e48-556a-4923-9f11-cc1a2564400e tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 210 time: 0.0277445 Nov 27 16:46:10.221312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 785dd2df-19d8-4b8f-b807-7fc5f878d9af no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:10.241965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 785dd2df-19d8-4b8f-b807-7fc5f878d9af {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:10.242320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 785dd2df-19d8-4b8f-b807-7fc5f878d9af not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:10.467103 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:11.021704 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-c8bf02f6-aa10-4a77-99f4-a938b5625499 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:11.023150 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-c8bf02f6-aa10-4a77-99f4-a938b5625499 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "GET /v2.0/networks?id=5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 200 len: 816 time: 0.1002991 Nov 27 16:46:11.045998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Request body: {'port': {'device_id': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'admin_state_up': True, 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:11.126978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d19b0911-6f1b-4346-8b91-ea76b9343a89 req-04c07891-1f55-4d21-86b6-05d2f22f4bfe tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 210 time: 0.0293193 Nov 27 16:46:11.178621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Made reservation on behalf of 1dc6e2e9c0d34fc8afac6f0707ca1970 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:46:11.182125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:11.274547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:11.577896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Allocated IP 172.20.0.10 (5fc15737-9281-4223-af59-5b590f55920d/19432d9d-9b15-441d-ba8c-b6c7e638440b/b74493a3-7314-4fc3-9c72-38a51cdb5a65) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:46:11.725697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:11.758639 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:11.799947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Network 5fc15737-9281-4223-af59-5b590f55920d is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:11.803607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:11.807140 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:46:11.836698 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Pushing event updated for resources: {'Port': ['ID=b74493a3-7314-4fc3-9c72-38a51cdb5a65,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:11.863675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:11.864866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:11.882425 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-6fd69a06-2245-4d56-bf7b-b9cd45b3edac tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8401890 Nov 27 16:46:11.896545 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-983640a2-365c-47d6-a37d-e42c334cee12 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:46:11.897674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-983640a2-365c-47d6-a37d-e42c334cee12 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055249 Nov 27 16:46:11.916694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Request body: {'port': {'device_id': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:11.976859 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.040561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e1fef7ca-bdbe-4fa7-bf0c-03c43126b2ae None None] Provisioning complete for port b74493a3-7314-4fc3-9c72-38a51cdb5a65 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:12.041047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e1fef7ca-bdbe-4fa7-bf0c-03c43126b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.076957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e1fef7ca-bdbe-4fa7-bf0c-03c43126b2ae None None] Port b74493a3-7314-4fc3-9c72-38a51cdb5a65 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:46:12.262994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74493a3-7314-4fc3-9c72-38a51cdb5a65 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:46:12.272074 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.286584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3d1e3-7f4d-493b-9459-2a156f6711be req-d0fac45c-6687-460a-a9b5-3258c5499c0d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:12.288071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccc3d1e3-7f4d-493b-9459-2a156f6711be req-d0fac45c-6687-460a-a9b5-3258c5499c0d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 932 time: 0.0907869 Nov 27 16:46:12.296680 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Transition to ACTIVE for port object b74493a3-7314-4fc3-9c72-38a51cdb5a65 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:46:12.312636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.386642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ccc3d1e3-7f4d-493b-9459-2a156f6711be req-d1bc7e0d-965c-4e98-9272-28df2d8a371b tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916445 Nov 27 16:46:12.387274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Pushing event updated for resources: {'Port': ['ID=b74493a3-7314-4fc3-9c72-38a51cdb5a65,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:12.459741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Attempting to bind port b74493a3-7314-4fc3-9c72-38a51cdb5a65 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:46:12.460078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Attempting to bind port b74493a3-7314-4fc3-9c72-38a51cdb5a65 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:46:12.460411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Attempting to bind port b74493a3-7314-4fc3-9c72-38a51cdb5a65 on network 5fc15737-9281-4223-af59-5b590f55920d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:46:12.464983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Port b74493a3-7314-4fc3-9c72-38a51cdb5a65 on network 5fc15737-9281-4223-af59-5b590f55920d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:46:12.465334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Attempting to bind port b74493a3-7314-4fc3-9c72-38a51cdb5a65 on network 5fc15737-9281-4223-af59-5b590f55920d {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:46:12.470346 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:46:12.470691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Checking segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:46:12.471083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Bound using segment: {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:46:12.471520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Bound port: b74493a3-7314-4fc3-9c72-38a51cdb5a65, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4111c0d3-4702-459b-a836-795baa2cea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5fc15737-9281-4223-af59-5b590f55920d'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:46:12.471881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.540498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] For port b74493a3-7314-4fc3-9c72-38a51cdb5a65, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:46:12.543823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] For port b74493a3-7314-4fc3-9c72-38a51cdb5a65, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:46:12.547435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.585880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:12.586507 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:12.587938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] 10.222.0.21 "PUT /v2.0/ports/b74493a3-7314-4fc3-9c72-38a51cdb5a65 HTTP/1.1" status: 200 len: 1092 time: 0.6754601 Nov 27 16:46:12.588389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'tag': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:46:12.590707 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721fdd06-dff6-4121-8de2-48eac88247e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c72a08a-77a7-4a98-880e-828028e62f3b", "tag": "b74493a3-7314-4fc3-9c72-38a51cdb5a65"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:46:12.610271 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c41c6-091b-4319-8b64-e924c826088a service neutron] Pushing event updated for resources: {'Port': ['ID=b74493a3-7314-4fc3-9c72-38a51cdb5a65,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:12.663340 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c091a8-e4db-4112-9faa-458aedd89c9b x-openstack-request-id: req-68c091a8-e4db-4112-9faa-458aedd89c9b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:46:12.663580 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c72a08a-77a7-4a98-880e-828028e62f3b", "tag": "b74493a3-7314-4fc3-9c72-38a51cdb5a65", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:46:12.663849 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68c091a8-e4db-4112-9faa-458aedd89c9b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:46:12.664246 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'tag': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65', 'status': 'completed', 'code': 200} Nov 27 16:46:12.680874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-e6a5d2fb-79bb-4028-b0e9-575c3ab4cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:12.682590 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-e6a5d2fb-79bb-4028-b0e9-575c3ab4cb99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 1095 time: 0.0486505 Nov 27 16:46:12.731500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-3111b0e9-e509-4bab-90ac-f9e2ca956544 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65 HTTP/1.1" status: 200 len: 217 time: 0.0402007 Nov 27 16:46:12.786621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-403f262f-b798-4a72-aa09-12a081bde172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:12.788121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-403f262f-b798-4a72-aa09-12a081bde172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=19432d9d-9b15-441d-ba8c-b6c7e638440b HTTP/1.1" status: 200 len: 855 time: 0.0459738 Nov 27 16:46:12.837890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-ae36b1ca-3054-4f0c-bfbc-92bb7e4fc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:12.839512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-ae36b1ca-3054-4f0c-bfbc-92bb7e4fc586 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fc15737-9281-4223-af59-5b590f55920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421827 Nov 27 16:46:12.936114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-eb6c4121-3917-4664-ae4f-698452c4cca4 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874012 Nov 27 16:46:13.029485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78c9cf14-55d6-4557-abf9-1f74da293561 req-4cbd0aab-9c62-44a2-afaa-9bcb7b9ed5b7 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831294 Nov 27 16:46:13.114192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-5b15bf64-96db-4f88-ae4e-eaaba5713c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:13.115941 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-5b15bf64-96db-4f88-ae4e-eaaba5713c46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 1095 time: 0.0426569 Nov 27 16:46:13.216767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-5d5a19f8-5327-4618-a8bd-1ef085901801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:13.218187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-5d5a19f8-5327-4618-a8bd-1ef085901801 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 200 len: 917 time: 0.0949979 Nov 27 16:46:13.261477 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-1580177a-694a-4185-b4f8-7e8fee06cd71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65 HTTP/1.1" status: 200 len: 217 time: 0.0346968 Nov 27 16:46:13.314750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-2e9acca5-f4a1-49ec-a6c8-0a59f95edf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:13.316199 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-2e9acca5-f4a1-49ec-a6c8-0a59f95edf7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=19432d9d-9b15-441d-ba8c-b6c7e638440b HTTP/1.1" status: 200 len: 855 time: 0.0428433 Nov 27 16:46:13.373500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-29ae2ebe-bfdf-49b8-bdc1-7b7864df5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:13.375025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-29ae2ebe-bfdf-49b8-bdc1-7b7864df5581 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fc15737-9281-4223-af59-5b590f55920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509117 Nov 27 16:46:13.477906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-70d293e7-d3e1-4ee8-baea-091b82e4ada5 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918922 Nov 27 16:46:13.565575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18998d19-becb-4723-8f1d-02ffbd222475 req-923c0202-2af3-49d7-8f9c-912d42465238 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:13.567060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18998d19-becb-4723-8f1d-02ffbd222475 req-923c0202-2af3-49d7-8f9c-912d42465238 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 944 time: 0.1081762 Nov 27 16:46:13.610440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-721fdd06-dff6-4121-8de2-48eac88247e7 req-e0ea9b6f-41cf-4819-8396-5a96b422a3e0 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189919 Nov 27 16:46:13.632675 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18998d19-becb-4723-8f1d-02ffbd222475 req-0eb020c9-e2c2-433e-8e0f-8f18ea199021 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591483 Nov 27 16:46:14.751414 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a0d1b-a49c-4270-8adc-681d6d8fd843 req-321c8533-e819-4052-9a89-0f2a1948b431 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:14.752869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-422a0d1b-a49c-4270-8adc-681d6d8fd843 req-321c8533-e819-4052-9a89-0f2a1948b431 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 944 time: 0.0483332 Nov 27 16:46:14.804157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-422a0d1b-a49c-4270-8adc-681d6d8fd843 req-42dbe2cb-f356-4b6e-8576-8fe3f66cc835 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447218 Nov 27 16:46:15.917482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa58de-af9d-43da-ac9e-a00dc0724f2e req-1ee4c612-a97f-4c92-9b26-d359263c348f tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:15.918952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaaa58de-af9d-43da-ac9e-a00dc0724f2e req-1ee4c612-a97f-4c92-9b26-d359263c348f tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 944 time: 0.0480537 Nov 27 16:46:15.968039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-aaaa58de-af9d-43da-ac9e-a00dc0724f2e req-fbc28643-2048-44d9-90c6-91c93075e69d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Nov 27 16:46:16.242450 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b74493a3-7314-4fc3-9c72-38a51cdb5a65 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:46:16.337900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b74493a3-7314-4fc3-9c72-38a51cdb5a65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:16.349980 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65', 'network_id': '5fc15737-9281-4223-af59-5b590f55920d', 'port_id': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65', 'mac_address': 'fa:16:3e:b4:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19432d9d-9b15-441d-ba8c-b6c7e638440b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:46:16.385734 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:16.398277 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74493a3-7314-4fc3-9c72-38a51cdb5a65 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:46:16.417145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b74493a3-7314-4fc3-9c72-38a51cdb5a65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:16.421545 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:16.466593 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b74493a3-7314-4fc3-9c72-38a51cdb5a65,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:16.474342 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.474691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.475031 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.475368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.475700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.476029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.476355 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.476680 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.477002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.477322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.477673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.477993 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:16.636433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b74493a3-7314-4fc3-9c72-38a51cdb5a65'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:46:17.083301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3b3e-6495-4ca5-9513-2b8a68d04775 req-d7b64609-e61a-426e-9660-21c03ce42107 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:17.084749 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f7c3b3e-6495-4ca5-9513-2b8a68d04775 req-d7b64609-e61a-426e-9660-21c03ce42107 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 945 time: 0.0479264 Nov 27 16:46:17.129758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f7c3b3e-6495-4ca5-9513-2b8a68d04775 req-6f4593fd-25a3-4b04-be60-ebd69eeb54da tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Nov 27 16:46:18.249269 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78516c01-5b02-4f0c-9547-40f60843b3a3 req-289b8eb4-9b84-4b6d-b9ec-176b4693a685 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:18.250736 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78516c01-5b02-4f0c-9547-40f60843b3a3 req-289b8eb4-9b84-4b6d-b9ec-176b4693a685 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 945 time: 0.0529463 Nov 27 16:46:18.260004 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b74493a3-7314-4fc3-9c72-38a51cdb5a65 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:46:18.297803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78516c01-5b02-4f0c-9547-40f60843b3a3 req-0564ba0e-c870-4670-ad4b-cd94cc081768 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Nov 27 16:46:18.317457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b74493a3-7314-4fc3-9c72-38a51cdb5a65 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:46:18.317457 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b74493a3-7314-4fc3-9c72-38a51cdb5a65 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:18.317457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:18.389604 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:18.412911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:46:18.415081 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c85695c-e882-4636-a6b3-44044d772484" -d '{"events": [{"server_uuid": "6c72a08a-77a7-4a98-880e-828028e62f3b", "name": "network-vif-plugged", "status": "completed", "tag": "b74493a3-7314-4fc3-9c72-38a51cdb5a65"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:46:18.427134 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b74493a3-7314-4fc3-9c72-38a51cdb5a65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:18.431363 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:18.456048 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5544b-1deb-4b1f-af21-c1d18f4fb719 x-openstack-request-id: req-e2a5544b-1deb-4b1f-af21-c1d18f4fb719 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:46:18.456281 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c72a08a-77a7-4a98-880e-828028e62f3b", "name": "network-vif-plugged", "status": "completed", "tag": "b74493a3-7314-4fc3-9c72-38a51cdb5a65", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:46:18.456535 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2a5544b-1deb-4b1f-af21-c1d18f4fb719 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:46:18.456925 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65', 'code': 200} Nov 27 16:46:18.483579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b74493a3-7314-4fc3-9c72-38a51cdb5a65,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:18.560142 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948031d0-d239-4b73-9bc1-5f7d2c42d4d1 req-cc78f024-6402-4823-9e51-19ef7e9eccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:18.561665 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-948031d0-d239-4b73-9bc1-5f7d2c42d4d1 req-cc78f024-6402-4823-9e51-19ef7e9eccc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 1097 time: 0.0391359 Nov 27 16:46:18.610539 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-948031d0-d239-4b73-9bc1-5f7d2c42d4d1 req-f41243cd-37bb-4b23-8372-1be50527105c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Nov 27 16:46:19.413899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4b69-7270-4fc7-9856-f0cd13f9855a req-8534c53a-0eab-40d5-94eb-327d5f5a410e tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:19.415356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c66b4b69-7270-4fc7-9856-f0cd13f9855a req-8534c53a-0eab-40d5-94eb-327d5f5a410e tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 946 time: 0.0506461 Nov 27 16:46:19.460984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c66b4b69-7270-4fc7-9856-f0cd13f9855a req-e1d9ff2c-5908-45cb-8800-2a3e75f3d5af tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Nov 27 16:46:20.576301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e303-79e6-4bf4-aebd-e748ff2a0a18 req-75faf7cb-a57e-4243-b08c-a20b7acd21f8 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:20.577806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b512e303-79e6-4bf4-aebd-e748ff2a0a18 req-75faf7cb-a57e-4243-b08c-a20b7acd21f8 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 946 time: 0.0483718 Nov 27 16:46:20.624066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b512e303-79e6-4bf4-aebd-e748ff2a0a18 req-5a379cbe-0ed9-48e1-9d43-d0458de3a086 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Nov 27 16:46:20.744708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec50e7-dfb4-493b-aab2-55abd031cad9 req-c687cb3b-efb3-4c4d-aa81-24fe56aa03c8 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:20.746103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57ec50e7-dfb4-493b-aab2-55abd031cad9 req-c687cb3b-efb3-4c4d-aa81-24fe56aa03c8 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 946 time: 0.0486329 Nov 27 16:46:20.798007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-57ec50e7-dfb4-493b-aab2-55abd031cad9 req-3774b5de-a610-4e1e-bc24-319f6ac98c6d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Nov 27 16:46:30.197776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:32.236083 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:35.330949 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19d187dc-7ce7-4af9-b318-6ff9ae8825cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:35.690425 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:46:37.785311 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d1e2-2c6c-4c5c-afb3-3cce29f5e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:38.739933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:40.472957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:41.276471 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:42.176242 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e78aa1-1540-4f85-8c3f-e66e31fb566f req-bf5ec895-0a51-4180-aebf-07a6da3333e2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:42.177821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11e78aa1-1540-4f85-8c3f-e66e31fb566f req-bf5ec895-0a51-4180-aebf-07a6da3333e2 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 946 time: 0.0484872 Nov 27 16:46:42.227288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11e78aa1-1540-4f85-8c3f-e66e31fb566f req-28c98582-624c-4b74-8189-ecf850511eb1 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Nov 27 16:46:43.342481 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c08548-56b4-4afb-95fe-4e6618af7ca0 req-466ea9e9-e875-4d5a-92d0-faa6269f3486 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:43.343938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3c08548-56b4-4afb-95fe-4e6618af7ca0 req-466ea9e9-e875-4d5a-92d0-faa6269f3486 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 946 time: 0.0480971 Nov 27 16:46:43.390347 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c3c08548-56b4-4afb-95fe-4e6618af7ca0 req-7ba1aeb6-ad38-4a32-83fd-9fe0525165a3 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/security-groups?id=bff8e61b-06f8-4a9c-b993-0ef64d8f142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Nov 27 16:46:43.879766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-cc0958b5-133b-4be1-a3f3-f9cd699c1b0d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:43.881201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-cc0958b5-133b-4be1-a3f3-f9cd699c1b0d tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 946 time: 0.0522301 Nov 27 16:46:43.973449 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Deleting port b74493a3-7314-4fc3-9c72-38a51cdb5a65 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:43.973799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:44.062985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] For port b74493a3-7314-4fc3-9c72-38a51cdb5a65, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b74493a3-7314-4fc3-9c72-38a51cdb5a65,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:44.063346 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:44.075825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Calling delete_port for b74493a3-7314-4fc3-9c72-38a51cdb5a65 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:44.199788 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:44.217531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b74493a3-7314-4fc3-9c72-38a51cdb5a65'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:46:44.233947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Pushing event deleted for resources: {'Port': ['ID=b74493a3-7314-4fc3-9c72-38a51cdb5a65,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:44.275322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] No DVR routers for this DVR port b74493a3-7314-4fc3-9c72-38a51cdb5a65 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:46:44.277993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:44.281622 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7a229cde-1870-42b6-bd7f-4591fb5928d3 req-e192236e-99f5-463c-b97e-72e07aec2446 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.21 "DELETE /v2.0/ports/b74493a3-7314-4fc3-9c72-38a51cdb5a65 HTTP/1.1" status: 204 len: 173 time: 0.3912342 Nov 27 16:46:44.282087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'name': 'network-vif-deleted', 'tag': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:46:44.284881 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14a5a69-7a22-4be6-84a7-262e829ea155" -d '{"events": [{"server_uuid": "6c72a08a-77a7-4a98-880e-828028e62f3b", "name": "network-vif-deleted", "tag": "b74493a3-7314-4fc3-9c72-38a51cdb5a65"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:46:44.327342 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4bc9d0-1e84-46cf-9cca-e75728ef229b x-openstack-request-id: req-ff4bc9d0-1e84-46cf-9cca-e75728ef229b {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:46:44.327837 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c72a08a-77a7-4a98-880e-828028e62f3b", "name": "network-vif-deleted", "tag": "b74493a3-7314-4fc3-9c72-38a51cdb5a65", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:46:44.328318 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff4bc9d0-1e84-46cf-9cca-e75728ef229b {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:46:44.328918 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c72a08a-77a7-4a98-880e-828028e62f3b', 'name': 'network-vif-deleted', 'tag': 'b74493a3-7314-4fc3-9c72-38a51cdb5a65', 'status': 'completed', 'code': 200} Nov 27 16:46:44.493823 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c6f87687-2374-402c-9c94-dfa0919341bc req-ffa9fb4f-b911-4e74-8413-6d063768a300 tempest-TestEncryptedCinderVolumes-1883852559 tempest-TestEncryptedCinderVolumes-1883852559-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c72a08a-77a7-4a98-880e-828028e62f3b HTTP/1.1" status: 200 len: 210 time: 0.0263660 Nov 27 16:46:45.587138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36692) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:45.928218 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:46.163608 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Deleting port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:46.163948 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:46.238822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] For port 8eb2d1db-a50f-41bc-9deb-9196727d4fa6, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:46.239176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:46.251663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Calling delete_port for 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:46.758930 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:46.786095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb2d1db-a50f-41bc-9deb-9196727d4fa6,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:46.797649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.797996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.798337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.798670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.799000 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.799326 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.799650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.800493 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.800818 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.801143 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.801484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.801805 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:46.963684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.178083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Router 716edcc3-92e0-45dc-bdf3-a50648935244 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:46:47.281855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:46:47.287238 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4648d0e6-d39e-4567-8017-dba99b083a11 admin admin] 10.222.0.15 "PUT /v2.0/routers/716edcc3-92e0-45dc-bdf3-a50648935244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990435 Nov 27 16:46:47.289770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36698) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:47.293948 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] Sync routers for ids ['716edcc3-92e0-45dc-bdf3-a50648935244'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:46:47.304837 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] Routers {'716edcc3-92e0-45dc-bdf3-a50648935244'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:47.305481 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['716edcc3-92e0-45dc-bdf3-a50648935244'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:47.394814 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.407254 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] Set router 716edcc3-92e0-45dc-bdf3-a50648935244 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:47.496172 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.548842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Deleting port af1482c1-debb-464f-988d-d5dd0f69a5d0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:47.549091 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.578310 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:46:46Z', 'revision_number': 5, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port': {'id': 'af1482c1-debb-464f-988d-d5dd0f69a5d0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:25Z', 'updated_at': '2021-11-27T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:47.609176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] Checking router: 716edcc3-92e0-45dc-bdf3-a50648935244 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:46:47.617473 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] Routers {'716edcc3-92e0-45dc-bdf3-a50648935244'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:47.618080 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['716edcc3-92e0-45dc-bdf3-a50648935244'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:47.626466 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] For port af1482c1-debb-464f-988d-d5dd0f69a5d0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=af1482c1-debb-464f-988d-d5dd0f69a5d0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:47.626825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.638999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Calling delete_port for af1482c1-debb-464f-988d-d5dd0f69a5d0 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:47.701851 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] Set router 716edcc3-92e0-45dc-bdf3-a50648935244 gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:47.754886 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:46:47Z', 'revision_number': 6, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:47.785278 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd2a2a-b11f-435a-a25f-6478bc2523ba None None] The sync data for ids ['716edcc3-92e0-45dc-bdf3-a50648935244'] in n-d-819494-4 is: [{'id': '716edcc3-92e0-45dc-bdf3-a50648935244', 'name': 'tempest-TestEncryptedCinderVolumes-565374886-router', 'tenant_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:24Z', 'updated_at': '2021-11-27T16:46:47Z', 'revision_number': 6, 'project_id': '1dc6e2e9c0d34fc8afac6f0707ca1970', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:46:47.804499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.837072 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1482c1-debb-464f-988d-d5dd0f69a5d0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:47.852079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78784f83-6162-4c18-8623-b99dc6a671f3 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:47.896877 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.985009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:47.987267 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.029936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.030447 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 716edcc3-92e0-45dc-bdf3-a50648935244 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:46:48.035011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.036151 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d4821d80-0033-40c0-95c1-68751d2e9e46 admin admin] 10.222.0.15 "DELETE /v2.0/routers/716edcc3-92e0-45dc-bdf3-a50648935244 HTTP/1.1" status: 204 len: 168 time: 0.7454658 Nov 27 16:46:48.038660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36700) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:48.086122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Deleting subnet 19432d9d-9b15-441d-ba8c-b6c7e638440b {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:46:48.089137 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.121854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.201020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.254467 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.284811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19432d9d-9b15-441d-ba8c-b6c7e638440b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:48.286778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.290720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb6549-d2e1-4ba2-84e0-fff48600294c None None] Network 5fc15737-9281-4223-af59-5b590f55920d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:46:48.292675 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0f511b8c-0804-40b9-ac23-8f9de69adf2b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/19432d9d-9b15-441d-ba8c-b6c7e638440b HTTP/1.1" status: 204 len: 168 time: 0.2530329 Nov 27 16:46:48.292872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36702) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:48.364422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.402865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b74493a3-7314-4fc3-9c72-38a51cdb5a65 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:48.418443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Deleting port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:48.418789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.425346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: b74493a3-7314-4fc3-9c72-38a51cdb5a65 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:48.425717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b74493a3-7314-4fc3-9c72-38a51cdb5a65 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:48.483392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] For port e0afee5e-20d9-44f6-91ba-bf89d896c1d9, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,segment=NetworkSegment(4111c0d3-4702-459b-a836-795baa2cea7c),segment_id=4111c0d3-4702-459b-a836-795baa2cea7c)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:48.483803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.496750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Calling delete_port for e0afee5e-20d9-44f6-91ba-bf89d896c1d9 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:48.570750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] DHCP port deletion for 5fc15737-9281-4223-af59-5b590f55920d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:48.583508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.611010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:48.618222 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] No DVR routers for this DVR port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:46:48.623289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Deleting port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:48.623737 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.695208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] For port e0afee5e-20d9-44f6-91ba-bf89d896c1d9, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:48.696210 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.700743 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.712930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Calling delete_port for e0afee5e-20d9-44f6-91ba-bf89d896c1d9 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:48.717610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 16:46:48.720465 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.723611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc15737-9281-4223-af59-5b590f55920d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:48.733714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4111c0d3-4702-459b-a836-795baa2cea7c') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:48.734008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4111c0d3-4702-459b-a836-795baa2cea7c') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:48.745108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.751253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] Pushing event deleted for resources: {'Port': ['ID=e0afee5e-20d9-44f6-91ba-bf89d896c1d9,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:48.757327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device af1482c1-debb-464f-988d-d5dd0f69a5d0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:48.758363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.760547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34b2c-1d11-4ca9-90ed-0ec62bcf509f None None] No DVR routers for this DVR port e0afee5e-20d9-44f6-91ba-bf89d896c1d9 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:46:48.765371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:46:48.765791 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:46:48.767503 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:46:48.781713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: af1482c1-debb-464f-988d-d5dd0f69a5d0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:48.785476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device af1482c1-debb-464f-988d-d5dd0f69a5d0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:48.785476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0afee5e-20d9-44f6-91ba-bf89d896c1d9 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:48.805313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e0afee5e-20d9-44f6-91ba-bf89d896c1d9 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:48.805791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e0afee5e-20d9-44f6-91ba-bf89d896c1d9 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:48.806484 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:48.823975 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.826321 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:48.826904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8eb2d1db-a50f-41bc-9deb-9196727d4fa6 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:48.830321 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:48.834763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5fc15737-9281-4223-af59-5b590f55920d HTTP/1.1" status: 204 len: 168 time: 0.5407336 Nov 27 16:46:48.838333 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36704) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:48.851841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99155296-6b6c-4aad-a332-77fab60a9374 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc15737-9281-4223-af59-5b590f55920d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:49.187044 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:49.429042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Deleting port 6218e167-25fd-4ea8-9f5e-a3255c7ee679 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:49.429376 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:49.504375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] For port 6218e167-25fd-4ea8-9f5e-a3255c7ee679, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=6218e167-25fd-4ea8-9f5e-a3255c7ee679,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:49.504666 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:49.520646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Calling delete_port for 6218e167-25fd-4ea8-9f5e-a3255c7ee679 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:49.691826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:49.715974 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6218e167-25fd-4ea8-9f5e-a3255c7ee679,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:49.882761 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:50.092723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Router 3166ba23-520e-4dc2-b68c-add2d5c1a42c has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:46:50.194679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:46:50.202009 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5ace78c8-8e4d-461d-9095-3e17c5086b3b admin admin] 10.222.0.15 "PUT /v2.0/routers/3166ba23-520e-4dc2-b68c-add2d5c1a42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3600843 Nov 27 16:46:50.202131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36706) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:50.203118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] Sync routers for ids ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:46:50.213512 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] Routers {'3166ba23-520e-4dc2-b68c-add2d5c1a42c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:50.214136 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:50.305674 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:50.315074 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] Set router 3166ba23-520e-4dc2-b68c-add2d5c1a42c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:50.496350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:46:49Z', 'revision_number': 5, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:50.523453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] Checking router: 3166ba23-520e-4dc2-b68c-add2d5c1a42c for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:46:50.532213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] Routers {'3166ba23-520e-4dc2-b68c-add2d5c1a42c'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:50.532836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:50.641461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] Set router 3166ba23-520e-4dc2-b68c-add2d5c1a42c gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:50.754202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:50.806149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Deleting port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:50.806488 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:50.826737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:46:49Z', 'revision_number': 5, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:50.888903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] For port 88fe8ab2-cfa6-4b0e-988c-34f17e707e85, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:50.889588 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:50.903111 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Calling delete_port for 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:51.015913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baf86e-3b88-4290-9f09-7adf4aac9259 None None] The sync data for ids ['3166ba23-520e-4dc2-b68c-add2d5c1a42c'] in n-d-819494-4 is: [{'id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'name': 'tempest-TestEncryptedCinderVolumes-270140411-router', 'tenant_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:46:49Z', 'revision_number': 5, 'project_id': 'e48b7fd239ef4ab098f417dd8a059b78', 'gw_port': {'id': '88fe8ab2-cfa6-4b0e-988c-34f17e707e85', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ba23-520e-4dc2-b68c-add2d5c1a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:45:29Z', 'updated_at': '2021-11-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:46:51.073715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.101646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Pushing event deleted for resources: {'Port': ['ID=88fe8ab2-cfa6-4b0e-988c-34f17e707e85,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:51.117185 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611011be-73a6-413f-b6e6-ea0d82719829 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:51.169475 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.264742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.267009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.310931 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.311559 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3166ba23-520e-4dc2-b68c-add2d5c1a42c {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:46:51.316031 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.317157 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-13a50c01-6718-4031-bf91-3c373ed0eccd admin admin] 10.222.0.15 "DELETE /v2.0/routers/3166ba23-520e-4dc2-b68c-add2d5c1a42c HTTP/1.1" status: 204 len: 168 time: 1.1141579 Nov 27 16:46:51.319765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36708) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:51.368440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Deleting subnet eb29d866-1f2b-48a3-9420-c6cd87640c14 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:46:51.371778 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.408374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.484615 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.534595 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.564472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb29d866-1f2b-48a3-9420-c6cd87640c14,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:51.568471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.572432 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f11e50fb-5115-4b31-92f8-205568fa5e19 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb29d866-1f2b-48a3-9420-c6cd87640c14 HTTP/1.1" status: 204 len: 168 time: 0.2517338 Nov 27 16:46:51.574055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b3d8f-8438-437b-afee-f2cd4ac7898d None None] Network 688777c6-6443-4992-a6ae-d9d07c5f6d08 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:46:51.574581 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36710) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:51.640758 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.694621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Deleting port f5e16e57-663f-402f-afed-1ae289865312 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:51.694964 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.762010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] For port f5e16e57-663f-402f-afed-1ae289865312, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5e16e57-663f-402f-afed-1ae289865312,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:51.762373 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.774912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] DHCP port deletion for 688777c6-6443-4992-a6ae-d9d07c5f6d08 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:51.777662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Calling delete_port for f5e16e57-663f-402f-afed-1ae289865312 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:51.823094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] Deleting port f5e16e57-663f-402f-afed-1ae289865312 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:46:51.823471 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.863804 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.889394 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e16e57-663f-402f-afed-1ae289865312,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:51.890779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] For port f5e16e57-663f-402f-afed-1ae289865312, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5e16e57-663f-402f-afed-1ae289865312,segment=NetworkSegment(0a84cba5-3243-4a99-a5d7-7fb1a75e44db),segment_id=0a84cba5-3243-4a99-a5d7-7fb1a75e44db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:51.891185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.894001 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] No DVR routers for this DVR port f5e16e57-663f-402f-afed-1ae289865312 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:46:51.904367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] Calling delete_port for f5e16e57-663f-402f-afed-1ae289865312 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:46:51.966279 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.978000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:51.986070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688777c6-6443-4992-a6ae-d9d07c5f6d08']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:51.996081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a84cba5-3243-4a99-a5d7-7fb1a75e44db') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:51.996331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a84cba5-3243-4a99-a5d7-7fb1a75e44db') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:52.000771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] Pushing event deleted for resources: {'Port': ['ID=f5e16e57-663f-402f-afed-1ae289865312,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:52.007503 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.008849 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebbdfb-ad01-4561-802d-bb7061e2dc83 None None] No DVR routers for this DVR port f5e16e57-663f-402f-afed-1ae289865312 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:46:52.021939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.027865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:46:52.028254 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:46:52.030044 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:46:52.086015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.092944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.096135 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] 10.222.0.15 "DELETE /v2.0/networks/688777c6-6443-4992-a6ae-d9d07c5f6d08 HTTP/1.1" status: 204 len: 168 time: 0.5210400 Nov 27 16:46:52.107135 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6bd4-b07f-4a00-be41-090e9b254eff admin admin] Pushing event deleted for resources: {'Network': ['ID=688777c6-6443-4992-a6ae-d9d07c5f6d08,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:52.268671 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36714) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:52.308519 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d2bb4660-18ea-4a4e-88df-ad074fcb91a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dc6e2e9c0d34fc8afac6f0707ca1970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387597 Nov 27 16:46:52.310887 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36716) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:52.357377 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf63d6b-3346-4099-ae8d-75878d10f7b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.378103 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf63d6b-3346-4099-ae8d-75878d10f7b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.422894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf63d6b-3346-4099-ae8d-75878d10f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.426293 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fdf63d6b-3346-4099-ae8d-75878d10f7b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.427443 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fdf63d6b-3346-4099-ae8d-75878d10f7b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bff8e61b-06f8-4a9c-b993-0ef64d8f142b HTTP/1.1" status: 204 len: 168 time: 0.1156592 Nov 27 16:46:52.434942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf63d6b-3346-4099-ae8d-75878d10f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff8e61b-06f8-4a9c-b993-0ef64d8f142b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:52.739384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6218e167-25fd-4ea8-9f5e-a3255c7ee679 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:52.753912 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36722) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:52.759177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 6218e167-25fd-4ea8-9f5e-a3255c7ee679 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:52.759520 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 6218e167-25fd-4ea8-9f5e-a3255c7ee679 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:52.759928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5e16e57-663f-402f-afed-1ae289865312 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:52.779140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f5e16e57-663f-402f-afed-1ae289865312 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:52.779441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5e16e57-663f-402f-afed-1ae289865312 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:52.779913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:46:52.793648 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-3718e6d6-4941-4b9d-98e4-98c29ed5d524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e48b7fd239ef4ab098f417dd8a059b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385618 Nov 27 16:46:52.796160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36724) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:52.799647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:46:52.800081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 88fe8ab2-cfa6-4b0e-988c-34f17e707e85 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:46:52.847073 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75446913-e913-454a-be2a-e855d8e58af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.867657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75446913-e913-454a-be2a-e855d8e58af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.915027 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75446913-e913-454a-be2a-e855d8e58af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.917605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-75446913-e913-454a-be2a-e855d8e58af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:52.918784 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-75446913-e913-454a-be2a-e855d8e58af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6c929d8-4d9a-4f4a-97a7-4597adba7f28 HTTP/1.1" status: 204 len: 168 time: 0.1217301 Nov 27 16:46:52.926454 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446913-e913-454a-be2a-e855d8e58af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c929d8-4d9a-4f4a-97a7-4597adba7f28,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:53.573362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36746) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:53.666314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1341921528-network', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:53.687894 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Made reservation on behalf of 3a07facb83964be78b250776fd2cd8bb for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:46:53.690900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.699026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.770920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.774742 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.800292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:46:53.808962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5e5a5-1f03-4cc1-8336-6777872163be,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:53.815905 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.816882 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Added segment 3f282401-0377-4ed1-b43b-c19569f4af79 of type vlan for network 3d93d895-27e0-4412-be15-98d451d10fbb Nov 27 16:46:53.856506 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.880581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.881668 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:53.882245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:53.933385 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3588176 Nov 27 16:46:53.936361 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36750) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:53.941364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Request body: {'subnet': {'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1341921528-subnet', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:53.947711 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be3037-0860-4aa4-be89-0aae1f161694 admin admin] Pushing event updated for resources: {'Network': ['ID=3d93d895-27e0-4412-be15-98d451d10fbb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:53.957539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3d93d895-27e0-4412-be15-98d451d10fbb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:46:53.962498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Made reservation on behalf of 3a07facb83964be78b250776fd2cd8bb for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:46:53.964814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.130471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.189473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6a80fb-ecc4-418a-b7e0-2722886a14a5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:54.198122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Checking segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:46:54.198482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Network hostable DHCP agents. Network: 3d93d895-27e0-4412-be15-98d451d10fbb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:46:54.214797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Network 3d93d895-27e0-4412-be15-98d451d10fbb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:46:54.223995 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3d93d895-27e0-4412-be15-98d451d10fbb) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:54.228488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:54.229108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.233195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa7885-d674-4ae1-ada0-c142147ad9e0 None None] Network 3d93d895-27e0-4412-be15-98d451d10fbb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:46:54.244638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-43067e70-4d43-4481-a916-05e6394cb1b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3072059 Nov 27 16:46:54.247370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36752) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:54.251565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:54.275011 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.276079 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.325742 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.377938 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3d93d895-27e0-4412-be15-98d451d10fbb', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:46:54.378930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.463460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.513693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Allocated IP 172.20.0.2 (3d93d895-27e0-4412-be15-98d451d10fbb/8b6a80fb-ecc4-418a-b7e0-2722886a14a5/d951346a-bcc3-48ec-867d-ecfa3a9c7d41) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:46:54.656444 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.662579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.667599 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.690698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.708190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Network 3d93d895-27e0-4412-be15-98d451d10fbb is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:54.713259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:54.715903 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:46:54.717811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Pushing event updated for resources: {'Port': ['ID=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:54.771124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Attempting to bind port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:46:54.771502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Attempting to bind port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:46:54.771874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Attempting to bind port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 on network 3d93d895-27e0-4412-be15-98d451d10fbb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:46:54.776952 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:46:54.777331 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Checking segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:46:54.777895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.778296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Bound using segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:46:54.778761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Bound port: d951346a-bcc3-48ec-867d-ecfa3a9c7d41, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:46:54.779314 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.791408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Allocated IP 172.25.1.29 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/13a8f3d8-4791-4800-b4d1-d0b6601a0987) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:46:54.843584 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] For port d951346a-bcc3-48ec-867d-ecfa3a9c7d41, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:46:54.847319 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] For port d951346a-bcc3-48ec-867d-ecfa3a9c7d41, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:46:54.851888 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.899309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.914198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd901-fb99-4426-ab89-c2f8569f356d None None] Pushing event updated for resources: {'Port': ['ID=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:54.934484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:54.979761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:54.983692 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:54.985736 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Pushing event updated for resources: {'Port': ['ID=13a8f3d8-4791-4800-b4d1-d0b6601a0987,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:54.988429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:46:54.998611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48cbe6-6082-4328-922f-e323099c5c65 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:55.055175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-87b33231-b178-4f55-911f-70c6a619cfd5 None None] Provisioning complete for port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:55.055555 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-87b33231-b178-4f55-911f-70c6a619cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:55.112615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-87b33231-b178-4f55-911f-70c6a619cfd5 None None] Port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:46:55.513332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:55.712676 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:55.828243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfa8b29-3cb0-45e0-a901-aa5acef12239 None None] Network 3d93d895-27e0-4412-be15-98d451d10fbb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:46:55.844979 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Router b7af7390-0cf8-45df-b438-3a4a576de0ed is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:46:55.885259 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1bd65e71-220d-4f97-a8b1-f3941e4bc89f None None] Provisioning complete for port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:55.885742 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bd65e71-220d-4f97-a8b1-f3941e4bc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:55.949282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:46:55.959433 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Sync routers for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:46:55.969200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:55.970752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-14262f7f-44ae-44a8-90c6-c8bd8bae79ea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7223938 Nov 27 16:46:55.973955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36754) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:55.974475 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:55.975079 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:56.039408 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bd65e71-220d-4f97-a8b1-f3941e4bc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.083373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1bd65e71-220d-4f97-a8b1-f3941e4bc89f None None] For port d951346a-bcc3-48ec-867d-ecfa3a9c7d41, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:56.090034 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1bd65e71-220d-4f97-a8b1-f3941e4bc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.146346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd65e71-220d-4f97-a8b1-f3941e4bc89f None None] Pushing event updated for resources: {'Port': ['ID=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:56.185433 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:56.369379 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:55Z', 'revision_number': 3, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:56.399666 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Checking router: b7af7390-0cf8-45df-b438-3a4a576de0ed for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:46:56.400310 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Updating router b7af7390-0cf8-45df-b438-3a4a576de0ed port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:46:56.413538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1ce1af55-16f7-41e3-9182-aa084490b7cc None None] Provisioning complete for port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:56.413947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ce1af55-16f7-41e3-9182-aa084490b7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.416367 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.426547 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.575892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Allocated IP 172.20.0.1 (3d93d895-27e0-4412-be15-98d451d10fbb/8b6a80fb-ecc4-418a-b7e0-2722886a14a5/1c97e6aa-9741-4ba4-a264-2e9198c7b3dc) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:46:56.676404 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.680208 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.681781 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.727814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157bc92b-86c2-41bc-8807-6cf60fcdaf8f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:56.732196 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Attempting to bind port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:46:56.732759 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Attempting to bind port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:46:56.733118 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Attempting to bind port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:46:56.741034 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Pushing event updated for resources: {'Port': ['ID=13a8f3d8-4791-4800-b4d1-d0b6601a0987,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:56.743828 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:46:56.744427 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:46:56.744644 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.745050 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:46:56.745859 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Bound port: 13a8f3d8-4791-4800-b4d1-d0b6601a0987, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:46:56.746237 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.748553 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.773095 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.773453 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.773972 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.774329 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.774628 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.774951 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.775270 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.776196 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.776546 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.776834 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.777692 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.777692 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:46:56.794693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d951346a-bcc3-48ec-867d-ecfa3a9c7d41 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:46:56.795306 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Network 3d93d895-27e0-4412-be15-98d451d10fbb is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:56.800674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:56.805132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:46:56.817543 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] For port 13a8f3d8-4791-4800-b4d1-d0b6601a0987, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:46:56.821883 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] For port 13a8f3d8-4791-4800-b4d1-d0b6601a0987, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13a8f3d8-4791-4800-b4d1-d0b6601a0987,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:46:56.829276 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.843985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.848049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Pushing event updated for resources: {'Port': ['ID=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:56.878554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1335c3f0-a47e-4b5a-827a-417555f22d64 None None] Provisioning complete for port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:56.878926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1335c3f0-a47e-4b5a-827a-417555f22d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.909523 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:56.909910 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:56.926731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b542ac9-d63e-4ab2-b04d-573ada70d845 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:56.938633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:56.938994 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:56.953566 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f4138-724c-4080-a533-6017bb8ea56d None None] Pushing event updated for resources: {'Port': ['ID=13a8f3d8-4791-4800-b4d1-d0b6601a0987,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:57.027527 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.034604 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:57.046922 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1335c3f0-a47e-4b5a-827a-417555f22d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.069179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1335c3f0-a47e-4b5a-827a-417555f22d64 None None] For port 13a8f3d8-4791-4800-b4d1-d0b6601a0987, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13a8f3d8-4791-4800-b4d1-d0b6601a0987,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:46:57.098024 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1335c3f0-a47e-4b5a-827a-417555f22d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.154922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335c3f0-a47e-4b5a-827a-417555f22d64 None None] Pushing event updated for resources: {'Port': ['ID=13a8f3d8-4791-4800-b4d1-d0b6601a0987,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:57.209138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.215511 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.224127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-792a77b1-4531-42df-8c96-62ca4335ab22 None None] Provisioning complete for port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:57.224655 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-792a77b1-4531-42df-8c96-62ca4335ab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.226190 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:55Z', 'revision_number': 3, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:57.256948 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4f36-100d-4622-80a9-dbea8b3e1407 None None] The sync data for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 is: [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:55Z', 'revision_number': 3, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:46:57.263905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-792a77b1-4531-42df-8c96-62ca4335ab22 None None] Port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:46:57.275801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-792a77b1-4531-42df-8c96-62ca4335ab22 None None] Provisioning complete for port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:57.276310 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-792a77b1-4531-42df-8c96-62ca4335ab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.291277 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.293198 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Pushing event updated for resources: {'Port': ['ID=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:57.398277 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Network 3d93d895-27e0-4412-be15-98d451d10fbb is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:57.399663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:57.545766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Router b7af7390-0cf8-45df-b438-3a4a576de0ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:46:57.662981 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:46:57.668362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-99eaff82-f6f3-4038-9f1c-627f2b930d42 admin admin] 10.222.0.15 "PUT /v2.0/routers/b7af7390-0cf8-45df-b438-3a4a576de0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933398 Nov 27 16:46:57.692543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-accb6a83-0283-456b-a6fd-0628a0c8075c None None] Provisioning complete for port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:57.693061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-accb6a83-0283-456b-a6fd-0628a0c8075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:57.733591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-accb6a83-0283-456b-a6fd-0628a0c8075c None None] Port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:46:58.163159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36770) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:58.168039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032250969-network', 'tenant_id': '880d727404ce4712ba29739a419a245c'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:58.188683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Made reservation on behalf of 880d727404ce4712ba29739a419a245c for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:46:58.191119 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.199840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.273724 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.277338 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.302251 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:46:58.312207 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d88f7-06ae-4687-a3ab-2f3b233801d8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:58.317541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.317880 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Added segment 3081df6a-9f7f-4fe0-ac60-3621be72b7ad of type vlan for network 130e73ff-6254-4795-a2be-5c44c219c54d Nov 27 16:46:58.359188 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.387213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.388174 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:58.388779 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.444914 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2806342 Nov 27 16:46:58.447747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36772) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:58.449809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24d480-3a30-41d6-a84c-ab995ae0ea0e admin admin] Pushing event updated for resources: {'Network': ['ID=130e73ff-6254-4795-a2be-5c44c219c54d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:58.452679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Request body: {'subnet': {'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032250969-subnet', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:58.460877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 130e73ff-6254-4795-a2be-5c44c219c54d details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:46:58.474162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Made reservation on behalf of 880d727404ce4712ba29739a419a245c for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:46:58.476578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.648853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.709356 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cb9c87-1fb1-4446-b322-906b15d8ccc9,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:58.714739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Checking segment: {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:46:58.715107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Network hostable DHCP agents. Network: 130e73ff-6254-4795-a2be-5c44c219c54d, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:46:58.732622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Network 130e73ff-6254-4795-a2be-5c44c219c54d is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:46:58.742576 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 130e73ff-6254-4795-a2be-5c44c219c54d) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:58.747101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:46:58.748254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.751137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ba4b4-69db-4346-93ca-9ed25c10e64d None None] Network 130e73ff-6254-4795-a2be-5c44c219c54d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:46:58.773392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36774) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:46:58.773939 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b46efdbd-08bb-4070-8d43-86758bc4a618 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3250577 Nov 27 16:46:58.777801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:46:58.801194 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.802303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.809320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a8f3d8-4791-4800-b4d1-d0b6601a0987 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:46:58.858197 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.886528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Sync routers for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:46:58.903834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:58.904201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:58.946832 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:46:58.947466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:59.000138 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.204752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.226569 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.244472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-130e73ff-6254-4795-a2be-5c44c219c54d', 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'fixed_ips': [{'subnet_id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:46:59.245327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.306339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:46:59.330054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Allocated IP 172.25.1.112 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:46:59.435993 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.470824 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.509826 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:59.514166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:59.518401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:46:59.532654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b3732-0129-4033-8570-1b77283afcf5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:46:59.546825 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:59.566204 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Allocated IP 172.20.0.2 (130e73ff-6254-4795-a2be-5c44c219c54d/32cb9c87-1fb1-4446-b322-906b15d8ccc9/1b20c94d-e641-4e8f-9b75-e02c20b59fd3) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:46:59.703154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-489ab0b0-6631-4438-a81d-25dba1871125 None None] Provisioning complete for port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:46:59.703482 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-489ab0b0-6631-4438-a81d-25dba1871125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.776156 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.780486 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-489ab0b0-6631-4438-a81d-25dba1871125 None None] Port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:46:59.798787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 2, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:46:59.840386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Checking router: b7af7390-0cf8-45df-b438-3a4a576de0ed for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:46:59.840778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Updating router b7af7390-0cf8-45df-b438-3a4a576de0ed port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:46:59.843115 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.862060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.892271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:46:59.917370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Network 130e73ff-6254-4795-a2be-5c44c219c54d is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:46:59.923647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:46:59.926196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:46:59.930836 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Pushing event updated for resources: {'Port': ['ID=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:46:59.972268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.060333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Attempting to bind port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:47:00.060713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Attempting to bind port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:47:00.061088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Attempting to bind port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 on network 130e73ff-6254-4795-a2be-5c44c219c54d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:47:00.072253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:47:00.072633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Checking segment: {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:47:00.073040 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.073461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Bound using segment: {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:47:00.073941 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Bound port: 1b20c94d-e641-4e8f-9b75-e02c20b59fd3, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:47:00.074324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.099508 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Router e73cdecb-620e-4b2c-b614-25436f121fb7 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:47:00.209607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] For port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:47:00.235342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.237613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] For port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:47:00.246080 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.349813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55686fea-0b2e-43a1-afb4-3655ad48831f None None] Pushing event updated for resources: {'Port': ['ID=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:00.371978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.379319 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.432462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1e6d-0e69-40d7-a7e9-946a67fa51e8 None None] Pushing event updated for resources: {'Port': ['ID=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:00.489995 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Attempting to bind port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:47:00.490288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Attempting to bind port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:47:00.490655 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Attempting to bind port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc on network 3d93d895-27e0-4412-be15-98d451d10fbb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:47:00.496806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:47:00.497191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Checking segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:47:00.497630 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.498037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Bound using segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:47:00.498521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Bound port: 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:47:00.498923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.577227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:47:00.590083 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Sync routers for ids ['e73cdecb-620e-4b2c-b614-25436f121fb7'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:47:00.599173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.601451 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f52e059f-8f7b-441f-af5c-e169cdf4b777 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8260639 Nov 27 16:47:00.602697 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Routers {'e73cdecb-620e-4b2c-b614-25436f121fb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:00.603295 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36776) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:00.603427 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e73cdecb-620e-4b2c-b614-25436f121fb7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:00.604380 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] For port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:47:00.608693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] For port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:47:00.617843 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:00.694937 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1e6d-0e69-40d7-a7e9-946a67fa51e8 None None] Pushing event updated for resources: {'Port': ['ID=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:00.703917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:00.704720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:00.798587 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Set router e73cdecb-620e-4b2c-b614-25436f121fb7 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:00.872462 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:47:00.920299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:00.958689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2a0cd337-ee7f-4d8e-9b29-8d23963b11c3 None None] Provisioning complete for port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:00.959070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd337-ee7f-4d8e-9b29-8d23963b11c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.022518 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:46:59Z', 'revision_number': 3, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:01.057077 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Checking router: e73cdecb-620e-4b2c-b614-25436f121fb7 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:47:01.057602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Updating router e73cdecb-620e-4b2c-b614-25436f121fb7 port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:47:01.091232 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.092720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd337-ee7f-4d8e-9b29-8d23963b11c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.158367 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:01.159572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.188976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.209777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2a0cd337-ee7f-4d8e-9b29-8d23963b11c3 None None] For port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:01.220182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd337-ee7f-4d8e-9b29-8d23963b11c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.349579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cd337-ee7f-4d8e-9b29-8d23963b11c3 None None] Pushing event updated for resources: {'Port': ['ID=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:01.398377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc8eeafb-c296-4213-bb96-c944fc50bf7f None None] Provisioning complete for port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:01.398759 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc8eeafb-c296-4213-bb96-c944fc50bf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.404135 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.429658 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Allocated IP 172.20.0.1 (130e73ff-6254-4795-a2be-5c44c219c54d/32cb9c87-1fb1-4446-b322-906b15d8ccc9/ade7624a-ff4e-4144-b267-4233a2c18c85) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:47:01.484023 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:01.489065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:00Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:01.494723 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.546210 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1077a52-a231-4885-8b86-4baf98205bec None None] The sync data for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 is: [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:00Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:47:01.586384 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.597765 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.694011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.719269 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Attempting to bind port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:47:01.719748 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Attempting to bind port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:47:01.719985 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Attempting to bind port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:47:01.727095 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ef621-961c-4216-999e-20bf83aa5172 None None] Pushing event updated for resources: {'Port': ['ID=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:01.733995 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:47:01.734377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:47:01.734784 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.735177 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:47:01.735653 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Bound port: d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:47:01.736035 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.762335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.795940 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] For port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:47:01.799717 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] For port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:47:01.807353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Network 130e73ff-6254-4795-a2be-5c44c219c54d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:47:01.808118 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70624b38-de2d-4241-b43b-6b28df7b86af None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:47:01.808619 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.810667 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110225a-b1a2-4d27-b0be-5265e13740f7 None None] Network 130e73ff-6254-4795-a2be-5c44c219c54d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:47:01.817113 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:47:01.821583 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:47:01.833203 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:01.871460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ade7624a-ff4e-4144-b267-4233a2c18c85,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:01.891975 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:01.897775 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ef621-961c-4216-999e-20bf83aa5172 None None] Pushing event updated for resources: {'Port': ['ID=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:01.901632 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Routers {'e73cdecb-620e-4b2c-b614-25436f121fb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:01.902280 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e73cdecb-620e-4b2c-b614-25436f121fb7'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:01.921282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69bff6-b116-4be0-83e7-1eb41c8c3eb2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:47:02.044458 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.056829 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] Set router e73cdecb-620e-4b2c-b614-25436f121fb7 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:02.064067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Provisioning complete for port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:02.064446 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.171614 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.201568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] For port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:02.209501 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.300384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Provisioning complete for port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:02.300556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.313611 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:46:59Z', 'revision_number': 3, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:02.331308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.339260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.350572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.355878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed64f2-6e8d-4cef-b535-60911be3f575 None None] Pushing event updated for resources: {'Port': ['ID=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:02.392593 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20bf33-102d-4b1d-90ef-12c0f1bf4fb5 None None] The sync data for ids ['e73cdecb-620e-4b2c-b614-25436f121fb7'] in n-d-819494-4 is: [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:46:59Z', 'revision_number': 3, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:47:02.429980 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.432335 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ade7624a-ff4e-4144-b267-4233a2c18c85,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:02.551578 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Network 130e73ff-6254-4795-a2be-5c44c219c54d is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:47:02.553221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:47:02.584992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c00f3140-d1c8-4665-bd8e-a8e8e85e2ed6 None None] Provisioning complete for port ade7624a-ff4e-4144-b267-4233a2c18c85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:02.585702 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c00f3140-d1c8-4665-bd8e-a8e8e85e2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.640904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c00f3140-d1c8-4665-bd8e-a8e8e85e2ed6 None None] Port ade7624a-ff4e-4144-b267-4233a2c18c85 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:47:02.655087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c00f3140-d1c8-4665-bd8e-a8e8e85e2ed6 None None] Provisioning complete for port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:02.655566 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c00f3140-d1c8-4665-bd8e-a8e8e85e2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:02.715296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Router e73cdecb-620e-4b2c-b614-25436f121fb7 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:47:02.910835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:47:02.932615 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bdc533d5-2b30-4361-8ddf-908d41154fe1 admin admin] 10.222.0.15 "PUT /v2.0/routers/e73cdecb-620e-4b2c-b614-25436f121fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3280637 Nov 27 16:47:02.964916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:47:02.978433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-207dea55-0315-428d-924a-77f068753006 None None] Provisioning complete for port ade7624a-ff4e-4144-b267-4233a2c18c85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:02.978812 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-207dea55-0315-428d-924a-77f068753006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:03.054960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-207dea55-0315-428d-924a-77f068753006 None None] Port ade7624a-ff4e-4144-b267-4233a2c18c85 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:47:03.070716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:03.071134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:03.155857 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:47:03.213632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-69a4a653-aafc-44ff-b58b-afab22169498 None None] Provisioning complete for port ade7624a-ff4e-4144-b267-4233a2c18c85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:03.214014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69a4a653-aafc-44ff-b58b-afab22169498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:03.260408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:03.260786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:03.264077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a653-aafc-44ff-b58b-afab22169498 None None] Port ade7624a-ff4e-4144-b267-4233a2c18c85 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:47:04.793350 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:47:04.863186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:04.863564 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:05.229104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Sync routers for ids ['e73cdecb-620e-4b2c-b614-25436f121fb7'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:47:05.244629 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Routers {'e73cdecb-620e-4b2c-b614-25436f121fb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:05.245371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e73cdecb-620e-4b2c-b614-25436f121fb7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:05.360061 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-682fbc64-606e-452a-8bda-e4c1ff3ce235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:05.383386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Set router e73cdecb-620e-4b2c-b614-25436f121fb7 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:05.620094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ade7624a-ff4e-4144-b267-4233a2c18c85', 'name': '', 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'mac_address': 'fa:16:3e:c4:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:47:01Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 2, 'project_id': '880d727404ce4712ba29739a419a245c', 'subnets': [{'id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:05.650267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Checking router: e73cdecb-620e-4b2c-b614-25436f121fb7 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:47:05.650615 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Updating router e73cdecb-620e-4b2c-b614-25436f121fb7 port ade7624a-ff4e-4144-b267-4233a2c18c85 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:47:05.677200 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:05.975621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:05.982689 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.053918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e76c9-a007-4807-a972-54367f171b60 None None] Pushing event updated for resources: {'Port': ['ID=ade7624a-ff4e-4144-b267-4233a2c18c85,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:06.094613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Attempting to bind port ade7624a-ff4e-4144-b267-4233a2c18c85 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:47:06.095155 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Attempting to bind port ade7624a-ff4e-4144-b267-4233a2c18c85 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:47:06.095618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Attempting to bind port ade7624a-ff4e-4144-b267-4233a2c18c85 on network 130e73ff-6254-4795-a2be-5c44c219c54d {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:47:06.107881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:47:06.111531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Checking segment: {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:47:06.112098 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.112596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Bound using segment: {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:47:06.113190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Bound port: ade7624a-ff4e-4144-b267-4233a2c18c85, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3081df6a-9f7f-4fe0-ac60-3621be72b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:47:06.113773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.203796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] For port ade7624a-ff4e-4144-b267-4233a2c18c85, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:47:06.207594 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] For port ade7624a-ff4e-4144-b267-4233a2c18c85, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ade7624a-ff4e-4144-b267-4233a2c18c85,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:47:06.217325 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.324223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Routers {'e73cdecb-620e-4b2c-b614-25436f121fb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:06.324877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:46:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e73cdecb-620e-4b2c-b614-25436f121fb7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:06.368539 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e76c9-a007-4807-a972-54367f171b60 None None] Pushing event updated for resources: {'Port': ['ID=ade7624a-ff4e-4144-b267-4233a2c18c85,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:06.400298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-270beeb3-dba9-4e28-9789-d2926609feb9 None None] Provisioning complete for port ade7624a-ff4e-4144-b267-4233a2c18c85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:06.400298 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-270beeb3-dba9-4e28-9789-d2926609feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.533875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] Set router e73cdecb-620e-4b2c-b614-25436f121fb7 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:06.612481 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-270beeb3-dba9-4e28-9789-d2926609feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.746638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-270beeb3-dba9-4e28-9789-d2926609feb9 None None] For port ade7624a-ff4e-4144-b267-4233a2c18c85, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ade7624a-ff4e-4144-b267-4233a2c18c85,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:06.752643 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-270beeb3-dba9-4e28-9789-d2926609feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.845042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270beeb3-dba9-4e28-9789-d2926609feb9 None None] Pushing event updated for resources: {'Port': ['ID=ade7624a-ff4e-4144-b267-4233a2c18c85,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:06.882001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2bf4dc26-3ec1-4720-8ed9-3f2ce15d7023 None None] Provisioning complete for port ade7624a-ff4e-4144-b267-4233a2c18c85 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:06.882376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2bf4dc26-3ec1-4720-8ed9-3f2ce15d7023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:06.890878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ade7624a-ff4e-4144-b267-4233a2c18c85', 'name': '', 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'mac_address': 'fa:16:3e:c4:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:47:01Z', 'updated_at': '2021-11-27T16:47:06Z', 'revision_number': 4, 'project_id': '880d727404ce4712ba29739a419a245c', 'subnets': [{'id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:06.942882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f2574-d84a-4ae6-87f7-a106354fc921 None None] The sync data for ids ['e73cdecb-620e-4b2c-b614-25436f121fb7'] in n-d-819494-4 is: [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ade7624a-ff4e-4144-b267-4233a2c18c85', 'name': '', 'network_id': '130e73ff-6254-4795-a2be-5c44c219c54d', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'mac_address': 'fa:16:3e:c4:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:47:01Z', 'updated_at': '2021-11-27T16:47:06Z', 'revision_number': 4, 'project_id': '880d727404ce4712ba29739a419a245c', 'subnets': [{'id': '32cb9c87-1fb1-4446-b322-906b15d8ccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:47:07.780578 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19266eb1-c867-400c-a65d-bc3933e5be43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:08.759075 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:08.834546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ade7624a-ff4e-4144-b267-4233a2c18c85 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:47:08.901850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ade7624a-ff4e-4144-b267-4233a2c18c85 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:08.902322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:10.475369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:11.282201 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:12.688878 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:47:13.110664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-0464abea-927d-4157-b578-23a3e451ff71 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:13.112627 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-0464abea-927d-4157-b578-23a3e451ff71 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 815 time: 0.1038442 Nov 27 16:47:13.127221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-275ba8c0-f37e-459d-9014-2358220615c6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/quotas/3a07facb83964be78b250776fd2cd8bb HTTP/1.1" status: 200 len: 375 time: 0.0088370 Nov 27 16:47:13.178519 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-564aa699-c9d3-4c73-b4d1-e576f175eb86 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452447 Nov 27 16:47:13.276261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-53bb5e16-5008-4d6b-8f4a-2e71b5b4bb22 service neutron] 10.222.0.15 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862861 Nov 27 16:47:13.370801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-aac030a3-50d4-4d02-adda-0bfe2f0ffdd9 service neutron] 10.222.0.15 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Nov 27 16:47:13.529987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2214cfd4-acd5-4765-9568-10597000b054 req-745db9de-409f-454c-8f25-cb658d8dc361 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Nov 27 16:47:14.665668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-69293dc7-1e8c-496c-85cc-a9c5afdf5f64 req-906bd8c8-5c40-4144-a76b-074e1c1d6681 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 210 time: 0.0340598 Nov 27 16:47:14.712093 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-088e4da6-6c09-4e67-b0a3-047652c91fc0 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:14.713557 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-088e4da6-6c09-4e67-b0a3-047652c91fc0 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 815 time: 0.1450205 Nov 27 16:47:14.732196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'port': {'device_id': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'admin_state_up': True, 'tenant_id': '3a07facb83964be78b250776fd2cd8bb'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:14.844866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Made reservation on behalf of 3a07facb83964be78b250776fd2cd8bb for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:47:14.849744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:14.987655 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Allocated IP 172.20.0.5 (3d93d895-27e0-4412-be15-98d451d10fbb/8b6a80fb-ecc4-418a-b7e0-2722886a14a5/137b5117-909e-4409-ab46-310319c16738) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:47:15.192326 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:15.233108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:15.286906 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Network 3d93d895-27e0-4412-be15-98d451d10fbb is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:47:15.290570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:47:15.300043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:47:15.340803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:15.354577 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.354935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.355266 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.355596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.355936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.356272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.356600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.356926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.357253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.357623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.357949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.358277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:15.383668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:15.384316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:15.414580 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-333c308c-91a0-4cce-bade-c458a4da27a6 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6858637 Nov 27 16:47:15.512756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a73be193-1787-4738-b6bf-e31d79fa49a4 None None] Provisioning complete for port 137b5117-909e-4409-ab46-310319c16738 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:15.513345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a73be193-1787-4738-b6bf-e31d79fa49a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:15.547464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a73be193-1787-4738-b6bf-e31d79fa49a4 None None] Port 137b5117-909e-4409-ab46-310319c16738 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:47:15.803531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ceb8-56ed-4fbc-a38e-fc27bed63e9e req-19845f70-2f87-4032-91a9-352b4e880004 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:15.804905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b301ceb8-56ed-4fbc-a38e-fc27bed63e9e req-19845f70-2f87-4032-91a9-352b4e880004 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0672872 Nov 27 16:47:15.858970 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b301ceb8-56ed-4fbc-a38e-fc27bed63e9e req-e0ee5a82-7d48-435e-897c-69f9b4a9bdc2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476601 Nov 27 16:47:16.978382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151407f-8973-4683-9d01-52fdbeb2c348 req-f6b952dd-05bb-462d-bfcc-aa36210a9c75 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:16.979756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1151407f-8973-4683-9d01-52fdbeb2c348 req-f6b952dd-05bb-462d-bfcc-aa36210a9c75 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0499671 Nov 27 16:47:17.031035 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1151407f-8973-4683-9d01-52fdbeb2c348 req-10679f99-fc9e-44f9-9f51-0bdb2377b2ea tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Nov 27 16:47:18.150956 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d9a9b-8f53-466a-bd50-1070d490bef4 req-8dae9e9f-af0e-4ec4-9aba-af9cc2fff0ba tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:18.152562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-795d9a9b-8f53-466a-bd50-1070d490bef4 req-8dae9e9f-af0e-4ec4-9aba-af9cc2fff0ba tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0490069 Nov 27 16:47:18.202884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-795d9a9b-8f53-466a-bd50-1070d490bef4 req-9469d342-c6fe-447b-956d-11e3236b6afe tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Nov 27 16:47:19.334078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd0b2e-3f8d-47bd-9f7c-584671a07bec req-7bfecef2-5791-420a-8267-f79222aaccae tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:19.336649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6dd0b2e-3f8d-47bd-9f7c-584671a07bec req-7bfecef2-5791-420a-8267-f79222aaccae tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0520713 Nov 27 16:47:19.385078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6dd0b2e-3f8d-47bd-9f7c-584671a07bec req-8c6513a5-d0e2-48ff-b409-003c22b2b373 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Nov 27 16:47:20.507319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da851e48-1860-499c-9203-cb75dc83bace req-cda7fcbd-d851-47d4-95b0-3c26e7765127 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:20.508797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da851e48-1860-499c-9203-cb75dc83bace req-cda7fcbd-d851-47d4-95b0-3c26e7765127 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0565903 Nov 27 16:47:20.560810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-da851e48-1860-499c-9203-cb75dc83bace req-6630b2b2-0aa8-4c45-93c7-9787592efd6e tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 Nov 27 16:47:21.681537 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d09203-4bb5-4102-9f47-5aa974dceaa9 req-fb438a8f-213a-42b0-a66e-5294148bc016 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:21.683292 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77d09203-4bb5-4102-9f47-5aa974dceaa9 req-fb438a8f-213a-42b0-a66e-5294148bc016 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0514536 Nov 27 16:47:21.735121 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-77d09203-4bb5-4102-9f47-5aa974dceaa9 req-118d07b7-7718-45aa-8a2e-fa1c9b0419d1 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Nov 27 16:47:22.861128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3f305-fab1-42f2-8cf4-487a6721fbe2 req-46fbfe2a-5f76-4507-ba86-13648cdfb337 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:22.863148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44f3f305-fab1-42f2-8cf4-487a6721fbe2 req-46fbfe2a-5f76-4507-ba86-13648cdfb337 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0554624 Nov 27 16:47:22.913332 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44f3f305-fab1-42f2-8cf4-487a6721fbe2 req-9143bd8c-4214-4a60-a48d-2c34060549a5 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Nov 27 16:47:24.038184 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74177-70c5-4501-8ba9-687678e12383 req-f036ab16-3125-4bf9-aac6-a9058a4143bb tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:24.042057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89d74177-70c5-4501-8ba9-687678e12383 req-f036ab16-3125-4bf9-aac6-a9058a4143bb tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0537903 Nov 27 16:47:24.120331 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89d74177-70c5-4501-8ba9-687678e12383 req-6f3fc13e-cdc3-4567-a988-3e4bb422d512 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Nov 27 16:47:25.244701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186deb-b50e-4395-9822-a69e8d8cf33e req-8bfd32ba-13cd-4db4-b07b-432d6cae86c9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:25.246118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d186deb-b50e-4395-9822-a69e8d8cf33e req-8bfd32ba-13cd-4db4-b07b-432d6cae86c9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 931 time: 0.0477242 Nov 27 16:47:25.297139 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d186deb-b50e-4395-9822-a69e8d8cf33e req-bba340df-b930-499e-818c-79c101c85239 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Nov 27 16:47:25.583631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Request body: {'port': {'device_id': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:25.634907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:25.888611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137b5117-909e-4409-ab46-310319c16738 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:47:25.896310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:25.907968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Transition to ACTIVE for port object 137b5117-909e-4409-ab46-310319c16738 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:47:25.912370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:25.981173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:26.033746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Attempting to bind port 137b5117-909e-4409-ab46-310319c16738 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:47:26.034078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Attempting to bind port 137b5117-909e-4409-ab46-310319c16738 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:47:26.034405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Attempting to bind port 137b5117-909e-4409-ab46-310319c16738 on network 3d93d895-27e0-4412-be15-98d451d10fbb {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:47:26.038912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Port 137b5117-909e-4409-ab46-310319c16738 on network 3d93d895-27e0-4412-be15-98d451d10fbb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:47:26.039230 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Attempting to bind port 137b5117-909e-4409-ab46-310319c16738 on network 3d93d895-27e0-4412-be15-98d451d10fbb {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:47:26.044089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:47:26.044423 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Checking segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:47:26.044801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Bound using segment: {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:47:26.045225 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Bound port: 137b5117-909e-4409-ab46-310319c16738, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f282401-0377-4ed1-b43b-c19569f4af79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:47:26.045634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:26.110556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:47:26.113699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:47:26.118217 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:26.158996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.159568 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:26.160978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] 10.222.0.21 "PUT /v2.0/ports/137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 1091 time: 0.5829341 Nov 27 16:47:26.161525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:47:26.163753 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7699c922-9d2e-40fa-981d-baafbbed298b" -d '{"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:47:26.187466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b6794-baa5-48cb-9a29-bbed0266301d service neutron] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:26.208233 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166b56d-6dec-4a80-a071-6ad5ee660235 x-openstack-request-id: req-9166b56d-6dec-4a80-a071-6ad5ee660235 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:47:26.208527 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:47:26.208793 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9166b56d-6dec-4a80-a071-6ad5ee660235 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:47:26.209214 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'status': 'completed', 'code': 200} Nov 27 16:47:26.259502 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-46f74182-fe87-4b03-8268-3ce2f9e2bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.261043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-46f74182-fe87-4b03-8268-3ce2f9e2bd8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1094 time: 0.0426967 Nov 27 16:47:26.311265 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-a9b80886-9fb9-4f78-a88f-3d7e71e3d362 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 217 time: 0.0353773 Nov 27 16:47:26.400468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-1dd0597b-0d5a-4e4e-b7df-d99f4c00c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.401948 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-1dd0597b-0d5a-4e4e-b7df-d99f4c00c13f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0750630 Nov 27 16:47:26.431922 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e6e8-4328-4a3c-86b0-9c7813ae1e99 req-14b3f610-0c32-42cc-af37-e966f8a36920 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.433349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d84e6e8-4328-4a3c-86b0-9c7813ae1e99 req-14b3f610-0c32-42cc-af37-e966f8a36920 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 943 time: 0.0648222 Nov 27 16:47:26.486859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-26f3c044-dc64-4db9-b125-27270868a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.488326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-26f3c044-dc64-4db9-b125-27270868a95a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745308 Nov 27 16:47:26.499307 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d84e6e8-4328-4a3c-86b0-9c7813ae1e99 req-4917ecaf-6c6a-43fb-a7d0-dd86b7e4c4e0 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524209 Nov 27 16:47:26.585821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-19e6baa0-fe78-4cf6-ae50-3bfc1f000409 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Nov 27 16:47:26.676555 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f37e7157-a902-47ae-b58f-0dab682e9662 req-b17a1bf2-ba68-4f50-8142-5f3718b29171 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802400 Nov 27 16:47:26.780513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c922-9d2e-40fa-981d-baafbbed298b req-87f05e7b-972b-4e62-87af-90117656835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.782066 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-87f05e7b-972b-4e62-87af-90117656835d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1094 time: 0.0462961 Nov 27 16:47:26.871633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c922-9d2e-40fa-981d-baafbbed298b req-b3325e7d-1087-42a4-8f32-72ba16832620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.873085 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-b3325e7d-1087-42a4-8f32-72ba16832620 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.0830910 Nov 27 16:47:26.917029 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-28408974-4f8a-48a2-a372-1d4db8c10682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 217 time: 0.0366135 Nov 27 16:47:26.964901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c922-9d2e-40fa-981d-baafbbed298b req-da01ac27-30fb-47b1-a162-0dc283909cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:26.966218 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-da01ac27-30fb-47b1-a162-0dc283909cae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0409362 Nov 27 16:47:27.014408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c922-9d2e-40fa-981d-baafbbed298b req-415af6ac-7dd2-4dd3-9b64-93f50e906f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:27.015835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-415af6ac-7dd2-4dd3-9b64-93f50e906f49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382087 Nov 27 16:47:27.105434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-c4239cfc-bca8-4479-a974-a31561cfd2e6 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815866 Nov 27 16:47:27.193825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7699c922-9d2e-40fa-981d-baafbbed298b req-d50a371a-1e1a-45e8-b6f8-f61519b01f67 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783889 Nov 27 16:47:27.616041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef13e5-6964-4ee1-b15f-f0f078db1805 req-1f91ffca-517d-4cd7-886f-026de0f12c09 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:27.617522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6ef13e5-6964-4ee1-b15f-f0f078db1805 req-1f91ffca-517d-4cd7-886f-026de0f12c09 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 943 time: 0.0485418 Nov 27 16:47:27.664604 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6ef13e5-6964-4ee1-b15f-f0f078db1805 req-f768ddc5-1548-410b-a60c-df4402b19105 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Nov 27 16:47:28.540360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 137b5117-909e-4409-ab46-310319c16738 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:47:28.643839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:28.654970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '137b5117-909e-4409-ab46-310319c16738', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'port_id': '137b5117-909e-4409-ab46-310319c16738', 'mac_address': 'fa:16:3e:14:28:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:47:28.691356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:28.705057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137b5117-909e-4409-ab46-310319c16738 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:47:28.724121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:28.728085 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:28.784475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fced0-b6ae-4643-9f1d-e031045a074e req-26423f1d-f35d-4154-acf7-e2f85e0c8cb3 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:28.786097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e90fced0-b6ae-4643-9f1d-e031045a074e req-26423f1d-f35d-4154-acf7-e2f85e0c8cb3 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 944 time: 0.0545518 Nov 27 16:47:28.837773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e90fced0-b6ae-4643-9f1d-e031045a074e req-3253fec7-8d88-4a59-bcd2-87134b778775 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Nov 27 16:47:28.932002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:28.939125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.940037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.940388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.940724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.941055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.941386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.941738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.942064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.942387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.942714 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.943032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:28.943354 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:47:29.034316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['137b5117-909e-4409-ab46-310319c16738'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:47:29.950938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fff3b0-3da5-4caa-9aa4-39a63030d13e req-479e8e4b-f277-48e6-b752-727217e29e2f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:29.952383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25fff3b0-3da5-4caa-9aa4-39a63030d13e req-479e8e4b-f277-48e6-b752-727217e29e2f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 944 time: 0.0469935 Nov 27 16:47:30.003625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25fff3b0-3da5-4caa-9aa4-39a63030d13e req-1ea2a4d0-fb1b-4a16-b31a-91bebc56a04a tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Nov 27 16:47:30.213143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:30.555508 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 137b5117-909e-4409-ab46-310319c16738 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:47:30.602992 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 137b5117-909e-4409-ab46-310319c16738 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:47:30.606740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 137b5117-909e-4409-ab46-310319c16738 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:30.607095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:30.683683 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:30.707261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:47:30.709662 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba6d1d1-208e-4e88-ad2e-8e7592fdc415" -d '{"events": [{"server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "name": "network-vif-plugged", "status": "completed", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:47:30.726158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:30.730400 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:30.753835 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce9ae2-acaf-4272-afd8-c01b48a328ce x-openstack-request-id: req-76ce9ae2-acaf-4272-afd8-c01b48a328ce {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:47:30.754134 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "name": "network-vif-plugged", "status": "completed", "tag": "137b5117-909e-4409-ab46-310319c16738", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:47:30.754395 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76ce9ae2-acaf-4272-afd8-c01b48a328ce {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:47:30.754793 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'code': 200} Nov 27 16:47:30.779967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:30.870648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de08af-4f6f-414b-9106-f82a21f33e4d req-506f751b-bf74-42ee-976d-f9a0f9739794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:30.872101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41de08af-4f6f-414b-9106-f82a21f33e4d req-506f751b-bf74-42ee-976d-f9a0f9739794 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1096 time: 0.0454867 Nov 27 16:47:30.921672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41de08af-4f6f-414b-9106-f82a21f33e4d req-62fea598-0ad2-4854-809b-1cd822b88403 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Nov 27 16:47:31.119667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80a4e0-af8f-4e5c-8c4c-e9fec0b9a0b9 req-5636cff9-103a-470d-a26a-9348ac0cc639 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:31.121027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc80a4e0-af8f-4e5c-8c4c-e9fec0b9a0b9 req-5636cff9-103a-470d-a26a-9348ac0cc639 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Nov 27 16:47:31.167184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fc80a4e0-af8f-4e5c-8c4c-e9fec0b9a0b9 req-de4b7b97-e765-41ca-ba99-daccda7eae18 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Nov 27 16:47:32.243809 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:32.282341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e9853-4503-4ad7-9ac6-091f0d408a88 req-3e94aa9a-5708-4a28-895c-99d7fce0b35d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:32.284365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-639e9853-4503-4ad7-9ac6-091f0d408a88 req-3e94aa9a-5708-4a28-895c-99d7fce0b35d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Nov 27 16:47:32.333806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-639e9853-4503-4ad7-9ac6-091f0d408a88 req-6b6f5d7d-96a7-4d7c-adc2-44ecf1c5c154 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Nov 27 16:47:32.445608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfcab9-80da-46a7-8ff9-2c6e59b580ee req-00c1075c-bbc6-4651-bd1c-15d4745b0d6c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:32.446964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76bfcab9-80da-46a7-8ff9-2c6e59b580ee req-00c1075c-bbc6-4651-bd1c-15d4745b0d6c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0473740 Nov 27 16:47:32.493128 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76bfcab9-80da-46a7-8ff9-2c6e59b580ee req-6873a333-a089-4c0a-a0d0-4e602f134aa9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Nov 27 16:47:32.679728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f75a-3733-4e83-87ef-bdd47b166884 req-3151b449-ab1e-4a05-a3d3-325d24cf8109 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:32.681208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0e9f75a-3733-4e83-87ef-bdd47b166884 req-3151b449-ab1e-4a05-a3d3-325d24cf8109 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Nov 27 16:47:32.729043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f0e9f75a-3733-4e83-87ef-bdd47b166884 req-1f7058f1-ed32-48af-90fc-ffc49451dac8 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Nov 27 16:47:35.322789 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c31f7f70-5692-44fe-bd68-d38eaa6c2ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:37.783273 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f884-0660-4a6b-8079-357506665be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:38.749160 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:40.476094 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:41.273111 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:45.201662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824f44c-c659-41d7-9d94-1eb98cc1c0f5 req-3061793c-e9a3-475a-aaea-332b1d51bd98 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:45.203113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1824f44c-c659-41d7-9d94-1eb98cc1c0f5 req-3061793c-e9a3-475a-aaea-332b1d51bd98 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Nov 27 16:47:45.249345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1824f44c-c659-41d7-9d94-1eb98cc1c0f5 req-ca43be50-91af-42e7-bf7c-2d15440433cf tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Nov 27 16:47:45.272008 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36980) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:45.402967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b3679-42a2-4cb4-8faf-0b61fb46bd21 tempest-TestMinimumBasicScenario-631580276 tempest-TestMinimumBasicScenario-631580276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:45.404460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-eb3b3679-42a2-4cb4-8faf-0b61fb46bd21 tempest-TestMinimumBasicScenario-631580276 tempest-TestMinimumBasicScenario-631580276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1091 time: 0.1313598 Nov 27 16:47:45.407637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 36984) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:45.412302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '137b5117-909e-4409-ab46-310319c16738', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:45.435117 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:45.529130 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:45.641774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Allocated IP 172.25.1.15 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ba963027-f291-4530-8e77-a10e53d479eb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:47:45.740903 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:45.777748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:45.816361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:47:45.819152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:47:45.822678 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:47:45.849257 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'Port': ['ID=ba963027-f291-4530-8e77-a10e53d479eb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:46.175393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.239135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.385796 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.390283 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.456798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'Port': ['ID=ba963027-f291-4530-8e77-a10e53d479eb,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:46.468224 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.566504 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Floating IP dc5a69c0-4e3d-4ec3-9b01-3938fb72312d associated. External IP: 172.25.1.15, port: 137b5117-909e-4409-ab46-310319c16738. Nov 27 16:47:46.770107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Router b7af7390-0cf8-45df-b438-3a4a576de0ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:47:46.875002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:47:46.885495 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] Sync routers for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:47:46.893104 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.896028 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:46.896642 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:47:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:46.919355 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fcdbd9cc-90e9-4a6a-9e6a-94fc91686c60 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5105958 Nov 27 16:47:46.920039 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:47:46.922218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36986) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:46.923205 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6beeed-6c6b-455d-bbd7-ff70399190c5" -d '{"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:47:46.935951 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-419558871', 'description': 'tempest-secgroup-smoke-419558871 description', 'project_id': '3a07facb83964be78b250776fd2cd8bb'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:46.963094 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:46.970328 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50ea1d-a41d-4f4f-950d-1a6dd86af9d0 x-openstack-request-id: req-ca50ea1d-a41d-4f4f-950d-1a6dd86af9d0 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:47:46.970626 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:47:46.970886 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca50ea1d-a41d-4f4f-950d-1a6dd86af9d0 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:47:46.971297 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'status': 'completed', 'code': 200} Nov 27 16:47:47.009339 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:47.241873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'dc5a69c0-4e3d-4ec3-9b01-3938fb72312d', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'port_id': '137b5117-909e-4409-ab46-310319c16738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'mac_address': 'fa:16:3e:14:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:47:46Z', 'updated_at': '2021-11-27T16:47:46Z', 'revision_number': 0, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:47.267768 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] Checking router: b7af7390-0cf8-45df-b438-3a4a576de0ed for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:47:47.276636 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:47:47.277247 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:47:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:47.343033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-e4957574-6ebe-41b6-ba09-b1a5d6d71a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:47.344531 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-e4957574-6ebe-41b6-ba09-b1a5d6d71a7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1096 time: 0.3443718 Nov 27 16:47:47.347273 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.351183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.385591 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:47:47.428382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269730c3-e71a-47a6-afb8-a4a94ac1b5d7,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:47.435611 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.440386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0507511a-5eeb-4270-ae81-90081ec04977 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5122859 Nov 27 16:47:47.440386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36990) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:47.444144 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group_rule': {'security_group_id': '269730c3-e71a-47a6-afb8-a4a94ac1b5d7', 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:47.497718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-892e81af-0d6e-4f41-b6bb-7f5640b8f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:47.499112 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-892e81af-0d6e-4f41-b6bb-7f5640b8f701 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.1430414 Nov 27 16:47:47.499765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.592456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-c30da16d-8f9c-4b07-ba07-a61680d0a8a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 998 time: 0.0838795 Nov 27 16:47:47.616229 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.636033 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.663097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06771c50-a3a1-48fd-8c90-6df7daafe009,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:47.673073 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-a125df17-a0ac-404a-adf1-bfe56f92af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:47.674674 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-a125df17-a0ac-404a-adf1-bfe56f92af6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0681896 Nov 27 16:47:47.677705 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.678911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa5d7784-0929-4f82-a409-2f54f7d4f99d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2380571 Nov 27 16:47:47.681582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36992) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:47.687104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group_rule': {'security_group_id': '269730c3-e71a-47a6-afb8-a4a94ac1b5d7', 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:47.707923 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'dc5a69c0-4e3d-4ec3-9b01-3938fb72312d', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'port_id': '137b5117-909e-4409-ab46-310319c16738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'mac_address': 'fa:16:3e:14:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:47:46Z', 'updated_at': '2021-11-27T16:47:46Z', 'revision_number': 0, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:47:47.734512 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cee2d3-c86c-4b3d-a305-8609f51f03bb None None] The sync data for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 is: [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'dc5a69c0-4e3d-4ec3-9b01-3938fb72312d', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'port_id': '137b5117-909e-4409-ab46-310319c16738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'mac_address': 'fa:16:3e:14:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:47:46Z', 'updated_at': '2021-11-27T16:47:46Z', 'revision_number': 0, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:47:47.747318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-cb2107de-ee36-4701-a7f7-5a738ce823f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:47.748947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-cb2107de-ee36-4701-a7f7-5a738ce823f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652566 Nov 27 16:47:47.750254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.850458 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.855939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.893208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aeae93-0f90-49bb-a7de-4e3a231a495c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:47.896514 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-4fc72229-b4cb-4a4e-aad7-21d43fd490a9 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266243 Nov 27 16:47:47.903813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:47.905000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-75801e2d-0bb4-44d1-b653-f4d51d208bd9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2224998 Nov 27 16:47:47.907774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36996) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:47.912318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group_rule': {'security_group_id': '269730c3-e71a-47a6-afb8-a4a94ac1b5d7', 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:47.949467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b2eae-09f2-412d-ada1-ccf717cd2dcf None None] New status for floating IP dc5a69c0-4e3d-4ec3-9b01-3938fb72312d: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:47:47.995839 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.045689 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1c6beeed-6c6b-455d-bbd7-ff70399190c5 req-13349857-7c60-454e-bcc5-8e9331eb72d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286900 Nov 27 16:47:48.064454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.068858 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.087918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8226d0b2-85d3-4be2-8d32-ccb303dfee78,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:48.097095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.098357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-da355e2e-a12d-4be7-a2b8-a0e283b0e708 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896462 Nov 27 16:47:48.101047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 36998) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:48.105619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group_rule': {'security_group_id': '269730c3-e71a-47a6-afb8-a4a94ac1b5d7', 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:48.133129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.199715 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.202965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.221091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec4817b-72c8-4ceb-bbca-d94bd3cde4b8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:48.227840 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.228877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2a441e76-aeca-42ae-98e6-7573df2718da tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268330 Nov 27 16:47:48.231599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37000) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:48.236370 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group_rule': {'security_group_id': '269730c3-e71a-47a6-afb8-a4a94ac1b5d7', 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:48.257750 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Project 3a07facb83964be78b250776fd2cd8bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:47:48.262284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.318142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.321528 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.338396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d0462-22c4-4c58-af7c-7addaf25b0ad,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:48.346596 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.347924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-281ed983-bbbe-48cf-9a37-16d78a87efed tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152744 Nov 27 16:47:48.350546 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37002) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:47:48.354884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'security_group_rule': {'security_group_id': '269730c3-e71a-47a6-afb8-a4a94ac1b5d7', 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:48.376650 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Project 3a07facb83964be78b250776fd2cd8bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:47:48.381835 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.439526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.442927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.460138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c74aeb7-4953-42b6-9f0e-2eb3b9ce4554,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:48.467208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.468373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0ccda424-979e-4dfc-ab36-c9d8ea66ee6d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168966 Nov 27 16:47:48.560228 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-ca393e9d-a083-45d0-a3f2-f4a8285503d2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-419558871&fields=id&tenant_id=3a07facb83964be78b250776fd2cd8bb HTTP/1.1" status: 200 len: 267 time: 0.0463638 Nov 27 16:47:48.612873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-5b5b1bf4-3423-42c9-a99e-934f74ebdfa2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:48.614270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-5b5b1bf4-3423-42c9-a99e-934f74ebdfa2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0483086 Nov 27 16:47:48.625129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'port': {'security_groups': ['3dd5e5a5-1f03-4cc1-8336-6777872163be', '269730c3-e71a-47a6-afb8-a4a94ac1b5d7']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:47:48.684771 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.866316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:47:48.894413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.899010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.915545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['137b5117-909e-4409-ab46-310319c16738'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:47:48.944918 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:48.945608 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:48.947021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4d4d9360-6fe7-4fac-a4fd-1db3a5fcbf51 req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "PUT /v2.0/ports/137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 981 time: 0.3263776 Nov 27 16:47:48.949883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:47:48.951995 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:47:48.991428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a590e96-5d2a-4aa0-af62-e061967357bd tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=6']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:47:49.019223 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceedde8-4b53-4aa2-ac2a-02feb60ff4dd x-openstack-request-id: req-1ceedde8-4b53-4aa2-ac2a-02feb60ff4dd {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:47:49.019842 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:47:49.019842 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ceedde8-4b53-4aa2-ac2a-02feb60ff4dd {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:47:49.020234 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'status': 'completed', 'code': 200} Nov 27 16:47:49.033231 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['137b5117-909e-4409-ab46-310319c16738'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:47:49.112794 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b2a5-900a-4af8-8aa6-f35384f88db4 req-330f67b7-6e2c-42c9-86d2-ee4847f116f0 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:49.114579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d96b2a5-900a-4af8-8aa6-f35384f88db4 req-330f67b7-6e2c-42c9-86d2-ee4847f116f0 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0810156 Nov 27 16:47:49.123075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-ad5df9f0-d7cc-49cb-9b2d-e932f8396ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:49.124758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-ad5df9f0-d7cc-49cb-9b2d-e932f8396ba1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1135 time: 0.0774751 Nov 27 16:47:49.243011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d96b2a5-900a-4af8-8aa6-f35384f88db4 req-ee584b68-3f60-4524-b116-848c753b2def tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161060 Nov 27 16:47:49.264761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-01aa3080-0f15-4915-9c21-2138831716e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:49.267473 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-01aa3080-0f15-4915-9c21-2138831716e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.1335502 Nov 27 16:47:49.301111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f3e5ff40-1b5f-4d84-8765-6e5007928951 None None] Provisioning complete for port 137b5117-909e-4409-ab46-310319c16738 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:47:49.301499 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f3e5ff40-1b5f-4d84-8765-6e5007928951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:47:49.339649 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-4f97ecdf-93a4-483d-953d-4923350afdb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 1000 time: 0.0638647 Nov 27 16:47:49.398204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-69452212-ed92-4889-b20c-33db3c4ff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:49.399603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-69452212-ed92-4889-b20c-33db3c4ff247 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0488067 Nov 27 16:47:49.449062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-bf2301ad-355d-42dd-9cca-99441c164f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:47:49.450936 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-bf2301ad-355d-42dd-9cca-99441c164f23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431836 Nov 27 16:47:49.545589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-6e95c8f5-6589-42d2-be0c-70f3c4b558c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870941 Nov 27 16:47:49.643095 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61bfdd2b-d9dc-4ddd-afe1-606e303cfc0d req-80c9a26f-5207-48a2-97c6-f6433e0b68f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861964 Nov 27 16:47:49.686947 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:48:00.225359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:02.251667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:05.323195 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-df8a0898-0b7c-4695-961c-ea9613aa1b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:07.785354 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-44480371-0445-4083-a391-37604f577727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:08.751959 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:09.316923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-286986e6-a811-43e9-a0c0-1af0960dfaad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401711 Nov 27 16:48:09.405081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-f4a7d0b0-4321-49c5-973e-af6e5be9c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:09.406721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-f4a7d0b0-4321-49c5-973e-af6e5be9c1b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1135 time: 0.0444169 Nov 27 16:48:09.512518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-33bc15d3-78a4-4bf5-a0b7-469cb5f065ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:09.514050 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-33bc15d3-78a4-4bf5-a0b7-469cb5f065ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.0873630 Nov 27 16:48:09.585705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-4ef1fb68-cb33-4d07-b3cf-4c85afeb5088 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 1000 time: 0.0631750 Nov 27 16:48:09.635621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-a5149eac-2c64-4377-8ace-fbc0e040b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:09.637004 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-a5149eac-2c64-4377-8ace-fbc0e040b33d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0419431 Nov 27 16:48:09.691551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-d23f141a-98d3-4796-b482-4d5e3c9efde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:09.693246 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-d23f141a-98d3-4796-b482-4d5e3c9efde1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390399 Nov 27 16:48:09.785607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-430c388d-16d7-4723-82cb-720d28788902 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849619 Nov 27 16:48:09.878429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5934b975-264b-4d91-a17f-9d009e8f35ef req-177599ef-0b28-45ca-89ba-ca8106b0c9c2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852678 Nov 27 16:48:10.479557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:11.275001 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:12.226067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeebe2-466a-47af-9497-3873a1751043 req-f1e3f648-fd56-4639-9376-ea5a8d00de5d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:12.227545 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9feeebe2-466a-47af-9497-3873a1751043 req-f1e3f648-fd56-4639-9376-ea5a8d00de5d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0815811 Nov 27 16:48:12.229373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-f3d73a73-a917-40c3-981c-53bd6b2477e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:12.230753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-f3d73a73-a917-40c3-981c-53bd6b2477e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1135 time: 0.0745416 Nov 27 16:48:12.340792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9feeebe2-466a-47af-9497-3873a1751043 req-9b8e6c10-4978-42d2-b5bf-a983725df16e tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071732 Nov 27 16:48:12.360962 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-f00e28c2-c2cd-4107-88fe-e7d4f348e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:12.362554 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-f00e28c2-c2cd-4107-88fe-e7d4f348e7a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.1224475 Nov 27 16:48:12.431506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-e39a296f-a9ca-499d-ac87-edf6f3150d55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 1000 time: 0.0608912 Nov 27 16:48:12.481674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-41af0445-3507-4316-a300-87e80b2d3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:12.483137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-41af0445-3507-4316-a300-87e80b2d3ca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0421524 Nov 27 16:48:12.529904 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-45417df7-799a-4e06-8109-5b63de632626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:12.531381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-45417df7-799a-4e06-8109-5b63de632626 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394740 Nov 27 16:48:12.626609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-177e0d07-5e26-4976-a81a-431f1fa182a9 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Nov 27 16:48:12.717220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d45a770-1e54-4936-88cf-27a1c055de0b req-0e662c89-c124-46b9-b159-eb7dfe69655f service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828564 Nov 27 16:48:13.465071 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb463ed4-fc13-460d-a774-bd8b39437bc8 req-882f4b6d-2ef0-4dec-923d-fd2308b44ba1 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:13.466575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb463ed4-fc13-460d-a774-bd8b39437bc8 req-882f4b6d-2ef0-4dec-923d-fd2308b44ba1 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0535474 Nov 27 16:48:13.530046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eb463ed4-fc13-460d-a774-bd8b39437bc8 req-a9927c58-7903-4476-9e1a-6c413ce8fcfe tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569284 Nov 27 16:48:14.648833 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590c69-f4ac-418f-9607-0f93fb86e93f req-1c085776-0993-4b35-a588-4b3e1f08ad74 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:14.650316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8590c69-f4ac-418f-9607-0f93fb86e93f req-1c085776-0993-4b35-a588-4b3e1f08ad74 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0486426 Nov 27 16:48:14.710522 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c8590c69-f4ac-418f-9607-0f93fb86e93f req-cc8b6d6f-9859-4d92-a617-5ad86de134d0 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542173 Nov 27 16:48:15.829037 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49e831-4685-41f0-a1c4-7bb003f4bdc5 req-e0d6ba7a-c3dd-4189-9262-4715b314de97 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:15.831540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e49e831-4685-41f0-a1c4-7bb003f4bdc5 req-e0d6ba7a-c3dd-4189-9262-4715b314de97 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0529935 Nov 27 16:48:15.891350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e49e831-4685-41f0-a1c4-7bb003f4bdc5 req-fd423f83-8f22-430b-81f8-802823d95341 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538785 Nov 27 16:48:17.005046 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab50f8-036a-4da2-91e9-1dfa70f1de76 req-0831a4fc-9220-47e5-92c4-b561c0f0293a tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:17.006442 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7ab50f8-036a-4da2-91e9-1dfa70f1de76 req-0831a4fc-9220-47e5-92c4-b561c0f0293a tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0479937 Nov 27 16:48:17.065938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7ab50f8-036a-4da2-91e9-1dfa70f1de76 req-f2a0badb-70c3-495f-80e5-81c033fe5b86 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535417 Nov 27 16:48:18.179574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed165e0-4aa2-4d6e-96c0-c7e5a3f94709 req-92b8318d-7d5e-468b-bc82-bd9a86a5df40 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:18.181017 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ed165e0-4aa2-4d6e-96c0-c7e5a3f94709 req-92b8318d-7d5e-468b-bc82-bd9a86a5df40 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0475864 Nov 27 16:48:18.244630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ed165e0-4aa2-4d6e-96c0-c7e5a3f94709 req-c5dde873-6386-437e-a65b-7c19bd28eb52 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575216 Nov 27 16:48:19.358353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05037d2-1ee0-40a4-9524-4691f8c41e95 req-9adcd7b1-9f33-4349-82b7-dede1a2515e2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:19.359821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c05037d2-1ee0-40a4-9524-4691f8c41e95 req-9adcd7b1-9f33-4349-82b7-dede1a2515e2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0490468 Nov 27 16:48:19.419211 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c05037d2-1ee0-40a4-9524-4691f8c41e95 req-8812261a-5221-4f89-b50a-a648ab2a8983 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531693 Nov 27 16:48:20.532914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975bb7-b369-44c0-831e-5c2bb28f2cab req-63b80161-5908-4231-86a1-3aeee8b71ca9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:20.535054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0975bb7-b369-44c0-831e-5c2bb28f2cab req-63b80161-5908-4231-86a1-3aeee8b71ca9 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0489163 Nov 27 16:48:20.593709 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b0975bb7-b369-44c0-831e-5c2bb28f2cab req-3c075399-6bff-4cac-981c-7ae457dab841 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525408 Nov 27 16:48:21.721308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4148f-ed68-4fee-a0d5-cd51972eae9e req-dda6cf61-0e2e-4644-8bb7-8815d1480266 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:21.722794 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78a4148f-ed68-4fee-a0d5-cd51972eae9e req-dda6cf61-0e2e-4644-8bb7-8815d1480266 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0586965 Nov 27 16:48:21.781982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78a4148f-ed68-4fee-a0d5-cd51972eae9e req-5d58fe99-eb2d-4093-84b0-91f9c25b3365 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529788 Nov 27 16:48:22.897501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc1261-6f01-459d-b1ec-f03219685337 req-648de6fe-c625-4aad-b42f-f2552a74c73e tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:22.898959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49cc1261-6f01-459d-b1ec-f03219685337 req-648de6fe-c625-4aad-b42f-f2552a74c73e tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0488386 Nov 27 16:48:22.958723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49cc1261-6f01-459d-b1ec-f03219685337 req-dfb444fa-7bc5-4b04-9b4b-11dc0a593406 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538495 Nov 27 16:48:24.071374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef4250-048e-4d98-b7fb-09cce0990789 req-1e9167f0-b853-4923-8646-682024b2ba1f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:24.072817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eef4250-048e-4d98-b7fb-09cce0990789 req-1e9167f0-b853-4923-8646-682024b2ba1f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0483167 Nov 27 16:48:24.136325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eef4250-048e-4d98-b7fb-09cce0990789 req-b9eaa735-e745-4b6b-80a4-1f9b7bd86113 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572109 Nov 27 16:48:25.250041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf0c64-34a2-44b6-bddf-d0ccf06ecb88 req-b069b2c8-8810-45d2-8435-6c58fca621e8 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:25.251497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94bf0c64-34a2-44b6-bddf-d0ccf06ecb88 req-b069b2c8-8810-45d2-8435-6c58fca621e8 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0487962 Nov 27 16:48:25.309798 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94bf0c64-34a2-44b6-bddf-d0ccf06ecb88 req-c5d772eb-bc65-43d2-be8e-12cb6f2de0dc tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521798 Nov 27 16:48:26.424070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9a3de-9b38-44ad-9588-5c355ee17c1b req-68139ad6-d882-4951-893f-fc44b39d5873 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:26.425549 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ab9a3de-9b38-44ad-9588-5c355ee17c1b req-68139ad6-d882-4951-893f-fc44b39d5873 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0478256 Nov 27 16:48:26.483796 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ab9a3de-9b38-44ad-9588-5c355ee17c1b req-2b414b24-08e1-42e9-a22e-96714611b93f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522079 Nov 27 16:48:26.685208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:48:27.604043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516d52-0481-4f73-b358-78cc89bcc6f9 req-4b0a1d87-8939-4714-999c-008077c33759 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:27.605506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b516d52-0481-4f73-b358-78cc89bcc6f9 req-4b0a1d87-8939-4714-999c-008077c33759 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0541234 Nov 27 16:48:27.664060 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b516d52-0481-4f73-b358-78cc89bcc6f9 req-33809ef2-06f8-4f42-a6b2-2ea0d54f7929 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524819 Nov 27 16:48:28.781512 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3cb9a-2d97-4ba7-a8f3-cb8f128c9137 req-22c51ae7-eaa7-4f33-92ca-165f4544a436 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:48:28.782980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-faf3cb9a-2d97-4ba7-a8f3-cb8f128c9137 req-22c51ae7-eaa7-4f33-92ca-165f4544a436 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0489349 Nov 27 16:48:28.843996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-faf3cb9a-2d97-4ba7-a8f3-cb8f128c9137 req-616bd0c0-436a-4c8e-9ff0-4ee82a44490d tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&id=269730c3-e71a-47a6-afb8-a4a94ac1b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546186 Nov 27 16:48:30.223541 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:32.250546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:35.326299 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc467da2-12f3-407a-8ebf-c651a0d1e96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:35.808929 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-a8db229e-c495-4025-b20d-e11f31715a0c req-5b9d321f-bc2e-47b5-9f6b-e1caf8914124 tempest-ServerDiskConfigTestJSON-1724413296 tempest-ServerDiskConfigTestJSON-1724413296-project] (110075) timed out ('10.222.0.37', 62143) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:48:37.787347 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d802c3e1-f025-4a52-9a2d-b2adff75b0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:38.754729 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:40.481711 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:48:41.276914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:00.223002 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:02.252542 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:02.508101 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-66d1b2b1-d87d-45d2-895d-f5b6d4b4107e tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-419558871&fields=id&tenant_id=3a07facb83964be78b250776fd2cd8bb HTTP/1.1" status: 200 len: 267 time: 0.1715543 Nov 27 16:49:02.563131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-a3abcd1b-dd41-4877-aa8d-95e05b96f7e2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:02.565236 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-a3abcd1b-dd41-4877-aa8d-95e05b96f7e2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 984 time: 0.0516346 Nov 27 16:49:02.576038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Request body: {'port': {'security_groups': ['3dd5e5a5-1f03-4cc1-8336-6777872163be']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:02.637830 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:02.804911 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:02.832680 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:02.837337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:02.849426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['137b5117-909e-4409-ab46-310319c16738'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:49:02.887561 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:02.888199 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:02.889640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7eee8b88-f87d-4178-9857-915e50841ab6 req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "PUT /v2.0/ports/137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 942 time: 0.3180068 Nov 27 16:49:02.890111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:49:02.895466 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d70dac-73c4-43ad-958d-804a895d8a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:49:02.895586 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37078) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:02.916350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event updated for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:02.925020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.925391 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.925763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.926185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.926671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.926830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.927090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.927616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.928245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.928741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.929240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.929788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3ab93-fcf7-4191-927a-78916db40362 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:02.978620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['137b5117-909e-4409-ab46-310319c16738'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:49:02.991933 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.039990 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b616cce-54bb-4f77-b667-d9bf59c789a1 x-openstack-request-id: req-3b616cce-54bb-4f77-b667-d9bf59c789a1 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:49:03.040339 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:49:03.040856 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b616cce-54bb-4f77-b667-d9bf59c789a1 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:49:03.041278 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'status': 'completed', 'code': 200} Nov 27 16:49:03.044959 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.123536 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.126429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.127606 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "DELETE /v2.0/security-groups/269730c3-e71a-47a6-afb8-a4a94ac1b5d7 HTTP/1.1" status: 204 len: 168 time: 0.2310495 Nov 27 16:49:03.130324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37086) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:03.137666 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269730c3-e71a-47a6-afb8-a4a94ac1b5d7,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:03.145855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.146220 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.146546 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.147069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.147642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.148149 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.148646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.149148 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.149706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.150203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.150703 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.151197 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a991413-a906-4ff2-a2d2-30084e9f1d55 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:03.177630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9ff2f7a-5994-452b-9f31-e9761f8f7836 None None] Provisioning complete for port 137b5117-909e-4409-ab46-310319c16738 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:03.178012 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2f7a-5994-452b-9f31-e9761f8f7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.270293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-ec1fa11b-e0c2-4e2a-8fbc-6d4163992591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:03.271795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-ec1fa11b-e0c2-4e2a-8fbc-6d4163992591 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1096 time: 0.2081833 Nov 27 16:49:03.402905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-8c8d7eee-9acb-41ca-bcaf-1634eacf0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:03.404358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-8c8d7eee-9acb-41ca-bcaf-1634eacf0dca service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.1223078 Nov 27 16:49:03.409829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Deleting port ba963027-f291-4530-8e77-a10e53d479eb {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:03.410170 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.684527 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:49:03.775619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-90f9b091-e60d-4626-b5c6-2ed048f8c4c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 1000 time: 0.3628387 Nov 27 16:49:03.822466 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.822777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:03.839034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Calling delete_port for ba963027-f291-4530-8e77-a10e53d479eb owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:03.852260 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-05e92396-c708-4e3a-90b6-ca09accba4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:03.853731 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-05e92396-c708-4e3a-90b6-ca09accba4bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0685062 Nov 27 16:49:03.967154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-6ff9ce07-eef4-4a0c-92da-54239b6ec175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:03.968536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-6ff9ce07-eef4-4a0c-92da-54239b6ec175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792472 Nov 27 16:49:04.100100 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-30aa7c32-fb8a-4ebe-abec-d652113d7e23 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235611 Nov 27 16:49:04.131245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:04.188098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event deleted for resources: {'Port': ['ID=ba963027-f291-4530-8e77-a10e53d479eb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:04.265012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78d70dac-73c4-43ad-958d-804a895d8a5d req-fb479710-f0e5-4510-8450-087c1937d7df service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538618 Nov 27 16:49:04.272149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:04.272488 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Floating IP dc5a69c0-4e3d-4ec3-9b01-3938fb72312d disassociated (deleted). External IP: 172.25.1.15, port: 137b5117-909e-4409-ab46-310319c16738. Nov 27 16:49:04.487039 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Router b7af7390-0cf8-45df-b438-3a4a576de0ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:49:04.593520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:49:04.598800 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:04.603614 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] Sync routers for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:49:04.613373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:04.613947 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:48:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:04.626435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-02a1c777-7f1c-4e16-9dc5-ebc3433e1679 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "DELETE /v2.0/floatingips/dc5a69c0-4e3d-4ec3-9b01-3938fb72312d HTTP/1.1" status: 204 len: 168 time: 1.4944742 Nov 27 16:49:04.720601 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:04.917030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:04.943696 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] Checking router: b7af7390-0cf8-45df-b438-3a4a576de0ed for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:49:04.951690 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:04.952288 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:48:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:05.042518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:49:05.044960 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546" -d '{"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:49:05.054090 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:05.081279 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a88e1b-ddae-4f26-b053-ecdc79d05209 x-openstack-request-id: req-84a88e1b-ddae-4f26-b053-ecdc79d05209 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:49:05.081602 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "tag": "137b5117-909e-4409-ab46-310319c16738", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:49:05.081861 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84a88e1b-ddae-4f26-b053-ecdc79d05209 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:49:05.082290 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'status': 'completed', 'code': 200} Nov 27 16:49:05.145310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-4f217e52-d964-496d-830d-e37aeacb6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:05.146755 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-4f217e52-d964-496d-830d-e37aeacb6361 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1096 time: 0.0402715 Nov 27 16:49:05.242065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-6f0ed8cc-ad46-45b0-9ab2-b2db3ea318cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:05.243653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-6f0ed8cc-ad46-45b0-9ab2-b2db3ea318cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.0877934 Nov 27 16:49:05.253231 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:05.278612 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005fdbb-0d39-40b1-8b14-6c88ad7613e0 None None] The sync data for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 is: [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:56Z', 'revision_number': 4, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '1c97e6aa-9741-4ba4-a264-2e9198c7b3dc', 'name': '', 'network_id': '3d93d895-27e0-4412-be15-98d451d10fbb', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'mac_address': 'fa:16:3e:75:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:56Z', 'updated_at': '2021-11-27T16:47:01Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'subnets': [{'id': '8b6a80fb-ecc4-418a-b7e0-2722886a14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:49:05.288132 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-d125276f-9283-4d70-8222-928771964caa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 217 time: 0.0362594 Nov 27 16:49:05.332830 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5adf07dc-638e-4115-ab7d-28573c25da99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:05.342504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-26d23c8b-1775-4df0-8d06-a9505e8a996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:05.344093 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-26d23c8b-1775-4df0-8d06-a9505e8a996b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0489938 Nov 27 16:49:05.408130 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-b7ea01c4-85bd-4179-8edc-679457c3ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:05.409808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-b7ea01c4-85bd-4179-8edc-679457c3ddee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567935 Nov 27 16:49:05.525925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-111a7278-d8f5-4047-859b-7a54e76509d5 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074157 Nov 27 16:49:05.617651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289fd8e-03f9-4550-b72d-69fda0318174 None None] New status for floating IP dc5a69c0-4e3d-4ec3-9b01-3938fb72312d: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:49:05.636761 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-df915ed0-a7fc-4ddc-a9e2-57c751a3c546 req-4baa01a7-f103-4f81-a96e-e35a5fc62af2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975904 Nov 27 16:49:07.790133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-238f3ab7-5c6e-4334-8d14-5a77788478ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:08.758557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:09.319600 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-16a20f5f-8866-4b65-a540-ce86b869337d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406952 Nov 27 16:49:09.418114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-c1c4fba4-1b01-468f-9c86-61a465fa6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:09.419628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-c1c4fba4-1b01-468f-9c86-61a465fa6481 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a07facb83964be78b250776fd2cd8bb&device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 1096 time: 0.0414288 Nov 27 16:49:09.538468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-075cf238-f1df-4026-a431-28f7c3023118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:09.540006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-075cf238-f1df-4026-a431-28f7c3023118 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 200 len: 916 time: 0.0952914 Nov 27 16:49:09.588535 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-048873d5-a512-4c6e-badd-25186ed0e3b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 200 len: 217 time: 0.0353961 Nov 27 16:49:09.641380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-abf2fff7-f405-4d00-b224-460ed25f5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:09.642835 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-abf2fff7-f405-4d00-b224-460ed25f5bcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 200 len: 854 time: 0.0427868 Nov 27 16:49:09.699261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-d0901ef8-40f0-44d7-a9dd-adcb1959c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:09.700700 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-d0901ef8-40f0-44d7-a9dd-adcb1959c9bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d93d895-27e0-4412-be15-98d451d10fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441964 Nov 27 16:49:09.800225 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-70074601-4960-41bf-bab3-2ae8a8108f62 service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872729 Nov 27 16:49:09.900070 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5340fdd-17d6-45c9-a2ec-0805c101c406 req-39e5601f-2ffb-4ed1-b1a9-43424387a1aa service neutron] 10.222.0.21 "GET /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874500 Nov 27 16:49:10.488009 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:11.279070 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:13.653769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd07485-5cae-48ce-8146-de7a92d6b0a5 req-03d39f87-2ae4-4e9b-bd95-bdf933213843 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:13.655375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cd07485-5cae-48ce-8146-de7a92d6b0a5 req-03d39f87-2ae4-4e9b-bd95-bdf933213843 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0501492 Nov 27 16:49:13.708015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cd07485-5cae-48ce-8146-de7a92d6b0a5 req-52f20a6e-e051-4bfc-81fb-8b6c9a380b1f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462236 Nov 27 16:49:14.880235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042e47-864f-4d27-b25c-8ac5f7e5cfcd req-5a982176-c89c-4a0e-b929-cea1f4894859 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:14.881722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10042e47-864f-4d27-b25c-8ac5f7e5cfcd req-5a982176-c89c-4a0e-b929-cea1f4894859 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.1051152 Nov 27 16:49:14.927763 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10042e47-864f-4d27-b25c-8ac5f7e5cfcd req-1db4450e-c70c-41d7-bfec-7f20a8b4f36f tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dd5e5a5-1f03-4cc1-8336-6777872163be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Nov 27 16:49:15.607992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-01591bc4-62e0-44b5-8bd2-d629724edbd2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:15.609628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-01591bc4-62e0-44b5-8bd2-d629724edbd2 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.21 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 945 time: 0.0523016 Nov 27 16:49:15.703336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Deleting port 137b5117-909e-4409-ab46-310319c16738 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:15.703664 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:15.800096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] For port 137b5117-909e-4409-ab46-310319c16738, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=137b5117-909e-4409-ab46-310319c16738,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:15.800468 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:15.813697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Calling delete_port for 137b5117-909e-4409-ab46-310319c16738 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:15.938031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:15.956368 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['137b5117-909e-4409-ab46-310319c16738'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:49:15.973055 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Pushing event deleted for resources: {'Port': ['ID=137b5117-909e-4409-ab46-310319c16738,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:16.014290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] No DVR routers for this DVR port 137b5117-909e-4409-ab46-310319c16738 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:49:16.017688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:16.021753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1434a5b3-8bb0-4faf-b36d-c921b7984018 req-d2e23b35-deeb-46b0-b110-1daf7d968c2c tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.21 "DELETE /v2.0/ports/137b5117-909e-4409-ab46-310319c16738 HTTP/1.1" status: 204 len: 173 time: 0.3998957 Nov 27 16:49:16.022818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'name': 'network-vif-deleted', 'tag': '137b5117-909e-4409-ab46-310319c16738'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:49:16.025017 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d8e4a-cb07-47c3-9f3d-4ed40df24e97" -d '{"events": [{"server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "name": "network-vif-deleted", "tag": "137b5117-909e-4409-ab46-310319c16738"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:49:16.059654 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-32409b36-271a-42ba-9ebe-6522df8f1667 req-5336920d-8f54-445d-8ef6-4a785d0dd2b1 tempest-TestMinimumBasicScenario-1593929545 tempest-TestMinimumBasicScenario-1593929545-project] 10.222.0.15 "GET /v2.0/ports?device_id=37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3 HTTP/1.1" status: 200 len: 210 time: 0.0462623 Nov 27 16:49:16.065987 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a90b6-796e-42cf-8601-1de7eda89ae1 x-openstack-request-id: req-009a90b6-796e-42cf-8601-1de7eda89ae1 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:49:16.066404 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3", "name": "network-vif-deleted", "tag": "137b5117-909e-4409-ab46-310319c16738", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:49:16.066660 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-009a90b6-796e-42cf-8601-1de7eda89ae1 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:49:16.067058 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e1ab7c-26f8-41c1-a54f-db0fb5bb11d3', 'name': 'network-vif-deleted', 'tag': '137b5117-909e-4409-ab46-310319c16738', 'status': 'completed', 'code': 200} Nov 27 16:49:17.628504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37186) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:17.969844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:18.205610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Deleting port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:18.206202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:18.286114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] For port 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:18.286351 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:18.301444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Calling delete_port for 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:18.748780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:18.774272 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c97e6aa-9741-4ba4-a264-2e9198c7b3dc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:18.935228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.146157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Router b7af7390-0cf8-45df-b438-3a4a576de0ed has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:49:19.161389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 137b5117-909e-4409-ab46-310319c16738 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:19.181710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 137b5117-909e-4409-ab46-310319c16738 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:19.182055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 137b5117-909e-4409-ab46-310319c16738 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:19.253286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:49:19.258431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-952c0c3d-9e8e-4157-9a01-c0c4839042dd admin admin] 10.222.0.15 "PUT /v2.0/routers/b7af7390-0cf8-45df-b438-3a4a576de0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288953 Nov 27 16:49:19.261154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37188) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:19.264315 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] Sync routers for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:49:19.275020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:19.275632 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:19.366322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.378529 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:19.464408 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.520523 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Deleting port 13a8f3d8-4791-4800-b4d1-d0b6601a0987 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:19.520861 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.550965 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:49:18Z', 'revision_number': 5, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port': {'id': '13a8f3d8-4791-4800-b4d1-d0b6601a0987', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:19.580638 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] Checking router: b7af7390-0cf8-45df-b438-3a4a576de0ed for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:49:19.589377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] Routers {'b7af7390-0cf8-45df-b438-3a4a576de0ed'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:19.590018 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['b7af7390-0cf8-45df-b438-3a4a576de0ed'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:19.598595 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] For port 13a8f3d8-4791-4800-b4d1-d0b6601a0987, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=13a8f3d8-4791-4800-b4d1-d0b6601a0987,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:19.598962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.611451 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Calling delete_port for 13a8f3d8-4791-4800-b4d1-d0b6601a0987 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:19.762758 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] Set router b7af7390-0cf8-45df-b438-3a4a576de0ed gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:19.785589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.815151 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:49:19Z', 'revision_number': 6, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:19.815773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a8f3d8-4791-4800-b4d1-d0b6601a0987,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:19.825173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f885e-8924-4d18-a6f7-33c96cd8405d None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:19.849963 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f161-c2cd-4be2-a670-8057f3d21e7e None None] The sync data for ids ['b7af7390-0cf8-45df-b438-3a4a576de0ed'] in n-d-819494-4 is: [{'id': 'b7af7390-0cf8-45df-b438-3a4a576de0ed', 'name': 'tempest-TestMinimumBasicScenario-1341921528-router', 'tenant_id': '3a07facb83964be78b250776fd2cd8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:54Z', 'updated_at': '2021-11-27T16:49:19Z', 'revision_number': 6, 'project_id': '3a07facb83964be78b250776fd2cd8bb', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:49:19.893090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.982421 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:19.984574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.026121 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.026577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7af7390-0cf8-45df-b438-3a4a576de0ed {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:49:20.030800 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.031973 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8a4c77dd-d5ba-41ed-8ad2-0307b9199b54 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b7af7390-0cf8-45df-b438-3a4a576de0ed HTTP/1.1" status: 204 len: 168 time: 0.7696986 Nov 27 16:49:20.034590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37190) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:20.081786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Deleting subnet 8b6a80fb-ecc4-418a-b7e0-2722886a14a5 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:49:20.084783 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.121636 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.198331 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.251665 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.278530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6a80fb-ecc4-418a-b7e0-2722886a14a5,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:20.282446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.288119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e75809db-8de1-451b-86c5-92829e859b8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b6a80fb-ecc4-418a-b7e0-2722886a14a5 HTTP/1.1" status: 204 len: 168 time: 0.2503657 Nov 27 16:49:20.288290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa982e1-7571-47d7-b369-c101f7e235fc None None] Network 3d93d895-27e0-4412-be15-98d451d10fbb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:49:20.288712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37192) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:20.363617 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.418640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Deleting port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:20.419192 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.488387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] For port d951346a-bcc3-48ec-867d-ecfa3a9c7d41, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:20.488748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.641557 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] DHCP port deletion for 3d93d895-27e0-4412-be15-98d451d10fbb request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:20.690630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Deleting port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:20.691003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.762592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] For port d951346a-bcc3-48ec-867d-ecfa3a9c7d41, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,segment=NetworkSegment(3f282401-0377-4ed1-b43b-c19569f4af79),segment_id=3f282401-0377-4ed1-b43b-c19569f4af79)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:20.762990 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.777063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Calling delete_port for d951346a-bcc3-48ec-867d-ecfa3a9c7d41 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:20.856261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:20.858891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Calling delete_port for d951346a-bcc3-48ec-867d-ecfa3a9c7d41 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:20.881528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:20.881874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1c97e6aa-9741-4ba4-a264-2e9198c7b3dc not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:20.882289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a8f3d8-4791-4800-b4d1-d0b6601a0987 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:20.884089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.910244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 13a8f3d8-4791-4800-b4d1-d0b6601a0987 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:20.910876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 13a8f3d8-4791-4800-b4d1-d0b6601a0987 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:20.911295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d951346a-bcc3-48ec-867d-ecfa3a9c7d41 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:20.947363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Pushing event deleted for resources: {'Port': ['ID=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:20.949970 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:20.950121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] No DVR routers for this DVR port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:49:20.954805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d951346a-bcc3-48ec-867d-ecfa3a9c7d41 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:20.956534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d951346a-bcc3-48ec-867d-ecfa3a9c7d41 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:20.965577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.965923 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.966258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.966597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.966933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.967258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.967757 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.968090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.968412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.968907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.969236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.970091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b84c5b9-14dd-499c-93b5-2d675f5accbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:20.988142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d951346a-bcc3-48ec-867d-ecfa3a9c7d41,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:20.991514 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] No DVR routers for this DVR port d951346a-bcc3-48ec-867d-ecfa3a9c7d41 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:49:21.063687 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.083573 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d93d895-27e0-4412-be15-98d451d10fbb']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:21.092461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f282401-0377-4ed1-b43b-c19569f4af79') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:21.092754 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f282401-0377-4ed1-b43b-c19569f4af79') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:21.102303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.115481 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.121253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:49:21.121589 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: self.session.flush() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:49:21.123218 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:49:21.179560 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.185037 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.188270 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d93d895-27e0-4412-be15-98d451d10fbb HTTP/1.1" status: 204 len: 168 time: 0.8989656 Nov 27 16:49:21.191299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37194) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:21.199192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d954-94c6-44bb-bf66-09de9ddfe6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d93d895-27e0-4412-be15-98d451d10fbb,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:21.533972 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.775094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Deleting port ade7624a-ff4e-4144-b267-4233a2c18c85 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:21.775432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.857646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] For port ade7624a-ff4e-4144-b267-4233a2c18c85, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ade7624a-ff4e-4144-b267-4233a2c18c85,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:21.858038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:21.871189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Calling delete_port for ade7624a-ff4e-4144-b267-4233a2c18c85 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:22.043777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:22.070747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade7624a-ff4e-4144-b267-4233a2c18c85,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:22.233941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:22.443431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Router e73cdecb-620e-4b2c-b614-25436f121fb7 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:49:22.548010 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:49:22.553170 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-770e6a57-e0dc-47cb-84d5-1a41135bb740 admin admin] 10.222.0.15 "PUT /v2.0/routers/e73cdecb-620e-4b2c-b614-25436f121fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3607261 Nov 27 16:49:22.555665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37196) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:22.558945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] Sync routers for ids ['e73cdecb-620e-4b2c-b614-25436f121fb7'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:49:22.568386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] Routers {'e73cdecb-620e-4b2c-b614-25436f121fb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:22.569007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e73cdecb-620e-4b2c-b614-25436f121fb7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:22.662241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:22.773054 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:22.829801 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Deleting port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:22.830224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:22.833772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] Set router e73cdecb-620e-4b2c-b614-25436f121fb7 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:22.914006 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] For port d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:22.914379 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:22.925740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Calling delete_port for d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:23.011057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:49:22Z', 'revision_number': 5, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port': {'id': 'd8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:46:59Z', 'updated_at': '2021-11-27T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:23.038868 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] Checking router: e73cdecb-620e-4b2c-b614-25436f121fb7 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:49:23.047599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] Routers {'e73cdecb-620e-4b2c-b614-25436f121fb7'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:23.048197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['e73cdecb-620e-4b2c-b614-25436f121fb7'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:23.088686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.113767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:23.131042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa0973-ac73-4627-b754-8db9a6ae8195 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:23.148103 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] Set router e73cdecb-620e-4b2c-b614-25436f121fb7 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:23.173044 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.214223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:49:22Z', 'revision_number': 6, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:23.239983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51389d2-392f-49e9-bcf4-19f29de54130 None None] The sync data for ids ['e73cdecb-620e-4b2c-b614-25436f121fb7'] in n-d-819494-4 is: [{'id': 'e73cdecb-620e-4b2c-b614-25436f121fb7', 'name': 'tempest-TestMinimumBasicScenario-2032250969-router', 'tenant_id': '880d727404ce4712ba29739a419a245c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:46:58Z', 'updated_at': '2021-11-27T16:49:22Z', 'revision_number': 6, 'project_id': '880d727404ce4712ba29739a419a245c', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:49:23.263306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.265494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.317893 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.318487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73cdecb-620e-4b2c-b614-25436f121fb7 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:49:23.323037 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.324179 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8d6e0789-1d1b-485c-bbca-4e9cb3db1824 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e73cdecb-620e-4b2c-b614-25436f121fb7 HTTP/1.1" status: 204 len: 168 time: 0.7675779 Nov 27 16:49:23.326748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37198) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:23.370081 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Deleting subnet 32cb9c87-1fb1-4446-b322-906b15d8ccc9 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:49:23.373031 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.406356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.484298 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.535010 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.559878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cb9c87-1fb1-4446-b322-906b15d8ccc9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:23.564499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.567765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1c713e42-1cfe-4791-b604-82bee799812b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/32cb9c87-1fb1-4446-b322-906b15d8ccc9 HTTP/1.1" status: 204 len: 168 time: 0.2400289 Nov 27 16:49:23.572256 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a352f-e9ad-497e-82db-ff0dc4b03ce2 None None] Network 130e73ff-6254-4795-a2be-5c44c219c54d requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:49:23.572901 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37200) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:23.641941 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:23.704406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Deleting port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:23.704745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.035437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] DHCP port deletion for 130e73ff-6254-4795-a2be-5c44c219c54d request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:24.046048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] For port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:24.046413 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.059392 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Calling delete_port for 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:24.086301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] Deleting port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:49:24.086681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.150018 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.155530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] For port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,segment=NetworkSegment(3081df6a-9f7f-4fe0-ac60-3621be72b7ad),segment_id=3081df6a-9f7f-4fe0-ac60-3621be72b7ad)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:24.155953 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.169421 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] Calling delete_port for 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:49:24.176574 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:24.178465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] No DVR routers for this DVR port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:49:24.250581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.253463 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.265969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] No DVR routers for this DVR port 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:49:24.279834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130e73ff-6254-4795-a2be-5c44c219c54d']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:24.288241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f6c06-bbf0-4e73-8b45-48681709781a None None] Pushing event deleted for resources: {'Port': ['ID=1b20c94d-e641-4e8f-9b75-e02c20b59fd3,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:24.290462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3081df6a-9f7f-4fe0-ac60-3621be72b7ad') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:24.290756 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3081df6a-9f7f-4fe0-ac60-3621be72b7ad') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:24.300935 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.315869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.322872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:49:24.323370 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:49:24.325014 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:49:24.379845 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.385525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.388691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/130e73ff-6254-4795-a2be-5c44c219c54d HTTP/1.1" status: 204 len: 168 time: 0.8147848 Nov 27 16:49:24.399791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d93c7-b683-461b-8ddd-f2e96b6679bd admin admin] Pushing event deleted for resources: {'Network': ['ID=130e73ff-6254-4795-a2be-5c44c219c54d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:24.544324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37204) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:24.583800 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bb8f7f48-6876-4780-ae23-23087907d7d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a07facb83964be78b250776fd2cd8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382469 Nov 27 16:49:24.586241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37206) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:24.633327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2121bdd3-9c00-4a48-83c6-3293bec93204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.657594 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2121bdd3-9c00-4a48-83c6-3293bec93204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.702683 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2121bdd3-9c00-4a48-83c6-3293bec93204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.705347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2121bdd3-9c00-4a48-83c6-3293bec93204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:24.706758 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2121bdd3-9c00-4a48-83c6-3293bec93204 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dd5e5a5-1f03-4cc1-8336-6777872163be HTTP/1.1" status: 204 len: 168 time: 0.1195986 Nov 27 16:49:24.715127 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121bdd3-9c00-4a48-83c6-3293bec93204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5e5a5-1f03-4cc1-8336-6777872163be,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:24.816845 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ade7624a-ff4e-4144-b267-4233a2c18c85 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:24.846904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ade7624a-ff4e-4144-b267-4233a2c18c85 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:24.847257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ade7624a-ff4e-4144-b267-4233a2c18c85 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:24.847710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:24.869422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:24.869793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 1b20c94d-e641-4e8f-9b75-e02c20b59fd3 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:24.870212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:49:24.889582 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:49:24.889957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d8ee4dd7-ad4b-444e-bb70-8766f3fd1dcd not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:49:25.022087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:25.060617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-37f55216-e86c-4a8d-9634-84a9b28233d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=880d727404ce4712ba29739a419a245c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374060 Nov 27 16:49:25.063043 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:25.108384 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100ff7c0-42bc-4ae4-82de-dfbc8c28f26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:25.128129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100ff7c0-42bc-4ae4-82de-dfbc8c28f26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:25.173052 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100ff7c0-42bc-4ae4-82de-dfbc8c28f26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:25.175618 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-100ff7c0-42bc-4ae4-82de-dfbc8c28f26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:25.176735 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-100ff7c0-42bc-4ae4-82de-dfbc8c28f26f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c56d88f7-06ae-4687-a3ab-2f3b233801d8 HTTP/1.1" status: 204 len: 168 time: 0.1127982 Nov 27 16:49:25.184476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff7c0-42bc-4ae4-82de-dfbc8c28f26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d88f7-06ae-4687-a3ab-2f3b233801d8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.056363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37254) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.061022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210710766', 'description': 'tempest-secgroup-smoke-1210710766 description', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.087673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.096643 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.168759 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.172316 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.209037 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a351fa-de15-43d2-b850-4ddb518a01dd,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.246568 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.250457 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.280682 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.282532 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2245414 Nov 27 16:49:27.284340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b52e9-ad6f-4d69-87e0-b65b6fac6b30 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f570a400-6df9-45d4-821b-51d342357341,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.285748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37256) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.290579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'f570a400-6df9-45d4-821b-51d342357341', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.316448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.380586 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.384225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.400877 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6d69b-dbdc-444d-8f7f-ab7fb4d60bdb,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.409993 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.411734 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e652a4ec-e30c-460f-b375-6d710d37abf6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249058 Nov 27 16:49:27.413994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37258) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.418264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'f570a400-6df9-45d4-821b-51d342357341', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.443776 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.497008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.500834 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.519145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12171f5-a84f-416f-a70f-f9b92457fb02,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.524087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.525255 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f4fd630b-0a77-42f5-841e-2f2fb718ff28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1103406 Nov 27 16:49:27.528020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37260) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.532383 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'f570a400-6df9-45d4-821b-51d342357341', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.557774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.612509 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.615775 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.632855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70f8fc7-bf98-4b0a-8d52-b2dbf9046d8e,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.642239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.643450 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e9c78d33-8e84-4425-8205-0732cc239d6f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144896 Nov 27 16:49:27.646228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37262) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.650610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'f570a400-6df9-45d4-821b-51d342357341', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.675722 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.734749 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.737965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.757352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8be7e5c-5123-4702-8a38-8d1b27dbb169,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.762731 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.763899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-629857c8-3497-4980-857a-87e6e0f2db5f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167779 Nov 27 16:49:27.767239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37264) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.771536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'f570a400-6df9-45d4-821b-51d342357341', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.791923 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:49:27.796557 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.855896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.859378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.877874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5cdc70-3e65-4d52-837d-cbf95fc36bdf,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:27.884720 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.885973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca461c0a-e071-4143-8d5e-ef7a53bee213 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178212 Nov 27 16:49:27.888612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37266) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:27.892968 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'f570a400-6df9-45d4-821b-51d342357341', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:27.913860 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:49:27.918564 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.977341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:27.980657 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.001322 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40db980d-1533-4b5d-aa2b-26c55dd037f2,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:28.006957 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.008134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7ae06116-35db-493b-a44f-b1a6f5cfbbee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185770 Nov 27 16:49:28.011161 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37268) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:28.015863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'network': {'name': 'tempest-network-smoke--1027080051', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'port_security_enabled': True}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:28.035021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:49:28.038498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.061604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:49:28.070813 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.071160 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Added segment 8f9d213e-3c61-48de-b9a7-ec728dce51ec of type vlan for network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 Nov 27 16:49:28.111999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.136028 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.141550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:28.142131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.194475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1823096 Nov 27 16:49:28.197477 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37270) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:28.202142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'admin_state_up': True, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:28.209305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9670873-31df-459f-8f08-3de2b8d55be9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Network': ['ID=d804a2aa-7fca-4ff4-9d1a-15affaa88b64,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:28.220409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:49:28.227182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.228296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.280896 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.421909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.611144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.628918 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.733215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.138 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d2e1262c-d923-4cdd-85a9-14438dece96d) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:49:28.832139 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.866549 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.904040 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:49:28.907453 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:28.910916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:49:28.921232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01bae2-b9c9-4ef8-89cf-ffd25f694672 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:28.937365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=d2e1262c-d923-4cdd-85a9-14438dece96d,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:28.959794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-02ceedb5-b2af-4e8c-a39e-7b39e55bf118 None None] Provisioning complete for port d2e1262c-d923-4cdd-85a9-14438dece96d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:28.960263 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-02ceedb5-b2af-4e8c-a39e-7b39e55bf118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:28.993917 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-02ceedb5-b2af-4e8c-a39e-7b39e55bf118 None None] Port d2e1262c-d923-4cdd-85a9-14438dece96d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:49:29.162065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:29.352266 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:29.477360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 719fb62c-7d9c-415e-afda-842dbfdcec17 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:49:29.581968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:49:29.592396 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Sync routers for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:49:29.601717 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:29.602406 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:29.602715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:29.604537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0b1caa8d-239d-4e2f-95a2-523519aa9f8d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4059529 Nov 27 16:49:29.607692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37272) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:29.706621 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:29.730685 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a1c3fc78-ec4f-4049-b8e5-7d8d30fef0da tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=73e1692a8dcc4f489fe6b77bb1bb054f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194503 Nov 27 16:49:29.730991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37276) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:29.824203 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a22c4-5607-4e80-a81c-a4ba6e8f7477 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:29.825718 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d25a22c4-5607-4e80-a81c-a4ba6e8f7477 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937278 Nov 27 16:49:29.828512 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37278) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:29.862401 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0a8ac6fb-e781-40b7-ab30-f26fe1b7881c tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317423 Nov 27 16:49:29.864758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37280) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:29.869487 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594660016', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:29.888700 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:29Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:29.917776 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Checking router: 719fb62c-7d9c-415e-afda-842dbfdcec17 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:49:29.918121 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Updating router 719fb62c-7d9c-415e-afda-842dbfdcec17 port d2e1262c-d923-4cdd-85a9-14438dece96d binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:49:29.942238 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:29.955918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:49:29.959533 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.139085 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.188579 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.194026 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.207556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Subnet': ['ID=831b8367-f7b4-4f53-b78d-55106e9dd5a4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:30.212620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Checking segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:49:30.212983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network hostable DHCP agents. Network: d804a2aa-7fca-4ff4-9d1a-15affaa88b64, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:49:30.233002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:49:30.234427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.237111 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Attempting to bind port d2e1262c-d923-4cdd-85a9-14438dece96d on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:49:30.237511 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Attempting to bind port d2e1262c-d923-4cdd-85a9-14438dece96d by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:49:30.237885 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Attempting to bind port d2e1262c-d923-4cdd-85a9-14438dece96d on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:49:30.241069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f043b16-0cfa-4e6a-bd94-ef3f5b01cc6a None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:30.244393 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d804a2aa-7fca-4ff4-9d1a-15affaa88b64) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:30.248744 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:30.249519 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:49:30.249725 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.249907 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:49:30.251076 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.251477 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:49:30.251992 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Bound port: d2e1262c-d923-4cdd-85a9-14438dece96d, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:49:30.252334 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.263902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b22b0-6806-4a64-87a9-d950e9f9c320 None None] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:49:30.273304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37282) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:30.273831 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6de589c2-8540-4621-837f-70e0e8b94f4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4077408 Nov 27 16:49:30.285952 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Pushing event updated for resources: {'Port': ['ID=d2e1262c-d923-4cdd-85a9-14438dece96d,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:30.300806 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.301155 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.301543 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.302087 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.302419 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.302752 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.303093 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.303400 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.303891 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.304392 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.304889 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.305209 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:49:30.324465 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] For port d2e1262c-d923-4cdd-85a9-14438dece96d, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:49:30.327558 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] For port d2e1262c-d923-4cdd-85a9-14438dece96d, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d2e1262c-d923-4cdd-85a9-14438dece96d,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:49:30.332482 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.370801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-66f02dfc-11d0-47bd-a50f-a8c1a5822f6c None None] Provisioning complete for port d2e1262c-d923-4cdd-85a9-14438dece96d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:30.371155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-66f02dfc-11d0-47bd-a50f-a8c1a5822f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.381435 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:30.382065 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:30.397186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023291ea-34a2-4100-98e2-b19dcbf3401f None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:49:30.432482 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf227692-ea45-4b2e-b870-5d8e306b69d3 None None] Pushing event updated for resources: {'Port': ['ID=d2e1262c-d923-4cdd-85a9-14438dece96d,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:30.477436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-d804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:49:30.478338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.500143 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:30.593494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-66f02dfc-11d0-47bd-a50f-a8c1a5822f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.623189 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-66f02dfc-11d0-47bd-a50f-a8c1a5822f6c None None] For port d2e1262c-d923-4cdd-85a9-14438dece96d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d2e1262c-d923-4cdd-85a9-14438dece96d,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:30.629746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-66f02dfc-11d0-47bd-a50f-a8c1a5822f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.687629 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:29Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:30.715767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Allocated IP 172.20.0.2 (d804a2aa-7fca-4ff4-9d1a-15affaa88b64/831b8367-f7b4-4f53-b78d-55106e9dd5a4/7bb83b14-88b0-4f2e-927f-db2dbbc8117b) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:49:30.719922 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e136e-59cf-4567-af8e-c1fa85c27cd4 None None] The sync data for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 is: [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:29Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:49:30.722561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f02dfc-11d0-47bd-a50f-a8c1a5822f6c None None] Pushing event updated for resources: {'Port': ['ID=d2e1262c-d923-4cdd-85a9-14438dece96d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:30.796818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-53a2ab15-75c9-43d2-a0f8-bc165ecaee4c None None] Provisioning complete for port d2e1262c-d923-4cdd-85a9-14438dece96d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:30.797230 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-53a2ab15-75c9-43d2-a0f8-bc165ecaee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.886242 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.947762 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:30.954655 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.012340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:49:31.015272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:31.019322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:49:31.031510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Pushing event updated for resources: {'Port': ['ID=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:31.078135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Attempting to bind port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:49:31.079033 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Attempting to bind port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:49:31.079538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Attempting to bind port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b on network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:49:31.085043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:49:31.085431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Checking segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:49:31.085996 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.086402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Bound using segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:49:31.086865 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Bound port: 7bb83b14-88b0-4f2e-927f-db2dbbc8117b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:49:31.087243 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.162650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] For port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:49:31.166316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] For port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:49:31.170961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.231589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b30ac-b26a-4d8e-bd34-3036a2563236 None None] Pushing event updated for resources: {'Port': ['ID=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:31.264213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.1 (d804a2aa-7fca-4ff4-9d1a-15affaa88b64/831b8367-f7b4-4f53-b78d-55106e9dd5a4/720ea404-5700-4d4a-a8db-325323364d6f) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:49:31.389513 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.436315 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.485551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:49:31.489234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:31.493191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:49:31.520086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=720ea404-5700-4d4a-a8db-325323364d6f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:31.550016 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.720141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:31.999478 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.005211 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.081669 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.083452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=720ea404-5700-4d4a-a8db-325323364d6f,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:32.180642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:49:32.182241 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:32.199529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7cc85-ba71-448c-a2d8-c66f6a40c05e None None] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:49:32.289538 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.299330 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 719fb62c-7d9c-415e-afda-842dbfdcec17 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:49:32.335753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4482cb3b-ad0f-430f-9857-f86102166db9 None None] Provisioning complete for port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:32.336127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4482cb3b-ad0f-430f-9857-f86102166db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.443014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4482cb3b-ad0f-430f-9857-f86102166db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.482391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4482cb3b-ad0f-430f-9857-f86102166db9 None None] For port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:32.490857 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4482cb3b-ad0f-430f-9857-f86102166db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.552224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482cb3b-ad0f-430f-9857-f86102166db9 None None] Pushing event updated for resources: {'Port': ['ID=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:32.715070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-21bf70a7-9e36-49bd-9c78-a95b31f3019e None None] Provisioning complete for port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:32.715451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21bf70a7-9e36-49bd-9c78-a95b31f3019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:32.717352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:49:32.724024 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2c7a7bde-669c-4a13-8f02-f51749f93886 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/719fb62c-7d9c-415e-afda-842dbfdcec17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489033 Nov 27 16:49:32.758328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Sync routers for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:49:32.789649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:32.789827 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:32.941229 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-59002c38-e656-4ead-a803-1a4d92537a71 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210710766&fields=id&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 267 time: 0.0545278 Nov 27 16:49:32.948452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7bb83b14-88b0-4f2e-927f-db2dbbc8117b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:49:32.952649 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:33.062723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-c68103e9-ee22-4acf-bd43-ac7ee0b06b75 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:33.064345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-c68103e9-ee22-4acf-bd43-ac7ee0b06b75 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/networks?id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 200 len: 797 time: 0.1158199 Nov 27 16:49:33.082444 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-7b061d94-25f1-4cb7-948b-c0552d562c5c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/quotas/73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 375 time: 0.0109689 Nov 27 16:49:33.136182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-cea4e5b7-0a6f-477d-bb40-a6a16ecac20e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474801 Nov 27 16:49:33.152451 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-176ed90b-5085-4163-a47a-a377800ab92d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:49:33.153475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-176ed90b-5085-4163-a47a-a377800ab92d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052953 Nov 27 16:49:33.180261 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-21bf70a7-9e36-49bd-9c78-a95b31f3019e None None] Provisioning complete for port 720ea404-5700-4d4a-a8db-325323364d6f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:33.180631 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21bf70a7-9e36-49bd-9c78-a95b31f3019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.245562 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-a1ba9b31-b60b-4087-bcbf-2450433f5929 service neutron] 10.222.0.15 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854495 Nov 27 16:49:33.287522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-21bf70a7-9e36-49bd-9c78-a95b31f3019e None None] Port 720ea404-5700-4d4a-a8db-325323364d6f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:49:33.304014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:33.304383 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.336882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-bf79de67-a182-4607-b4b2-155d7dffdb8f service neutron] 10.222.0.15 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Nov 27 16:49:33.448085 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d2e1262c-d923-4cdd-85a9-14438dece96d up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:49:33.449623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-83a5cd5a-4077-406b-b59c-250ba613edfd None None] Provisioning complete for port 720ea404-5700-4d4a-a8db-325323364d6f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:33.449982 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83a5cd5a-4077-406b-b59c-250ba613edfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.515596 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 2, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:33.520124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-83a5cd5a-4077-406b-b59c-250ba613edfd None None] Port 720ea404-5700-4d4a-a8db-325323364d6f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:49:33.547801 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Checking router: 719fb62c-7d9c-415e-afda-842dbfdcec17 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:49:33.548152 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Updating router 719fb62c-7d9c-415e-afda-842dbfdcec17 port 720ea404-5700-4d4a-a8db-325323364d6f binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:49:33.579769 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d2e1262c-d923-4cdd-85a9-14438dece96d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:33.580132 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.582853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.895875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.901185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:33.946287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac2ee-150e-4831-9a9b-f59e37037e29 None None] Pushing event updated for resources: {'Port': ['ID=720ea404-5700-4d4a-a8db-325323364d6f,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:34.003927 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Attempting to bind port 720ea404-5700-4d4a-a8db-325323364d6f on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:49:34.004301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Attempting to bind port 720ea404-5700-4d4a-a8db-325323364d6f by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:49:34.004696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Attempting to bind port 720ea404-5700-4d4a-a8db-325323364d6f on network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:49:34.010034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:49:34.010353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Checking segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:49:34.010757 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.011158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Bound using segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:49:34.011619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Bound port: 720ea404-5700-4d4a-a8db-325323364d6f, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:49:34.012002 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.076197 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] For port 720ea404-5700-4d4a-a8db-325323364d6f, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:49:34.079386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] For port 720ea404-5700-4d4a-a8db-325323364d6f, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=720ea404-5700-4d4a-a8db-325323364d6f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:49:34.084621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.152904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:34.153569 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:34.199373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac2ee-150e-4831-9a9b-f59e37037e29 None None] Pushing event updated for resources: {'Port': ['ID=720ea404-5700-4d4a-a8db-325323364d6f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:34.211884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4e23a313-3417-4907-abf8-de25ea9c7d1b None None] Provisioning complete for port 720ea404-5700-4d4a-a8db-325323364d6f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:34.212256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e23a313-3417-4907-abf8-de25ea9c7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.303642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:34.439159 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e23a313-3417-4907-abf8-de25ea9c7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.505576 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4e23a313-3417-4907-abf8-de25ea9c7d1b None None] For port 720ea404-5700-4d4a-a8db-325323364d6f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=720ea404-5700-4d4a-a8db-325323364d6f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:34.512186 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4e23a313-3417-4907-abf8-de25ea9c7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.545954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9fa92a39-8a01-416f-8ca7-300eccd3abb5 req-98816706-7b5b-42a5-b61d-aa3157561fa6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 210 time: 0.0353754 Nov 27 16:49:34.598097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23a313-3417-4907-abf8-de25ea9c7d1b None None] Pushing event updated for resources: {'Port': ['ID=720ea404-5700-4d4a-a8db-325323364d6f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:34.618547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:34.654095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43ed84-6d2b-42df-9e62-d19f1235ee71 None None] The sync data for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 is: [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:49:34.663207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ede7cd0f-5d51-41d4-9fe1-ce622b11da9d None None] Provisioning complete for port 720ea404-5700-4d4a-a8db-325323364d6f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:34.663493 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ede7cd0f-5d51-41d4-9fe1-ce622b11da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:34.874442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 720ea404-5700-4d4a-a8db-325323364d6f up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:49:34.939797 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 720ea404-5700-4d4a-a8db-325323364d6f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:34.940964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:35.329862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f5b2-f813-41d6-8f47-ea0c1b8108c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:35.659722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0a33d349-8ec6-47f7-b58a-2775267ddf56 req-9b641e97-11fe-4d27-b38f-d68c2af28f8b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 210 time: 0.0317225 Nov 27 16:49:35.810078 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-24d56c63-30e4-4e91-997f-7898cd05f8a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:35.811888 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-24d56c63-30e4-4e91-997f-7898cd05f8a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/networks?id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 200 len: 797 time: 0.1117835 Nov 27 16:49:35.891587 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-db0716e9-4dc0-4d42-88d3-1115bd7c9821 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 380 time: 0.0678296 Nov 27 16:49:35.900507 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'port': {'device_id': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'admin_state_up': True, 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'security_groups': ['f570a400-6df9-45d4-821b-51d342357341']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:36.006023 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:49:36.009525 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.134253 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.11 (d804a2aa-7fca-4ff4-9d1a-15affaa88b64/831b8367-f7b4-4f53-b78d-55106e9dd5a4/52692e5d-8846-481a-a681-2ea217aa517f) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:49:36.265624 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.303075 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.346948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:49:36.349991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:36.353670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:49:36.377702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=52692e5d-8846-481a-a681-2ea217aa517f,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:36.407800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:36.408292 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.425767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-527182fe-fc0c-432c-946b-0d62dfa5ebf9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5288498 Nov 27 16:49:36.435561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-9a676a5d-8b10-4afd-95e8-a0eb13d4b0a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:49:36.436572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-9a676a5d-8b10-4afd-95e8-a0eb13d4b0a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052047 Nov 27 16:49:36.497503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Request body: {'port': {'device_id': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:36.550881 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.631962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f9eb84e1-acf9-40b6-a3a8-abc2e50af321 None None] Provisioning complete for port 52692e5d-8846-481a-a681-2ea217aa517f triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:36.632546 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84e1-acf9-40b6-a3a8-abc2e50af321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.668302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb84e1-acf9-40b6-a3a8-abc2e50af321 None None] Port 52692e5d-8846-481a-a681-2ea217aa517f cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:49:36.789364 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623bc82-d748-48da-87b2-747d564f2c0d req-971cd75c-bcae-411e-ad1e-dfa25c70bbd5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:36.790925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e623bc82-d748-48da-87b2-747d564f2c0d req-971cd75c-bcae-411e-ad1e-dfa25c70bbd5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 932 time: 0.0582414 Nov 27 16:49:36.817893 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52692e5d-8846-481a-a681-2ea217aa517f {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:49:36.825858 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.845081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Transition to ACTIVE for port object 52692e5d-8846-481a-a681-2ea217aa517f will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:49:36.845834 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e623bc82-d748-48da-87b2-747d564f2c0d req-8fe284bf-c2b3-4357-92b3-75f694df578a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481403 Nov 27 16:49:36.848579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:36.901543 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Pushing event updated for resources: {'Port': ['ID=52692e5d-8846-481a-a681-2ea217aa517f,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:36.975530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Attempting to bind port 52692e5d-8846-481a-a681-2ea217aa517f on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:49:36.975868 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Attempting to bind port 52692e5d-8846-481a-a681-2ea217aa517f by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:49:36.976201 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Attempting to bind port 52692e5d-8846-481a-a681-2ea217aa517f on network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:49:36.980723 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Port 52692e5d-8846-481a-a681-2ea217aa517f on network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:49:36.981049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Attempting to bind port 52692e5d-8846-481a-a681-2ea217aa517f on network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:49:36.985982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:49:36.986320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Checking segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:49:36.986709 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Bound using segment: {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:49:36.987141 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Bound port: 52692e5d-8846-481a-a681-2ea217aa517f, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9d213e-3c61-48de-b9a7-ec728dce51ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:49:36.987499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:37.051272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] For port 52692e5d-8846-481a-a681-2ea217aa517f, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:49:37.054821 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] For port 52692e5d-8846-481a-a681-2ea217aa517f, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=52692e5d-8846-481a-a681-2ea217aa517f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:49:37.059173 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:37.097236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.097882 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:37.099266 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] 10.222.0.37 "PUT /v2.0/ports/52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 200 len: 1092 time: 0.6544871 Nov 27 16:49:37.099715 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:49:37.102037 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4ed62b-0e1c-4653-9576-e62662bc865e" -d '{"events": [{"name": "network-changed", "server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "tag": "52692e5d-8846-481a-a681-2ea217aa517f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:49:37.125213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e286db-7fc1-45b9-a8c8-c18d2b50d574 service neutron] Pushing event updated for resources: {'Port': ['ID=52692e5d-8846-481a-a681-2ea217aa517f,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:37.187142 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-3e5274f5-8c7c-437a-85bd-14d2814822b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.189421 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-3e5274f5-8c7c-437a-85bd-14d2814822b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1095 time: 0.0470829 Nov 27 16:49:37.240817 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749eb86-af38-4245-833d-561df3563c6a x-openstack-request-id: req-0749eb86-af38-4245-833d-561df3563c6a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:49:37.241114 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "tag": "52692e5d-8846-481a-a681-2ea217aa517f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:49:37.241373 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0749eb86-af38-4245-833d-561df3563c6a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:49:37.241802 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f', 'status': 'completed', 'code': 200} Nov 27 16:49:37.243332 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-387cb44d-89d9-4a4e-9560-410d431cf2ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 200 len: 217 time: 0.0453732 Nov 27 16:49:37.295536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-e4eeeee4-698c-46c8-a675-deaf611ec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.297053 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-e4eeeee4-698c-46c8-a675-deaf611ec47c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=831b8367-f7b4-4f53-b78d-55106e9dd5a4 HTTP/1.1" status: 200 len: 834 time: 0.0457652 Nov 27 16:49:37.346228 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-1da94b76-bd0c-4781-a3b2-0f3a8d3be828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.347963 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-1da94b76-bd0c-4781-a3b2-0f3a8d3be828 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434518 Nov 27 16:49:37.441467 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-de14441b-1fd3-4623-9045-c1acf2dca7f8 service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845160 Nov 27 16:49:37.530484 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0dc21ee8-665e-42f8-b120-6f24b1e54eaa req-a44d3376-83aa-4867-8737-5ec24033a1e4 service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805063 Nov 27 16:49:37.613598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-364e1f67-e4e5-4c05-b757-9eba00cd4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.615049 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-364e1f67-e4e5-4c05-b757-9eba00cd4161 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1095 time: 0.0406325 Nov 27 16:49:37.707789 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-4ec773dd-be82-42d7-9146-9eab6453559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.709198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-4ec773dd-be82-42d7-9146-9eab6453559f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 200 len: 898 time: 0.0872488 Nov 27 16:49:37.753300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-baa30797-39a3-469e-be6f-ba76a1987a3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 200 len: 217 time: 0.0349638 Nov 27 16:49:37.793688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2307823a-d9f2-4202-b364-3181a581d4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:37.807369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-5819e2e6-3a5c-47a7-825d-11b671c62cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.808867 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-5819e2e6-3a5c-47a7-825d-11b671c62cc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=831b8367-f7b4-4f53-b78d-55106e9dd5a4 HTTP/1.1" status: 200 len: 834 time: 0.0476854 Nov 27 16:49:37.856373 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-64c01455-4bde-4242-a229-820c3acca2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.857894 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-64c01455-4bde-4242-a229-820c3acca2b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406284 Nov 27 16:49:37.948836 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-a0700018-a4b2-4843-bd22-19f3bb95e4ed service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835128 Nov 27 16:49:37.960952 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7689-d6a7-4d39-bcbf-c7e55655b332 req-b33b47a6-cb3a-4190-9f0b-7315eae936d9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:37.962404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-622a7689-d6a7-4d39-bcbf-c7e55655b332 req-b33b47a6-cb3a-4190-9f0b-7315eae936d9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 944 time: 0.0489452 Nov 27 16:49:38.010884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-622a7689-d6a7-4d39-bcbf-c7e55655b332 req-e76d9538-7356-4b7a-83e1-e80b9c80083a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Nov 27 16:49:38.041042 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5d4ed62b-0e1c-4653-9576-e62662bc865e req-81625c7e-fe16-4e4e-b2d0-cc764f18a9d5 service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Nov 27 16:49:38.759661 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:39.126630 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d586e91-ce7e-4161-802d-aff823b5f171 req-1ffef243-1a83-4231-ab4b-c0d389415435 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:39.128094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d586e91-ce7e-4161-802d-aff823b5f171 req-1ffef243-1a83-4231-ab4b-c0d389415435 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 944 time: 0.0497069 Nov 27 16:49:39.179684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7d586e91-ce7e-4161-802d-aff823b5f171 req-0f0f7016-3df8-48ce-a7d0-25f1428e07a1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 Nov 27 16:49:40.292540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7e946-efa6-4cb9-93d5-9359d6476f39 req-e39d8065-8bb8-434e-a884-5d863e52d105 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:40.294087 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3d7e946-efa6-4cb9-93d5-9359d6476f39 req-e39d8065-8bb8-434e-a884-5d863e52d105 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 944 time: 0.0468891 Nov 27 16:49:40.342418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3d7e946-efa6-4cb9-93d5-9359d6476f39 req-517a6510-9b63-40f1-a594-4c7e80c7e4bd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418084 Nov 27 16:49:40.379144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 52692e5d-8846-481a-a681-2ea217aa517f details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:49:40.477509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 52692e5d-8846-481a-a681-2ea217aa517f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=52692e5d-8846-481a-a681-2ea217aa517f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:40.495316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '52692e5d-8846-481a-a681-2ea217aa517f', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'port_id': '52692e5d-8846-481a-a681-2ea217aa517f', 'mac_address': 'fa:16:3e:4a:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:49:40.502401 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:40.534616 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:40.547989 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52692e5d-8846-481a-a681-2ea217aa517f {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:49:40.567469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 52692e5d-8846-481a-a681-2ea217aa517f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=52692e5d-8846-481a-a681-2ea217aa517f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:40.570931 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:40.615515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=52692e5d-8846-481a-a681-2ea217aa517f,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:40.683421 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:49:40.807125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['52692e5d-8846-481a-a681-2ea217aa517f'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:49:41.280991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:41.461838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20ce9-e431-4ac4-adfd-de8c2bfa9d63 req-4fb2cc71-9758-4f52-8f67-209611b17e64 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:41.464465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ab20ce9-e431-4ac4-adfd-de8c2bfa9d63 req-4fb2cc71-9758-4f52-8f67-209611b17e64 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Nov 27 16:49:41.513455 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2ab20ce9-e431-4ac4-adfd-de8c2bfa9d63 req-8f37bd8a-013b-4866-a66a-417c0e7a1f78 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Nov 27 16:49:42.395648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 52692e5d-8846-481a-a681-2ea217aa517f up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:49:42.443647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 52692e5d-8846-481a-a681-2ea217aa517f completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:49:42.447316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 52692e5d-8846-481a-a681-2ea217aa517f triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:49:42.447690 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:42.522256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:42.543600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:49:42.545894 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bdceb7-37f3-4ccf-a3f2-ab6a5af1b3db" -d '{"events": [{"server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "name": "network-vif-plugged", "status": "completed", "tag": "52692e5d-8846-481a-a681-2ea217aa517f"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:49:42.561688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 52692e5d-8846-481a-a681-2ea217aa517f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=52692e5d-8846-481a-a681-2ea217aa517f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:49:42.566696 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:42.615306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=52692e5d-8846-481a-a681-2ea217aa517f,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:42.639748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89e4a7-1240-49f3-bf87-2d9be1c5aea8 req-f9a505da-fcaf-49cf-ac38-27d01b0bab7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:42.642803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a89e4a7-1240-49f3-bf87-2d9be1c5aea8 req-f9a505da-fcaf-49cf-ac38-27d01b0bab7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0565484 Nov 27 16:49:42.647049 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68532971-1463-4730-9fc4-da27b8d92390 x-openstack-request-id: req-68532971-1463-4730-9fc4-da27b8d92390 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:49:42.647290 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "name": "network-vif-plugged", "status": "completed", "tag": "52692e5d-8846-481a-a681-2ea217aa517f", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:49:42.647550 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68532971-1463-4730-9fc4-da27b8d92390 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:49:42.647953 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f', 'code': 200} Nov 27 16:49:42.698466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1a89e4a7-1240-49f3-bf87-2d9be1c5aea8 req-cb830c19-d656-4a5f-897d-9605c295592c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494068 Nov 27 16:49:42.741225 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372899a-b228-4dd8-9375-9ff07586d8bc req-c8741fe8-8bb4-4077-ad8e-a5bf8f2907f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:42.742723 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1372899a-b228-4dd8-9375-9ff07586d8bc req-c8741fe8-8bb4-4077-ad8e-a5bf8f2907f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1097 time: 0.0398309 Nov 27 16:49:42.788762 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1372899a-b228-4dd8-9375-9ff07586d8bc req-d4c8f548-c77e-4f68-b86e-8bcf8032e3a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378525 Nov 27 16:49:43.819066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0ee7-7ce2-4f69-8671-89965fdc0ad5 req-b6b1f86a-8a4b-43ca-9bc5-7c80029ddc5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:43.820870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-797a0ee7-7ce2-4f69-8671-89965fdc0ad5 req-b6b1f86a-8a4b-43ca-9bc5-7c80029ddc5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0530355 Nov 27 16:49:43.875579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-797a0ee7-7ce2-4f69-8671-89965fdc0ad5 req-e3c05c58-7086-46bc-8fef-106f8b1459b4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478377 Nov 27 16:49:44.997875 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24561c-c12c-43c7-90a8-1503b0fdd7f2 req-8c75acaf-95a5-4f29-a343-e8575807d26c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:44.999334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab24561c-c12c-43c7-90a8-1503b0fdd7f2 req-8c75acaf-95a5-4f29-a343-e8575807d26c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0522847 Nov 27 16:49:45.048162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab24561c-c12c-43c7-90a8-1503b0fdd7f2 req-283f2d7a-4125-420a-a0e9-0e7c12ec5b21 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Nov 27 16:49:45.165694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0e693-0154-46d5-b6de-c0e07825dee6 req-417a44c9-6fc3-4261-bc20-9b9de7861d8a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:45.167171 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dcd0e693-0154-46d5-b6de-c0e07825dee6 req-417a44c9-6fc3-4261-bc20-9b9de7861d8a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0513778 Nov 27 16:49:45.216220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dcd0e693-0154-46d5-b6de-c0e07825dee6 req-c4e9e8a7-5d19-481b-b00a-3a805188a5fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Nov 27 16:49:45.237431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37342) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:45.275525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e82a54f-3f26-4267-bade-05172395c387 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:45.277009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4e82a54f-3f26-4267-bade-05172395c387 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1092 time: 0.0386319 Nov 27 16:49:45.279867 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37344) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:45.284381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '52692e5d-8846-481a-a681-2ea217aa517f', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:49:45.306128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:45.403671 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:45.502960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.80 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/616b84ab-4c89-414f-a6f4-898e32d4a9b9) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:49:45.603883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:45.637328 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:45.675851 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:49:45.678701 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:49:45.682173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:49:45.707505 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=616b84ab-4c89-414f-a6f4-898e32d4a9b9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:46.035126 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:46.098791 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:46.243449 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:46.247744 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:46.650663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=616b84ab-4c89-414f-a6f4-898e32d4a9b9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:49:46.656062 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:46.756281 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP e8e3001f-5c2e-4722-94c8-81d19403e20c associated. External IP: 172.25.1.80, port: 52692e5d-8846-481a-a681-2ea217aa517f. Nov 27 16:49:46.957379 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 719fb62c-7d9c-415e-afda-842dbfdcec17 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:49:47.062424 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:49:47.072991 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] Sync routers for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:49:47.081296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:49:47.083533 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:47.084216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:47.111442 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-609b5ffd-f195-48b5-bc00-fdb9560b8f0a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8304899 Nov 27 16:49:47.112126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:49:47.114564 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7127de2-76c9-4f77-be17-e81e55dce0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "tag": "52692e5d-8846-481a-a681-2ea217aa517f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:49:47.152482 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067f7f97-d787-473e-b191-d8f5082bfe43 x-openstack-request-id: req-067f7f97-d787-473e-b191-d8f5082bfe43 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:49:47.153043 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "tag": "52692e5d-8846-481a-a681-2ea217aa517f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:49:47.153514 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-067f7f97-d787-473e-b191-d8f5082bfe43 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:49:47.154103 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f', 'status': 'completed', 'code': 200} Nov 27 16:49:47.218068 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-dd150b48-0f41-48d6-9c38-71bdb3e21638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:47.220024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-dd150b48-0f41-48d6-9c38-71bdb3e21638 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1097 time: 0.0424769 Nov 27 16:49:47.220740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63998f5-84e0-4bfb-8192-9edda0efb323 req-1b235f25-d021-40c3-9dba-84a2ba716317 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:47.222364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a63998f5-84e0-4bfb-8192-9edda0efb323 req-1b235f25-d021-40c3-9dba-84a2ba716317 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0592713 Nov 27 16:49:47.274276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a63998f5-84e0-4bfb-8192-9edda0efb323 req-a74b0242-8557-44bf-b651-bc4fcbabd5f7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 Nov 27 16:49:47.294684 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:47.298487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37350) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:47.321921 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-51ca6d79-5de4-4df3-80e5-1935324ce8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:47.323390 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-51ca6d79-5de4-4df3-80e5-1935324ce8d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 200 len: 898 time: 0.0965748 Nov 27 16:49:47.363260 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0f321428-3e40-47a3-82d0-84d060f2bd58 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e8e3001f-5c2e-4722-94c8-81d19403e20c HTTP/1.1" status: 200 len: 991 time: 0.0624251 Nov 27 16:49:47.395340 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-0ed0d46d-0e40-49b4-9e0a-e2e2a5a3781f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 200 len: 999 time: 0.0650604 Nov 27 16:49:47.445281 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-69c02759-7d10-46eb-aad1-212728214118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:47.446821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-69c02759-7d10-46eb-aad1-212728214118 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=831b8367-f7b4-4f53-b78d-55106e9dd5a4 HTTP/1.1" status: 200 len: 834 time: 0.0447769 Nov 27 16:49:47.492694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-be5ce08f-2e35-4f25-aae1-e245b485f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:49:47.494131 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-be5ce08f-2e35-4f25-aae1-e245b485f30a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401690 Nov 27 16:49:47.517600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e8e3001f-5c2e-4722-94c8-81d19403e20c', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.80', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'port_id': '52692e5d-8846-481a-a681-2ea217aa517f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'mac_address': 'fa:16:3e:4a:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:49:45Z', 'updated_at': '2021-11-27T16:49:45Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:47.543144 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] Checking router: 719fb62c-7d9c-415e-afda-842dbfdcec17 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:49:47.551208 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:49:47.551811 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:49:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:47.586922 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-891f6a34-effb-4077-b629-a3f8f81e3c4a service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858979 Nov 27 16:49:47.657672 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:49:47.677768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a7127de2-76c9-4f77-be17-e81e55dce0d9 req-cd3d17df-04ce-4f69-bbf8-ae820658ff75 service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830832 Nov 27 16:49:47.877361 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e8e3001f-5c2e-4722-94c8-81d19403e20c', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.80', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'port_id': '52692e5d-8846-481a-a681-2ea217aa517f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'mac_address': 'fa:16:3e:4a:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:49:45Z', 'updated_at': '2021-11-27T16:49:45Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:49:47.906657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2b18f-d344-43b1-8fea-59ca8bde6fbc None None] The sync data for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 is: [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e8e3001f-5c2e-4722-94c8-81d19403e20c', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.80', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'port_id': '52692e5d-8846-481a-a681-2ea217aa517f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'mac_address': 'fa:16:3e:4a:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:49:45Z', 'updated_at': '2021-11-27T16:49:45Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:49:48.106270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96004eb1-a46a-4fdd-ae95-87c8815389db None None] New status for floating IP e8e3001f-5c2e-4722-94c8-81d19403e20c: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:49:48.366139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37352) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:48.434956 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bf26a2c8-ce4e-4c0e-9cc9-a45d806ac90a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e8e3001f-5c2e-4722-94c8-81d19403e20c HTTP/1.1" status: 200 len: 991 time: 0.0676455 Nov 27 16:49:49.439135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37354) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:49:49.497680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b4bdcced-4c85-475b-8fcb-a4a074a8ac24 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e8e3001f-5c2e-4722-94c8-81d19403e20c HTTP/1.1" status: 200 len: 993 time: 0.0573967 Nov 27 16:50:00.251768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:02.277178 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:05.322162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f914442c-aef5-4e4a-b8f0-29ed0df4b9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:07.794517 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad5bd41a-a383-4ad4-94a6-3b929cec78e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:08.762941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:10.240662 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-657cfc2c-8d5b-4513-af22-2cb1a829e0da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391061 Nov 27 16:50:10.326688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-16cc02e7-5980-40ac-bd61-02f8b08bc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:10.328755 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-16cc02e7-5980-40ac-bd61-02f8b08bc88b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1097 time: 0.0445335 Nov 27 16:50:10.427991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-54758fcf-1689-41ff-a42e-f27923446465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:10.429485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-54758fcf-1689-41ff-a42e-f27923446465 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 200 len: 898 time: 0.0816627 Nov 27 16:50:10.491663 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:10.499228 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-868c8b04-39d3-429f-a36f-0c535b4ff3e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 200 len: 1001 time: 0.0610275 Nov 27 16:50:10.548404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-c1451413-ffcb-47a0-9f92-8a02d7bf13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:10.549980 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-c1451413-ffcb-47a0-9f92-8a02d7bf13f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=831b8367-f7b4-4f53-b78d-55106e9dd5a4 HTTP/1.1" status: 200 len: 834 time: 0.0439003 Nov 27 16:50:10.595985 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-5b4c5b15-f919-4395-a111-64056e704611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:10.597476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-5b4c5b15-f919-4395-a111-64056e704611 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395234 Nov 27 16:50:10.690069 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-628c402a-62c3-42c0-9c40-707d1cf44591 service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Nov 27 16:50:10.783217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-bbd2a469-0b7d-47fb-acff-08beb248d251 req-a52431c4-53f2-4df5-9c94-18d1ecdd54ad service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Nov 27 16:50:11.283515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:16.181470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81dc7-e810-4e27-9e8c-27b2b42aa1e3 req-efc9eba5-126f-40f2-89c0-d3f9c381ce2d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:16.182914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65d81dc7-e810-4e27-9e8c-27b2b42aa1e3 req-efc9eba5-126f-40f2-89c0-d3f9c381ce2d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Nov 27 16:50:16.236380 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-65d81dc7-e810-4e27-9e8c-27b2b42aa1e3 req-614a2ab4-10dd-41fa-85e5-ec10725d43f7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Nov 27 16:50:17.361064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3a9a-dca5-4d8c-8c85-edcdc9620e60 req-38faccf8-909b-440b-8e6f-89a9955fdbe1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:17.362610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-339f3a9a-dca5-4d8c-8c85-edcdc9620e60 req-38faccf8-909b-440b-8e6f-89a9955fdbe1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0519938 Nov 27 16:50:17.415867 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-339f3a9a-dca5-4d8c-8c85-edcdc9620e60 req-73f060c6-0866-4b82-afee-ded2c27f121c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Nov 27 16:50:17.437621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37370) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:17.499962 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-52327bf5-3423-4918-b128-048053911648 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e8e3001f-5c2e-4722-94c8-81d19403e20c HTTP/1.1" status: 200 len: 993 time: 0.0611656 Nov 27 16:50:17.681838 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:50:18.764023 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cdfad-3a97-46b8-91f8-6d055323cda9 req-98f5ed66-e6e8-4e40-b9cf-92236b717eb5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:18.766196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f62cdfad-3a97-46b8-91f8-6d055323cda9 req-98f5ed66-e6e8-4e40-b9cf-92236b717eb5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0491934 Nov 27 16:50:18.814894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f62cdfad-3a97-46b8-91f8-6d055323cda9 req-e33f748c-af07-4e9d-8aab-0f35914b1a2b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Nov 27 16:50:19.932164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a84802-d287-4946-800a-b6b6c89f5d47 req-8415aa7b-73d0-4a87-a3d7-10c5ad4a140a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:19.933642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8a84802-d287-4946-800a-b6b6c89f5d47 req-8415aa7b-73d0-4a87-a3d7-10c5ad4a140a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0482655 Nov 27 16:50:19.983726 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a8a84802-d287-4946-800a-b6b6c89f5d47 req-9c388045-f3f7-4249-abfb-7a41bf15cbd6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Nov 27 16:50:20.006234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37380) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:20.073249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e0e99d0a-b2db-4802-9103-77e20fb36ad0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e8e3001f-5c2e-4722-94c8-81d19403e20c HTTP/1.1" status: 200 len: 993 time: 0.0658610 Nov 27 16:50:20.318267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37386) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:20.472034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 616b84ab-4c89-414f-a6f4-898e32d4a9b9 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:50:20.472379 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:20.547527 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:20.547851 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:20.558958 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 616b84ab-4c89-414f-a6f4-898e32d4a9b9 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:50:20.699183 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:20.728629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=616b84ab-4c89-414f-a6f4-898e32d4a9b9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:20.740769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.741129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.741501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.741844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.742182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.742518 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.742853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.743192 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.743523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.743849 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.744177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.744501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:20.797228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:20.797606 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP e8e3001f-5c2e-4722-94c8-81d19403e20c disassociated (deleted). External IP: 172.25.1.80, port: 52692e5d-8846-481a-a681-2ea217aa517f. Nov 27 16:50:21.009213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 719fb62c-7d9c-415e-afda-842dbfdcec17 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:50:21.114376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:50:21.119111 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:21.123606 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] Sync routers for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:50:21.133218 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:21.133857 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:21.145362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fea7e083-26b4-485c-9abc-d6ef877ec178 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/floatingips/e8e3001f-5c2e-4722-94c8-81d19403e20c HTTP/1.1" status: 204 len: 168 time: 0.8260179 Nov 27 16:50:21.145969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:50:21.148407 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ebae67-d848-4b95-a60a-97c8c268617b" -d '{"events": [{"name": "network-changed", "server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "tag": "52692e5d-8846-481a-a681-2ea217aa517f"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:50:21.186071 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc27da0-a97b-4c73-bf05-dc554597b3ff x-openstack-request-id: req-fdc27da0-a97b-4c73-bf05-dc554597b3ff {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:50:21.186368 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "tag": "52692e5d-8846-481a-a681-2ea217aa517f", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:50:21.186628 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdc27da0-a97b-4c73-bf05-dc554597b3ff {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:50:21.187036 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f', 'status': 'completed', 'code': 200} Nov 27 16:50:21.242086 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:21.250060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-6816244c-38ab-4a22-82be-47c3b9d2d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:21.251567 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-6816244c-38ab-4a22-82be-47c3b9d2d98f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 1097 time: 0.0426860 Nov 27 16:50:21.368212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-98b3c251-25b0-4569-a193-a0db87756815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:21.369842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-98b3c251-25b0-4569-a193-a0db87756815 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 200 len: 898 time: 0.1111460 Nov 27 16:50:21.392452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e31e-1b34-4300-a523-6495f7c2f556 req-6353e4ce-53b1-42e8-aba8-3ce5c4c9ce0d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:21.399791 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13d7e31e-1b34-4300-a523-6495f7c2f556 req-6353e4ce-53b1-42e8-aba8-3ce5c4c9ce0d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0632024 Nov 27 16:50:21.423125 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-86e3cfa6-d84a-47e4-9fd9-2cdb471708b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 200 len: 217 time: 0.0440915 Nov 27 16:50:21.459417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-13d7e31e-1b34-4300-a523-6495f7c2f556 req-dd6e41e9-d524-449a-bed8-b5e219092ab7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586646 Nov 27 16:50:21.466336 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:21.491918 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-43ef2c37-b546-4727-8db9-50e4e238b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:21.493566 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-43ef2c37-b546-4727-8db9-50e4e238b245 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=831b8367-f7b4-4f53-b78d-55106e9dd5a4 HTTP/1.1" status: 200 len: 834 time: 0.0624259 Nov 27 16:50:21.495360 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] Checking router: 719fb62c-7d9c-415e-afda-842dbfdcec17 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:50:21.504600 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:21.505216 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:21.539746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-6066eb14-ea2c-4d55-b91d-197c8cca6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:21.541131 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-6066eb14-ea2c-4d55-b91d-197c8cca6d82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d804a2aa-7fca-4ff4-9d1a-15affaa88b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400803 Nov 27 16:50:21.609443 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:21.633396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-d0812531-62a1-4ba4-a511-57ef9b74b5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817053 Nov 27 16:50:21.727173 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e1ebae67-d848-4b95-a60a-97c8c268617b req-177ceab7-a205-47c5-bab8-91aa10f6457b service neutron] 10.222.0.37 "GET /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Nov 27 16:50:21.804907 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:21.838615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0370da5-c9d3-488a-a1d0-205737d27169 None None] The sync data for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 is: [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:31Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '720ea404-5700-4d4a-a8db-325323364d6f', 'name': '', 'network_id': 'd804a2aa-7fca-4ff4-9d1a-15affaa88b64', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:8e:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:31Z', 'updated_at': '2021-11-27T16:49:34Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '831b8367-f7b4-4f53-b78d-55106e9dd5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:50:22.061338 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab18c79-ec73-4b93-a355-28777db2be51 None None] New status for floating IP e8e3001f-5c2e-4722-94c8-81d19403e20c: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:50:22.573731 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47fd2f-ab6d-4539-bb4b-afa03abe7963 req-90e98a7e-9e87-4bd8-a13a-ebd5f46dffdc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:22.575196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb47fd2f-ab6d-4539-bb4b-afa03abe7963 req-90e98a7e-9e87-4bd8-a13a-ebd5f46dffdc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0515089 Nov 27 16:50:22.624327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cb47fd2f-ab6d-4539-bb4b-afa03abe7963 req-91b3c05f-16d7-456a-806b-8bd40e6a0ea4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=f570a400-6df9-45d4-821b-51d342357341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Nov 27 16:50:22.949387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-d091275f-3b51-4698-9f85-f6c19075c46d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:22.950864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-d091275f-3b51-4698-9f85-f6c19075c46d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 946 time: 0.0510457 Nov 27 16:50:23.040820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 52692e5d-8846-481a-a681-2ea217aa517f {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:50:23.041070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:23.130682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 52692e5d-8846-481a-a681-2ea217aa517f, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=52692e5d-8846-481a-a681-2ea217aa517f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:23.131043 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:23.143766 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 52692e5d-8846-481a-a681-2ea217aa517f owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:50:23.269713 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:23.297847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=52692e5d-8846-481a-a681-2ea217aa517f,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:23.309975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.310403 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.310751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.311091 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.311426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.311767 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.312147 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.313002 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.313340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.313693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.314022 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.314345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:23.351084 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] No DVR routers for this DVR port 52692e5d-8846-481a-a681-2ea217aa517f on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:50:23.353507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:23.356802 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-574123b2-b38f-4cf0-8d1c-dd0b34b12c49 req-260c1ed5-bb2e-4d2f-b8ce-1b2866fa1763 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "DELETE /v2.0/ports/52692e5d-8846-481a-a681-2ea217aa517f HTTP/1.1" status: 204 len: 173 time: 0.3999879 Nov 27 16:50:23.357241 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'name': 'network-vif-deleted', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:50:23.360026 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af3c63-2f92-431b-b04e-c8b3a84aa342" -d '{"events": [{"server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "name": "network-vif-deleted", "tag": "52692e5d-8846-481a-a681-2ea217aa517f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:50:23.397093 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc858b24-1439-4758-a2e6-50d10da4ecad x-openstack-request-id: req-cc858b24-1439-4758-a2e6-50d10da4ecad {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:50:23.397394 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442c4fe2-d720-4565-92e6-d1a43a48f557", "name": "network-vif-deleted", "tag": "52692e5d-8846-481a-a681-2ea217aa517f", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:50:23.397678 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc858b24-1439-4758-a2e6-50d10da4ecad {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:50:23.398084 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442c4fe2-d720-4565-92e6-d1a43a48f557', 'name': 'network-vif-deleted', 'tag': '52692e5d-8846-481a-a681-2ea217aa517f', 'status': 'completed', 'code': 200} Nov 27 16:50:23.744205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-36155c11-0ef6-43df-98c3-77b5e45ffdc1 req-863ccea8-1df7-4b0a-8674-a59d730aa919 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=442c4fe2-d720-4565-92e6-d1a43a48f557 HTTP/1.1" status: 200 len: 210 time: 0.0296278 Nov 27 16:50:24.804912 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37404) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:25.153667 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:25.398909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 720ea404-5700-4d4a-a8db-325323364d6f {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:50:25.399134 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:25.485106 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 720ea404-5700-4d4a-a8db-325323364d6f, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=720ea404-5700-4d4a-a8db-325323364d6f,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:25.485498 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:25.497607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 720ea404-5700-4d4a-a8db-325323364d6f owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:50:25.677243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:25.704417 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=720ea404-5700-4d4a-a8db-325323364d6f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:26.169996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.379753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 719fb62c-7d9c-415e-afda-842dbfdcec17 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:50:26.484532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:50:26.489420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2d9bb540-fb38-41e1-bb56-43ae33e2f4f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/719fb62c-7d9c-415e-afda-842dbfdcec17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6834505 Nov 27 16:50:26.492098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37412) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:26.495147 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] Sync routers for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:50:26.505054 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:26.505688 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:26.543468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting subnet 831b8367-f7b4-4f53-b78d-55106e9dd5a4 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:50:26.547103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.563945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 52692e5d-8846-481a-a681-2ea217aa517f no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:50:26.587799 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.589314 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 52692e5d-8846-481a-a681-2ea217aa517f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:50:26.590007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 52692e5d-8846-481a-a681-2ea217aa517f not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:50:26.679348 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.700990 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:26.738131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.753256 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.758787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/subnets/831b8367-f7b4-4f53-b78d-55106e9dd5a4 HTTP/1.1" status: 204 len: 168 time: 0.2631681 Nov 27 16:50:26.759159 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37414) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:26.763559 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16784604-2469-414a-ba27-a0abdee8abf6 None None] Network d804a2aa-7fca-4ff4-9d1a-15affaa88b64 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:50:26.773613 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d53c6-31f0-4395-9a53-1baaf6108420 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Subnet': ['ID=831b8367-f7b4-4f53-b78d-55106e9dd5a4,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:26.893200 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:50:25Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:26.918389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:26.919842 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] Checking router: 719fb62c-7d9c-415e-afda-842dbfdcec17 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:50:26.929278 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] Routers {'719fb62c-7d9c-415e-afda-842dbfdcec17'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:26.930005 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['719fb62c-7d9c-415e-afda-842dbfdcec17'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:26.994105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] DHCP port deletion for d804a2aa-7fca-4ff4-9d1a-15affaa88b64 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:50:27.037656 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] Set router 719fb62c-7d9c-415e-afda-842dbfdcec17 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:27.040155 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.043536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Deleting port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:50:27.043906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.101996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port d2e1262c-d923-4cdd-85a9-14438dece96d {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:50:27.102459 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.109922 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] For port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,segment=NetworkSegment(8f9d213e-3c61-48de-b9a7-ec728dce51ec),segment_id=8f9d213e-3c61-48de-b9a7-ec728dce51ec)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:27.110391 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.122811 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Calling delete_port for 7bb83b14-88b0-4f2e-927f-db2dbbc8117b owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:50:27.181315 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port d2e1262c-d923-4cdd-85a9-14438dece96d, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d2e1262c-d923-4cdd-85a9-14438dece96d,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:27.181715 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.194296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for d2e1262c-d923-4cdd-85a9-14438dece96d owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:50:27.207451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.223617 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:50:25Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:27.238330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Pushing event deleted for resources: {'Port': ['ID=7bb83b14-88b0-4f2e-927f-db2dbbc8117b,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:27.240756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] No DVR routers for this DVR port 7bb83b14-88b0-4f2e-927f-db2dbbc8117b on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:50:27.248913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.249062 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.249385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.249787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.250127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.250464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.250798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.251127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.252029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.252029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.252244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.252386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9af14e-6c90-443a-9633-133a09ef3098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:27.259507 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04753f-bca9-4d19-bbaa-46e8188ae60e None None] The sync data for ids ['719fb62c-7d9c-415e-afda-842dbfdcec17'] in n-d-819494-4 is: [{'id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315770335', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:50:25Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'd2e1262c-d923-4cdd-85a9-14438dece96d', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fb62c-7d9c-415e-afda-842dbfdcec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:49:28Z', 'updated_at': '2021-11-27T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:50:27.382326 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.409935 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=d2e1262c-d923-4cdd-85a9-14438dece96d,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:27.425245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d32fd-6227-4fa8-92e9-9978fdf00e18 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:50:27.476090 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.569196 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.571351 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.613083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.613656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Fanout notify agent at l3_agent the message router_deleted on router 719fb62c-7d9c-415e-afda-842dbfdcec17 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:50:27.620522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.621632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-12199154-f2b8-4161-b318-2afb43bed7a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/routers/719fb62c-7d9c-415e-afda-842dbfdcec17 HTTP/1.1" status: 204 len: 168 time: 0.8608463 Nov 27 16:50:27.624356 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37416) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:27.710446 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.795331 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.819352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d804a2aa-7fca-4ff4-9d1a-15affaa88b64']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:27.828341 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9d213e-3c61-48de-b9a7-ec728dce51ec') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:27.828635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9d213e-3c61-48de-b9a7-ec728dce51ec') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:27.838163 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.850928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.856638 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:50:27.857019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:50:27.860536 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:50:27.915850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.923845 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:27.926350 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/networks/d804a2aa-7fca-4ff4-9d1a-15affaa88b64 HTTP/1.1" status: 204 len: 168 time: 0.3004150 Nov 27 16:50:27.929179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37418) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:27.938843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918f6e2-bba0-4fd6-a8c8-ae245e02ea72 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Network': ['ID=d804a2aa-7fca-4ff4-9d1a-15affaa88b64,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:27.987357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b580b40d-a305-414b-ad62-b57bb5abe679 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.012077 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b580b40d-a305-414b-ad62-b57bb5abe679 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.074295 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b580b40d-a305-414b-ad62-b57bb5abe679 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.077208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b580b40d-a305-414b-ad62-b57bb5abe679 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.078419 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b580b40d-a305-414b-ad62-b57bb5abe679 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/security-groups/f570a400-6df9-45d4-821b-51d342357341 HTTP/1.1" status: 204 len: 168 time: 0.1481709 Nov 27 16:50:28.091797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b40d-a305-414b-ad62-b57bb5abe679 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570a400-6df9-45d4-821b-51d342357341,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:28.350200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37424) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:28.354787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199461274', 'description': 'tempest-secgroup-smoke-1199461274 description', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:28.376691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.441430 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.445659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.476136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.477342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1261446 Nov 27 16:50:28.479166 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e3549-64a6-4c26-8e5a-adacf8f1e04f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c44bed-5fb6-4292-a161-17f941e381f8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:28.480509 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37426) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:28.486400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '09c44bed-5fb6-4292-a161-17f941e381f8', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:28.514693 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.561065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.566471 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.588695 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccde839f-382d-493d-aa23-d6d7884eb101,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:28.597304 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.598506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca8b85e4-aa33-4f57-acff-fa620c1ee61e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163099 Nov 27 16:50:28.601283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37428) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:28.605598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '09c44bed-5fb6-4292-a161-17f941e381f8', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:28.630770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.685292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.688658 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.706755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968ac70f-8935-400c-b286-cb638adb88c7,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:28.713297 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.714509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-391dc2e7-d441-4a8f-8cab-2520dc89eb31 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122706 Nov 27 16:50:28.717237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37430) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:28.722354 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '09c44bed-5fb6-4292-a161-17f941e381f8', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:28.746792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.801204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.805265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.824149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37eef35-8d39-465b-ad4d-b36874d533eb,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:28.830533 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.834367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-08565966-69c4-4bfe-8303-573cf293f5ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135297 Nov 27 16:50:28.834886 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37432) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:28.839997 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '09c44bed-5fb6-4292-a161-17f941e381f8', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:28.859432 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 720ea404-5700-4d4a-a8db-325323364d6f no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:50:28.868484 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.879755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 720ea404-5700-4d4a-a8db-325323364d6f {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:50:28.880170 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 720ea404-5700-4d4a-a8db-325323364d6f not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:50:28.880635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7bb83b14-88b0-4f2e-927f-db2dbbc8117b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:50:28.902356 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 7bb83b14-88b0-4f2e-927f-db2dbbc8117b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:50:28.902698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 7bb83b14-88b0-4f2e-927f-db2dbbc8117b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:50:28.903121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d2e1262c-d923-4cdd-85a9-14438dece96d no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:50:28.922396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d2e1262c-d923-4cdd-85a9-14438dece96d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:50:28.922741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d2e1262c-d923-4cdd-85a9-14438dece96d not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:50:28.931345 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.935176 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.954363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de1f8a6-f47b-4c17-af4c-5e031a47f57c,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:28.962335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:28.963521 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-df07d4d0-eff4-4739-aa4e-83f085f2dacf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274431 Nov 27 16:50:28.966361 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37434) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:28.970663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '09c44bed-5fb6-4292-a161-17f941e381f8', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:28.992896 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:50:28.997853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.054485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.057711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.076729 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62a0437-4513-4399-821a-c35605ccfda2,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:29.082596 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.083754 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-67c8865c-7378-4c5e-b67d-c0c48cc5ab14 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164508 Nov 27 16:50:29.086538 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37436) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:29.090779 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '09c44bed-5fb6-4292-a161-17f941e381f8', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:29.110922 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:50:29.115642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.173049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.176499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.194955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a074b13-d035-4cde-9b2c-978eaf6a1dcb,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:29.200065 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.201223 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2d5f9621-b6b9-4ab0-96b6-24238072e7ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1137567 Nov 27 16:50:29.204774 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37438) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:29.209792 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'network': {'name': 'tempest-network-smoke--2125503297', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:29.229704 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:50:29.233143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.256933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:50:29.265656 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.265993 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Added segment 301a6a5b-0ba6-47b3-8a8e-258f7ab88701 of type vlan for network d7579a0f-64c2-4fc3-9977-634e62a992c9 Nov 27 16:50:29.306496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.330702 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.336334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:29.336922 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.390900 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1847763 Nov 27 16:50:29.393672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37440) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:29.398382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'admin_state_up': True, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:29.405603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856862c-1f83-446f-b3c5-049bb72175b2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Network': ['ID=d7579a0f-64c2-4fc3-9977-634e62a992c9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:29.416437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:50:29.422422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.423751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.476482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.610643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.800265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.818314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:29.919514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.174 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/c72cf0f9-b932-4353-84dd-b9f2d0c59cc3) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:50:30.018041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.052288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.092149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:50:30.100402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:30.102835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:50:30.113070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714694b5-1d7b-4b2b-a6d3-65f60b25841d None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:50:30.129649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:30.206442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c2efe39d-0821-4b95-8b4a-0ab1c4e83f5f None None] Provisioning complete for port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:30.206811 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c2efe39d-0821-4b95-8b4a-0ab1c4e83f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.239267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c2efe39d-0821-4b95-8b4a-0ab1c4e83f5f None None] Port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:50:30.263507 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.354515 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.542934 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.667741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router c182030d-a9c0-4e63-98d2-a653c343a649 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:50:30.772863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:50:30.782389 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Sync routers for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:50:30.792689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:30.793204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:30.793483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:30.794456 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c7460db-6c06-4c2b-a464-81b2af46e942 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3996873 Nov 27 16:50:30.797685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37444) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:30.833635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cd8aa3fd-b5e3-4b55-a80c-1a968d340c59 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=73e1692a8dcc4f489fe6b77bb1bb054f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347810 Nov 27 16:50:30.836238 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37446) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:30.903219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:30.991462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfc477-c780-478f-a371-ff70b9f24c3a tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:30.992875 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bcbfc477-c780-478f-a371-ff70b9f24c3a tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547501 Nov 27 16:50:30.995725 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37448) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:31.036397 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-cf44dbfb-901d-4612-9127-402082b75b26 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372066 Nov 27 16:50:31.036617 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37450) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:31.041282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30144483', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:31.077345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:30Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:31.108691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Checking router: c182030d-a9c0-4e63-98d2-a653c343a649 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:50:31.109186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Updating router c182030d-a9c0-4e63-98d2-a653c343a649 port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:50:31.125795 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:50:31.129668 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.133927 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.306205 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.385863 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.392697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.443785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29c62e-53e6-41f9-bbd1-54f6fd05edb2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:50:31.459156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Attempting to bind port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:50:31.459564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Attempting to bind port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:50:31.459878 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Attempting to bind port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:50:31.464073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abb70f-085e-4f2f-80b0-d23c8b6c3133 None None] Pushing event updated for resources: {'Port': ['ID=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:31.469307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:50:31.469716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:50:31.470136 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.470529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:50:31.471005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Bound port: c72cf0f9-b932-4353-84dd-b9f2d0c59cc3, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:50:31.471390 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.524583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] For port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:50:31.528129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] For port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:50:31.532015 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.585258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8827861-897c-4258-8095-514681cf84e1 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:50:31.612560 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7230fcf4-d883-47fa-a17c-6de774ec77e7 None None] Provisioning complete for port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:31.612936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7230fcf4-d883-47fa-a17c-6de774ec77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.614515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abb70f-085e-4f2f-80b0-d23c8b6c3133 None None] Pushing event updated for resources: {'Port': ['ID=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:31.636943 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:31.637610 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:31.674562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Subnet': ['ID=9fdd6281-7b37-4fd8-b6f5-f53133979941,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:31.683897 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Checking segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:50:31.684261 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network hostable DHCP agents. Network: d7579a0f-64c2-4fc3-9977-634e62a992c9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:50:31.701763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:50:31.711913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, d7579a0f-64c2-4fc3-9977-634e62a992c9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:31.720032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:31.720751 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.729985 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62400e64-6597-4564-bd37-f187abaed25d None None] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:50:31.738074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e58b7968-739f-4728-9171-4ccc89cbee53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7005475 Nov 27 16:50:31.741014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37452) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:31.853025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:31.914742 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7230fcf4-d883-47fa-a17c-6de774ec77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:31.999290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7230fcf4-d883-47fa-a17c-6de774ec77e7 None None] For port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:32.008983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7230fcf4-d883-47fa-a17c-6de774ec77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.070850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-d7579a0f-64c2-4fc3-9977-634e62a992c9', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:50:32.071709 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.182571 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.304124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230fcf4-d883-47fa-a17c-6de774ec77e7 None None] Pushing event updated for resources: {'Port': ['ID=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:32.375663 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.384538 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c647420e-57a7-4772-9e68-0f359a78660e None None] Provisioning complete for port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:32.384901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c647420e-57a7-4772-9e68-0f359a78660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.442983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:30Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:32.459958 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.1 (d7579a0f-64c2-4fc3-9977-634e62a992c9/9fdd6281-7b37-4fd8-b6f5-f53133979941/ed79d72a-ab99-4aab-8ba2-7836cade0847) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:50:32.472027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb5179-ed21-420b-8d9a-836a5b813529 None None] The sync data for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 is: [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:30Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:50:32.586478 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.620428 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.668313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:50:32.671569 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:32.676408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:50:32.680738 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ed79d72a-ab99-4aab-8ba2-7836cade0847,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:32.713828 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Allocated IP 172.20.0.2 (d7579a0f-64c2-4fc3-9977-634e62a992c9/9fdd6281-7b37-4fd8-b6f5-f53133979941/05d0c052-e40a-410e-a33c-81521a10b282) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:50:32.740412 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.898590 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.904459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.918284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:32.936472 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:50:32.982271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:50:32.988710 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:32.994190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:50:33.003339 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Pushing event updated for resources: {'Port': ['ID=05d0c052-e40a-410e-a33c-81521a10b282,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:33.064146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:33.064525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.067497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Attempting to bind port 05d0c052-e40a-410e-a33c-81521a10b282 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:50:33.067879 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Attempting to bind port 05d0c052-e40a-410e-a33c-81521a10b282 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:50:33.068247 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Attempting to bind port 05d0c052-e40a-410e-a33c-81521a10b282 on network d7579a0f-64c2-4fc3-9977-634e62a992c9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:50:33.098435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:50:33.098869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Checking segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:50:33.099256 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.099659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Bound using segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:50:33.100153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Bound port: 05d0c052-e40a-410e-a33c-81521a10b282, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:50:33.100540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.207245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] For port 05d0c052-e40a-410e-a33c-81521a10b282, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:50:33.224736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] For port 05d0c052-e40a-410e-a33c-81521a10b282, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=05d0c052-e40a-410e-a33c-81521a10b282,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:50:33.232472 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.297518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba7fba-1f4f-4637-acff-179d0e28a25d None None] Pushing event updated for resources: {'Port': ['ID=05d0c052-e40a-410e-a33c-81521a10b282,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:33.596268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.600705 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.677160 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:33.679104 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ed79d72a-ab99-4aab-8ba2-7836cade0847,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:33.770761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:50:33.771988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:33.889046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router c182030d-a9c0-4e63-98d2-a653c343a649 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:50:33.998810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:50:34.004084 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d6bcc0c7-7f9f-4dea-8bcb-e541a610a6bb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/c182030d-a9c0-4e63-98d2-a653c343a649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2619355 Nov 27 16:50:34.140780 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Sync routers for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:50:34.154250 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:34.154857 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:34.160169 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-de10c3d0-1705-462c-a8b4-ff8c85616198 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199461274&fields=id&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 267 time: 0.0523136 Nov 27 16:50:34.265214 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:34.275966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-df5db36e-72a3-43d5-811b-2d75a0728b2c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:34.277513 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-df5db36e-72a3-43d5-811b-2d75a0728b2c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 797 time: 0.1098692 Nov 27 16:50:34.294065 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-e40127ab-34f5-459e-bd39-88442851b1da tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/quotas/73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 375 time: 0.0096025 Nov 27 16:50:34.351595 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-d6741a80-b704-4aea-8988-0d9b706466e8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500224 Nov 27 16:50:34.425972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-088dfee7-2a1e-45b4-bbdb-626ee29691a9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:50:34.428903 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-088dfee7-2a1e-45b4-bbdb-626ee29691a9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611517 Nov 27 16:50:34.488918 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:33Z', 'revision_number': 2, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:34.517062 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Checking router: c182030d-a9c0-4e63-98d2-a653c343a649 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:50:34.517586 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Updating router c182030d-a9c0-4e63-98d2-a653c343a649 port ed79d72a-ab99-4aab-8ba2-7836cade0847 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:50:34.521034 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-34dceacb-8a2e-4554-9c14-8d2d91e6aa01 service neutron] 10.222.0.15 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851879 Nov 27 16:50:34.545904 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:34.623972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-42d2de3b-3d60-40c3-9e08-345393924cee service neutron] 10.222.0.15 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966001 Nov 27 16:50:34.871355 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-061d8e67-c008-45e3-8014-63c1abc6206d req-d90e3f62-e66e-4817-bb28-ab330d236363 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 210 time: 0.0762398 Nov 27 16:50:34.941308 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:34.948948 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:34.967302 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 05d0c052-e40a-410e-a33c-81521a10b282 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:50:35.025741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034f91f-6d39-49df-a795-c57fe5acdfd0 None None] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:50:35.089982 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Attempting to bind port ed79d72a-ab99-4aab-8ba2-7836cade0847 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:50:35.090357 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Attempting to bind port ed79d72a-ab99-4aab-8ba2-7836cade0847 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:50:35.090741 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Attempting to bind port ed79d72a-ab99-4aab-8ba2-7836cade0847 on network d7579a0f-64c2-4fc3-9977-634e62a992c9 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:50:35.096698 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:50:35.097079 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Checking segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:50:35.097535 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.098038 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Bound using segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:50:35.098436 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Bound port: ed79d72a-ab99-4aab-8ba2-7836cade0847, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:50:35.098778 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.100515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Pushing event updated for resources: {'Port': ['ID=ed79d72a-ab99-4aab-8ba2-7836cade0847,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:35.109950 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.110302 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.110650 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.110991 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.111326 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.111659 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.111990 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.112318 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.112649 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.112976 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.113300 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.113653 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:50:35.126724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 05d0c052-e40a-410e-a33c-81521a10b282 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:35.127228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.136010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-55b5b227-dcee-451c-8cd8-775d66f2259c None None] Provisioning complete for port 05d0c052-e40a-410e-a33c-81521a10b282 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:35.136512 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55b5b227-dcee-451c-8cd8-775d66f2259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.195203 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] For port ed79d72a-ab99-4aab-8ba2-7836cade0847, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:50:35.199432 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] For port ed79d72a-ab99-4aab-8ba2-7836cade0847, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ed79d72a-ab99-4aab-8ba2-7836cade0847,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:50:35.206089 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.276173 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:35.276876 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:35.287811 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c47f4-c76e-4db2-becc-387cb695a9fc None None] Pushing event updated for resources: {'Port': ['ID=ed79d72a-ab99-4aab-8ba2-7836cade0847,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:35.372327 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.377334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-11481dba-9eef-496a-9e3e-94daafafb129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.378788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-55b5b227-dcee-451c-8cd8-775d66f2259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.434752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 05d0c052-e40a-410e-a33c-81521a10b282, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=05d0c052-e40a-410e-a33c-81521a10b282,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:35.435972 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:35.440832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:35.506637 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-55b5b227-dcee-451c-8cd8-775d66f2259c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:50:35.506996 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-55b5b227-dcee-451c-8cd8-775d66f2259c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:50:35.520767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=05d0c052-e40a-410e-a33c-81521a10b282,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:35.709833 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:35Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:35.741374 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a08e4-6960-4150-8462-23c4e306baff None None] The sync data for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 is: [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:35Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:50:35.976952 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dbf14de6-737f-4f22-b435-19c24ecbaf0c req-627a604c-459c-4717-b9c4-3b49c99cea29 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 210 time: 0.0309072 Nov 27 16:50:36.160275 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-419a4a0e-e1b9-4602-9dea-aa8f9f73a7f2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:36.161888 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-419a4a0e-e1b9-4602-9dea-aa8f9f73a7f2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 797 time: 0.1365023 Nov 27 16:50:36.190572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-08888547-9785-4e2f-850d-840385becc3a None None] Provisioning complete for port 05d0c052-e40a-410e-a33c-81521a10b282 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:36.191462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08888547-9785-4e2f-850d-840385becc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.261237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-6f11d940-57af-4d5e-af8b-739299c53d5c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 380 time: 0.0797203 Nov 27 16:50:36.279684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'port': {'device_id': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'admin_state_up': True, 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'security_groups': ['09c44bed-5fb6-4292-a161-17f941e381f8']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:36.303987 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-08888547-9785-4e2f-850d-840385becc3a None None] Provisioning complete for port ed79d72a-ab99-4aab-8ba2-7836cade0847 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:36.304199 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08888547-9785-4e2f-850d-840385becc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.411112 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08888547-9785-4e2f-850d-840385becc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.427325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:50:36.434619 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.448736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-08888547-9785-4e2f-850d-840385becc3a None None] For port ed79d72a-ab99-4aab-8ba2-7836cade0847, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ed79d72a-ab99-4aab-8ba2-7836cade0847,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:36.456698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-08888547-9785-4e2f-850d-840385becc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.517664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08888547-9785-4e2f-850d-840385becc3a None None] Pushing event updated for resources: {'Port': ['ID=ed79d72a-ab99-4aab-8ba2-7836cade0847,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:36.580948 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-685ad6a3-34b7-4021-a1ab-efc72116da5c None None] Provisioning complete for port ed79d72a-ab99-4aab-8ba2-7836cade0847 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:36.580948 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-685ad6a3-34b7-4021-a1ab-efc72116da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.601701 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.9 (d7579a0f-64c2-4fc3-9977-634e62a992c9/9fdd6281-7b37-4fd8-b6f5-f53133979941/d2ca92d7-4f4c-4cab-b009-50ac20d43faa) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:50:36.758700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.793965 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.795799 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ae122d7-716a-4b15-9ba9-ce1150e6b1f5 None None] Provisioning complete for port ed79d72a-ab99-4aab-8ba2-7836cade0847 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:36.796131 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ae122d7-716a-4b15-9ba9-ce1150e6b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.848744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:50:36.852005 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:36.856237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:50:36.885898 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:36.917729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:36.918281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:36.938548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-61a93550-5119-4df8-b6c0-2e13c2a07a67 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6652219 Nov 27 16:50:36.957590 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Request body: {'port': {'device_id': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:37.023517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed79d72a-ab99-4aab-8ba2-7836cade0847 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:50:37.038377 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.083481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ed79d72a-ab99-4aab-8ba2-7836cade0847 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:37.083862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.174288 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 05d0c052-e40a-410e-a33c-81521a10b282 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:50:37.177030 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-e5eb222f-7bb1-4ad8-98a5-ea2e0832cc37 None None] Provisioning complete for port d2ca92d7-4f4c-4cab-b009-50ac20d43faa triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:37.177398 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e5eb222f-7bb1-4ad8-98a5-ea2e0832cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.210150 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598fad9-7e91-410b-8dd6-9bf213df8981 req-104cf8d2-8149-44f1-aef2-e40c4753b7df tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:37.211629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9598fad9-7e91-410b-8dd6-9bf213df8981 req-104cf8d2-8149-44f1-aef2-e40c4753b7df tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 931 time: 0.1207023 Nov 27 16:50:37.241451 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb222f-7bb1-4ad8-98a5-ea2e0832cc37 None None] Port d2ca92d7-4f4c-4cab-b009-50ac20d43faa cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:50:37.252866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 05d0c052-e40a-410e-a33c-81521a10b282 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:37.253242 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.314282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9598fad9-7e91-410b-8dd6-9bf213df8981 req-2b3621de-59a8-421a-97ce-c2e78dc0e6db tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941370 Nov 27 16:50:37.392780 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ca92d7-4f4c-4cab-b009-50ac20d43faa {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:50:37.400103 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.412079 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Transition to ACTIVE for port object d2ca92d7-4f4c-4cab-b009-50ac20d43faa will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:50:37.415538 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.468253 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Pushing event updated for resources: {'Port': ['ID=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:37.537251 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Attempting to bind port d2ca92d7-4f4c-4cab-b009-50ac20d43faa on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:50:37.537619 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Attempting to bind port d2ca92d7-4f4c-4cab-b009-50ac20d43faa by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:50:37.537949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Attempting to bind port d2ca92d7-4f4c-4cab-b009-50ac20d43faa on network d7579a0f-64c2-4fc3-9977-634e62a992c9 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:50:37.542572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Port d2ca92d7-4f4c-4cab-b009-50ac20d43faa on network d7579a0f-64c2-4fc3-9977-634e62a992c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:50:37.542891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Attempting to bind port d2ca92d7-4f4c-4cab-b009-50ac20d43faa on network d7579a0f-64c2-4fc3-9977-634e62a992c9 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:50:37.547872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:50:37.548204 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Checking segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:50:37.548582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Bound using segment: {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:50:37.549004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Bound port: d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301a6a5b-0ba6-47b3-8a8e-258f7ab88701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:50:37.549357 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.614280 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] For port d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:50:37.617212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] For port d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:50:37.622071 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.658246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:37.658795 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.660158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] 10.222.0.21 "PUT /v2.0/ports/d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 1091 time: 0.7079709 Nov 27 16:50:37.660596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:50:37.663630 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:50:37.696257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23f29c-0a6f-486c-ae48-076d9cca381f service neutron] Pushing event updated for resources: {'Port': ['ID=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:37.730290 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad9a12d-0635-47bd-953a-4cff0d262fb8 x-openstack-request-id: req-cad9a12d-0635-47bd-953a-4cff0d262fb8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:50:37.730801 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:50:37.731137 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cad9a12d-0635-47bd-953a-4cff0d262fb8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:50:37.731605 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'status': 'completed', 'code': 200} Nov 27 16:50:37.765491 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-4a5291b8-9de1-4775-8ec9-ab2893f7bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:37.767222 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-4a5291b8-9de1-4775-8ec9-ab2893f7bfd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1094 time: 0.0478091 Nov 27 16:50:37.796316 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce5d41f5-e8a0-4900-9310-1fda8971c4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:37.816512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-7d146219-de24-4ad2-91f8-7337de086345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 217 time: 0.0394652 Nov 27 16:50:37.873331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-112db2ac-8fac-411e-a769-f049061a49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:37.875357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-112db2ac-8fac-411e-a769-f049061a49f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 200 len: 833 time: 0.0467660 Nov 27 16:50:37.925842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fedf-503e-4424-a607-4a73901a368c req-9be4baa9-7541-41ac-ad3f-188ef17db570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:37.927346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-9be4baa9-7541-41ac-ad3f-188ef17db570 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7579a0f-64c2-4fc3-9977-634e62a992c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411046 Nov 27 16:50:38.026375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-50b863a6-c688-4b69-af96-2a036fb6dae2 service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846605 Nov 27 16:50:38.118319 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-11d3fedf-503e-4424-a607-4a73901a368c req-a7def230-bdf5-46d3-99b3-6bdbf5e96994 service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798478 Nov 27 16:50:38.211265 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-af5d3623-a088-4c76-97d6-1f40ee77a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:38.212721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-af5d3623-a088-4c76-97d6-1f40ee77a9ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1094 time: 0.0409231 Nov 27 16:50:38.303908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-2435eb62-0adb-4cd9-9e43-96c7d981bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:38.305268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-2435eb62-0adb-4cd9-9e43-96c7d981bef2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 898 time: 0.0853670 Nov 27 16:50:38.346213 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-c243415e-63ea-4489-9b09-39cd32be22b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 217 time: 0.0331995 Nov 27 16:50:38.426860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-5b65d31e-9503-463e-be37-cfb8c56b5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:38.428313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-5b65d31e-9503-463e-be37-cfb8c56b5907 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 200 len: 833 time: 0.0737839 Nov 27 16:50:38.452187 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7ca5e-c6e0-44a0-9241-ffe965d6143b req-69b9edab-1b36-40d6-82d0-8659e48e972c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:38.453610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bc7ca5e-c6e0-44a0-9241-ffe965d6143b req-69b9edab-1b36-40d6-82d0-8659e48e972c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 943 time: 0.0658906 Nov 27 16:50:38.514903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-362b2907-3822-4621-b208-1b1d009dfa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:38.516366 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-362b2907-3822-4621-b208-1b1d009dfa5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7579a0f-64c2-4fc3-9977-634e62a992c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803149 Nov 27 16:50:38.520021 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3bc7ca5e-c6e0-44a0-9241-ffe965d6143b req-6ec9d399-b676-42ab-a8d1-c18bde3e16f7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527353 Nov 27 16:50:38.611671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-8804011d-2516-465d-9ed6-d9e406a62a67 service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Nov 27 16:50:38.702570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bfd907e5-5d48-4ddf-a147-8172e2e9adb4 req-f713fba0-15fd-464e-bc1a-b90f7f6e4b2f service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835419 Nov 27 16:50:38.768190 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:39.546244 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d2ca92d7-4f4c-4cab-b009-50ac20d43faa details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:50:39.636412 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08d5e1-51ad-4efa-b727-f1c6004d9a90 req-d4f14b60-9892-4a76-b1f3-7b2e5b1ed069 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:39.637905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb08d5e1-51ad-4efa-b727-f1c6004d9a90 req-d4f14b60-9892-4a76-b1f3-7b2e5b1ed069 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 943 time: 0.0488029 Nov 27 16:50:39.639006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:39.652165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'port_id': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'mac_address': 'fa:16:3e:8c:69:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:50:39.691395 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb08d5e1-51ad-4efa-b727-f1c6004d9a90 req-6e248be1-c9c4-4f34-b3ec-560f6970da1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Nov 27 16:50:39.692461 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:39.706787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ca92d7-4f4c-4cab-b009-50ac20d43faa {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:50:39.725166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:39.729374 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:39.775434 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:40.019224 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['d2ca92d7-4f4c-4cab-b009-50ac20d43faa'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:50:40.494684 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:40.808501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224966d7-9185-494c-9659-66f7f3f8c4ac req-e8385b77-6efa-40dd-9638-cf585f64a696 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:40.811635 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-224966d7-9185-494c-9659-66f7f3f8c4ac req-e8385b77-6efa-40dd-9638-cf585f64a696 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 944 time: 0.0503798 Nov 27 16:50:40.862475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-224966d7-9185-494c-9659-66f7f3f8c4ac req-f582f738-8e6f-4174-88fa-c383a57d8960 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Nov 27 16:50:41.284304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:41.546467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d2ca92d7-4f4c-4cab-b009-50ac20d43faa up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:50:41.596079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port d2ca92d7-4f4c-4cab-b009-50ac20d43faa completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:50:41.599693 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port d2ca92d7-4f4c-4cab-b009-50ac20d43faa triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:50:41.600065 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:41.678090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:41.699294 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:50:41.701577 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6556a395-9cdc-4595-a0e4-1b2d15b1bc95" -d '{"events": [{"server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "name": "network-vif-plugged", "status": "completed", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:50:41.714830 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:50:41.719535 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:41.745926 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8cd6d0-7e95-4170-9e1b-fd098d5f8282 x-openstack-request-id: req-cb8cd6d0-7e95-4170-9e1b-fd098d5f8282 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:50:41.746227 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "name": "network-vif-plugged", "status": "completed", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:50:41.746488 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb8cd6d0-7e95-4170-9e1b-fd098d5f8282 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:50:41.746888 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'code': 200} Nov 27 16:50:41.771798 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:41.849065 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22ca4-3313-4720-af93-fde791b71a2a req-8c0df28f-67f2-4a2b-8c25-7a2ff582cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:41.850587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28c22ca4-3313-4720-af93-fde791b71a2a req-8c0df28f-67f2-4a2b-8c25-7a2ff582cd84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1096 time: 0.0395305 Nov 27 16:50:41.896786 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28c22ca4-3313-4720-af93-fde791b71a2a req-26ca5ddc-0aac-43cd-a64f-cbadb7cdaf59 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372033 Nov 27 16:50:41.980489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9213bc5-617c-4d95-a0f2-ddda81714381 req-23b2c17d-606e-49a1-9cbd-d3e893a17543 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:41.981947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9213bc5-617c-4d95-a0f2-ddda81714381 req-23b2c17d-606e-49a1-9cbd-d3e893a17543 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0513554 Nov 27 16:50:42.029721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c9213bc5-617c-4d95-a0f2-ddda81714381 req-e3f5eab2-6488-4c01-accb-89af4288fe9b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Nov 27 16:50:43.151498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73e59a-de04-469b-8d84-37b679c34a37 req-ae2bdfb0-6f30-4c68-a0a3-61d2a7d0d7f5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:43.152975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba73e59a-de04-469b-8d84-37b679c34a37 req-ae2bdfb0-6f30-4c68-a0a3-61d2a7d0d7f5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Nov 27 16:50:43.203497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ba73e59a-de04-469b-8d84-37b679c34a37 req-45cfd88f-1502-4ffb-a262-d617bc4a167d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Nov 27 16:50:44.320350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23e7cb-613b-47c6-a9eb-d33162c885a1 req-464e378e-09f7-4362-a855-be70872079dd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:44.321841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd23e7cb-613b-47c6-a9eb-d33162c885a1 req-464e378e-09f7-4362-a855-be70872079dd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Nov 27 16:50:44.373720 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd23e7cb-613b-47c6-a9eb-d33162c885a1 req-73dd6ab3-7bfc-41e4-b950-daf31565b878 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Nov 27 16:50:44.487963 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bbc2b-e168-4b8f-8078-255c79b3ee78 req-6638fe7b-cea8-4f28-8898-472ef26099c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:44.489356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-402bbc2b-e168-4b8f-8078-255c79b3ee78 req-6638fe7b-cea8-4f28-8898-472ef26099c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Nov 27 16:50:44.536914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-402bbc2b-e168-4b8f-8078-255c79b3ee78 req-1d1a0ceb-6475-4b28-a01b-88eba094b95e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Nov 27 16:50:44.558369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37506) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:44.596715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d5de1-e665-4811-8b9f-8a7dfb69860c tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:44.598214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8c7d5de1-e665-4811-8b9f-8a7dfb69860c tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1091 time: 0.0388806 Nov 27 16:50:44.600878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37508) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:44.605040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:50:44.629242 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:44.727378 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:44.831288 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.52 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/d4dcd899-a09e-4671-a565-56b128a89d14) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:50:44.929662 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:44.963073 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:45.003032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:50:45.005921 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:50:45.009333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:50:45.034858 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=d4dcd899-a09e-4671-a565-56b128a89d14,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:45.397671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:45.467055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:45.612327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:45.616842 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:45.683173 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=d4dcd899-a09e-4671-a565-56b128a89d14,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:50:45.693353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:45.790787 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP e3f4079f-cfb0-4ad9-af37-ebea6d638c00 associated. External IP: 172.25.1.52, port: d2ca92d7-4f4c-4cab-b009-50ac20d43faa. Nov 27 16:50:45.996468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router c182030d-a9c0-4e63-98d2-a653c343a649 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:50:46.400245 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:50:46.410590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] Sync routers for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:50:46.418214 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:50:46.420385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:46.421614 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:46.445680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-73f12662-69fe-4537-93bc-6c9dac3cbe93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8437190 Nov 27 16:50:46.446276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:50:46.448529 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d7df8-ca2f-46d0-8d7c-73de0a251051" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:50:46.494801 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ce6f38-bd8a-4e98-9b80-50da7e70ffe8 x-openstack-request-id: req-a4ce6f38-bd8a-4e98-9b80-50da7e70ffe8 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:50:46.495103 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:50:46.495357 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4ce6f38-bd8a-4e98-9b80-50da7e70ffe8 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:50:46.495751 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'status': 'completed', 'code': 200} Nov 27 16:50:46.577728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337513e3-149a-4b8c-87da-186c1f676eb1 req-25a0e086-312d-434a-8239-c393e9d0e552 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:46.579299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-337513e3-149a-4b8c-87da-186c1f676eb1 req-25a0e086-312d-434a-8239-c393e9d0e552 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0816596 Nov 27 16:50:46.584659 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-518ab9df-ccab-4cba-acde-55fd9202fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:46.586151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-518ab9df-ccab-4cba-acde-55fd9202fb3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1096 time: 0.0613208 Nov 27 16:50:46.682418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-337513e3-149a-4b8c-87da-186c1f676eb1 req-80eeac2b-7c17-42c9-99c6-2685b1d14830 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951908 Nov 27 16:50:46.691081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:46.705384 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37514) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:46.715454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-90819af4-ed01-40af-9c4f-bf00b4679ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:46.718261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-90819af4-ed01-40af-9c4f-bf00b4679ea3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 898 time: 0.1221364 Nov 27 16:50:46.770191 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-191a8953-b5d4-4d59-897b-5e0bc9183c43 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e3f4079f-cfb0-4ad9-af37-ebea6d638c00 HTTP/1.1" status: 200 len: 990 time: 0.0635009 Nov 27 16:50:46.788418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-31ea677a-72d8-41fe-bd17-2f7370c97a57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 998 time: 0.0645597 Nov 27 16:50:46.839302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-3f537d1a-9cf4-4508-8304-da6b72b33018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:46.840769 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-3f537d1a-9cf4-4508-8304-da6b72b33018 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 200 len: 833 time: 0.0453441 Nov 27 16:50:46.886482 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-77477cf6-0b3d-4ac6-b62e-8cab33e59159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:50:46.887972 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-77477cf6-0b3d-4ac6-b62e-8cab33e59159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7579a0f-64c2-4fc3-9977-634e62a992c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393913 Nov 27 16:50:46.922590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e3f4079f-cfb0-4ad9-af37-ebea6d638c00', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'port_id': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'mac_address': 'fa:16:3e:8c:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:50:45Z', 'updated_at': '2021-11-27T16:50:45Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:36Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:46.952583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] Checking router: c182030d-a9c0-4e63-98d2-a653c343a649 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:50:46.960915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:50:46.961542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:50:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:46.979819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-715fc58b-8f3c-45e0-af52-e753fbb1c98b service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Nov 27 16:50:47.064748 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:50:47.069318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de9d7df8-ca2f-46d0-8d7c-73de0a251051 req-51f360d1-9319-46b9-bb04-563c783706e1 service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812864 Nov 27 16:50:47.279207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e3f4079f-cfb0-4ad9-af37-ebea6d638c00', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'port_id': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'mac_address': 'fa:16:3e:8c:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:50:45Z', 'updated_at': '2021-11-27T16:50:45Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:36Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:50:47.308022 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d676c-f0ad-4bee-8d29-7adbdad60905 None None] The sync data for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 is: [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': 'e3f4079f-cfb0-4ad9-af37-ebea6d638c00', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'port_id': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'mac_address': 'fa:16:3e:8c:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:50:45Z', 'updated_at': '2021-11-27T16:50:45Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:36Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:50:47.491722 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8729db-fa96-4bb9-9c7d-6e80a9d07351 None None] New status for floating IP e3f4079f-cfb0-4ad9-af37-ebea6d638c00: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:50:47.774173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37516) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:50:47.834365 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-417cf4dc-07a3-4dee-a3ff-ced51da0bcfa tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e3f4079f-cfb0-4ad9-af37-ebea6d638c00 HTTP/1.1" status: 200 len: 992 time: 0.0590146 Nov 27 16:50:54.680396 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:51:00.261914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:02.283396 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:05.322924 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20854d36-303c-4d0c-a16a-4b6d77d4729b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:07.797143 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-49643daf-b7eb-484c-93ec-e9b939c4e9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:08.770816 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:10.497937 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:11.286205 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:12.311301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-37142461-bc8a-48c9-b5b0-ce92da7fabc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405362 Nov 27 16:51:12.400741 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af3cd-3024-4676-aff4-d0149715841a req-b5ffbe20-9567-4e6d-b405-ab46556a1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:12.402611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-b5ffbe20-9567-4e6d-b405-ab46556a1cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1096 time: 0.0469644 Nov 27 16:51:12.505496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af3cd-3024-4676-aff4-d0149715841a req-19632a86-d3be-4598-a6bd-d59c3dadb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:12.506949 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-19632a86-d3be-4598-a6bd-d59c3dadb270 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 898 time: 0.0825765 Nov 27 16:51:12.576414 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-c1c2b550-c05c-4165-8036-fe60b041758f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 1000 time: 0.0609727 Nov 27 16:51:12.627931 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af3cd-3024-4676-aff4-d0149715841a req-114135b8-e77a-4810-9318-6c0175b32904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:12.629356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-114135b8-e77a-4810-9318-6c0175b32904 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 200 len: 833 time: 0.0428801 Nov 27 16:51:12.674742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af3cd-3024-4676-aff4-d0149715841a req-83834dd2-e6ba-4d35-99ca-e07c97e339f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:12.676226 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-83834dd2-e6ba-4d35-99ca-e07c97e339f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7579a0f-64c2-4fc3-9977-634e62a992c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392263 Nov 27 16:51:12.770865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-5d59abbb-8025-4e79-82f2-4783b84f3ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850489 Nov 27 16:51:12.859722 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f26af3cd-3024-4676-aff4-d0149715841a req-61a52b96-ce87-4180-8b23-776047dc84df service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812047 Nov 27 16:51:21.189431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f466cb6-dcb4-44ae-8628-a0fd0619b370 req-969e7051-dc5b-4d0b-a38e-8f7231adc970 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:21.190916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f466cb6-dcb4-44ae-8628-a0fd0619b370 req-969e7051-dc5b-4d0b-a38e-8f7231adc970 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0807133 Nov 27 16:51:21.192664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5b66-7541-4952-acf9-67efd3591278 req-8236bbad-be43-4c72-88c0-344d7ea936e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:21.194011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-8236bbad-be43-4c72-88c0-344d7ea936e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1096 time: 0.0735636 Nov 27 16:51:21.292775 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f466cb6-dcb4-44ae-8628-a0fd0619b370 req-f416acba-b00e-469c-ad25-89d56a01d835 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957108 Nov 27 16:51:21.314908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5b66-7541-4952-acf9-67efd3591278 req-cd16377c-b9e3-46ee-ad1d-67701a1f0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:21.316362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-cd16377c-b9e3-46ee-ad1d-67701a1f0ef3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 898 time: 0.1131823 Nov 27 16:51:21.387799 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-6ddda9ed-4f6b-40b7-aaaf-b37a73dc46ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 1000 time: 0.0615320 Nov 27 16:51:21.438240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5b66-7541-4952-acf9-67efd3591278 req-323c89a9-817e-4618-9562-bc5869c8b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:21.439661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-323c89a9-817e-4618-9562-bc5869c8b605 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 200 len: 833 time: 0.0427103 Nov 27 16:51:21.485718 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5b66-7541-4952-acf9-67efd3591278 req-11f0ea23-5c02-4e7c-846f-8ae541bfa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:21.487200 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-11f0ea23-5c02-4e7c-846f-8ae541bfa812 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7579a0f-64c2-4fc3-9977-634e62a992c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393169 Nov 27 16:51:21.588618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-6729ef1e-37ca-4bc5-9109-359a7996c9de service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850401 Nov 27 16:51:21.680993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-049a5b66-7541-4952-acf9-67efd3591278 req-ae67a603-09bb-4cae-8d95-ccadce93546f service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800927 Nov 27 16:51:22.416785 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca51464-f89b-4d10-af5f-86916d3ff83d req-e32caf91-05d6-4e57-ae95-9456bfa0e102 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:22.418267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ca51464-f89b-4d10-af5f-86916d3ff83d req-e32caf91-05d6-4e57-ae95-9456bfa0e102 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0529835 Nov 27 16:51:22.466671 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5ca51464-f89b-4d10-af5f-86916d3ff83d req-99361080-937b-46ef-8991-e58d2518f862 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Nov 27 16:51:23.582009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91e89e-f307-4cdd-9844-34f6836bb882 req-b6ee255a-95a1-4c06-8b65-d3d8dd08e76b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:23.583498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b91e89e-f307-4cdd-9844-34f6836bb882 req-b6ee255a-95a1-4c06-8b65-d3d8dd08e76b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0488658 Nov 27 16:51:23.637098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b91e89e-f307-4cdd-9844-34f6836bb882 req-647f943e-3d9a-4fd0-a91e-90dd69d4ca08 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Nov 27 16:51:24.755234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f042108-9bc4-4a1d-8873-c80fea8f7c67 req-2b2209b1-8aac-4b2c-a905-bf04e8734552 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:24.756686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f042108-9bc4-4a1d-8873-c80fea8f7c67 req-2b2209b1-8aac-4b2c-a905-bf04e8734552 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Nov 27 16:51:24.807753 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4f042108-9bc4-4a1d-8873-c80fea8f7c67 req-e8a64d58-dcc0-4640-ae86-e24bc65e7b8a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 Nov 27 16:51:25.922892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59117612-0eda-4cc0-bba5-72522187f9c9 req-7d6b005e-6749-4b88-8751-2960a7752aab tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:25.924369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59117612-0eda-4cc0-bba5-72522187f9c9 req-7d6b005e-6749-4b88-8751-2960a7752aab tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0483458 Nov 27 16:51:25.972721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59117612-0eda-4cc0-bba5-72522187f9c9 req-93cfeae4-0843-4d00-bebc-0646db37ac25 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Nov 27 16:51:27.086572 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d28c43-e01e-40a0-b9bc-44fa30500bb6 req-a6acfce4-1388-4dbe-aae3-bf8c458dd8b4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:27.087950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8d28c43-e01e-40a0-b9bc-44fa30500bb6 req-a6acfce4-1388-4dbe-aae3-bf8c458dd8b4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0480938 Nov 27 16:51:27.135655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e8d28c43-e01e-40a0-b9bc-44fa30500bb6 req-100f6899-a2d1-4c8f-877d-97fca3924e2b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Nov 27 16:51:28.253228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3177-af68-41bf-942b-74043645199a req-7acc7a93-f49a-4d07-94fc-c309e861d761 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:28.254704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baeb3177-af68-41bf-942b-74043645199a req-7acc7a93-f49a-4d07-94fc-c309e861d761 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Nov 27 16:51:28.303488 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baeb3177-af68-41bf-942b-74043645199a req-dacdf5f0-8f87-4481-b321-43f9af7c71de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Nov 27 16:51:29.420892 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b84bc-59db-4a0b-a323-0b06f3de7e88 req-bc017696-dc0b-44cb-af9a-701fc2802593 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:29.422919 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-044b84bc-59db-4a0b-a323-0b06f3de7e88 req-bc017696-dc0b-44cb-af9a-701fc2802593 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0485060 Nov 27 16:51:29.470938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-044b84bc-59db-4a0b-a323-0b06f3de7e88 req-2e1a6135-62db-4b54-a119-7aab40dd9783 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Nov 27 16:51:30.263942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:30.584475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae9205-a9e9-430e-92c1-c1b60ee5b727 req-3c97b6ae-9878-462e-8733-7e0616ec59d2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:30.585883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eae9205-a9e9-430e-92c1-c1b60ee5b727 req-3c97b6ae-9878-462e-8733-7e0616ec59d2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Nov 27 16:51:30.637905 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5eae9205-a9e9-430e-92c1-c1b60ee5b727 req-e1b1c064-f657-4bdc-981f-ee57438c52a8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461280 Nov 27 16:51:31.680143 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:51:31.755913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8a16c-ad76-4f2e-8416-369fc17206f1 req-6c076d1b-5f28-4a79-8e8a-67dd56efa741 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:31.757357 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acd8a16c-ad76-4f2e-8416-369fc17206f1 req-6c076d1b-5f28-4a79-8e8a-67dd56efa741 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Nov 27 16:51:31.805737 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acd8a16c-ad76-4f2e-8416-369fc17206f1 req-128ca33b-c517-45e9-853b-c35de8bedf16 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Nov 27 16:51:32.278399 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:32.920804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382384dc-57f6-42a8-b9cc-d91cd0b9b40a req-97a13cc6-e397-40e2-af9d-3620d67b3a9a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:51:32.922279 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-382384dc-57f6-42a8-b9cc-d91cd0b9b40a req-97a13cc6-e397-40e2-af9d-3620d67b3a9a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Nov 27 16:51:32.970367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-382384dc-57f6-42a8-b9cc-d91cd0b9b40a req-fcd16bf1-a308-4cfb-9a6e-7936dca56f45 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Nov 27 16:51:32.992671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37556) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:51:33.054498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9d857c3d-d312-492e-a458-6dac5220029e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/e3f4079f-cfb0-4ad9-af37-ebea6d638c00 HTTP/1.1" status: 200 len: 992 time: 0.0607295 Nov 27 16:51:35.324411 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d10c9941-cc7f-4b99-be76-c01e3e8c74ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:37.797799 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ab38115-83a8-4c52-aa21-1aa9b9589d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:38.775787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:40.500337 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:51:41.287127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:00.259835 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:02.299934 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.325198 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7171f2a7-8c07-49c1-8585-aa1eb02dbafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.447870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37574) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:05.599431 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port d4dcd899-a09e-4671-a565-56b128a89d14 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:52:05.599685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.674884 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.675209 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.686498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for d4dcd899-a09e-4671-a565-56b128a89d14 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:52:05.834012 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.859325 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=d4dcd899-a09e-4671-a565-56b128a89d14,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:05.872393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.872748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.873096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.873500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.873827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.874163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.874495 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.874827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.875159 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.875488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.875813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.876135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:05.930224 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:05.930743 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP e3f4079f-cfb0-4ad9-af37-ebea6d638c00 disassociated (deleted). External IP: 172.25.1.52, port: d2ca92d7-4f4c-4cab-b009-50ac20d43faa. Nov 27 16:52:06.135329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router c182030d-a9c0-4e63-98d2-a653c343a649 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:52:06.240998 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:52:06.245805 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:06.250364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] Sync routers for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:52:06.259250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:06.259859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:51:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:06.272078 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dfd7738b-ac5a-4d8d-8d32-63e9818c768f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/floatingips/e3f4079f-cfb0-4ad9-af37-ebea6d638c00 HTTP/1.1" status: 204 len: 168 time: 0.8231540 Nov 27 16:52:06.272671 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:52:06.274970 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e818cd1-058a-4c70-8434-339cf38b0c20" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:52:06.320114 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83806cef-df7d-415a-8e9b-052369e97b45 x-openstack-request-id: req-83806cef-df7d-415a-8e9b-052369e97b45 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:52:06.320415 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:52:06.320670 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83806cef-df7d-415a-8e9b-052369e97b45 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:52:06.321080 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'status': 'completed', 'code': 200} Nov 27 16:52:06.370967 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:06.395686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-3c40128b-a70b-4ec7-8492-34a71b54b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:06.397117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-3c40128b-a70b-4ec7-8492-34a71b54b1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 1096 time: 0.0455205 Nov 27 16:52:06.542487 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9ec70-50de-4553-ba49-8f0e248d749d req-3550e138-1689-453c-9b3b-99c7da733762 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:06.543964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ad9ec70-50de-4553-ba49-8f0e248d749d req-3550e138-1689-453c-9b3b-99c7da733762 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0742545 Nov 27 16:52:06.545382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-835316dc-6aa4-4d6e-955e-b6ced59d4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:06.546721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-835316dc-6aa4-4d6e-955e-b6ced59d4151 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 200 len: 898 time: 0.1395254 Nov 27 16:52:06.584611 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:36Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:06.604440 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-5f92de66-45b4-4126-8446-46f4b9bf6848 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 200 len: 217 time: 0.0476675 Nov 27 16:52:06.611239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] Checking router: c182030d-a9c0-4e63-98d2-a653c343a649 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:52:06.619549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:06.620154 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:51:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:06.656648 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8ad9ec70-50de-4553-ba49-8f0e248d749d req-ce63caed-68cd-4b60-b5b4-5eac01d30598 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064386 Nov 27 16:52:06.669851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-797e4479-b659-4f07-9007-7c84be95bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:06.671287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-797e4479-b659-4f07-9007-7c84be95bf82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 200 len: 833 time: 0.0579267 Nov 27 16:52:06.721907 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-bad35555-85b3-4469-9deb-0d6dabdcfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:06.723954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-bad35555-85b3-4469-9deb-0d6dabdcfd49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7579a0f-64c2-4fc3-9977-634e62a992c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419705 Nov 27 16:52:06.726289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:06.817381 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-dcc9a8ca-76b6-49eb-b55b-bb0b89180acc service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 Nov 27 16:52:06.910844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e818cd1-058a-4c70-8434-339cf38b0c20 req-ebcedaff-a41b-4c06-91fe-104bd7deed0a service neutron] 10.222.0.21 "GET /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826631 Nov 27 16:52:06.919577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:36Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:06.949467 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53b4fa-267e-4e4d-8c87-ad45c1a8bb18 None None] The sync data for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 is: [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:32Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ed79d72a-ab99-4aab-8ba2-7836cade0847', 'name': '', 'network_id': 'd7579a0f-64c2-4fc3-9977-634e62a992c9', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:f5:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:32Z', 'updated_at': '2021-11-27T16:50:36Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '9fdd6281-7b37-4fd8-b6f5-f53133979941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:52:07.175074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67a388-4edf-4406-b820-2bc0ee29ceb1 None None] New status for floating IP e3f4079f-cfb0-4ad9-af37-ebea6d638c00: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:52:07.782390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e584c-fa53-4848-87ab-73d76331d41d req-ee9580a8-117f-4706-a17e-2bd862fe00b3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:07.783787 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-769e584c-fa53-4848-87ab-73d76331d41d req-ee9580a8-117f-4706-a17e-2bd862fe00b3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0505316 Nov 27 16:52:07.798651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6e9f-9040-4784-990c-bceb0ad5ddec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:07.837384 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-769e584c-fa53-4848-87ab-73d76331d41d req-fc9e20c0-a555-4840-96c7-a4696d198f49 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c44bed-5fb6-4292-a161-17f941e381f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476851 Nov 27 16:52:08.286631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-41b75a74-49f7-4555-9f52-6fd9ead5ab34 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:08.288052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-41b75a74-49f7-4555-9f52-6fd9ead5ab34 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 945 time: 0.0468729 Nov 27 16:52:08.375148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port d2ca92d7-4f4c-4cab-b009-50ac20d43faa {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:52:08.375484 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:08.466686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port d2ca92d7-4f4c-4cab-b009-50ac20d43faa, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:08.467045 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:08.480040 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for d2ca92d7-4f4c-4cab-b009-50ac20d43faa owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:52:08.605769 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:08.632103 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=d2ca92d7-4f4c-4cab-b009-50ac20d43faa,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:08.673880 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] No DVR routers for this DVR port d2ca92d7-4f4c-4cab-b009-50ac20d43faa on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:52:08.676948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:08.680339 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5b5caa3-6312-47bb-95c9-cc165fed846e req-e7df4b46-993e-47e8-af82-ab4d4d071dee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "DELETE /v2.0/ports/d2ca92d7-4f4c-4cab-b009-50ac20d43faa HTTP/1.1" status: 204 len: 173 time: 0.3852992 Nov 27 16:52:08.680721 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:52:08.681189 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'name': 'network-vif-deleted', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:52:08.683051 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2967c958-1c38-4ecb-861c-a7624193264e" -d '{"events": [{"server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "name": "network-vif-deleted", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:52:08.724196 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c47a26-0c67-45b4-bb9d-8848cf752de0 x-openstack-request-id: req-29c47a26-0c67-45b4-bb9d-8848cf752de0 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:52:08.724497 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4aae45-7a56-4ee4-8c72-f60e83a8a347", "name": "network-vif-deleted", "tag": "d2ca92d7-4f4c-4cab-b009-50ac20d43faa", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:52:08.724756 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29c47a26-0c67-45b4-bb9d-8848cf752de0 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:52:08.725159 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4aae45-7a56-4ee4-8c72-f60e83a8a347', 'name': 'network-vif-deleted', 'tag': 'd2ca92d7-4f4c-4cab-b009-50ac20d43faa', 'status': 'completed', 'code': 200} Nov 27 16:52:08.776699 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:08.939626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e13b1fa-f46f-46e1-947a-af61b947d272 req-cf8a89b5-dcf8-4a95-9fdd-c67f928f38aa tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4aae45-7a56-4ee4-8c72-f60e83a8a347 HTTP/1.1" status: 200 len: 210 time: 0.0252473 Nov 27 16:52:09.996752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37590) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:10.345072 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:10.504983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:10.904122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port ed79d72a-ab99-4aab-8ba2-7836cade0847 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:52:10.904460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:10.989134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port ed79d72a-ab99-4aab-8ba2-7836cade0847, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ed79d72a-ab99-4aab-8ba2-7836cade0847,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:10.989521 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.001465 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for ed79d72a-ab99-4aab-8ba2-7836cade0847 owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:52:11.184131 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.213011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=ed79d72a-ab99-4aab-8ba2-7836cade0847,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:11.294270 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.392362 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.604871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router c182030d-a9c0-4e63-98d2-a653c343a649 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:52:11.707293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:52:11.712471 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57806e73-70c9-45f4-9abc-2a467da05408 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/c182030d-a9c0-4e63-98d2-a653c343a649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146149 Nov 27 16:52:11.715575 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37592) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:11.719145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] Sync routers for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:52:11.730145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:11.730764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:11.766165 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting subnet 9fdd6281-7b37-4fd8-b6f5-f53133979941 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:52:11.769913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.808982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.834768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:11.897301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.954259 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.982215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdd6281-7b37-4fd8-b6f5-f53133979941,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:11.986191 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:11.989566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b009ebb4-4958-4885-88fd-8e497161aada tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/subnets/9fdd6281-7b37-4fd8-b6f5-f53133979941 HTTP/1.1" status: 204 len: 168 time: 0.2730215 Nov 27 16:52:11.992196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37594) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:11.995812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2722eae7-42c9-4832-aba5-94471a4ac693 None None] Network d7579a0f-64c2-4fc3-9977-634e62a992c9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:52:12.015551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d2ca92d7-4f4c-4cab-b009-50ac20d43faa no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:52:12.069095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: d2ca92d7-4f4c-4cab-b009-50ac20d43faa {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:52:12.069752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device d2ca92d7-4f4c-4cab-b009-50ac20d43faa not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:52:12.100410 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.112719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:52:11Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'c72cf0f9-b932-4353-84dd-b9f2d0c59cc3', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:12.208407 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.263416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:52:12.263773 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.317711 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] Checking router: c182030d-a9c0-4e63-98d2-a653c343a649 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:52:12.333891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] Routers {'c182030d-a9c0-4e63-98d2-a653c343a649'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:12.334493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['c182030d-a9c0-4e63-98d2-a653c343a649'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:12.348120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port c72cf0f9-b932-4353-84dd-b9f2d0c59cc3, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:12.348499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.361139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:52:12.407876 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] DHCP port deletion for d7579a0f-64c2-4fc3-9977-634e62a992c9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:52:12.448659 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] Set router c182030d-a9c0-4e63-98d2-a653c343a649 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:12.505681 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:52:12Z', 'revision_number': 6, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:12.536572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ba66-ac10-4705-90c9-9bb08d1f1c4e None None] The sync data for ids ['c182030d-a9c0-4e63-98d2-a653c343a649'] in n-d-819494-4 is: [{'id': 'c182030d-a9c0-4e63-98d2-a653c343a649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743664776', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:50:29Z', 'updated_at': '2021-11-27T16:52:12Z', 'revision_number': 6, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:52:12.537092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.548913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Deleting port 05d0c052-e40a-410e-a33c-81521a10b282 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:52:12.549284 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.566399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=c72cf0f9-b932-4353-84dd-b9f2d0c59cc3,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:12.599583 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e499c-3636-47e7-b65b-e67c28ea80a2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:52:12.627535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.628970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] For port 05d0c052-e40a-410e-a33c-81521a10b282, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=05d0c052-e40a-410e-a33c-81521a10b282,segment=NetworkSegment(301a6a5b-0ba6-47b3-8a8e-258f7ab88701),segment_id=301a6a5b-0ba6-47b3-8a8e-258f7ab88701)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:12.629369 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.642194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Calling delete_port for 05d0c052-e40a-410e-a33c-81521a10b282 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:52:12.718922 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.720537 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.722907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.743897 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Pushing event deleted for resources: {'Port': ['ID=05d0c052-e40a-410e-a33c-81521a10b282,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:12.748528 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] No DVR routers for this DVR port 05d0c052-e40a-410e-a33c-81521a10b282 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.758188 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.759330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.759330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.759330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.759975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69402653-5a33-4b53-934a-b9ef858c30dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:12.772003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.772570 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Fanout notify agent at l3_agent the message router_deleted on router c182030d-a9c0-4e63-98d2-a653c343a649 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:52:12.779807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.781438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8d1f0718-a70a-4b8b-b378-c58dc6b0e5d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/routers/c182030d-a9c0-4e63-98d2-a653c343a649 HTTP/1.1" status: 204 len: 168 time: 0.7875648 Nov 27 16:52:12.783646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37596) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:12.859128 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.953460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:12.977326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7579a0f-64c2-4fc3-9977-634e62a992c9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:12.991527 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301a6a5b-0ba6-47b3-8a8e-258f7ab88701') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:12.991829 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301a6a5b-0ba6-47b3-8a8e-258f7ab88701') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:13.001139 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.013746 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.019445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:52:13.019831 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:52:13.022812 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:52:13.060621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed79d72a-ab99-4aab-8ba2-7836cade0847 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:52:13.085720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ed79d72a-ab99-4aab-8ba2-7836cade0847 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:52:13.086069 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ed79d72a-ab99-4aab-8ba2-7836cade0847 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:52:13.086517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 05d0c052-e40a-410e-a33c-81521a10b282 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:52:13.088929 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.101163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.105954 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/networks/d7579a0f-64c2-4fc3-9977-634e62a992c9 HTTP/1.1" status: 204 len: 168 time: 0.3213458 Nov 27 16:52:13.108442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 05d0c052-e40a-410e-a33c-81521a10b282 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:52:13.108670 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37598) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:13.108928 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 05d0c052-e40a-410e-a33c-81521a10b282 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:52:13.126926 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71efa3d-8639-42b3-bfc4-e6c4e5d0963d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Network': ['ID=d7579a0f-64c2-4fc3-9977-634e62a992c9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:13.184790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c54138e7-6eb5-46c0-8963-98e2d26187e4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.210247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c54138e7-6eb5-46c0-8963-98e2d26187e4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.277752 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c54138e7-6eb5-46c0-8963-98e2d26187e4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.280632 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c54138e7-6eb5-46c0-8963-98e2d26187e4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.281925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c54138e7-6eb5-46c0-8963-98e2d26187e4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/security-groups/09c44bed-5fb6-4292-a161-17f941e381f8 HTTP/1.1" status: 204 len: 168 time: 0.1721022 Nov 27 16:52:13.292831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54138e7-6eb5-46c0-8963-98e2d26187e4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c44bed-5fb6-4292-a161-17f941e381f8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:13.627964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37604) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:13.632638 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933143968', 'description': 'tempest-secgroup-smoke-1933143968 description', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:13.654824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.719543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.723055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.751365 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.752572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1235533 Nov 27 16:52:13.755034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95a62-95a3-4bae-857b-08c8469546c8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf83da-eb7e-4560-a114-d047ee33c39e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:13.756067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37606) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:13.761484 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf83da-eb7e-4560-a114-d047ee33c39e', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:13.789821 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.844554 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.848841 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.866497 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf9462f-caf7-4dd8-9561-892aa2e1cad4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:13.874836 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.875192 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.875535 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.875873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.876208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.876542 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.876873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.877200 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.877564 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.877890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.878721 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.879043 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:13.883429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.884583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-2abc3456-3192-4251-9597-16116516c82b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273160 Nov 27 16:52:13.887318 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37610) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:13.891669 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf83da-eb7e-4560-a114-d047ee33c39e', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:13.917977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.975818 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.979246 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:13.997024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f853df4-7f79-4fb5-9162-5aebc44d5956,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:14.005863 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.007122 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-716b37e2-ef5e-4867-b362-a25b439f7d1b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188037 Nov 27 16:52:14.009753 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37612) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:14.014010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf83da-eb7e-4560-a114-d047ee33c39e', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:14.039799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.094298 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.097968 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.116890 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a778b13-017e-478a-85e6-0ecaddf561bc,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:14.125314 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.126537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ef353198-4428-4d90-a0f6-8baa32bf4b77 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158574 Nov 27 16:52:14.129878 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37614) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:14.134134 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf83da-eb7e-4560-a114-d047ee33c39e', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:14.161598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.217911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.221448 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.238511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd02820e-c7aa-46e4-9dff-9885509408f2,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:14.247048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.248230 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-42f917ea-e5c2-4bc0-a86f-fc79a75c16bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174357 Nov 27 16:52:14.250959 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37616) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:14.255769 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf83da-eb7e-4560-a114-d047ee33c39e', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:14.275674 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:52:14.280444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.339384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.342988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.360549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6347a3-efed-49ca-bfa7-d747310c458e,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:14.365619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.366788 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c941ea3a-0bfc-4ac8-9832-ae3f6955e2e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149130 Nov 27 16:52:14.369602 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37618) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:14.373765 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf83da-eb7e-4560-a114-d047ee33c39e', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:14.394961 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:52:14.399916 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.459229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.462909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.480101 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790ae7b6-2601-4051-a567-e6a54afae6b0,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:14.489001 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.490213 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-611adc2d-d386-445f-aac4-a817b9ff976f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197026 Nov 27 16:52:14.492984 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37620) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:14.497698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'network': {'name': 'tempest-network-smoke--1221085192', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:14.517506 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:52:14.520911 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.544488 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:52:14.554419 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.554809 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Added segment 435d6519-898e-44ae-94fc-eac87ea95ae6 of type vlan for network 3a6472ba-687c-4da0-9524-b10daf3b66bc Nov 27 16:52:14.592733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.620225 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.625621 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:14.626202 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.682821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887891 Nov 27 16:52:14.685689 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37622) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:14.690501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'admin_state_up': True, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:14.697677 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90f211-3567-44bf-8932-add231f1d5be tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Network': ['ID=3a6472ba-687c-4da0-9524-b10daf3b66bc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:14.708509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:52:14.715110 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.716249 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.771653 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:14.863944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:52:14.884146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:52:14.884493 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c72cf0f9-b932-4353-84dd-b9f2d0c59cc3 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:52:14.909186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:15.099301 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:15.117163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:15.219760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.211 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8409c7cb-e554-408f-89c4-10bc1baa43e2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:52:15.327264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:15.360939 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:15.402216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:52:15.405003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:15.408506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:52:15.418541 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1a34e-8052-4adf-831f-cd3a3a97e3cc None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:52:15.431252 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=8409c7cb-e554-408f-89c4-10bc1baa43e2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:15.476236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-21f4ad2f-dac1-4b54-833f-8902bf0fbde3 None None] Provisioning complete for port 8409c7cb-e554-408f-89c4-10bc1baa43e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:15.476527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-21f4ad2f-dac1-4b54-833f-8902bf0fbde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:15.509862 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-21f4ad2f-dac1-4b54-833f-8902bf0fbde3 None None] Port 8409c7cb-e554-408f-89c4-10bc1baa43e2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:52:15.655057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.150688 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.281458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router aa0104fc-7557-47ad-bc1d-741734e253c8 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:52:16.382494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:52:16.391768 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Sync routers for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:52:16.401744 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:16.402285 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:16.403101 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.404392 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8743d8ad-97b0-4ea9-bf15-68e5b47b996d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7176511 Nov 27 16:52:16.407461 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37624) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:16.439068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-55a4ea8a-5f42-4ea3-8c71-19ad6130830d tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=73e1692a8dcc4f489fe6b77bb1bb054f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304787 Nov 27 16:52:16.441774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37626) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:16.512052 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:16.529705 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e433f-7aea-4ae0-8143-610a319b9311 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:16.533898 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-614e433f-7aea-4ae0-8143-610a319b9311 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885518 Nov 27 16:52:16.534229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37628) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:16.564951 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ede708d9-96d7-417f-95fc-8d62f6940e15 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288818 Nov 27 16:52:16.567573 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37630) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:16.572379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494385088', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:16.665985 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:52:16.669460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.700319 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:15Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:16.729908 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Checking router: aa0104fc-7557-47ad-bc1d-741734e253c8 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:52:16.730341 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Updating router aa0104fc-7557-47ad-bc1d-741734e253c8 port 8409c7cb-e554-408f-89c4-10bc1baa43e2 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:52:16.755997 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.849371 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.915600 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Subnet': ['ID=218de21e-8432-4393-be8f-1bf6ad2fefd8,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:16.920030 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Checking segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:52:16.920329 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network hostable DHCP agents. Network: 3a6472ba-687c-4da0-9524-b10daf3b66bc, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:52:16.936953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:52:16.946227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 3a6472ba-687c-4da0-9524-b10daf3b66bc) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:16.952246 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:16.953535 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:16.955061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304f930-9a88-4950-8453-66b4838dba11 None None] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:52:16.974645 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d0b2b499-a950-4ffe-9e3b-16d7d815bec7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060376 Nov 27 16:52:16.977334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37632) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:17.011037 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.016438 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.065430 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Attempting to bind port 8409c7cb-e554-408f-89c4-10bc1baa43e2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:52:17.066381 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Attempting to bind port 8409c7cb-e554-408f-89c4-10bc1baa43e2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:52:17.066748 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Attempting to bind port 8409c7cb-e554-408f-89c4-10bc1baa43e2 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:52:17.068017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f60ce-8c5c-431e-9a37-3ba077eb6ecf None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:52:17.076737 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:52:17.077116 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:52:17.077760 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.078163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:52:17.078639 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Bound port: 8409c7cb-e554-408f-89c4-10bc1baa43e2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:52:17.079025 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.104357 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Pushing event updated for resources: {'Port': ['ID=8409c7cb-e554-408f-89c4-10bc1baa43e2,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:17.115297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-3a6472ba-687c-4da0-9524-b10daf3b66bc', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:52:17.116431 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.133601 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.134227 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.134603 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.134911 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.135273 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.135577 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.135919 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.136415 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.136745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.137069 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.137395 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.137743 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:52:17.145830 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] For port 8409c7cb-e554-408f-89c4-10bc1baa43e2, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:52:17.149269 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] For port 8409c7cb-e554-408f-89c4-10bc1baa43e2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8409c7cb-e554-408f-89c4-10bc1baa43e2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:52:17.154879 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.196949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-0ac95966-a37b-4011-9ddc-be4d040ae843 None None] Provisioning complete for port 8409c7cb-e554-408f-89c4-10bc1baa43e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:17.197727 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0ac95966-a37b-4011-9ddc-be4d040ae843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.206169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:17.206353 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:17.210379 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905f770-7724-472c-b8b3-e0e2ba50f4a3 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:52:17.264562 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b3ba0-aad2-44f6-a9ce-d388ed1a1e2e None None] Pushing event updated for resources: {'Port': ['ID=8409c7cb-e554-408f-89c4-10bc1baa43e2,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:17.322796 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:17.337149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Allocated IP 172.20.0.2 (3a6472ba-687c-4da0-9524-b10daf3b66bc/218de21e-8432-4393-be8f-1bf6ad2fefd8/424a2e0e-501c-4474-95fe-e8aad85754f5) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:52:17.352821 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0ac95966-a37b-4011-9ddc-be4d040ae843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.412805 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0ac95966-a37b-4011-9ddc-be4d040ae843 None None] For port 8409c7cb-e554-408f-89c4-10bc1baa43e2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8409c7cb-e554-408f-89c4-10bc1baa43e2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:17.418877 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0ac95966-a37b-4011-9ddc-be4d040ae843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.500038 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95966-a37b-4011-9ddc-be4d040ae843 None None] Pushing event updated for resources: {'Port': ['ID=8409c7cb-e554-408f-89c4-10bc1baa43e2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:17.508940 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.520203 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:15Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:17.546822 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4d5a4-9569-4a0a-8d68-26af31908039 None None] The sync data for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 is: [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:15Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:52:17.563991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.575767 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.585589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c1ed540e-387e-4474-9675-7f847e424fa6 None None] Provisioning complete for port 8409c7cb-e554-408f-89c4-10bc1baa43e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:17.586580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c1ed540e-387e-4474-9675-7f847e424fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.648293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:52:17.654166 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:17.657346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:52:17.669128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Pushing event updated for resources: {'Port': ['ID=424a2e0e-501c-4474-95fe-e8aad85754f5,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:17.760739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Attempting to bind port 424a2e0e-501c-4474-95fe-e8aad85754f5 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:52:17.761123 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Attempting to bind port 424a2e0e-501c-4474-95fe-e8aad85754f5 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:52:17.761524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Attempting to bind port 424a2e0e-501c-4474-95fe-e8aad85754f5 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:52:17.795753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:52:17.796135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Checking segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:52:17.796645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.796945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Bound using segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:52:17.797562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Bound port: 424a2e0e-501c-4474-95fe-e8aad85754f5, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:52:17.797960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.820835 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.1 (3a6472ba-687c-4da0-9524-b10daf3b66bc/218de21e-8432-4393-be8f-1bf6ad2fefd8/ffd2735b-5bc7-4eed-94a5-655eae10a1e2) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:52:17.875373 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] For port 424a2e0e-501c-4474-95fe-e8aad85754f5, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:52:17.879581 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] For port 424a2e0e-501c-4474-95fe-e8aad85754f5, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=424a2e0e-501c-4474-95fe-e8aad85754f5,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:52:17.885108 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:17.967551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d40a1-ebfb-4018-9da3-a2a7915653b0 None None] Pushing event updated for resources: {'Port': ['ID=424a2e0e-501c-4474-95fe-e8aad85754f5,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:17.981704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.025626 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.072777 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:52:18.076129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:18.080475 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:52:18.119667 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:18.150526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.314460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.633287 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.638061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.716989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:18.719597 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:18.813714 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:52:18.815256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:18.942551 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router aa0104fc-7557-47ad-bc1d-741734e253c8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:52:18.944739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c886a8-bb3e-4814-a7a0-aa870b1900be None None] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:52:18.999727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 424a2e0e-501c-4474-95fe-e8aad85754f5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:52:19.056083 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:52:19.061181 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c163ad09-5bac-4b04-be39-634f2c5d3c62 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/aa0104fc-7557-47ad-bc1d-741734e253c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828388 Nov 27 16:52:19.090688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-091ecc73-a9d5-4af1-a672-a27d33ab4b77 None None] Provisioning complete for port 424a2e0e-501c-4474-95fe-e8aad85754f5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:19.091126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-091ecc73-a9d5-4af1-a672-a27d33ab4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:19.137077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 424a2e0e-501c-4474-95fe-e8aad85754f5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:19.137476 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:19.228723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-79fc6e7a-b79b-4a1b-b6a2-5bb024ec07bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933143968&fields=id&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 267 time: 0.0525801 Nov 27 16:52:19.304780 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-091ecc73-a9d5-4af1-a672-a27d33ab4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:19.317764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:19.357490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-43745bc3-6ecf-4a82-a744-164ad373dc4c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:19.358935 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-43745bc3-6ecf-4a82-a744-164ad373dc4c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 797 time: 0.1231494 Nov 27 16:52:19.359382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-091ecc73-a9d5-4af1-a672-a27d33ab4b77 None None] For port 424a2e0e-501c-4474-95fe-e8aad85754f5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=424a2e0e-501c-4474-95fe-e8aad85754f5,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:19.365459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-091ecc73-a9d5-4af1-a672-a27d33ab4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:19.379509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-20d0dd66-7ae5-42c0-8f92-91d4bb7722b6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/quotas/73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 375 time: 0.0126231 Nov 27 16:52:19.440136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-0b30bd88-ddda-4a96-a1d3-9d26d1026f7c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539169 Nov 27 16:52:19.451817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 16:52:19.452182 n-d-819494-4 neutron-server[110077]: DEBUG oslo_db.api [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 16:52:19.455293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ecc73-a9d5-4af1-a672-a27d33ab4b77 None None] Pushing event updated for resources: {'Port': ['ID=424a2e0e-501c-4474-95fe-e8aad85754f5,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:19.526535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Sync routers for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:52:19.535733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:19.536555 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:19.551328 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-8c947226-772d-4308-8b9c-f17aa0d7b335 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949330 Nov 27 16:52:19.656137 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-ae694d47-b255-415f-b2b1-f7e861017ddf service neutron] 10.222.0.15 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984330 Nov 27 16:52:19.806276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-48174854-f357-45a8-af83-de80acf3af5b None None] Provisioning complete for port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:19.806657 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-48174854-f357-45a8-af83-de80acf3af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:19.846227 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4b643b69-4131-47cf-b2ff-31b942c06a2e req-3eb2dad7-41fc-44cb-a5c2-159e4b9657de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 210 time: 0.0325289 Nov 27 16:52:19.866433 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:19.868257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-48174854-f357-45a8-af83-de80acf3af5b None None] Port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:52:19.913156 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-48174854-f357-45a8-af83-de80acf3af5b None None] Provisioning complete for port 424a2e0e-501c-4474-95fe-e8aad85754f5 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:19.913561 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-48174854-f357-45a8-af83-de80acf3af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.063393 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8409c7cb-e554-408f-89c4-10bc1baa43e2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:52:20.210377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8409c7cb-e554-408f-89c4-10bc1baa43e2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:20.210756 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.255793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 2, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:20.285234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Checking router: aa0104fc-7557-47ad-bc1d-741734e253c8 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:52:20.285620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Updating router aa0104fc-7557-47ad-bc1d-741734e253c8 port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:52:20.322302 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.368084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-19ac9adb-f9e1-446d-babd-cc82e623bdc2 None None] Provisioning complete for port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:20.368452 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-19ac9adb-f9e1-446d-babd-cc82e623bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.434694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-19ac9adb-f9e1-446d-babd-cc82e623bdc2 None None] Port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:52:20.650874 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.655974 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.709232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bad244-4fc6-4f3d-8368-988ef0779be6 None None] Pushing event updated for resources: {'Port': ['ID=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:20.763599 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Attempting to bind port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:52:20.764021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Attempting to bind port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:52:20.764345 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Attempting to bind port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:52:20.770526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:52:20.770900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Checking segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:52:20.771385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.771772 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Bound using segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:52:20.772239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Bound port: ffd2735b-5bc7-4eed-94a5-655eae10a1e2, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:52:20.772615 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.847756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] For port ffd2735b-5bc7-4eed-94a5-655eae10a1e2, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:52:20.879325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] For port ffd2735b-5bc7-4eed-94a5-655eae10a1e2, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:52:20.888926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:20.954940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-ef5d1bfb-e345-455f-94dc-c61dc6579b81 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:20.957930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-ef5d1bfb-e345-455f-94dc-c61dc6579b81 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 797 time: 0.1607060 Nov 27 16:52:20.991689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 424a2e0e-501c-4474-95fe-e8aad85754f5 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:52:21.005298 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c455eff4-7388-482c-a971-44aeab414087 req-918a7b2f-c3e1-4aa4-8bab-4f3a101b176f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 210 time: 0.0461285 Nov 27 16:52:21.023814 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:21.025252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:21.062473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-2c764b13-2eb4-41a4-94a1-7b1861924638 None None] Provisioning complete for port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:21.062961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c764b13-2eb4-41a4-94a1-7b1861924638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.065006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-02e0bd37-36d4-406a-a529-a29df28b568b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 380 time: 0.0831892 Nov 27 16:52:21.078320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'port': {'device_id': '24c87d64-809a-41a4-81a9-98895aeffaee', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'admin_state_up': True, 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'security_groups': ['d4cf83da-eb7e-4560-a114-d047ee33c39e']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:21.106249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bad244-4fc6-4f3d-8368-988ef0779be6 None None] Pushing event updated for resources: {'Port': ['ID=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:21.183699 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 424a2e0e-501c-4474-95fe-e8aad85754f5 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:21.184378 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.200563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:52:21.204245 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.219740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:21.327146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c764b13-2eb4-41a4-94a1-7b1861924638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.335523 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.12 (3a6472ba-687c-4da0-9524-b10daf3b66bc/218de21e-8432-4393-be8f-1bf6ad2fefd8/b3378322-1540-4b7d-a5c2-5b6c673e25e4) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:52:21.446843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2c764b13-2eb4-41a4-94a1-7b1861924638 None None] For port ffd2735b-5bc7-4eed-94a5-655eae10a1e2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:21.473721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.492733 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2c764b13-2eb4-41a4-94a1-7b1861924638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.508030 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.560807 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:52:21.564254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:21.567899 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:52:21.595334 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:21.600020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c764b13-2eb4-41a4-94a1-7b1861924638 None None] Pushing event updated for resources: {'Port': ['ID=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:21.628302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:21.628973 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.651379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-af6ee3f4-c047-4500-a1d5-e9f57444d175 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769551 Nov 27 16:52:21.667624 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Request body: {'port': {'device_id': '24c87d64-809a-41a4-81a9-98895aeffaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:21.727236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.828762 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9651cb60-ec03-4c46-b077-ce14c4cc3ed3 None None] Provisioning complete for port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:21.829127 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9651cb60-ec03-4c46-b077-ce14c4cc3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:21.874834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:20Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:21.906969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55d517-4804-42c3-af0c-2278ac9ac4fb None None] The sync data for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 is: [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:20Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:52:22.024199 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3378322-1540-4b7d-a5c2-5b6c673e25e4 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:52:22.033667 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:22.048405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Transition to ACTIVE for port object b3378322-1540-4b7d-a5c2-5b6c673e25e4 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:52:22.055222 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:22.147722 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:22.166157 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44fbc-a2d3-4496-bb59-678bd040e599 req-f561fc5e-2748-4f15-9924-cae037384d4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:22.167702 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5e44fbc-a2d3-4496-bb59-678bd040e599 req-f561fc5e-2748-4f15-9924-cae037384d4d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0840456 Nov 27 16:52:22.272277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5e44fbc-a2d3-4496-bb59-678bd040e599 req-af8656a0-61c1-49c5-b69f-64e735338c12 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905814 Nov 27 16:52:22.274978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:52:22.275390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:52:22.275628 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:52:22.280503 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:52:22.280826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:52:22.290399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:52:22.290836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Checking segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:52:22.291240 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Bound using segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:52:22.291869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Bound port: b3378322-1540-4b7d-a5c2-5b6c673e25e4, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:52:22.292243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:22.364750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:52:22.367966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:52:22.373063 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:22.411307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:22.411928 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:22.413365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] 10.222.0.21 "PUT /v2.0/ports/b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1092 time: 0.7500865 Nov 27 16:52:22.413878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:52:22.416226 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338c72a-fd3c-4ae6-8293-d1487653b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:52:22.476239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706c4fa-3b7a-42d8-b8c7-3b32676f0a3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:22.481961 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ea690-47e5-4062-8956-1da55793169a x-openstack-request-id: req-856ea690-47e5-4062-8956-1da55793169a {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:52:22.482342 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:52:22.482663 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-856ea690-47e5-4062-8956-1da55793169a {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:52:22.483132 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'status': 'completed', 'code': 200} Nov 27 16:52:22.523476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-1174b168-8fd3-47fb-98ca-ba246364847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:22.525825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-1174b168-8fd3-47fb-98ca-ba246364847e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1095 time: 0.0604169 Nov 27 16:52:22.581013 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-eaec6e20-7c7c-46f1-a89e-d72ecb465a41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 217 time: 0.0386138 Nov 27 16:52:22.639538 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-d161fa52-28cc-49ba-bee4-e8d587b5f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:22.641178 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-d161fa52-28cc-49ba-bee4-e8d587b5f943 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0473912 Nov 27 16:52:22.707254 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-ccde7691-2a4b-4d39-b9e2-d6d43780e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:22.708817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-ccde7691-2a4b-4d39-b9e2-d6d43780e170 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518432 Nov 27 16:52:22.805566 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-594595e5-e8bc-4a8c-81d6-f199d7c129b1 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853937 Nov 27 16:52:22.910262 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b548769-1bf3-46af-ab9d-d6a51731295a req-b8a4fa2e-0cb7-4ec6-88ef-c2b7c5ee6527 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941770 Nov 27 16:52:22.937215 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffd2735b-5bc7-4eed-94a5-655eae10a1e2 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:52:22.990347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:22.990789 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:23.327286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-a5301659-9926-489a-85b7-30ea254d25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:23.328771 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-a5301659-9926-489a-85b7-30ea254d25e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1095 time: 0.3522594 Nov 27 16:52:23.445782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f3fb-9dde-42b9-aa01-d04f56471320 req-de7e5732-d600-4312-93f5-b1518e8e469d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:23.447242 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0237f3fb-9dde-42b9-aa01-d04f56471320 req-de7e5732-d600-4312-93f5-b1518e8e469d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.1018684 Nov 27 16:52:23.463273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-de9b388a-eff5-42c8-a628-3d9525adf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:23.464626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-de9b388a-eff5-42c8-a628-3d9525adf78e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.1275134 Nov 27 16:52:23.513821 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-21cdf565-30e9-411f-8c1c-62c857ea2c61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 217 time: 0.0404308 Nov 27 16:52:23.539891 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0237f3fb-9dde-42b9-aa01-d04f56471320 req-11b1d102-282e-436e-94ca-b1f78316a9af tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856044 Nov 27 16:52:23.576863 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-c0532c14-9f7c-45b7-9b5c-9559b173a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:23.578289 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-c0532c14-9f7c-45b7-9b5c-9559b173a91f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0544257 Nov 27 16:52:23.629108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-7e34fb1d-9a1b-4218-8a98-e4ae2e41fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:23.630601 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-7e34fb1d-9a1b-4218-8a98-e4ae2e41fabd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396941 Nov 27 16:52:23.722259 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-43924453-ce8d-4509-8dc7-31179229ec77 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802152 Nov 27 16:52:23.818282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9338c72a-fd3c-4ae6-8293-d1487653b5d7 req-7a48fc24-eaa9-4cf5-a747-cc37ee3a528a service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Nov 27 16:52:24.072286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:52:24.164292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:24.176077 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'port_id': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'mac_address': 'fa:16:3e:e8:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:52:24.214613 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:24.227218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3378322-1540-4b7d-a5c2-5b6c673e25e4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:52:24.246735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:24.250157 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:24.294279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:24.561422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['b3378322-1540-4b7d-a5c2-5b6c673e25e4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:52:24.658408 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59a3-9930-4a8f-a4e7-13ecf2f7b548 req-37ef4b5d-3c0e-4db0-b38d-7813fed7f3ce tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:24.660612 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1cf59a3-9930-4a8f-a4e7-13ecf2f7b548 req-37ef4b5d-3c0e-4db0-b38d-7813fed7f3ce tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 945 time: 0.0512085 Nov 27 16:52:24.710248 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c1cf59a3-9930-4a8f-a4e7-13ecf2f7b548 req-239d4454-f35f-4ffe-bcf1-c354fa8b4a8e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Nov 27 16:52:25.831983 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b4b92-55f0-42cb-bf30-5c242031e8e9 req-b45d7ec4-443d-46de-9944-7405066d9cc3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:25.833539 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee5b4b92-55f0-42cb-bf30-5c242031e8e9 req-b45d7ec4-443d-46de-9944-7405066d9cc3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 945 time: 0.0540864 Nov 27 16:52:25.887204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ee5b4b92-55f0-42cb-bf30-5c242031e8e9 req-d115446b-db73-420a-be3f-a4b3f2f5a794 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Nov 27 16:52:26.090688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:52:26.139431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port b3378322-1540-4b7d-a5c2-5b6c673e25e4 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:52:26.143688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port b3378322-1540-4b7d-a5c2-5b6c673e25e4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:52:26.144062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:26.226339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:26.249266 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:52:26.251538 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bacf8f5-a43e-4783-8568-703c525e93a6" -d '{"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-plugged", "status": "completed", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:52:26.264597 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:52:26.268777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:26.293545 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabb4d66-9f03-448b-bc06-326eb88db02d x-openstack-request-id: req-aabb4d66-9f03-448b-bc06-326eb88db02d {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:52:26.293874 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-plugged", "status": "completed", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:52:26.294133 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aabb4d66-9f03-448b-bc06-326eb88db02d {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:52:26.294556 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'code': 200} Nov 27 16:52:26.322052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:26.398543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625b342-6154-47e2-930b-4a0478e7ebb3 req-184d5eb1-9b03-4540-b067-569136aabc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:26.399947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e625b342-6154-47e2-930b-4a0478e7ebb3 req-184d5eb1-9b03-4540-b067-569136aabc17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1097 time: 0.0404305 Nov 27 16:52:26.451986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e625b342-6154-47e2-930b-4a0478e7ebb3 req-adb8c8a2-a3a8-4387-9d25-9316cb423eb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Nov 27 16:52:26.999038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ffd46-0a4e-437d-aa9f-ab7fc6f2fe91 req-7b2a4c13-ee50-4adb-b2ca-03e5e71791de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:27.000538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-761ffd46-0a4e-437d-aa9f-ab7fc6f2fe91 req-7b2a4c13-ee50-4adb-b2ca-03e5e71791de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0479274 Nov 27 16:52:27.050041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-761ffd46-0a4e-437d-aa9f-ab7fc6f2fe91 req-e9dddd7a-606e-41be-8764-a18e645b8c32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Nov 27 16:52:28.168333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457debe3-5a0b-488f-9d5b-acdf2320c416 req-d6532666-9908-4897-97f2-d1c0c594d774 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:28.169819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-457debe3-5a0b-488f-9d5b-acdf2320c416 req-d6532666-9908-4897-97f2-d1c0c594d774 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0517499 Nov 27 16:52:28.218194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-457debe3-5a0b-488f-9d5b-acdf2320c416 req-113cedf9-932f-4ff8-bf71-11a96599c76f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Nov 27 16:52:28.333988 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200e6e4-0cef-40e4-a163-c44e7a48c7ae req-a8ae8afa-1dcb-4a39-88ce-9995231b4e3c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:28.335465 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1200e6e4-0cef-40e4-a163-c44e7a48c7ae req-a8ae8afa-1dcb-4a39-88ce-9995231b4e3c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0484228 Nov 27 16:52:28.384108 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1200e6e4-0cef-40e4-a163-c44e7a48c7ae req-9d3aa720-86e6-45ae-ab68-049582d48a28 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Nov 27 16:52:28.405851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37682) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:28.450403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946aa8d-f9e4-415e-8ef1-d67749019f72 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:28.451803 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-7946aa8d-f9e4-415e-8ef1-d67749019f72 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1092 time: 0.0449805 Nov 27 16:52:28.454824 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37684) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:28.459484 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:52:28.483374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:28.575634 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:28.678944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.209 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/26dadd0d-54de-4a3a-801e-f8c3e1dcbf98) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:52:28.777008 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:28.808770 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:28.853816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:52:28.856727 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:52:28.860258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:52:28.882283 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=26dadd0d-54de-4a3a-801e-f8c3e1dcbf98,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:29.209274 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:29.275505 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:29.421949 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:29.428200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:29.493462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=26dadd0d-54de-4a3a-801e-f8c3e1dcbf98,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:52:29.505701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:29.603507 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP 218cb389-49e7-4b5a-aeb1-d219b8a4f49f associated. External IP: 172.25.1.209, port: b3378322-1540-4b7d-a5c2-5b6c673e25e4. Nov 27 16:52:29.807185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router aa0104fc-7557-47ad-bc1d-741734e253c8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:52:29.912708 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:52:29.922955 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] Sync routers for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:52:29.930525 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:29.933858 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:29.934465 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:29.965091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23d05457-7186-4c77-b98a-c2d241dff456 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5067971 Nov 27 16:52:29.965091 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:52:29.965826 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6510e67-c66b-4951-84f8-e6163d5b3f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:52:30.005794 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcef27b-7472-4a0a-ac78-248cb6d9bbac x-openstack-request-id: req-fdcef27b-7472-4a0a-ac78-248cb6d9bbac {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:52:30.006291 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:52:30.006554 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdcef27b-7472-4a0a-ac78-248cb6d9bbac {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:52:30.006973 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'status': 'completed', 'code': 200} Nov 27 16:52:30.096872 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191d3f-05f5-46e3-b704-eb0e1211ac94 req-a7e2b6e4-ef92-4efa-9e4a-4b3f8dc695e8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:30.098336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01191d3f-05f5-46e3-b704-eb0e1211ac94 req-a7e2b6e4-ef92-4efa-9e4a-4b3f8dc695e8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0821786 Nov 27 16:52:30.104462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-a365b2b1-7c23-410d-8acf-fb5a1ec15c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:30.105887 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-a365b2b1-7c23-410d-8acf-fb5a1ec15c61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1097 time: 0.0614367 Nov 27 16:52:30.136453 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:30.201872 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01191d3f-05f5-46e3-b704-eb0e1211ac94 req-17b59d21-ee24-46fc-b53a-ab9903495cfe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950232 Nov 27 16:52:30.224990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37690) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:30.233433 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-79b578ce-97ca-41ec-a4c9-dde256ef7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:30.234928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-79b578ce-97ca-41ec-a4c9-dde256ef7952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.1150105 Nov 27 16:52:30.271838 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:30.302387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-095de825-d4fd-4f18-a7a7-f5ec5af29529 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/218cb389-49e7-4b5a-aeb1-d219b8a4f49f HTTP/1.1" status: 200 len: 992 time: 0.0758636 Nov 27 16:52:30.314916 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-8cdbc982-d82a-4d46-b406-82dfc4c76d26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1000 time: 0.0711520 Nov 27 16:52:30.365902 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-dae2fca2-f980-4ca0-a316-343a41e73721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:30.367283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-dae2fca2-f980-4ca0-a316-343a41e73721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0451770 Nov 27 16:52:30.377112 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '218cb389-49e7-4b5a-aeb1-d219b8a4f49f', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'port_id': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'mac_address': 'fa:16:3e:e8:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c87d64-809a-41a4-81a9-98895aeffaee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:52:29Z', 'updated_at': '2021-11-27T16:52:29Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:21Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:30.402405 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] Checking router: aa0104fc-7557-47ad-bc1d-741734e253c8 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:52:30.411645 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:52:30.412262 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:52:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:30.413884 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-f6d76ec9-ce0c-4842-be73-d3dcc54a296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:52:30.415374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-f6d76ec9-ce0c-4842-be73-d3dcc54a296c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400510 Nov 27 16:52:30.510877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-50b13243-bb1c-4126-b556-f1dee54e470a service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873959 Nov 27 16:52:30.515082 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:52:30.606006 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b6510e67-c66b-4951-84f8-e6163d5b3f8f req-88b3c189-7b13-40d4-912c-78e16156c5f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876832 Nov 27 16:52:30.743192 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '218cb389-49e7-4b5a-aeb1-d219b8a4f49f', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'port_id': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'mac_address': 'fa:16:3e:e8:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c87d64-809a-41a4-81a9-98895aeffaee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:52:29Z', 'updated_at': '2021-11-27T16:52:29Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:21Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:52:30.767866 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58ada8-f8f5-4ffd-8dc5-96ecb5617faf None None] The sync data for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 is: [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '218cb389-49e7-4b5a-aeb1-d219b8a4f49f', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'port_id': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'mac_address': 'fa:16:3e:e8:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c87d64-809a-41a4-81a9-98895aeffaee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:52:29Z', 'updated_at': '2021-11-27T16:52:29Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:21Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:52:30.963385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f18163-6bae-4d65-b8ef-2f4540105ae9 None None] New status for floating IP 218cb389-49e7-4b5a-aeb1-d219b8a4f49f: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:52:31.305152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37692) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:52:31.368578 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-df1eb377-9e5c-4f9b-9b9a-1a1283bcdb6c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/218cb389-49e7-4b5a-aeb1-d219b8a4f49f HTTP/1.1" status: 200 len: 994 time: 0.0621624 Nov 27 16:52:32.304932 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:35.326787 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a473073d-4613-4db2-aff6-2b6c00502c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:37.800781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-db6fcdfe-6921-4c4d-9558-6d1299cf26a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:38.778285 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:40.507044 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:41.287041 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:52:45.680642 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:53:00.259011 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:02.336448 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:05.327930 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ff41c86f-5e01-4d67-8ea8-cd9300bcdc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:06.862819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37710) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:53:06.884149 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada006b-383b-4744-a637-4767a7251188 req-815825f2-3483-4a21-877e-5c45a36109a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:06.889847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dada006b-383b-4744-a637-4767a7251188 req-815825f2-3483-4a21-877e-5c45a36109a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0606456 Nov 27 16:53:06.937099 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dada006b-383b-4744-a637-4767a7251188 req-0ddd5e0e-147e-411a-9ed7-b2f5afe1180d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Nov 27 16:53:06.944043 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-2431ffd2-5396-485e-af11-fbb1b1d26d69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793762 Nov 27 16:53:06.952860 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-4264184b-201a-4575-a4a5-8c3cfdd463fa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:53:06.953847 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-4264184b-201a-4575-a4a5-8c3cfdd463fa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049882 Nov 27 16:53:07.800711 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-384d9912-4a19-429f-bbb4-277520949907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:08.060697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7c00c-7327-4ac7-a980-c79ce087a067 req-e193c063-c3df-4e60-b37a-60578aa28b06 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:08.062452 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e7c00c-7327-4ac7-a980-c79ce087a067 req-e193c063-c3df-4e60-b37a-60578aa28b06 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0550685 Nov 27 16:53:08.137203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-13471738-6e17-4d19-8316-df113eb6d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:08.138707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-13471738-6e17-4d19-8316-df113eb6d627 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1097 time: 0.0754006 Nov 27 16:53:08.142991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d6e7c00c-7327-4ac7-a980-c79ce087a067 req-66d37d4b-fe9a-4361-824c-90845e9981b1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719297 Nov 27 16:53:08.227203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-0adc783f-a2b1-44b8-94e3-4c83432473b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:08.228657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-0adc783f-a2b1-44b8-94e3-4c83432473b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.0824456 Nov 27 16:53:08.297393 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-e6421ddb-5730-421b-b43e-40cbc7a2184c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1002 time: 0.0610800 Nov 27 16:53:08.351032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-630814e7-a567-4372-8fd6-22bceb6be081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:08.352365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-630814e7-a567-4372-8fd6-22bceb6be081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0458558 Nov 27 16:53:08.400164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-9f5e8432-bb69-45d6-ac81-3fcc33024371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:08.401672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-9f5e8432-bb69-45d6-ac81-3fcc33024371 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400345 Nov 27 16:53:08.495947 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-883c80c4-d903-48e1-bb1d-d20d9ad7d077 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867300 Nov 27 16:53:08.588310 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-186a5c83-36e8-4e7f-aa6f-06362b79b90a service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Nov 27 16:53:08.781512 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:09.260745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44600d61-0748-48f2-b1c0-5fb38b9e1d50 req-f2bdf6f0-240c-4e30-a279-c4b43bd66758 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:09.262283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44600d61-0748-48f2-b1c0-5fb38b9e1d50 req-f2bdf6f0-240c-4e30-a279-c4b43bd66758 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0491934 Nov 27 16:53:09.310216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-44600d61-0748-48f2-b1c0-5fb38b9e1d50 req-157e84bd-a0ce-47f5-988c-6d40c0e4e462 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Nov 27 16:53:10.427665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06275d-0486-4a8f-a3ba-9f8fcf0b4980 req-445ab6dd-895b-4894-b516-a2a908403ccd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:10.429114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c06275d-0486-4a8f-a3ba-9f8fcf0b4980 req-445ab6dd-895b-4894-b516-a2a908403ccd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0522544 Nov 27 16:53:10.476992 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7c06275d-0486-4a8f-a3ba-9f8fcf0b4980 req-cab5962c-2f5b-4709-afbc-bcfb6329a6ce tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Nov 27 16:53:10.508408 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:11.290825 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:11.592838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21b8e4-cdc9-4a2d-99b7-2e63d33e9df5 req-b21b56e0-0f08-4554-ae0b-0e8595fc0abd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:11.594261 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd21b8e4-cdc9-4a2d-99b7-2e63d33e9df5 req-b21b56e0-0f08-4554-ae0b-0e8595fc0abd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0494826 Nov 27 16:53:11.642966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd21b8e4-cdc9-4a2d-99b7-2e63d33e9df5 req-95bd3372-84de-4360-bdbf-9eb709f8cea6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Nov 27 16:53:12.762416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617068-cde2-4408-9c66-58a465e77794 req-a60a99dc-a6c4-45e6-b488-79a2c77d6fba tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:12.763865 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85617068-cde2-4408-9c66-58a465e77794 req-a60a99dc-a6c4-45e6-b488-79a2c77d6fba tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0522807 Nov 27 16:53:12.811081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-85617068-cde2-4408-9c66-58a465e77794 req-40224fb6-4d7b-4c5b-98ac-ffc7a95e4ffc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412931 Nov 27 16:53:13.924796 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c875b-e4ca-4758-a2ca-a663f67b4b91 req-9bffed16-f207-4367-9471-bde956a16320 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:13.926283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e0c875b-e4ca-4758-a2ca-a663f67b4b91 req-9bffed16-f207-4367-9471-bde956a16320 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0479596 Nov 27 16:53:13.974388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4e0c875b-e4ca-4758-a2ca-a663f67b4b91 req-00525c6b-9adc-46f4-ad49-6f11521970d8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Nov 27 16:53:15.087764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdea651-1563-4a89-b047-0b257155e0e4 req-1ffd2c28-871f-4bf5-88f4-3605daa536e2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:15.089210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fdea651-1563-4a89-b047-0b257155e0e4 req-1ffd2c28-871f-4bf5-88f4-3605daa536e2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0479403 Nov 27 16:53:15.140730 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0fdea651-1563-4a89-b047-0b257155e0e4 req-b26e5750-a6c8-48c3-af2b-8c3393d0957c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455229 Nov 27 16:53:15.361533 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-82e7d927-6d0d-467c-b21f-365f4daf2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:15.363646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-82e7d927-6d0d-467c-b21f-365f4daf2381 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1097 time: 0.0403411 Nov 27 16:53:15.469338 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-ce18773d-4fc5-457d-a437-7f35b6612501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:15.470808 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-ce18773d-4fc5-457d-a437-7f35b6612501 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.0824568 Nov 27 16:53:15.841127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-3634aa1a-8dcc-4ab8-91fa-88ee1ccdf790 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1002 time: 0.3563147 Nov 27 16:53:15.894856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-350f25cf-e0ba-4ae3-b9b1-5639c9d985c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:15.896276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-350f25cf-e0ba-4ae3-b9b1-5639c9d985c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0433962 Nov 27 16:53:15.948333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-7640a407-0b46-4c23-801a-b669e2d85286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:15.949861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-7640a407-0b46-4c23-801a-b669e2d85286 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415459 Nov 27 16:53:16.045206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-75b8f4fa-d9d7-4c18-8b42-b44e5bfa7679 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827544 Nov 27 16:53:16.138217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5562c7fe-11ef-475b-8e4f-925312f0f31d req-be4745f8-e601-43a3-9c74-16ae38a1e440 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798383 Nov 27 16:53:16.264047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb652c2a-4d69-4c57-8366-987eafb456fa req-cb554584-8b71-4cf4-b8b4-be2e21982b81 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:16.265542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb652c2a-4d69-4c57-8366-987eafb456fa req-cb554584-8b71-4cf4-b8b4-be2e21982b81 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0549386 Nov 27 16:53:16.314144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fb652c2a-4d69-4c57-8366-987eafb456fa req-006a96a3-1fbe-45af-a72f-8287f37c27a1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Nov 27 16:53:17.428298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c90b69-4e7f-42c3-8b1e-6386ee4e7a8f req-550459e1-5ea3-4b7f-9a25-9904c51fbfa1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:17.429766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59c90b69-4e7f-42c3-8b1e-6386ee4e7a8f req-550459e1-5ea3-4b7f-9a25-9904c51fbfa1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0486617 Nov 27 16:53:17.478966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59c90b69-4e7f-42c3-8b1e-6386ee4e7a8f req-54eb00cb-488e-4993-b078-efd2c611c88e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Nov 27 16:53:18.593694 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd769-63a0-4cbc-b64c-66e672c9999d req-9f7b659e-6790-4aae-aad5-2cfa204b58b8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:18.595153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54bbd769-63a0-4cbc-b64c-66e672c9999d req-9f7b659e-6790-4aae-aad5-2cfa204b58b8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0483952 Nov 27 16:53:18.646967 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-54bbd769-63a0-4cbc-b64c-66e672c9999d req-f7d36754-7522-4134-ae48-ca938f7d044c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Nov 27 16:53:19.761797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7356f-f326-42d1-aa13-8214232e8e40 req-2f5db608-932b-4e17-9239-e910448016cd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:19.763268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4f7356f-f326-42d1-aa13-8214232e8e40 req-2f5db608-932b-4e17-9239-e910448016cd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0481212 Nov 27 16:53:19.811399 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b4f7356f-f326-42d1-aa13-8214232e8e40 req-15454c9d-4f26-49be-b452-9d3250664a95 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Nov 27 16:53:20.927976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552b24c-248e-4a63-9046-f3c41e701830 req-d618702e-0b60-4a9a-8e6c-b9e591260f32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:20.929470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9552b24c-248e-4a63-9046-f3c41e701830 req-d618702e-0b60-4a9a-8e6c-b9e591260f32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0492759 Nov 27 16:53:20.978869 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9552b24c-248e-4a63-9046-f3c41e701830 req-fe279240-f6df-4c91-87d4-59c5b11f7a2a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Nov 27 16:53:22.096284 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ab946-19e9-4011-aac0-20d724ae3c09 req-f9badaab-6fac-40ab-a711-d87fbb718260 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:22.098168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-567ab946-19e9-4011-aac0-20d724ae3c09 req-f9badaab-6fac-40ab-a711-d87fbb718260 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0524681 Nov 27 16:53:22.145208 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-567ab946-19e9-4011-aac0-20d724ae3c09 req-691db687-4563-4b8a-8443-a563ad0cdab8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Nov 27 16:53:22.679529 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:53:23.260751 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065b5c-9fc0-49ea-b096-b90bb1cc0e16 req-b0002c8d-72f1-4b52-935f-5fee3907a1ae tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:23.262275 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33065b5c-9fc0-49ea-b096-b90bb1cc0e16 req-b0002c8d-72f1-4b52-935f-5fee3907a1ae tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0491457 Nov 27 16:53:23.310314 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-33065b5c-9fc0-49ea-b096-b90bb1cc0e16 req-3a2c8b47-45fa-47bb-92ea-7ae0e3cb02a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Nov 27 16:53:24.430594 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710d99b-7b3d-4d1d-80f2-95e98ee5b071 req-ac111561-1117-4d4d-b0dc-e3356305e640 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:24.432058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a710d99b-7b3d-4d1d-80f2-95e98ee5b071 req-ac111561-1117-4d4d-b0dc-e3356305e640 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0518022 Nov 27 16:53:24.480377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a710d99b-7b3d-4d1d-80f2-95e98ee5b071 req-0ce14241-892f-4789-8218-aedca46d1b17 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Nov 27 16:53:25.594920 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7e7a-f22a-4b69-a5bd-610017882348 req-cb6d03b7-1e04-4d30-b377-4844bda9f83e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:25.596367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-489f7e7a-f22a-4b69-a5bd-610017882348 req-cb6d03b7-1e04-4d30-b377-4844bda9f83e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0482776 Nov 27 16:53:25.644650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-489f7e7a-f22a-4b69-a5bd-610017882348 req-5270bd1d-a89c-4ed0-87c8-13039b99c9eb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Nov 27 16:53:25.794536 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-79390328-d10c-44ec-9de9-e645c70219b6 req-2bfdc2ac-1ba0-4586-ba73-ebea9fc2cd77 service neutron] show failed (client error): The resource could not be found. Nov 27 16:53:25.795460 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-2bfdc2ac-1ba0-4586-ba73-ebea9fc2cd77 service neutron] 10.222.0.21 "GET /v2.0/ports/b3378322-1540-4b7d-a5c2-5b6c673e25e4/bindings/n-h2-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0537367 Nov 27 16:53:26.016816 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-b9381127-f1da-481c-86ef-a10d8c37b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:26.018341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-b9381127-f1da-481c-86ef-a10d8c37b419 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 1097 time: 0.0407386 Nov 27 16:53:26.032855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:53:26.087207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:26.291292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:53:26.324181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h1-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:53:26.362815 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:53:26.365016 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9224589a-a771-454a-819e-67f1f4131ae2" -d '{"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-unplugged", "status": "completed", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:53:26.368830 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:26.380829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Transition to ACTIVE for port object b3378322-1540-4b7d-a5c2-5b6c673e25e4 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:53:26.384812 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:26.418801 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6699a2c-e194-40c7-a344-e9fad9f3a39e x-openstack-request-id: req-c6699a2c-e194-40c7-a344-e9fad9f3a39e {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:53:26.419174 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-unplugged", "status": "completed", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:53:26.419488 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6699a2c-e194-40c7-a344-e9fad9f3a39e {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:53:26.419898 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'code': 200} Nov 27 16:53:26.468915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:53:26.483710 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.484062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.484407 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.484748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.485087 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.485440 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.485772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.486102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.486430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.486761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.487656 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.487999 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:26.523648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] No DVR routers for this DVR port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on host n-h1-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:53:26.658336 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:53:26.658670 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:53:26.659527 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:53:26.663811 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:53:26.664128 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Attempting to bind port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on network 3a6472ba-687c-4da0-9524-b10daf3b66bc {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:53:26.669292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:53:26.669653 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Checking segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:53:26.670033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Bound using segment: {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:53:26.670459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Bound port: b3378322-1540-4b7d-a5c2-5b6c673e25e4, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435d6519-898e-44ae-94fc-eac87ea95ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:53:26.670813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:26.738145 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:53:26.741339 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:53:26.745789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:26.768744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579001cf-8950-4f30-bc05-b5d9bad12181 req-bd3d3d47-9c64-4adf-9d9f-124671fb309c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:26.770253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-579001cf-8950-4f30-bc05-b5d9bad12181 req-bd3d3d47-9c64-4adf-9d9f-124671fb309c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0562582 Nov 27 16:53:26.782217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:26.782883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:26.784770 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1092 time: 0.7552907 Nov 27 16:53:26.806673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6109d-2bf0-4cf4-861a-7ee35d64b967 service neutron] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:53:26.835293 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-579001cf-8950-4f30-bc05-b5d9bad12181 req-5d45f22f-9cfc-466a-9f26-2c591cf199cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590441 Nov 27 16:53:26.855441 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-78ea6df0-3dd5-4340-89ce-beecc392d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:26.857177 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-78ea6df0-3dd5-4340-89ce-beecc392d21b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1095 time: 0.0466900 Nov 27 16:53:26.949679 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-b6d22ef2-c98c-4993-8ca1-fef4b554443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:26.951290 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-b6d22ef2-c98c-4993-8ca1-fef4b554443c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.0874851 Nov 27 16:53:27.020271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-39bae524-7afe-4095-8f3a-6c546fc0064c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1000 time: 0.0622547 Nov 27 16:53:27.067872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-192ce10a-8ece-4c6f-8c6d-c51a30389ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:27.069178 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-192ce10a-8ece-4c6f-8c6d-c51a30389ab3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0422375 Nov 27 16:53:27.116047 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79390328-d10c-44ec-9de9-e645c70219b6 req-6fe9fc23-1f0c-4815-9060-fa5acc63bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:27.117554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-6fe9fc23-1f0c-4815-9060-fa5acc63bc94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411513 Nov 27 16:53:27.210417 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-82278d58-dd2a-4e89-b17e-358486317e83 service neutron] 10.222.0.37 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858347 Nov 27 16:53:27.296995 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79390328-d10c-44ec-9de9-e645c70219b6 req-0668fa53-c53c-4dfb-81dc-85265b06f021 service neutron] 10.222.0.37 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800276 Nov 27 16:53:27.954277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e570cd2-906a-4f88-8482-99f8bb98ea33 req-acd030c3-07c8-49f2-8a75-dac37c8a0f09 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:27.955797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e570cd2-906a-4f88-8482-99f8bb98ea33 req-acd030c3-07c8-49f2-8a75-dac37c8a0f09 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0487974 Nov 27 16:53:28.004003 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6e570cd2-906a-4f88-8482-99f8bb98ea33 req-1c6e8b97-f528-4cd4-80f0-0035b0a7259f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Nov 27 16:53:28.421610 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:53:28.423980 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b52d0-dfe6-4259-8153-1116156296d6" -d '{"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:53:28.470992 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f08d388-c734-4bd3-8ef8-0e26f966770a x-openstack-request-id: req-1f08d388-c734-4bd3-8ef8-0e26f966770a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:53:28.471286 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:53:28.472153 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f08d388-c734-4bd3-8ef8-0e26f966770a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:53:28.472516 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'status': 'completed', 'code': 200} Nov 27 16:53:28.536486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-aed9b1ec-74d8-4a8e-8e0a-cd21e001081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.538024 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-aed9b1ec-74d8-4a8e-8e0a-cd21e001081b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1095 time: 0.0414052 Nov 27 16:53:28.538393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-05d44b45-803e-4d90-be43-3665d9d91d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.539876 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-05d44b45-803e-4d90-be43-3665d9d91d65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1095 time: 0.0402429 Nov 27 16:53:28.630746 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-f088330b-f520-458f-ae75-266764d00f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.632206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-f088330b-f520-458f-ae75-266764d00f73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.0873113 Nov 27 16:53:28.633098 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-2853d755-8f77-4712-9238-9a1f644c0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.634564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-2853d755-8f77-4712-9238-9a1f644c0d3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.0878015 Nov 27 16:53:28.698864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-c11b071e-348a-4ae3-9984-dbdd3858b626 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1000 time: 0.0581656 Nov 27 16:53:28.709334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-5c86fc98-3459-448a-8456-7e3c7753bd76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1000 time: 0.0622785 Nov 27 16:53:28.758540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-82ee3650-c681-4adb-a68d-5c221e768ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.760001 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-82ee3650-c681-4adb-a68d-5c221e768ddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0530484 Nov 27 16:53:28.770374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-bf3e45c1-b548-4ce3-b954-1a6b49bb8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.771851 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-bf3e45c1-b548-4ce3-b954-1a6b49bb8ec2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0518303 Nov 27 16:53:28.810706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-16284466-9337-43a8-b9cc-4eb9703de0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.812216 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-16284466-9337-43a8-b9cc-4eb9703de0e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427203 Nov 27 16:53:28.823626 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b52d0-dfe6-4259-8153-1116156296d6 req-3b2bbfca-c551-4d6d-91ed-8b3495102a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:28.825267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-3b2bbfca-c551-4d6d-91ed-8b3495102a3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408733 Nov 27 16:53:28.905082 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-a1d7b9c5-0886-4ac5-8402-e6d4fc870c2a service neutron] 10.222.0.37 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Nov 27 16:53:28.920615 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-ad0efa27-3ded-49be-9278-27d9e7a84580 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827065 Nov 27 16:53:28.997360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-72b4f3e2-09d7-4376-85b8-35574bb77030 service neutron] 10.222.0.37 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849853 Nov 27 16:53:29.020822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-425b52d0-dfe6-4259-8153-1116156296d6 req-d9aadf1e-0dde-4423-9bc0-a7c62efe52bb service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874648 Nov 27 16:53:29.119369 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79929-86dc-4592-85ad-d7f590286297 req-02ffefde-ec82-4f4f-ac5f-91bc8d7d259a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.120824 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cec79929-86dc-4592-85ad-d7f590286297 req-02ffefde-ec82-4f4f-ac5f-91bc8d7d259a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0485787 Nov 27 16:53:29.169094 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cec79929-86dc-4592-85ad-d7f590286297 req-8bd28685-09b0-470e-8b0c-527115b10802 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Nov 27 16:53:29.398471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14626ba1-46e6-41e8-9ce2-5ad8682cc9a6 req-8edc719e-c1d3-4d11-80b5-08dcf42e5f5c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.399990 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14626ba1-46e6-41e8-9ce2-5ad8682cc9a6 req-8edc719e-c1d3-4d11-80b5-08dcf42e5f5c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0858817 Nov 27 16:53:29.412810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-61ab1045-64fd-4cae-b0a9-8cb64f7684ac tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.414214 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-61ab1045-64fd-4cae-b0a9-8cb64f7684ac tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&binding%3Ahost_id=n-h2-819494-4 HTTP/1.1" status: 200 len: 944 time: 0.0686185 Nov 27 16:53:29.495630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14626ba1-46e6-41e8-9ce2-5ad8682cc9a6 req-693706cd-3a3f-44a2-85ea-d409c1c87c87 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804648 Nov 27 16:53:29.502399 n-d-819494-4 neutron-server[110076]: INFO neutron.api.v2.resource [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-2e2b78f0-e55a-4f1a-8f0c-1d500d0c83d9 service neutron] delete failed (client error): The resource could not be found. Nov 27 16:53:29.503427 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-2e2b78f0-e55a-4f1a-8f0c-1d500d0c83d9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b3378322-1540-4b7d-a5c2-5b6c673e25e4/bindings/n-h1-819494-4 HTTP/1.1" status: 404 len: 380 time: 0.0816178 Nov 27 16:53:29.635009 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-127195de-076b-497f-8093-25f600694d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.636502 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-127195de-076b-497f-8093-25f600694d97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1095 time: 0.0739985 Nov 27 16:53:29.643915 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fa84f-1780-4106-bdab-d48a235aba98 req-112ddd1f-ef03-4b85-a173-dd5b1df1ee94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.645256 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-722fa84f-1780-4106-bdab-d48a235aba98 req-112ddd1f-ef03-4b85-a173-dd5b1df1ee94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0747838 Nov 27 16:53:29.750081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-722fa84f-1780-4106-bdab-d48a235aba98 req-41de88f7-2855-4107-87a5-6f80df36d283 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932159 Nov 27 16:53:29.772776 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-52e3f09c-c4b5-427e-99cc-81762a94cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.774342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-52e3f09c-c4b5-427e-99cc-81762a94cc1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.1246080 Nov 27 16:53:29.845336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-b7ea3ae2-6525-4946-b7b1-0a8e8bfdfbcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 1000 time: 0.0577183 Nov 27 16:53:29.902128 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-5398b2e4-a1c7-452c-83d9-586ea8b14450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.903579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-5398b2e4-a1c7-452c-83d9-586ea8b14450 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0476513 Nov 27 16:53:29.957712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-823e72bb-2944-4736-bac4-854a1f2c7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:29.959158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-823e72bb-2944-4736-bac4-854a1f2c7e85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426972 Nov 27 16:53:30.051119 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-12a373eb-f349-4455-8b6d-da896d5638f9 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799949 Nov 27 16:53:30.146607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c72d63de-daf8-4445-ae87-49a7bb2faaa5 req-739c9281-6fa9-47da-a88c-adfd6f277ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846658 Nov 27 16:53:30.260721 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:30.338823 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:53:30.378895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:53:30.871349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa80f-19ab-464d-9ab3-0ae045cd4c50 req-cd3e89ee-6f85-4ef0-baed-922029fba2e9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:53:30.872839 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f8fa80f-19ab-464d-9ab3-0ae045cd4c50 req-cd3e89ee-6f85-4ef0-baed-922029fba2e9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 944 time: 0.0526352 Nov 27 16:53:30.922620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6f8fa80f-19ab-464d-9ab3-0ae045cd4c50 req-73e05e4e-1366-49bc-8e69-43fa31c0f3b7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Nov 27 16:53:30.946646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37792) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:53:31.005849 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f5cbd48f-07e7-472b-b4af-5ed3ba120f04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/218cb389-49e7-4b5a-aeb1-d219b8a4f49f HTTP/1.1" status: 200 len: 992 time: 0.0579650 Nov 27 16:53:31.120429 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:53:31.212724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:53:31.227480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'port_id': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'mac_address': 'fa:16:3e:e8:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:53:31.264389 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:31.278853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3378322-1540-4b7d-a5c2-5b6c673e25e4 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:53:31.297776 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:53:31.301356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:31.346299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:53:31.354050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.354400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.354745 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.355084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.355416 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.355749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.356079 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.356402 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.356723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.357044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.357366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.357716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:53:31.535936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['b3378322-1540-4b7d-a5c2-5b6c673e25e4'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:53:32.336245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:33.144863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:53:33.194768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port b3378322-1540-4b7d-a5c2-5b6c673e25e4 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:53:33.198859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port b3378322-1540-4b7d-a5c2-5b6c673e25e4 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:53:33.199234 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:33.273169 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:33.295735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:53:33.298020 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf21649-65d3-40f3-bc66-96d30748be43" -d '{"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-plugged", "status": "completed", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:53:33.311328 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:53:33.315228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:33.340355 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c44c4a-8e7a-420f-916e-eaee7513e65e x-openstack-request-id: req-24c44c4a-8e7a-420f-916e-eaee7513e65e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:53:33.340985 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-plugged", "status": "completed", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:53:33.340985 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24c44c4a-8e7a-420f-916e-eaee7513e65e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:53:33.341295 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'code': 200} Nov 27 16:53:33.364554 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:53:35.330323 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-27b6c51e-554a-471c-aa53-073edb5b1088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:37.802431 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ccb67b4-e40c-41da-9744-7fb26d9d463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:38.783498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:40.511819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:41.291409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:59.487819 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37808) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:53:59.644807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 26dadd0d-54de-4a3a-801e-f8c3e1dcbf98 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:53:59.645146 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:59.678929 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:53:59.718827 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:59.719152 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:59.731269 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 26dadd0d-54de-4a3a-801e-f8c3e1dcbf98 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:53:59.877041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:59.904035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=26dadd0d-54de-4a3a-801e-f8c3e1dcbf98,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:53:59.965399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:53:59.965839 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP 218cb389-49e7-4b5a-aeb1-d219b8a4f49f disassociated (deleted). External IP: 172.25.1.209, port: b3378322-1540-4b7d-a5c2-5b6c673e25e4. Nov 27 16:54:00.164629 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router aa0104fc-7557-47ad-bc1d-741734e253c8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:54:00.271545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:54:00.272592 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:00.276403 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:00.281429 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] Sync routers for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:54:00.290765 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:00.291378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:53:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:00.303394 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5f4fede9-5a19-4f70-a909-2c4e46190c7e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/floatingips/218cb389-49e7-4b5a-aeb1-d219b8a4f49f HTTP/1.1" status: 204 len: 168 time: 0.8145168 Nov 27 16:54:00.304082 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:54:00.306513 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7347be-4eec-4008-956b-79483064b1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:54:00.350595 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc78cbcd-25f8-4402-a143-7807096664eb x-openstack-request-id: req-dc78cbcd-25f8-4402-a143-7807096664eb {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:54:00.351091 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:54:00.351385 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc78cbcd-25f8-4402-a143-7807096664eb {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:54:00.351855 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'status': 'completed', 'code': 200} Nov 27 16:54:00.403423 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:00.420267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7347be-4eec-4008-956b-79483064b1d4 req-bbba1f64-d3a1-4a0c-afb9-db2f2be5d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:00.421723 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-bbba1f64-d3a1-4a0c-afb9-db2f2be5d742 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 1097 time: 0.0481811 Nov 27 16:54:00.525806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7347be-4eec-4008-956b-79483064b1d4 req-8b183521-6ca7-48ec-af42-fb604ad7e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:00.527647 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-8b183521-6ca7-48ec-af42-fb604ad7e443 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 200 len: 898 time: 0.0961115 Nov 27 16:54:00.550318 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a4336-7335-450f-a3d8-a0f3ba3c32d5 req-a05c1cf3-2798-4110-a1fb-eb82c6c086a8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:00.552508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-233a4336-7335-450f-a3d8-a0f3ba3c32d5 req-a05c1cf3-2798-4110-a1fb-eb82c6c086a8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0551424 Nov 27 16:54:00.575867 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-fc5d9d9a-611b-4967-93c7-a35eb62fcd45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 200 len: 217 time: 0.0404434 Nov 27 16:54:00.604577 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-233a4336-7335-450f-a3d8-a0f3ba3c32d5 req-8e69ecc0-55f2-462b-8094-c749eb0ddc69 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457523 Nov 27 16:54:00.628310 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:21Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:00.629385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7347be-4eec-4008-956b-79483064b1d4 req-9dbbf199-f2ff-4ce4-9f3d-603bdc21e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:00.631054 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-9dbbf199-f2ff-4ce4-9f3d-603bdc21e54b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 200 len: 835 time: 0.0473890 Nov 27 16:54:00.653701 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] Checking router: aa0104fc-7557-47ad-bc1d-741734e253c8 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:54:00.661754 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:00.662360 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:53:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:00.678329 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7347be-4eec-4008-956b-79483064b1d4 req-e2a37c2c-9fb1-4ec5-b151-ec7af96dee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:00.679741 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-e2a37c2c-9fb1-4ec5-b151-ec7af96dee31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a6472ba-687c-4da0-9524-b10daf3b66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400472 Nov 27 16:54:00.768352 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:00.773845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-ac95644c-e24d-4196-924f-601af76b794b service neutron] 10.222.0.37 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855088 Nov 27 16:54:00.873029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-eb7347be-4eec-4008-956b-79483064b1d4 req-a5aaaccf-dd19-483b-a47b-49b637aba323 service neutron] 10.222.0.37 "GET /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905390 Nov 27 16:54:01.056360 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:21Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:01.081427 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9736275-45d5-4512-a930-b9691b8425f9 None None] The sync data for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 is: [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:52:18Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'ffd2735b-5bc7-4eed-94a5-655eae10a1e2', 'name': '', 'network_id': '3a6472ba-687c-4da0-9524-b10daf3b66bc', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:1f:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:17Z', 'updated_at': '2021-11-27T16:52:21Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '218de21e-8432-4393-be8f-1bf6ad2fefd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:54:01.293199 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a0281-c3e9-42dd-9707-e42ae566d505 None None] New status for floating IP 218cb389-49e7-4b5a-aeb1-d219b8a4f49f: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:54:01.729185 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e0e69-e605-455d-9c17-de39a17c3a2c req-ff5bd166-185d-4ca0-8e71-6f60d1fc8c59 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:01.730663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e6e0e69-e605-455d-9c17-de39a17c3a2c req-ff5bd166-185d-4ca0-8e71-6f60d1fc8c59 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0520880 Nov 27 16:54:01.778417 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8e6e0e69-e605-455d-9c17-de39a17c3a2c req-acd0565d-03a3-438b-bfb1-d9ac6e9827a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf83da-eb7e-4560-a114-d047ee33c39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Nov 27 16:54:01.815455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-1b211ef3-2e93-4807-a0e6-8fd471e349c4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:01.816891 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-1b211ef3-2e93-4807-a0e6-8fd471e349c4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c87d64-809a-41a4-81a9-98895aeffaee HTTP/1.1" status: 200 len: 946 time: 0.0479274 Nov 27 16:54:01.914801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port b3378322-1540-4b7d-a5c2-5b6c673e25e4 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:54:01.915142 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:02.002778 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port b3378322-1540-4b7d-a5c2-5b6c673e25e4, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=b3378322-1540-4b7d-a5c2-5b6c673e25e4,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:02.003136 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:02.015264 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for b3378322-1540-4b7d-a5c2-5b6c673e25e4 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:54:02.142463 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:02.170843 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=b3378322-1540-4b7d-a5c2-5b6c673e25e4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:02.217834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] No DVR routers for this DVR port b3378322-1540-4b7d-a5c2-5b6c673e25e4 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:54:02.220507 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:02.223932 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0a6bf432-d1b9-4f3c-9357-9eade6948702 req-5edd76bf-e366-41ea-8e5b-511b456997dc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "DELETE /v2.0/ports/b3378322-1540-4b7d-a5c2-5b6c673e25e4 HTTP/1.1" status: 204 len: 173 time: 0.3999608 Nov 27 16:54:02.349804 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:02.352866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-deleted', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:54:02.355297 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1944f78c-0b78-4c76-be1f-fbbde7e33b23" -d '{"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-deleted", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:54:02.392598 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c42e4b0-5da9-4854-a20d-5b5efa4a99e5 x-openstack-request-id: req-5c42e4b0-5da9-4854-a20d-5b5efa4a99e5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:54:02.392895 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c87d64-809a-41a4-81a9-98895aeffaee", "name": "network-vif-deleted", "tag": "b3378322-1540-4b7d-a5c2-5b6c673e25e4", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:54:02.393148 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c42e4b0-5da9-4854-a20d-5b5efa4a99e5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:54:02.393787 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c87d64-809a-41a4-81a9-98895aeffaee', 'name': 'network-vif-deleted', 'tag': 'b3378322-1540-4b7d-a5c2-5b6c673e25e4', 'status': 'completed', 'code': 200} Nov 27 16:54:02.836363 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37822) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:03.187318 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:03.437160 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port ffd2735b-5bc7-4eed-94a5-655eae10a1e2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:54:03.437581 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:03.528007 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port ffd2735b-5bc7-4eed-94a5-655eae10a1e2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:03.528371 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:03.540927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for ffd2735b-5bc7-4eed-94a5-655eae10a1e2 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:54:04.059094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.086226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=ffd2735b-5bc7-4eed-94a5-655eae10a1e2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:04.259431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.470927 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router aa0104fc-7557-47ad-bc1d-741734e253c8 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:54:04.576802 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:54:04.582271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-5515e72a-0938-4e59-9c5e-8d952443b190 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/aa0104fc-7557-47ad-bc1d-741734e253c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448649 Nov 27 16:54:04.584902 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37824) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:04.587382 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] Sync routers for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:54:04.598377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:04.598979 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:53:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:04.635931 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting subnet 218de21e-8432-4393-be8f-1bf6ad2fefd8 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:54:04.639051 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.684476 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.702076 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:04.767770 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.824356 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.859213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Subnet': ['ID=218de21e-8432-4393-be8f-1bf6ad2fefd8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:04.863535 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:04.868846 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-fa0a2612-2b5c-4291-a1d3-5c30678bd680 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/subnets/218de21e-8432-4393-be8f-1bf6ad2fefd8 HTTP/1.1" status: 204 len: 168 time: 0.2806304 Nov 27 16:54:04.869342 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37826) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:04.871968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa80f6-c99c-40ab-821b-b8c3b0cea7ec None None] Network 3a6472ba-687c-4da0-9524-b10daf3b66bc requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:54:04.889353 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:54:04Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:04.925562 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] Checking router: aa0104fc-7557-47ad-bc1d-741734e253c8 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:54:04.934428 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] Routers {'aa0104fc-7557-47ad-bc1d-741734e253c8'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:04.935163 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:53:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['aa0104fc-7557-47ad-bc1d-741734e253c8'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:04.990701 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.048969 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] Set router aa0104fc-7557-47ad-bc1d-741734e253c8 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:05.057139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] DHCP port deletion for 3a6472ba-687c-4da0-9524-b10daf3b66bc request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:54:05.103601 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.106716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] Deleting port 424a2e0e-501c-4474-95fe-e8aad85754f5 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:54:05.107286 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.163137 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 8409c7cb-e554-408f-89c4-10bc1baa43e2 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:54:05.163619 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.175125 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] For port 424a2e0e-501c-4474-95fe-e8aad85754f5, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=424a2e0e-501c-4474-95fe-e8aad85754f5,segment=NetworkSegment(435d6519-898e-44ae-94fc-eac87ea95ae6),segment_id=435d6519-898e-44ae-94fc-eac87ea95ae6)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:05.175520 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.189279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] Calling delete_port for 424a2e0e-501c-4474-95fe-e8aad85754f5 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:54:05.235521 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:54:04Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:05.244511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 8409c7cb-e554-408f-89c4-10bc1baa43e2, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8409c7cb-e554-408f-89c4-10bc1baa43e2,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:05.244733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:54:05.245004 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.259413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 8409c7cb-e554-408f-89c4-10bc1baa43e2 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:54:05.262153 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9021b71-3962-4219-bd65-50b1231ebbee None None] The sync data for ids ['aa0104fc-7557-47ad-bc1d-741734e253c8'] in n-d-819494-4 is: [{'id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339208738', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:52:14Z', 'updated_at': '2021-11-27T16:54:04Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8409c7cb-e554-408f-89c4-10bc1baa43e2', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0104fc-7557-47ad-bc1d-741734e253c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:52:15Z', 'updated_at': '2021-11-27T16:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:54:05.273081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: b3378322-1540-4b7d-a5c2-5b6c673e25e4 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:54:05.273363 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device b3378322-1540-4b7d-a5c2-5b6c673e25e4 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:54:05.294971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.331239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] Pushing event deleted for resources: {'Port': ['ID=424a2e0e-501c-4474-95fe-e8aad85754f5,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:05.339540 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b1532-657e-4e6c-962d-c3438079da6d None None] No DVR routers for this DVR port 424a2e0e-501c-4474-95fe-e8aad85754f5 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:54:05.353570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e389c588-2e02-43f3-9609-e8c0bd0e8d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.431252 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.457049 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=8409c7cb-e554-408f-89c4-10bc1baa43e2,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:05.471019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7df60f-38d1-4e2c-bf68-a527d0aee232 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:54:05.520313 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.611485 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.613793 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.659773 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.660413 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Fanout notify agent at l3_agent the message router_deleted on router aa0104fc-7557-47ad-bc1d-741734e253c8 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:54:05.669018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.670158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d58c3708-6717-4850-bd85-8836c9a861de tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/routers/aa0104fc-7557-47ad-bc1d-741734e253c8 HTTP/1.1" status: 204 len: 168 time: 0.7998667 Nov 27 16:54:05.672743 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37828) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:05.770698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.857244 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.879075 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6472ba-687c-4da0-9524-b10daf3b66bc']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:05.888647 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435d6519-898e-44ae-94fc-eac87ea95ae6') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:05.888942 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435d6519-898e-44ae-94fc-eac87ea95ae6') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:05.898586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.912322 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.919006 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:54:05.919399 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: timer() Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:54:05.922557 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:54:05.983936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.991672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:05.994664 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/networks/3a6472ba-687c-4da0-9524-b10daf3b66bc HTTP/1.1" status: 204 len: 168 time: 0.3209834 Nov 27 16:54:05.997556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37830) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:06.006724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847351c-1625-4aec-8d33-0b7dea04ccd2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Network': ['ID=3a6472ba-687c-4da0-9524-b10daf3b66bc,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:06.053332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.078272 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.135765 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.138441 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.139588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/security-groups/d4cf83da-eb7e-4560-a114-d047ee33c39e HTTP/1.1" status: 204 len: 168 time: 0.1410372 Nov 27 16:54:06.149147 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf83da-eb7e-4560-a114-d047ee33c39e,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:06.156308 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.156666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.157018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.157366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.158278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.158631 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.158970 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.159307 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.159642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.159981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.160311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.160648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf8b8-f0bf-4aec-9da8-85f3db6fbb65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:06.440909 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37836) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:06.445760 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378531422', 'description': 'tempest-secgroup-smoke-378531422 description', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:06.468896 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.534306 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.537841 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.565885 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.567143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1250367 Nov 27 16:54:06.570098 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37838) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:06.574996 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '0d3a74f5-e7f8-495b-8892-bcc9785b53ae', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:06.575641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b498c-ab63-40a7-aa1c-4779ec6ca4ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a74f5-e7f8-495b-8892-bcc9785b53ae,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:06.602939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.655439 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.659543 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.676865 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0eb7fd-21c2-4366-bedf-3eadf76e39b2,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:06.683943 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.685138 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0929ff03-89a6-4b69-930e-569ec4e77b89 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137834 Nov 27 16:54:06.687954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37840) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:06.692423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '0d3a74f5-e7f8-495b-8892-bcc9785b53ae', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:06.719165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.773743 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.777016 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.798674 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdf4907-0846-4f20-a174-1f3aef2e569b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:06.806260 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.807477 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1dde8e54-3305-485e-ba82-e04fea66c9f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185441 Nov 27 16:54:06.810222 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37842) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:06.815475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '0d3a74f5-e7f8-495b-8892-bcc9785b53ae', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:06.845165 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.900227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.903567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.920302 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48440830-e142-4345-8f65-5e5f4fcb5654,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:06.928753 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.929881 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ecc86905-7f36-4923-8dbb-98ee331befc9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187224 Nov 27 16:54:06.932593 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37844) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:06.936915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '0d3a74f5-e7f8-495b-8892-bcc9785b53ae', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:06.965687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 424a2e0e-501c-4474-95fe-e8aad85754f5 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:54:06.966206 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:06.985386 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 424a2e0e-501c-4474-95fe-e8aad85754f5 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:54:06.985765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 424a2e0e-501c-4474-95fe-e8aad85754f5 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:54:06.986174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffd2735b-5bc7-4eed-94a5-655eae10a1e2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:54:07.004848 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ffd2735b-5bc7-4eed-94a5-655eae10a1e2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:54:07.005196 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ffd2735b-5bc7-4eed-94a5-655eae10a1e2 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:54:07.005627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8409c7cb-e554-408f-89c4-10bc1baa43e2 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:54:07.022809 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.026083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8409c7cb-e554-408f-89c4-10bc1baa43e2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:54:07.026441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8409c7cb-e554-408f-89c4-10bc1baa43e2 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:54:07.026574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.044353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560a2951-f1ff-4241-82a2-958d0001da98,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:07.053049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.054383 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8ab987f9-9219-4939-af32-adba1390cc04 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208639 Nov 27 16:54:07.057151 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37846) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:07.061500 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '0d3a74f5-e7f8-495b-8892-bcc9785b53ae', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:07.083458 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:54:07.088069 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.143859 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.147212 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.167255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2782ec-4f20-4f1a-ace8-3df2becb2d09,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:07.171919 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.176288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4a189a56-6a25-48b4-8de8-047da2ac6001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149762 Nov 27 16:54:07.176429 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37848) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:07.180545 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '0d3a74f5-e7f8-495b-8892-bcc9785b53ae', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:07.202287 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:54:07.207265 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.266579 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.270057 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.286639 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817f8e85-aa9c-4598-b618-bc24602a84ce,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:07.294972 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.296149 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-c43a09b2-7738-4aef-8e25-0e87dc6fb4c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188536 Nov 27 16:54:07.299069 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37850) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:07.304290 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'network': {'name': 'tempest-network-smoke--1508971737', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:07.324694 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:54:07.328015 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.350741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:54:07.359956 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.360301 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Added segment f67b2302-301b-4f39-8bd4-549b0d1ffc8d of type vlan for network 0413b177-7bb4-4820-9c76-b39da7fadbeb Nov 27 16:54:07.400131 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.424981 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.430697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:07.431284 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.487908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873448 Nov 27 16:54:07.490745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37852) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:07.495371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'admin_state_up': True, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:07.503430 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf62e5-93b9-4521-b347-8f16b06726f4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Network': ['ID=0413b177-7bb4-4820-9c76-b39da7fadbeb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:07.513787 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:54:07.522153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.523154 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.575247 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.711869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.805352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d99db7dd-deb7-4b1c-89aa-04f114079f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.901735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:07.923419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.021641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.111 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8c49484c-5d8e-4428-abb0-262391ec093b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:54:08.121650 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.154462 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.193657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:54:08.196494 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:08.199944 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:54:08.209578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d3a67-2fe0-40e4-8145-5a9653b69ce9 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:54:08.222420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=8c49484c-5d8e-4428-abb0-262391ec093b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:08.243764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-823aa2db-e4e9-4e11-9210-21127263e8b8 None None] Provisioning complete for port 8c49484c-5d8e-4428-abb0-262391ec093b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:08.244231 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-823aa2db-e4e9-4e11-9210-21127263e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.277157 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-823aa2db-e4e9-4e11-9210-21127263e8b8 None None] Port 8c49484c-5d8e-4428-abb0-262391ec093b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:54:08.446387 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.638816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.763740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:54:08.788365 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.876239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:54:08.888394 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Sync routers for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:54:08.897817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:08.898995 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ff077428-6626-43a6-8bce-f3438f712473 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4072113 Nov 27 16:54:08.902375 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:08.902665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37854) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:08.903376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:54:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:08.938334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9a03e751-2684-4a50-8f95-e6e671778c10 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=73e1692a8dcc4f489fe6b77bb1bb054f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344465 Nov 27 16:54:08.941649 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37856) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:09.008329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:09.024582 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8589cd-7f01-4538-9f5b-e40f64a6471f tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:09.026151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-4c8589cd-7f01-4538-9f5b-e40f64a6471f tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836084 Nov 27 16:54:09.028850 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37858) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:09.060983 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bdf813f9-7f38-4abb-828e-10ca0f4cb570 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308163 Nov 27 16:54:09.063250 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:09.067870 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586858047', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:09.153118 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:54:09.156581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.181272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:08Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:09.208165 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Checking router: 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:54:09.208621 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Updating router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 port 8c49484c-5d8e-4428-abb0-262391ec093b binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:54:09.233662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.650347 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.651777 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.657340 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.704910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f73d7-843c-438d-b865-4e775203244a None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:54:09.711761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Subnet': ['ID=a0b70426-bbac-4865-afdc-eee6a5f37d25,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:09.714612 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Attempting to bind port 8c49484c-5d8e-4428-abb0-262391ec093b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:54:09.714978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Attempting to bind port 8c49484c-5d8e-4428-abb0-262391ec093b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:54:09.715346 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Attempting to bind port 8c49484c-5d8e-4428-abb0-262391ec093b on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:54:09.719149 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894ca26-4a22-478b-a47f-d5b9461411cb None None] Pushing event updated for resources: {'Port': ['ID=8c49484c-5d8e-4428-abb0-262391ec093b,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:09.719259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Checking segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:54:09.719357 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network hostable DHCP agents. Network: 0413b177-7bb4-4820-9c76-b39da7fadbeb, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:54:09.725358 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:54:09.725905 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:54:09.726371 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.726853 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:54:09.727473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Bound port: 8c49484c-5d8e-4428-abb0-262391ec093b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:54:09.727950 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.738278 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:54:09.747212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 0413b177-7bb4-4820-9c76-b39da7fadbeb) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:09.752553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:09.753196 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.762213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac24ebcb-8cb9-403d-9dff-e65cbf2db723 None None] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:54:09.771841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f06fdb6f-d4fd-415f-9ef4-bea2327ce052 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7075946 Nov 27 16:54:09.774790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37862) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:09.842843 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] For port 8c49484c-5d8e-4428-abb0-262391ec093b, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:54:09.870385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f80dd3f0-62a1-491d-abfa-e24d79f8f6f1 None None] Provisioning complete for port 8c49484c-5d8e-4428-abb0-262391ec093b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:09.870749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f80dd3f0-62a1-491d-abfa-e24d79f8f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.877846 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] For port 8c49484c-5d8e-4428-abb0-262391ec093b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8c49484c-5d8e-4428-abb0-262391ec093b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:54:09.905118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:09.987025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64973a5b-1be6-40d7-992b-aabfa8ad1519 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:54:10.024930 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894ca26-4a22-478b-a47f-d5b9461411cb None None] Pushing event updated for resources: {'Port': ['ID=8c49484c-5d8e-4428-abb0-262391ec093b,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:10.043178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:10.043796 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:54:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:10.084312 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-0413b177-7bb4-4820-9c76-b39da7fadbeb', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:54:10.085171 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.143603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f80dd3f0-62a1-491d-abfa-e24d79f8f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.220067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.268840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-f80dd3f0-62a1-491d-abfa-e24d79f8f6f1 None None] For port 8c49484c-5d8e-4428-abb0-262391ec093b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8c49484c-5d8e-4428-abb0-262391ec093b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:10.277307 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:10.279062 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f80dd3f0-62a1-491d-abfa-e24d79f8f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.459920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Allocated IP 172.20.0.2 (0413b177-7bb4-4820-9c76-b39da7fadbeb/a0b70426-bbac-4865-afdc-eee6a5f37d25/d8dfd28c-0818-45b1-ba3c-21011e7d8386) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:54:10.482054 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd3f0-62a1-491d-abfa-e24d79f8f6f1 None None] Pushing event updated for resources: {'Port': ['ID=8c49484c-5d8e-4428-abb0-262391ec093b,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:10.487736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-97a77fad-55e3-48f9-83c6-a3c5a3da2975 None None] Provisioning complete for port 8c49484c-5d8e-4428-abb0-262391ec093b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:10.488076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97a77fad-55e3-48f9-83c6-a3c5a3da2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.602104 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.754417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:08Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:10.759204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.784412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a1836-7d63-437f-a23e-b0248799ad03 None None] The sync data for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 is: [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:08Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:54:10.788245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.843682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:54:10.848120 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:10.850292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Pushing event updated for resources: {'Port': ['ID=d8dfd28c-0818-45b1-ba3c-21011e7d8386,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:10.852765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:54:10.858268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.1 (0413b177-7bb4-4820-9c76-b39da7fadbeb/a0b70426-bbac-4865-afdc-eee6a5f37d25/18afb10b-1477-4a87-aca7-770247eae219) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:54:10.913567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Attempting to bind port d8dfd28c-0818-45b1-ba3c-21011e7d8386 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:54:10.914091 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Attempting to bind port d8dfd28c-0818-45b1-ba3c-21011e7d8386 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:54:10.914471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Attempting to bind port d8dfd28c-0818-45b1-ba3c-21011e7d8386 on network 0413b177-7bb4-4820-9c76-b39da7fadbeb {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:54:10.919866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:54:10.920253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Checking segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:54:10.920662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.921066 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Bound using segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:54:10.921678 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Bound port: d8dfd28c-0818-45b1-ba3c-21011e7d8386, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:54:10.922069 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:10.990067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] For port d8dfd28c-0818-45b1-ba3c-21011e7d8386, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:54:10.994063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] For port d8dfd28c-0818-45b1-ba3c-21011e7d8386, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d8dfd28c-0818-45b1-ba3c-21011e7d8386,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:54:10.996277 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.000134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.046819 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.082817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac6647-0dff-4977-8e2d-b41130d504ea None None] Pushing event updated for resources: {'Port': ['ID=d8dfd28c-0818-45b1-ba3c-21011e7d8386,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:11.130924 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:54:11.134154 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:11.138201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:54:11.163750 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=18afb10b-1477-4a87-aca7-770247eae219,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:11.187551 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.304245 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.371454 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.672955 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.678141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.751524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=18afb10b-1477-4a87-aca7-770247eae219,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:11.754636 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:11.856292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:54:11.857842 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:11.972986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:54:12.049063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dc760-9e1b-447b-afb8-04fa0f8b2707 None None] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:54:12.094772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:54:12.100249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-40626a88-0787-42a1-83f5-55d0d663c351 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/048ef9fd-6d50-4d49-b4ee-a16d6038ffc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244984 Nov 27 16:54:12.114208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-399fe450-606a-4da8-8d53-63140e6eba23 None None] Provisioning complete for port d8dfd28c-0818-45b1-ba3c-21011e7d8386 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:12.114588 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-399fe450-606a-4da8-8d53-63140e6eba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:12.256805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-f3bd77cb-d2d8-4473-9f3c-f8c92c5daa92 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378531422&fields=id&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 267 time: 0.0481317 Nov 27 16:54:12.270052 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-399fe450-606a-4da8-8d53-63140e6eba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:12.310515 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-399fe450-606a-4da8-8d53-63140e6eba23 None None] For port d8dfd28c-0818-45b1-ba3c-21011e7d8386, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d8dfd28c-0818-45b1-ba3c-21011e7d8386,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:12.316176 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-399fe450-606a-4da8-8d53-63140e6eba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:12.380844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fe450-606a-4da8-8d53-63140e6eba23 None None] Pushing event updated for resources: {'Port': ['ID=d8dfd28c-0818-45b1-ba3c-21011e7d8386,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:12.387663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-95d15e43-f722-4227-a4b7-e163b39aaef7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:12.389231 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-95d15e43-f722-4227-a4b7-e163b39aaef7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 797 time: 0.1249251 Nov 27 16:54:12.406043 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-75fe855f-f9e5-4e32-b895-44fca8f4e465 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/quotas/73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 375 time: 0.0098639 Nov 27 16:54:12.460883 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-094158d0-1f33-44a6-868a-662475bb4fa5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483055 Nov 27 16:54:12.502861 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Sync routers for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:54:12.518892 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:12.519510 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:54:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:12.545213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-451ae975-8725-49ab-b051-2051a30ecda3 None None] Provisioning complete for port 18afb10b-1477-4a87-aca7-770247eae219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:12.545673 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-451ae975-8725-49ab-b051-2051a30ecda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:12.584928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-25c84aac-e8d3-4e4c-8cce-4dcad31ccd8e service neutron] 10.222.0.15 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110797 Nov 27 16:54:12.591086 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-451ae975-8725-49ab-b051-2051a30ecda3 None None] Port 18afb10b-1477-4a87-aca7-770247eae219 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:54:12.604236 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-451ae975-8725-49ab-b051-2051a30ecda3 None None] Provisioning complete for port d8dfd28c-0818-45b1-ba3c-21011e7d8386 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:12.604754 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-451ae975-8725-49ab-b051-2051a30ecda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:12.631056 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:12.690032 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-8c71a57e-10f4-457a-9d44-18e4617cc727 service neutron] 10.222.0.15 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039503 Nov 27 16:54:12.843786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-cce167fa-f476-4343-8752-35c9fb9ed01b None None] Provisioning complete for port 18afb10b-1477-4a87-aca7-770247eae219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:12.843786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cce167fa-f476-4343-8752-35c9fb9ed01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:12.878849 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 2, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:12.889851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cce167fa-f476-4343-8752-35c9fb9ed01b None None] Port 18afb10b-1477-4a87-aca7-770247eae219 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:54:12.916931 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Checking router: 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:54:12.917503 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Updating router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 port 18afb10b-1477-4a87-aca7-770247eae219 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:54:12.974877 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.013401 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3a166622-dab8-40a0-aaa9-b2b885ac44ce None None] Provisioning complete for port 18afb10b-1477-4a87-aca7-770247eae219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:13.013797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3a166622-dab8-40a0-aaa9-b2b885ac44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.027582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0160e0a3-25fd-41dc-b586-58c118e78b06 req-722a9182-11e0-4d9a-824c-b7792f89151f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 210 time: 0.1574295 Nov 27 16:54:13.074718 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3a166622-dab8-40a0-aaa9-b2b885ac44ce None None] Port 18afb10b-1477-4a87-aca7-770247eae219 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:54:13.100286 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8c49484c-5d8e-4428-abb0-262391ec093b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:54:13.151295 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8c49484c-5d8e-4428-abb0-262391ec093b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:13.151794 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.241958 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d8dfd28c-0818-45b1-ba3c-21011e7d8386 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:54:13.293265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port d8dfd28c-0818-45b1-ba3c-21011e7d8386 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:13.293749 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.385157 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.390920 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.442273 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Pushing event updated for resources: {'Port': ['ID=18afb10b-1477-4a87-aca7-770247eae219,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:13.472914 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.473557 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.474083 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.474593 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.474928 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.475258 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.475586 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.475906 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.476400 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.476726 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.477048 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.477373 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:54:13.507211 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Attempting to bind port 18afb10b-1477-4a87-aca7-770247eae219 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:54:13.507927 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Attempting to bind port 18afb10b-1477-4a87-aca7-770247eae219 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:54:13.508113 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Attempting to bind port 18afb10b-1477-4a87-aca7-770247eae219 on network 0413b177-7bb4-4820-9c76-b39da7fadbeb {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:54:13.513675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:54:13.514475 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Checking segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:54:13.514680 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.515303 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Bound using segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:54:13.515704 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Bound port: 18afb10b-1477-4a87-aca7-770247eae219, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:54:13.516085 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.582680 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] For port 18afb10b-1477-4a87-aca7-770247eae219, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:54:13.586333 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] For port 18afb10b-1477-4a87-aca7-770247eae219, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=18afb10b-1477-4a87-aca7-770247eae219,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:54:13.591216 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.650939 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:13.651561 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:54:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:13.653263 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cea1a-34a5-4e4c-b65a-1f453e462b2e None None] Pushing event updated for resources: {'Port': ['ID=18afb10b-1477-4a87-aca7-770247eae219,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:13.701572 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-1c86ee7d-1ab7-4105-bc61-7339098be116 None None] Provisioning complete for port 18afb10b-1477-4a87-aca7-770247eae219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:13.702133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee7d-1ab7-4105-bc61-7339098be116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.768051 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:13.976547 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee7d-1ab7-4105-bc61-7339098be116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:13.995420 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:14.006951 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-ade40275-4b0a-44cc-8d36-d14b83d1d2a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:14.009269 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-ade40275-4b0a-44cc-8d36-d14b83d1d2a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 797 time: 0.1261494 Nov 27 16:54:14.019315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-1c86ee7d-1ab7-4105-bc61-7339098be116 None None] For port 18afb10b-1477-4a87-aca7-770247eae219, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=18afb10b-1477-4a87-aca7-770247eae219,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:14.024819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee7d-1ab7-4105-bc61-7339098be116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.027497 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862af2-f1c0-4160-9dd2-d680610f5674 None None] The sync data for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 is: [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:54:14.118517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86ee7d-1ab7-4105-bc61-7339098be116 None None] Pushing event updated for resources: {'Port': ['ID=18afb10b-1477-4a87-aca7-770247eae219,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:14.125595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cadfb404-73c6-4b8a-b1d2-bbb51f19ddbb tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 379 time: 0.1046023 Nov 27 16:54:14.139163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'port': {'device_id': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'admin_state_up': True, 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'security_groups': ['0d3a74f5-e7f8-495b-8892-bcc9785b53ae']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:14.146466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-fb3b1862-e499-433e-ab77-48d6cd2c37ac None None] Provisioning complete for port 18afb10b-1477-4a87-aca7-770247eae219 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:14.146952 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fb3b1862-e499-433e-ab77-48d6cd2c37ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.166999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b48bb62c-f02b-4b79-8a3a-0a09ad29a3c0 req-d14c20f3-8400-4fbb-a25f-b01bbb197c90 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 210 time: 0.0425680 Nov 27 16:54:14.286548 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:54:14.290229 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.424661 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.14 (0413b177-7bb4-4820-9c76-b39da7fadbeb/a0b70426-bbac-4865-afdc-eee6a5f37d25/919363b3-076b-40d3-9c9c-29e1eeed6fc3) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:54:14.568280 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.607876 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.654989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:54:14.658136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:14.662186 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:54:14.687446 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=919363b3-076b-40d3-9c9c-29e1eeed6fc3,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:14.717947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:14.718610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.738753 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-54a39d05-e22d-4acd-85ff-61a248cc8262 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035783 Nov 27 16:54:14.751847 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Request body: {'port': {'device_id': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:14.818358 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.900284 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-3b46a204-9a23-4d10-989e-66a1180d8528 None None] Provisioning complete for port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:14.900887 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3b46a204-9a23-4d10-989e-66a1180d8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:14.938144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3b46a204-9a23-4d10-989e-66a1180d8528 None None] Port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:54:15.024518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 18afb10b-1477-4a87-aca7-770247eae219 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:54:15.080669 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 18afb10b-1477-4a87-aca7-770247eae219 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:15.081043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:15.133574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919363b3-076b-40d3-9c9c-29e1eeed6fc3 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:54:15.141703 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:15.153917 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Transition to ACTIVE for port object 919363b3-076b-40d3-9c9c-29e1eeed6fc3 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:54:15.159575 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:15.212539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Pushing event updated for resources: {'Port': ['ID=919363b3-076b-40d3-9c9c-29e1eeed6fc3,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:15.286588 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Attempting to bind port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:54:15.286933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Attempting to bind port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:54:15.287267 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Attempting to bind port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 on network 0413b177-7bb4-4820-9c76-b39da7fadbeb {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:54:15.292509 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 on network 0413b177-7bb4-4820-9c76-b39da7fadbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:54:15.292842 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Attempting to bind port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 on network 0413b177-7bb4-4820-9c76-b39da7fadbeb {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:54:15.298310 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:54:15.298655 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Checking segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:54:15.299591 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Bound using segment: {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:54:15.300038 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Bound port: 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:54:15.300398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:15.307608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a41684-8c3b-4996-a63f-e58e2ded59a8 req-0575d624-ea74-4afd-a4b9-188e5ba0e0b6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:15.310051 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a41684-8c3b-4996-a63f-e58e2ded59a8 req-0575d624-ea74-4afd-a4b9-188e5ba0e0b6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 944 time: 0.0524006 Nov 27 16:54:15.367536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-97a41684-8c3b-4996-a63f-e58e2ded59a8 req-964f93bd-0b93-4e81-b3a2-757e07dffd1c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506487 Nov 27 16:54:15.369296 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] For port 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:54:15.372626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] For port 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:54:15.378580 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:15.416216 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:15.416695 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:15.418107 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 1092 time: 0.6710234 Nov 27 16:54:15.418552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:54:15.420814 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cde5e9-75ee-436d-97ba-99501dbffc52" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:54:15.445938 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6525c9-c89f-49f2-b1d7-d8bb5f4698d6 service neutron] Pushing event updated for resources: {'Port': ['ID=919363b3-076b-40d3-9c9c-29e1eeed6fc3,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:15.466280 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be00a578-9bd9-4b55-a342-1518f59afe3b x-openstack-request-id: req-be00a578-9bd9-4b55-a342-1518f59afe3b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:54:15.466579 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:54:15.466838 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be00a578-9bd9-4b55-a342-1518f59afe3b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:54:15.467246 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'status': 'completed', 'code': 200} Nov 27 16:54:15.509761 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-8f8285b0-661e-4430-8925-20ed7824e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:15.511300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-8f8285b0-661e-4430-8925-20ed7824e230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1095 time: 0.0425124 Nov 27 16:54:15.559816 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-e7219b95-fb0d-4fd8-88d1-fa20bfeb4a3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 217 time: 0.0394783 Nov 27 16:54:15.611064 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-0693aac3-5c13-4a37-b024-605b1077e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:15.612764 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-0693aac3-5c13-4a37-b024-605b1077e7cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 200 len: 835 time: 0.0463927 Nov 27 16:54:15.658020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646767f-491e-4b13-9e73-af2b2f517066 req-de2265bd-2d71-472d-9676-31a64b67a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:15.660127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-de2265bd-2d71-472d-9676-31a64b67a1a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0413b177-7bb4-4820-9c76-b39da7fadbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400929 Nov 27 16:54:15.756564 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-f614b8db-6fe4-48a8-9aca-ba80ed1caac4 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884893 Nov 27 16:54:15.848187 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-2646767f-491e-4b13-9e73-af2b2f517066 req-052afdb9-c2db-44b7-b72e-5df9f55c2781 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851223 Nov 27 16:54:15.930976 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-fee5f848-f5c5-40c0-a38f-4fab618285e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:15.932494 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-fee5f848-f5c5-40c0-a38f-4fab618285e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1095 time: 0.0399668 Nov 27 16:54:16.023463 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-3dab3025-e154-41da-8313-871ffe520d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:16.024870 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-3dab3025-e154-41da-8313-871ffe520d64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 898 time: 0.0855942 Nov 27 16:54:16.068083 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-bad38c15-4bab-4c4c-b399-6fc98a790392 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 217 time: 0.0361922 Nov 27 16:54:16.120299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-0e5e9222-9793-4a6f-a094-e31edebbf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:16.121632 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-0e5e9222-9793-4a6f-a094-e31edebbf6b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 200 len: 835 time: 0.0459929 Nov 27 16:54:16.165862 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-9a0bd60f-0c65-4de5-b459-b954c65cfe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:16.167271 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-9a0bd60f-0c65-4de5-b459-b954c65cfe3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0413b177-7bb4-4820-9c76-b39da7fadbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382810 Nov 27 16:54:16.257029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-3abf2f4c-4299-46f7-919b-514ff7b6b772 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816789 Nov 27 16:54:16.352899 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b5cde5e9-75ee-436d-97ba-99501dbffc52 req-977d24b6-1fa9-40fb-a3b8-375480e115d9 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882678 Nov 27 16:54:16.482387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774489a5-f498-4dda-b628-8d5d0701570a req-e8b016fd-8c07-4755-9c8e-9f63e9b58299 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:16.483857 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-774489a5-f498-4dda-b628-8d5d0701570a req-e8b016fd-8c07-4755-9c8e-9f63e9b58299 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 944 time: 0.0479319 Nov 27 16:54:16.536575 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-774489a5-f498-4dda-b628-8d5d0701570a req-a16675dd-f06d-4cc6-93be-1a2aea193054 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Nov 27 16:54:17.700268 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e15ca-b0a0-4480-a981-70abc7c1cd5e req-6a67f7fb-5fd9-4f08-ab1a-549cc95a0e42 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:17.701774 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a2e15ca-b0a0-4480-a981-70abc7c1cd5e req-6a67f7fb-5fd9-4f08-ab1a-549cc95a0e42 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 944 time: 0.0967150 Nov 27 16:54:17.751495 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a2e15ca-b0a0-4480-a981-70abc7c1cd5e req-676c0cc4-982b-4710-b216-7307c2011d41 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 Nov 27 16:54:18.871001 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8e772-192f-41b1-b253-db13f4ed7c32 req-53b7e550-68cf-491c-9df1-51dfe76afe61 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:18.872660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1af8e772-192f-41b1-b253-db13f4ed7c32 req-53b7e550-68cf-491c-9df1-51dfe76afe61 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 944 time: 0.0528288 Nov 27 16:54:18.921738 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1af8e772-192f-41b1-b253-db13f4ed7c32 req-e6d35ebe-1b4a-49d3-8031-6dcc3a519d8a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Nov 27 16:54:19.321191 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 919363b3-076b-40d3-9c9c-29e1eeed6fc3 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:54:19.416707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:19.428101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'port_id': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'mac_address': 'fa:16:3e:e3:04:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:54:19.463907 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:19.476653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919363b3-076b-40d3-9c9c-29e1eeed6fc3 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:54:19.495837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:19.499390 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:19.548221 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=919363b3-076b-40d3-9c9c-29e1eeed6fc3,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:19.690129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['919363b3-076b-40d3-9c9c-29e1eeed6fc3'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:54:20.042160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110f640-02d5-45c1-a800-14fadaaf177d req-d40da59b-456f-45d9-9854-7f5e5e10fc5b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:20.043639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4110f640-02d5-45c1-a800-14fadaaf177d req-d40da59b-456f-45d9-9854-7f5e5e10fc5b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 945 time: 0.0547400 Nov 27 16:54:20.098625 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4110f640-02d5-45c1-a800-14fadaaf177d req-3c9876ac-ecdc-4635-b0bc-8c3dd92edad4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484948 Nov 27 16:54:21.212612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627140a-4a46-4490-a180-70fc037b9abc req-653c5992-1661-4c06-82a6-7f93c4c8ba26 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:21.214025 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b627140a-4a46-4490-a180-70fc037b9abc req-653c5992-1661-4c06-82a6-7f93c4c8ba26 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 945 time: 0.0481803 Nov 27 16:54:21.263597 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b627140a-4a46-4490-a180-70fc037b9abc req-0d94c41f-528f-4a7b-847a-216fc9eff9fd tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437450 Nov 27 16:54:21.366663 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 919363b3-076b-40d3-9c9c-29e1eeed6fc3 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:54:21.436269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:54:21.466254 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:54:21.466556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:21.569366 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:21.591808 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:54:21.594089 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9f471-d07b-469b-8882-7941935132e4" -d '{"events": [{"server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "name": "network-vif-plugged", "status": "completed", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:54:21.606625 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:54:21.610937 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:21.634082 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ece95-870a-4c9a-9913-141484f72678 x-openstack-request-id: req-a22ece95-870a-4c9a-9913-141484f72678 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:54:21.634372 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "name": "network-vif-plugged", "status": "completed", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:54:21.634627 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a22ece95-870a-4c9a-9913-141484f72678 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:54:21.635033 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'code': 200} Nov 27 16:54:21.662929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=919363b3-076b-40d3-9c9c-29e1eeed6fc3,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:21.729434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb843-5789-438d-a69d-b1a0a893980b req-6f9c568a-a1b4-4a80-9d94-c1181bea118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:21.730842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8ddb843-5789-438d-a69d-b1a0a893980b req-6f9c568a-a1b4-4a80-9d94-c1181bea118d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1097 time: 0.0409846 Nov 27 16:54:21.775387 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-f8ddb843-5789-438d-a69d-b1a0a893980b req-a80ab14b-07ef-41c0-afdb-344d26015e23 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377779 Nov 27 16:54:22.380948 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc097a-d31a-4660-8455-dd9f8bdbdf32 req-1a6596a8-d73e-4ba8-ba73-6f5ae8f2e80a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:22.382457 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40cc097a-d31a-4660-8455-dd9f8bdbdf32 req-1a6596a8-d73e-4ba8-ba73-6f5ae8f2e80a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0529690 Nov 27 16:54:22.430428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-40cc097a-d31a-4660-8455-dd9f8bdbdf32 req-a74edc6c-5bd8-461d-ba1b-594e63790ea9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Nov 27 16:54:23.548811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de001718-6dd8-4d88-8f7c-7cdfebdcd3ef req-7499ef20-3c4b-4c1e-bbee-fbc26512ada3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:23.550374 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de001718-6dd8-4d88-8f7c-7cdfebdcd3ef req-7499ef20-3c4b-4c1e-bbee-fbc26512ada3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0495200 Nov 27 16:54:23.599283 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-de001718-6dd8-4d88-8f7c-7cdfebdcd3ef req-80aabb0e-64d8-44f0-8c5f-bb6509f5e10d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428617 Nov 27 16:54:23.712666 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0fa12-5267-4c13-85e4-9d2051a03b65 req-ca73be12-dc6b-40bb-826d-7f21e2f7e6a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:23.714088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5af0fa12-5267-4c13-85e4-9d2051a03b65 req-ca73be12-dc6b-40bb-826d-7f21e2f7e6a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0490019 Nov 27 16:54:23.767189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5af0fa12-5267-4c13-85e4-9d2051a03b65 req-637512a7-0107-46d8-901d-eb9272c7c287 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471148 Nov 27 16:54:23.788100 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37918) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:23.826817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7550d73-c137-4878-b7f3-ad76a548daa1 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:23.828288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f7550d73-c137-4878-b7f3-ad76a548daa1 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1092 time: 0.0392456 Nov 27 16:54:23.831359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37920) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:23.835602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:54:23.857150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:23.950646 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.054298 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.199 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/6db13a3e-edc7-4669-b2b7-49105b83078b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:54:24.149905 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.192246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.230593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:54:24.233326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:54:24.235938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:54:24.263746 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=6db13a3e-edc7-4669-b2b7-49105b83078b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:24.589700 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.653125 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.804581 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.808915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.874623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=6db13a3e-edc7-4669-b2b7-49105b83078b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:54:24.886526 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:24.988143 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP 2d277d39-5f01-4e31-97b8-439a5b3acbae associated. External IP: 172.25.1.199, port: 919363b3-076b-40d3-9c9c-29e1eeed6fc3. Nov 27 16:54:25.195405 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:54:25.303675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:54:25.313121 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] Sync routers for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:54:25.321352 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:25.322855 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:25.323470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:54:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:25.349626 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fc8766bc-5ec7-4185-b1dc-240469c6e4cf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5172217 Nov 27 16:54:25.350205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:54:25.352495 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:54:25.435305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:25.458087 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59070454-7037-467b-9da0-f4886fa0d09b req-16740a70-50f5-46c1-b041-2158efb48c2a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:25.459611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59070454-7037-467b-9da0-f4886fa0d09b req-16740a70-50f5-46c1-b041-2158efb48c2a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0531197 Nov 27 16:54:25.461179 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5602d92b-b09e-4497-85c7-99408451ecce x-openstack-request-id: req-5602d92b-b09e-4497-85c7-99408451ecce {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:54:25.461484 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:54:25.461753 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5602d92b-b09e-4497-85c7-99408451ecce {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:54:25.462131 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'status': 'completed', 'code': 200} Nov 27 16:54:25.511960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59070454-7037-467b-9da0-f4886fa0d09b req-a481114e-719b-45d5-b481-e141ab9f5c8b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462255 Nov 27 16:54:25.536344 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37928) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:25.538732 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-8a227b9b-c625-40d9-8cd2-e62618e4ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:25.541193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-8a227b9b-c625-40d9-8cd2-e62618e4ee4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1097 time: 0.0569134 Nov 27 16:54:25.603136 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-456ff4a4-db9d-4ae3-847e-e9a9fad3cd1c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d277d39-5f01-4e31-97b8-439a5b3acbae HTTP/1.1" status: 200 len: 992 time: 0.0654523 Nov 27 16:54:25.645046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-6316c6d5-5385-4b0e-b576-9f1b75b2904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:25.646540 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-6316c6d5-5385-4b0e-b576-9f1b75b2904e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 898 time: 0.0968866 Nov 27 16:54:25.672475 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2d277d39-5f01-4e31-97b8-439a5b3acbae', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'port_id': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'mac_address': 'fa:16:3e:e3:04:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:54:24Z', 'updated_at': '2021-11-27T16:54:24Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:25.698763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] Checking router: 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:54:25.707323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:54:25.707866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:54:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:25.710934 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-3488e043-613a-4cd2-9a01-d52b8efd03a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0573227 Nov 27 16:54:25.764457 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-a1a148a9-2474-4b24-8303-44aafd1e61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:25.765941 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-a1a148a9-2474-4b24-8303-44aafd1e61d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 200 len: 835 time: 0.0484810 Nov 27 16:54:25.812387 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-de43022c-1a9e-44ce-8c64-d5fb39dd7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:25.813922 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-de43022c-1a9e-44ce-8c64-d5fb39dd7114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0413b177-7bb4-4820-9c76-b39da7fadbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405381 Nov 27 16:54:25.815547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:54:25.902760 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-a30c3146-745f-4636-a429-305d1f5e12b3 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813668 Nov 27 16:54:25.996653 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-21c9288b-c195-4fe7-a0c9-ad6bd4a7676c req-361a0443-672f-4e08-85eb-57d725a6f479 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Nov 27 16:54:26.039565 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2d277d39-5f01-4e31-97b8-439a5b3acbae', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'port_id': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'mac_address': 'fa:16:3e:e3:04:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:54:24Z', 'updated_at': '2021-11-27T16:54:24Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:54:26.065587 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeae50-0eb6-4edc-9819-da3b4c95d4cc None None] The sync data for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 is: [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2d277d39-5f01-4e31-97b8-439a5b3acbae', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'port_id': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'mac_address': 'fa:16:3e:e3:04:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:54:24Z', 'updated_at': '2021-11-27T16:54:24Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:54:26.250609 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3576467-9c5c-4cd7-b938-bf8d5ad9e129 None None] New status for floating IP 2d277d39-5f01-4e31-97b8-439a5b3acbae: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:54:26.607066 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37930) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:54:26.672255 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-608ddec6-db37-4b85-83c9-47c525fe562d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d277d39-5f01-4e31-97b8-439a5b3acbae HTTP/1.1" status: 200 len: 994 time: 0.0641220 Nov 27 16:54:30.292433 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:32.347698 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:35.334914 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-224cf697-76ca-4c34-a26c-b443448cbb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:36.678298 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:54:37.806180 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cec268a9-c265-4c77-872e-831d7216e19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:38.789855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:40.518443 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:41.296462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:54:58.109439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53359e63-416b-4f70-88d8-e7d2c478d55b req-9ebe9643-43c9-4ee4-bc87-e3d1b0d4ed44 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:58.110817 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53359e63-416b-4f70-88d8-e7d2c478d55b req-9ebe9643-43c9-4ee4-bc87-e3d1b0d4ed44 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0486345 Nov 27 16:54:58.160058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-53359e63-416b-4f70-88d8-e7d2c478d55b req-56f14965-ff37-45a7-94a6-843e67460dc7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Nov 27 16:54:59.281099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e637ea-cdb6-4b7f-a18d-9f53389aad29 req-9c0b14c8-663f-4eb5-bfe6-c83b7eb9a10a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:54:59.282582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1e637ea-cdb6-4b7f-a18d-9f53389aad29 req-9c0b14c8-663f-4eb5-bfe6-c83b7eb9a10a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0517886 Nov 27 16:54:59.331703 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a1e637ea-cdb6-4b7f-a18d-9f53389aad29 req-80bdcb60-ac80-4642-bbe7-1f1cfb9571e2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Nov 27 16:55:00.285139 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:00.445489 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1cbab-c047-41b1-bbd1-9e42495930c8 req-6bcc30a8-fdba-46c2-8dad-9af014e3fa35 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:00.446960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4b1cbab-c047-41b1-bbd1-9e42495930c8 req-6bcc30a8-fdba-46c2-8dad-9af014e3fa35 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0483205 Nov 27 16:55:00.495258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4b1cbab-c047-41b1-bbd1-9e42495930c8 req-10a0784e-73df-4887-b893-26014f9d9569 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Nov 27 16:55:01.610026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f4cfa-d2da-4cab-9a73-726a36be5863 req-ba33fc25-77c5-472d-b89e-ba0a6a9e7b0e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:01.611503 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-917f4cfa-d2da-4cab-9a73-726a36be5863 req-ba33fc25-77c5-472d-b89e-ba0a6a9e7b0e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0491478 Nov 27 16:55:01.663476 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-917f4cfa-d2da-4cab-9a73-726a36be5863 req-59314ebf-f0fd-433c-9097-a6b93a3527d4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460656 Nov 27 16:55:02.364661 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:02.775913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423bf49-820c-48f5-bc79-1b891febc6c9 req-a220658f-6bc3-4baa-b5d4-4aed93a528e6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:02.777368 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6423bf49-820c-48f5-bc79-1b891febc6c9 req-a220658f-6bc3-4baa-b5d4-4aed93a528e6 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0474524 Nov 27 16:55:02.827362 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6423bf49-820c-48f5-bc79-1b891febc6c9 req-d6f0db29-0c04-4272-bff3-acb64fc73d4c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Nov 27 16:55:03.941836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d635e-e601-4553-9612-c93ba84fd271 req-3f371877-7889-4d40-a547-6d226e197ba5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:03.943297 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d5d635e-e601-4553-9612-c93ba84fd271 req-3f371877-7889-4d40-a547-6d226e197ba5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0485113 Nov 27 16:55:03.990662 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0d5d635e-e601-4553-9612-c93ba84fd271 req-07dc381f-7efd-4bf6-b6c8-039fa4694d98 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Nov 27 16:55:05.111530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d8b98-5c17-4905-a6d9-b59903f3f954 req-980f74ba-a88b-438a-bbc6-085fedcd3aab tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:05.112902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d62d8b98-5c17-4905-a6d9-b59903f3f954 req-980f74ba-a88b-438a-bbc6-085fedcd3aab tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0551729 Nov 27 16:55:05.161077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d62d8b98-5c17-4905-a6d9-b59903f3f954 req-6ba3997f-a72b-46c3-8820-5eae2d17e292 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421653 Nov 27 16:55:05.336352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-844b929d-1318-45ae-93a9-5a5494ecf693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:06.276323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe33984-8776-4212-934e-83ac9a7dccc6 req-c0e8ab09-3b0c-4437-aa5a-c78a4c269e68 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:06.277825 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfe33984-8776-4212-934e-83ac9a7dccc6 req-c0e8ab09-3b0c-4437-aa5a-c78a4c269e68 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0477064 Nov 27 16:55:06.325277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dfe33984-8776-4212-934e-83ac9a7dccc6 req-19d53983-174f-4a8d-8983-a227bac43e93 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Nov 27 16:55:07.444129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b254e-fd68-47a6-8428-cf53296124fe req-271452fe-5471-432b-b616-3ffe8930855a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:07.445634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806b254e-fd68-47a6-8428-cf53296124fe req-271452fe-5471-432b-b616-3ffe8930855a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0527434 Nov 27 16:55:07.494012 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-806b254e-fd68-47a6-8428-cf53296124fe req-7a6b2797-35d4-4f03-acd6-6007c6455740 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Nov 27 16:55:07.806376 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee57e72a-18ca-42f8-af07-74509178bcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:08.606205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df05f5-39f5-41cd-94b3-a8d106a4b23c req-661cc3e6-86fb-4dbb-9354-edc01869b75e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:08.607660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5df05f5-39f5-41cd-94b3-a8d106a4b23c req-661cc3e6-86fb-4dbb-9354-edc01869b75e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0478833 Nov 27 16:55:08.655634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5df05f5-39f5-41cd-94b3-a8d106a4b23c req-6738129f-1607-4955-90f6-4d1faf70943b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 Nov 27 16:55:08.793023 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:09.774856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34c33-f7d4-459b-8ca8-30ba972a8ca9 req-5234b91a-5ca5-4005-b57a-f66790164ecf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:09.776917 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64a34c33-f7d4-459b-8ca8-30ba972a8ca9 req-5234b91a-5ca5-4005-b57a-f66790164ecf tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0512829 Nov 27 16:55:09.829501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-64a34c33-f7d4-459b-8ca8-30ba972a8ca9 req-0adde561-217d-41a8-9006-390ea2f34eb1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Nov 27 16:55:10.519967 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:10.943042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1590b-99ad-4d19-8c71-3b18cb9b6fc5 req-21708df9-d12f-4f82-b062-9b0dbc966832 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:10.944498 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ed1590b-99ad-4d19-8c71-3b18cb9b6fc5 req-21708df9-d12f-4f82-b062-9b0dbc966832 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0483649 Nov 27 16:55:10.992576 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1ed1590b-99ad-4d19-8c71-3b18cb9b6fc5 req-1affad4f-d3ce-41ec-a1a1-93ff3714e49a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 Nov 27 16:55:11.297336 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:12.109584 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954fce-5fa2-4003-a09e-f5e1cac0dd10 req-e79f0f6a-3169-4fd4-97c9-1c8bfa51e4bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:12.110957 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9954fce-5fa2-4003-a09e-f5e1cac0dd10 req-e79f0f6a-3169-4fd4-97c9-1c8bfa51e4bc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0483248 Nov 27 16:55:12.159352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9954fce-5fa2-4003-a09e-f5e1cac0dd10 req-4e328cb0-bbda-4725-ba99-634e7356c52f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 Nov 27 16:55:13.277210 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd52cc-ca18-49ef-9970-fdbd86b00ab6 req-61045890-4037-4895-b3e2-049f8d5c564e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:13.278831 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5fd52cc-ca18-49ef-9970-fdbd86b00ab6 req-61045890-4037-4895-b3e2-049f8d5c564e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0533421 Nov 27 16:55:13.332987 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a5fd52cc-ca18-49ef-9970-fdbd86b00ab6 req-4542ed11-a30d-4f11-878a-44bed2df82ad tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 Nov 27 16:55:13.676920 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:55:14.263174 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-4c3dd63c-e3e9-441a-b325-7b0df037a5c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803483 Nov 27 16:55:14.342227 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-b67c458b-1360-49e5-a521-dcb23154c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:14.343681 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-b67c458b-1360-49e5-a521-dcb23154c2c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1097 time: 0.0399280 Nov 27 16:55:14.444758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-dfb96930-8a63-4035-ba48-9abacc757902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:14.446167 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-dfb96930-8a63-4035-ba48-9abacc757902 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 898 time: 0.0839384 Nov 27 16:55:14.447542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c83a8-1b3b-45c8-98dc-93d6ea176d95 req-4bf8aa83-a3c1-49b5-b7a3-db23fd965e5a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:14.448984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a41c83a8-1b3b-45c8-98dc-93d6ea176d95 req-4bf8aa83-a3c1-49b5-b7a3-db23fd965e5a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0483959 Nov 27 16:55:14.498413 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a41c83a8-1b3b-45c8-98dc-93d6ea176d95 req-fdd84fac-1710-4dca-ab0f-c4068723160f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Nov 27 16:55:14.515613 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-63a741dd-5c39-46f4-867b-154cdba4d4b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0622959 Nov 27 16:55:14.522042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 37978) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:14.614470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-08c53fec-4d8d-4324-b0bc-72632b98d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:14.615908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-08c53fec-4d8d-4324-b0bc-72632b98d279 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 200 len: 835 time: 0.0872033 Nov 27 16:55:14.620816 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-280e690d-bb27-48e9-baae-c7ad723fcbff tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d277d39-5f01-4e31-97b8-439a5b3acbae HTTP/1.1" status: 200 len: 994 time: 0.0977476 Nov 27 16:55:14.662528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-3da406dc-1cc9-43de-be66-dca701df6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:14.663994 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-3da406dc-1cc9-43de-be66-dca701df6b67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0413b177-7bb4-4820-9c76-b39da7fadbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402570 Nov 27 16:55:14.755500 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-7663393f-6554-4c83-8886-022f5e1674ec service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842543 Nov 27 16:55:14.848055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-3bb7088c-9a7c-4f91-b39b-bb350723063e req-756a1a86-5195-4ffe-a369-17f64a134232 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858927 Nov 27 16:55:15.884305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9750fd4-a76e-4c56-81f5-caf62223c445 req-47da879e-7328-45d2-b217-82e9b313c973 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:15.885813 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9750fd4-a76e-4c56-81f5-caf62223c445 req-47da879e-7328-45d2-b217-82e9b313c973 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0483670 Nov 27 16:55:15.912551 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902839b2-6537-4c20-8071-15e320a225cd req-4de6c4fa-17d1-4f66-a876-b696e56e2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:15.914090 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-4de6c4fa-17d1-4f66-a876-b696e56e2e17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1097 time: 0.0410323 Nov 27 16:55:15.938005 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e9750fd4-a76e-4c56-81f5-caf62223c445 req-085090e0-2e31-4e43-8f9d-1575e4133629 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463560 Nov 27 16:55:16.009313 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902839b2-6537-4c20-8071-15e320a225cd req-1ff5f891-36c9-4018-ad92-66f07f249877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:16.010809 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-1ff5f891-36c9-4018-ad92-66f07f249877 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 898 time: 0.0902288 Nov 27 16:55:16.074181 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-038c3c42-e8a4-43c7-8bb7-6ecefef06e5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0562575 Nov 27 16:55:16.121278 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902839b2-6537-4c20-8071-15e320a225cd req-0958cd08-ad6f-4c66-80f8-4b97ec044176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:16.122673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-0958cd08-ad6f-4c66-80f8-4b97ec044176 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 200 len: 835 time: 0.0413618 Nov 27 16:55:16.170749 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902839b2-6537-4c20-8071-15e320a225cd req-3e58668f-48f7-45ed-a67e-05c549fbadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:16.172088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-3e58668f-48f7-45ed-a67e-05c549fbadea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0413b177-7bb4-4820-9c76-b39da7fadbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418773 Nov 27 16:55:16.258384 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-f4c7413c-2b64-4ac5-af86-ac780b4ce58c service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791981 Nov 27 16:55:16.351908 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-902839b2-6537-4c20-8071-15e320a225cd req-39016432-bc8c-4d99-b6f2-cb4d9a77e3bf service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867968 Nov 27 16:55:17.052977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cce646-737c-463c-b313-4ddf3119e509 req-33e50f0b-297e-4c94-834a-c00730f74c80 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:17.054462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7cce646-737c-463c-b313-4ddf3119e509 req-33e50f0b-297e-4c94-834a-c00730f74c80 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0474379 Nov 27 16:55:17.103167 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c7cce646-737c-463c-b313-4ddf3119e509 req-b93f1286-4eb3-4d29-90b8-958548becf53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Nov 27 16:55:17.125048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 37988) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:17.188267 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d8dcd024-3f8e-4068-b774-a90c3df4211a tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d277d39-5f01-4e31-97b8-439a5b3acbae HTTP/1.1" status: 200 len: 994 time: 0.0620375 Nov 27 16:55:30.294005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:32.377122 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:35.338628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b144914-80b8-4ec8-9ed4-d6a9862924a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:37.807651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a3348385-6e64-41fc-a36c-2233879cfd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:38.795586 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:40.521123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:41.303202 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:47.581472 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38008) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:47.741537 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 6db13a3e-edc7-4669-b2b7-49105b83078b {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:55:47.741883 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:47.814143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:47.814466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:47.825785 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 6db13a3e-edc7-4669-b2b7-49105b83078b owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:55:47.973145 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:47.999144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=6db13a3e-edc7-4669-b2b7-49105b83078b,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:48.009280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.009682 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.010010 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.010372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.010689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.011027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.011365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.011698 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.012033 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.012365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.012692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.013019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:48.068723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:48.069111 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP 2d277d39-5f01-4e31-97b8-439a5b3acbae disassociated (deleted). External IP: 172.25.1.199, port: 919363b3-076b-40d3-9c9c-29e1eeed6fc3. Nov 27 16:55:48.603189 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:55:48.705162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:55:48.709895 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:48.715039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] Sync routers for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:55:48.724076 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:55:48.724689 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:48.739086 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0dc3a865-f0cc-482a-a208-88a48f84e430 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d277d39-5f01-4e31-97b8-439a5b3acbae HTTP/1.1" status: 204 len: 168 time: 1.1565266 Nov 27 16:55:48.739786 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:55:48.742170 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0facf744-fbee-473c-ac76-0f15319c6a20" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:55:48.835181 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18310e08-22ac-4dec-b899-7a59c7d3b947 x-openstack-request-id: req-18310e08-22ac-4dec-b899-7a59c7d3b947 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:55:48.835757 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:55:48.836211 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18310e08-22ac-4dec-b899-7a59c7d3b947 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:55:48.836828 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'status': 'completed', 'code': 200} Nov 27 16:55:48.856260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:55:48.909657 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-d9035f39-fb72-48b0-8ac1-a6a5995e4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:48.911101 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-d9035f39-fb72-48b0-8ac1-a6a5995e4147 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 1097 time: 0.0492017 Nov 27 16:55:49.016806 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-dfdc6e60-5f26-4df9-8a1e-55310d07c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:49.018747 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-dfdc6e60-5f26-4df9-8a1e-55310d07c7f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 200 len: 898 time: 0.0997806 Nov 27 16:55:49.070616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-72270f6e-2412-4f9f-97c2-53c82ca08da8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 200 len: 217 time: 0.0419989 Nov 27 16:55:49.129552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-63dd000f-c501-4ac2-a5f6-dbff88434285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:49.130316 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-63dd000f-c501-4ac2-a5f6-dbff88434285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 200 len: 835 time: 0.0490553 Nov 27 16:55:49.183982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-a027e9ec-72ff-43b1-a0f6-fc1258e6d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:49.185731 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-a027e9ec-72ff-43b1-a0f6-fc1258e6d1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0413b177-7bb4-4820-9c76-b39da7fadbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429330 Nov 27 16:55:49.224096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:49.257837 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] Checking router: 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:55:49.266756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:55:49.267934 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:49.287324 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-c0cbec01-7818-4448-a73a-55bf92afa588 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920618 Nov 27 16:55:49.297313 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b6279-15da-4fd8-899b-7d4f944b565e req-ea17a48c-52dd-4924-8e6f-a79143d50b96 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:49.298837 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-544b6279-15da-4fd8-899b-7d4f944b565e req-ea17a48c-52dd-4924-8e6f-a79143d50b96 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.3741760 Nov 27 16:55:49.350637 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-544b6279-15da-4fd8-899b-7d4f944b565e req-8cb341d4-7d32-4892-bb13-ba012f9c5e27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453081 Nov 27 16:55:49.387306 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0facf744-fbee-473c-ac76-0f15319c6a20 req-8a389e89-26c4-4ff4-9202-5ed23e692b53 service neutron] 10.222.0.37 "GET /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Nov 27 16:55:49.388114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:55:49.582002 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:49.611408 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e812ef-f2ad-43df-89cc-9f0dd8d6df5e None None] The sync data for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 is: [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:11Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '18afb10b-1477-4a87-aca7-770247eae219', 'name': '', 'network_id': '0413b177-7bb4-4820-9c76-b39da7fadbeb', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:70:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:10Z', 'updated_at': '2021-11-27T16:54:13Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': 'a0b70426-bbac-4865-afdc-eee6a5f37d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:55:49.855626 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b4564-08f5-45ae-886f-a0ee2665cd60 None None] New status for floating IP 2d277d39-5f01-4e31-97b8-439a5b3acbae: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:55:50.465926 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-4a1c9416-d8ff-43a9-9dba-08424d6d0135 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:50.467378 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-4a1c9416-d8ff-43a9-9dba-08424d6d0135 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0482690 Nov 27 16:55:50.468303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f3d0-61b7-4be3-9b60-c27117b41b9f req-ce1a56e8-4e55-49d6-8c7b-042ceeb07434 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:50.469776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f95f3d0-61b7-4be3-9b60-c27117b41b9f req-ce1a56e8-4e55-49d6-8c7b-042ceeb07434 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c6fdf41-3011-40da-9491-f771dcfed25d HTTP/1.1" status: 200 len: 946 time: 0.0470929 Nov 27 16:55:50.519204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7f95f3d0-61b7-4be3-9b60-c27117b41b9f req-87e7d37d-fba6-4516-b505-fc430f778817 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3a74f5-e7f8-495b-8892-bcc9785b53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Nov 27 16:55:50.560468 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:55:50.560802 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:50.659372 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 919363b3-076b-40d3-9c9c-29e1eeed6fc3, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=919363b3-076b-40d3-9c9c-29e1eeed6fc3,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:55:50.659789 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:50.671289 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 919363b3-076b-40d3-9c9c-29e1eeed6fc3 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:55:50.675873 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:55:50.796856 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:50.828822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=919363b3-076b-40d3-9c9c-29e1eeed6fc3,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:50.870213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] No DVR routers for this DVR port 919363b3-076b-40d3-9c9c-29e1eeed6fc3 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:55:50.872710 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:50.876100 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1e2ea61a-32e4-4cad-a536-c2673bc7581e req-87854935-c73c-41b7-8723-d1fbd070ac5e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.37 "DELETE /v2.0/ports/919363b3-076b-40d3-9c9c-29e1eeed6fc3 HTTP/1.1" status: 204 len: 173 time: 0.4018445 Nov 27 16:55:50.876603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'name': 'network-vif-deleted', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:55:50.878948 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4546bbad-910e-4312-91e5-e31ed72a02d4" -d '{"events": [{"server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "name": "network-vif-deleted", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:55:50.918329 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c52f977-9314-4ff9-b828-1a41b09dace3 x-openstack-request-id: req-6c52f977-9314-4ff9-b828-1a41b09dace3 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:55:50.918628 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6fdf41-3011-40da-9491-f771dcfed25d", "name": "network-vif-deleted", "tag": "919363b3-076b-40d3-9c9c-29e1eeed6fc3", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:55:50.918883 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c52f977-9314-4ff9-b828-1a41b09dace3 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:55:50.919286 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6fdf41-3011-40da-9491-f771dcfed25d', 'name': 'network-vif-deleted', 'tag': '919363b3-076b-40d3-9c9c-29e1eeed6fc3', 'status': 'completed', 'code': 200} Nov 27 16:55:51.576292 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38026) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:51.930826 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:52.177590 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 18afb10b-1477-4a87-aca7-770247eae219 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:55:52.177935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:52.268660 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 18afb10b-1477-4a87-aca7-770247eae219, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=18afb10b-1477-4a87-aca7-770247eae219,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:55:52.269019 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:52.281243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 18afb10b-1477-4a87-aca7-770247eae219 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:55:52.464295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:52.492408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=18afb10b-1477-4a87-aca7-770247eae219,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:52.666782 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:52.878229 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:55:52.983947 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:55:52.989597 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-f3b16282-2ce5-43f7-82f0-10d7475d2670 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/048ef9fd-6d50-4d49-b4ee-a16d6038ffc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122434 Nov 27 16:55:52.992325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38028) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:52.998742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] Sync routers for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:55:53.010257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:55:53.010870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:53.048635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting subnet a0b70426-bbac-4865-afdc-eee6a5f37d25 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:55:53.051748 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.091466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.116834 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:55:53.172698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.236578 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.262439 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b70426-bbac-4865-afdc-eee6a5f37d25,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:53.267833 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.270563 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6e114402-b004-4fa7-a617-02a2271ec333 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/subnets/a0b70426-bbac-4865-afdc-eee6a5f37d25 HTTP/1.1" status: 204 len: 168 time: 0.2773180 Nov 27 16:55:53.274002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38030) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:53.276213 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6190d-46e2-499d-8bba-141caa610141 None None] Network 0413b177-7bb4-4820-9c76-b39da7fadbeb requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:55:53.373501 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:55:52Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:53.378911 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.417739 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] Checking router: 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:55:53.430628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] Routers {'048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:55:53.431249 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:53.480280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.534758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 8c49484c-5d8e-4428-abb0-262391ec093b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:55:53.535120 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.538167 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] Set router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:55:53.567267 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] DHCP port deletion for 0413b177-7bb4-4820-9c76-b39da7fadbeb request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:55:53.615485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 8c49484c-5d8e-4428-abb0-262391ec093b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8c49484c-5d8e-4428-abb0-262391ec093b,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:55:53.615907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.628090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 8c49484c-5d8e-4428-abb0-262391ec093b owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:55:53.730436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Deleting port d8dfd28c-0818-45b1-ba3c-21011e7d8386 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:55:53.730807 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.794569 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.803476 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] For port d8dfd28c-0818-45b1-ba3c-21011e7d8386, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=d8dfd28c-0818-45b1-ba3c-21011e7d8386,segment=NetworkSegment(f67b2302-301b-4f39-8bd4-549b0d1ffc8d),segment_id=f67b2302-301b-4f39-8bd4-549b0d1ffc8d)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:55:53.803871 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.818750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Calling delete_port for d8dfd28c-0818-45b1-ba3c-21011e7d8386 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:55:53.828366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=8c49484c-5d8e-4428-abb0-262391ec093b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:53.834674 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:55:52Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:53.853905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.854267 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.854620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.854965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.855304 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.855646 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.855986 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.856323 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.856664 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.856996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.857327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.857681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:53.888702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3a7e5-b469-48b3-8fa1-5c68cffb5b32 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:55:53.892902 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51f865-bbbc-4e55-8415-2b479101c35a None None] The sync data for ids ['048ef9fd-6d50-4d49-b4ee-a16d6038ffc1'] in n-d-819494-4 is: [{'id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11699680', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:55:52Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': '8c49484c-5d8e-4428-abb0-262391ec093b', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048ef9fd-6d50-4d49-b4ee-a16d6038ffc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:54:07Z', 'updated_at': '2021-11-27T16:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:55:53.897086 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.905207 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 919363b3-076b-40d3-9c9c-29e1eeed6fc3 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:55:53.940648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 919363b3-076b-40d3-9c9c-29e1eeed6fc3 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:55:53.941008 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 919363b3-076b-40d3-9c9c-29e1eeed6fc3 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:55:53.962397 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:53.989966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Pushing event deleted for resources: {'Port': ['ID=d8dfd28c-0818-45b1-ba3c-21011e7d8386,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:53.992205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] No DVR routers for this DVR port d8dfd28c-0818-45b1-ba3c-21011e7d8386 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:55:54.004925 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.005046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.005592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.005802 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.005983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.006315 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.006617 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.006957 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.007274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.007656 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.007990 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.008347 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.008457 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.008698 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7912bc-bf60-47cb-a488-5aaf9d08bb64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:54.051332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.052026 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Fanout notify agent at l3_agent the message router_deleted on router 048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:55:54.059807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.060909 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-416f8636-eade-4c60-9461-cab1c4f432d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/routers/048ef9fd-6d50-4d49-b4ee-a16d6038ffc1 HTTP/1.1" status: 204 len: 168 time: 0.7861602 Nov 27 16:55:54.063679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38032) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:54.138129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.228837 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.249336 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0413b177-7bb4-4820-9c76-b39da7fadbeb']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:54.259439 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:54.259738 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67b2302-301b-4f39-8bd4-549b0d1ffc8d') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:54.269982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.284092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.290290 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:55:54.290866 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:55:54.294013 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:55:54.357580 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.364853 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.371166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/networks/0413b177-7bb4-4820-9c76-b39da7fadbeb HTTP/1.1" status: 204 len: 168 time: 0.3040612 Nov 27 16:55:54.371540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38034) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:54.387563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d11b2-c88a-422f-ac3c-1d12797f0c9c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Network': ['ID=0413b177-7bb4-4820-9c76-b39da7fadbeb,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:54.431003 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a09d2e0b-ce8d-46b3-8e22-9e764d0a0a66 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.457825 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a09d2e0b-ce8d-46b3-8e22-9e764d0a0a66 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.519766 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a09d2e0b-ce8d-46b3-8e22-9e764d0a0a66 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.522417 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a09d2e0b-ce8d-46b3-8e22-9e764d0a0a66 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:54.523602 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a09d2e0b-ce8d-46b3-8e22-9e764d0a0a66 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/security-groups/0d3a74f5-e7f8-495b-8892-bcc9785b53ae HTTP/1.1" status: 204 len: 168 time: 0.1510825 Nov 27 16:55:54.534834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2e0b-ce8d-46b3-8e22-9e764d0a0a66 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a74f5-e7f8-495b-8892-bcc9785b53ae,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.006924 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38040) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.011490 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114765178', 'description': 'tempest-secgroup-smoke-114765178 description', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.025790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8c49484c-5d8e-4428-abb0-262391ec093b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:55:55.035739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.048706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8c49484c-5d8e-4428-abb0-262391ec093b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:55:55.049059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8c49484c-5d8e-4428-abb0-262391ec093b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:55:55.049505 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 18afb10b-1477-4a87-aca7-770247eae219 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:55:55.070292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 18afb10b-1477-4a87-aca7-770247eae219 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:55:55.070651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 18afb10b-1477-4a87-aca7-770247eae219 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:55:55.071065 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d8dfd28c-0818-45b1-ba3c-21011e7d8386 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:55:55.095864 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: d8dfd28c-0818-45b1-ba3c-21011e7d8386 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:55:55.096137 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device d8dfd28c-0818-45b1-ba3c-21011e7d8386 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:55:55.102657 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.106401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.137240 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.138476 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305568 Nov 27 16:55:55.140427 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85f40a-0847-4f93-aac6-d4f2c0f44abe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817ca7ee-6f1f-425b-9071-6332908427ee,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.141506 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38042) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.147553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '817ca7ee-6f1f-425b-9071-6332908427ee', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.175167 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.234982 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.238805 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.259841 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0bd4b5-60d5-4b78-9800-ba25e0476946,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.266206 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.268010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f4cb9603-6ae0-4d82-9fb2-7c249e5475a9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248915 Nov 27 16:55:55.270804 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38044) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.275059 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '817ca7ee-6f1f-425b-9071-6332908427ee', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.302374 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.357588 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.361225 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.378895 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a858256-41d6-41a6-9e09-86557275845a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.386061 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.387257 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-e7f06738-c1ca-4081-b349-f8253514db65 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155293 Nov 27 16:55:55.390092 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38046) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.395033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '817ca7ee-6f1f-425b-9071-6332908427ee', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.420643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.479292 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.482874 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.503021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c70d6d-6319-4535-88ed-b5e0209337c7,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.508953 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.510162 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0f24e991-6a01-450a-938c-c5e4f0688f3f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190801 Nov 27 16:55:55.512954 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38048) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.517228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '817ca7ee-6f1f-425b-9071-6332908427ee', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.543013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.600443 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.604215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.625440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041f7293-0aef-4eb4-8c11-d1e0de498f32,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.631983 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.633042 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5c55013a-3bc8-42f9-8f4d-73bfb90b4d53 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191199 Nov 27 16:55:55.635905 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38050) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.640196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '817ca7ee-6f1f-425b-9071-6332908427ee', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.661252 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:55:55.666080 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.722389 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.725684 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.743146 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132814c5-67f1-46ab-aeb0-6a185925511c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.750446 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.752358 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-29f57625-1296-4946-8b89-ab3d2e0dfe94 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155043 Nov 27 16:55:55.755397 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38052) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.759956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'security_group_rule': {'security_group_id': '817ca7ee-6f1f-425b-9071-6332908427ee', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.782466 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Project 73e1692a8dcc4f489fe6b77bb1bb054f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:55:55.787374 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.850917 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.854329 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.872309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564589d0-5298-44bf-a38b-2162695bbd37,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:55.877231 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.878363 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6f54d186-4862-4df3-9a41-33ca34744e0b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219504 Nov 27 16:55:55.881119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38054) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:55.885864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'network': {'name': 'tempest-network-smoke--367502494', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'port_security_enabled': True}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:55.905437 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:55:55.909256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.932471 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:55:55.942509 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:55.942972 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Added segment 377f5af5-4edf-435f-a805-2fde48df72f1 of type vlan for network 702719cd-eea9-4115-bc77-aaa8681d5209 Nov 27 16:55:55.982598 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.005987 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.011461 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:56.012035 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.067119 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1849620 Nov 27 16:55:56.069866 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38056) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:56.074070 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'admin_state_up': True, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:56.098287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5836-a2a1-4d90-9fed-cc306a74a766 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Network': ['ID=702719cd-eea9-4115-bc77-aaa8681d5209,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:56.108234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 702719cd-eea9-4115-bc77-aaa8681d5209 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:55:56.113988 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.115030 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.165429 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.303393 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.490887 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.512245 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.611136 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.153 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ff9097c2-697c-48d9-a289-78e4638508b0) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:55:56.714048 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.746306 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.780459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:55:56.785214 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:55:56.788683 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:55:56.799061 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf48fd-497d-41da-8e89-9a7f97b70f92 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:55:56.816672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ff9097c2-697c-48d9-a289-78e4638508b0,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:56.885997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-405a241d-662e-4afa-934c-39f69052a774 None None] Provisioning complete for port ff9097c2-697c-48d9-a289-78e4638508b0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:55:56.886368 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-405a241d-662e-4afa-934c-39f69052a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:56.922764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-405a241d-662e-4afa-934c-39f69052a774 None None] Port ff9097c2-697c-48d9-a289-78e4638508b0 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:55:57.043308 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:57.236556 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:57.363108 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:55:57.811325 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:55:57.822054 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Sync routers for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:55:57.831171 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:57.832550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6a77c68b-5ce9-456b-831c-fb2389526814 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7617650 Nov 27 16:55:57.835552 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:55:57.835720 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38058) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:57.836178 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:57.904459 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-710c7034-c825-4364-8142-fe8a49a4e553 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=73e1692a8dcc4f489fe6b77bb1bb054f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678072 Nov 27 16:55:57.907202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38062) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:57.938517 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:55:57.991988 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec9976-6dd1-4f5f-9566-3397d346ec6a tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:57.993504 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-87ec9976-6dd1-4f5f-9566-3397d346ec6a tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848007 Nov 27 16:55:57.996414 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38064) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:58.029039 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d446be4a-ad52-4e8e-8266-07597438230e tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e71c7826-0f3d-4a3a-a4af-819b5a9f74bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314085 Nov 27 16:55:58.031541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38066) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:58.037119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1399803990', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:55:58.126990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:55:58.130496 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.202242 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:56Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:58.232155 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Checking router: 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:55:58.232505 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Updating router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 port ff9097c2-697c-48d9-a289-78e4638508b0 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:55:58.256503 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.307734 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.367404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Subnet': ['ID=93b077e6-2c31-4b23-a2c6-91ad39c255b4,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:58.376770 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Checking segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:55:58.377182 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network hostable DHCP agents. Network: 702719cd-eea9-4115-bc77-aaa8681d5209, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:55:58.393528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 702719cd-eea9-4115-bc77-aaa8681d5209 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:55:58.402650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 702719cd-eea9-4115-bc77-aaa8681d5209) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:55:58.406859 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:55:58.407502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.431508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bbaa3087-e21d-4222-8e20-93fbce8e5bc0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988461 Nov 27 16:55:58.434208 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38068) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:55:58.522755 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.529424 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.569425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098bddc-fd4c-47b5-8da6-e174bab3af07 None None] Network 702719cd-eea9-4115-bc77-aaa8681d5209 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:55:58.584886 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56434ea-d5eb-498f-9a45-46c65b374d3e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:55:58.596517 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Attempting to bind port ff9097c2-697c-48d9-a289-78e4638508b0 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:55:58.596903 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Attempting to bind port ff9097c2-697c-48d9-a289-78e4638508b0 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:55:58.597251 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Attempting to bind port ff9097c2-697c-48d9-a289-78e4638508b0 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:55:58.604105 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Pushing event updated for resources: {'Port': ['ID=ff9097c2-697c-48d9-a289-78e4638508b0,revision_number=2']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:58.607146 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:55:58.607522 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:55:58.607918 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.608307 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:55:58.608770 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Bound port: ff9097c2-697c-48d9-a289-78e4638508b0, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:55:58.609145 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.616178 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.616501 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.617040 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.617181 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.617509 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.617842 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.618169 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.618492 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.618812 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.619378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.619505 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.619751 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:55:58.679245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-acf334da-bdaa-4a59-b26d-1bad0e7b6b78 None None] Provisioning complete for port ff9097c2-697c-48d9-a289-78e4638508b0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:55:58.679714 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-acf334da-bdaa-4a59-b26d-1bad0e7b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.685485 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] For port ff9097c2-697c-48d9-a289-78e4638508b0, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:55:58.689321 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] For port ff9097c2-697c-48d9-a289-78e4638508b0, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ff9097c2-697c-48d9-a289-78e4638508b0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:55:58.695431 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.748545 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7ae16a-56f5-413d-b4ca-73ff6c4353d2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:55:58.754030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60f03-d600-42d1-8c91-f52e69a0df63 None None] Pushing event updated for resources: {'Port': ['ID=ff9097c2-697c-48d9-a289-78e4638508b0,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:58.758937 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:55:58.759548 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:58.819310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-702719cd-eea9-4115-bc77-aaa8681d5209', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:55:58.820168 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.857424 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-acf334da-bdaa-4a59-b26d-1bad0e7b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.870202 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:55:58.930163 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-acf334da-bdaa-4a59-b26d-1bad0e7b6b78 None None] For port ff9097c2-697c-48d9-a289-78e4638508b0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ff9097c2-697c-48d9-a289-78e4638508b0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:55:58.937219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-acf334da-bdaa-4a59-b26d-1bad0e7b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:58.940894 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.029344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Allocated IP 172.20.0.2 (702719cd-eea9-4115-bc77-aaa8681d5209/93b077e6-2c31-4b23-a2c6-91ad39c255b4/3296441c-1acc-4b63-88df-05bfdfc5b537) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:55:59.038049 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf334da-bdaa-4a59-b26d-1bad0e7b6b78 None None] Pushing event updated for resources: {'Port': ['ID=ff9097c2-697c-48d9-a289-78e4638508b0,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:59.061779 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:56Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:55:59.094477 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c853b91-2021-4dd7-8f9b-4dd0da10d207 None None] The sync data for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 is: [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:56Z', 'revision_number': 3, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:55:59.107369 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6a9134b5-9c92-4dd6-81fd-d01994701fee None None] Provisioning complete for port ff9097c2-697c-48d9-a289-78e4638508b0 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:55:59.107729 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6a9134b5-9c92-4dd6-81fd-d01994701fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.260868 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.267183 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.308322 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Network 702719cd-eea9-4115-bc77-aaa8681d5209 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:55:59.313910 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:55:59.315818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Pushing event updated for resources: {'Port': ['ID=3296441c-1acc-4b63-88df-05bfdfc5b537,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:59.318243 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:55:59.324008 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.1 (702719cd-eea9-4115-bc77-aaa8681d5209/93b077e6-2c31-4b23-a2c6-91ad39c255b4/a615589d-7205-40fa-b3fc-6d66e31119b8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:55:59.400839 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Attempting to bind port 3296441c-1acc-4b63-88df-05bfdfc5b537 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:55:59.401563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Attempting to bind port 3296441c-1acc-4b63-88df-05bfdfc5b537 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:55:59.401996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Attempting to bind port 3296441c-1acc-4b63-88df-05bfdfc5b537 on network 702719cd-eea9-4115-bc77-aaa8681d5209 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:55:59.414731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:55:59.415140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Checking segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:55:59.415510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.415936 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Bound using segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:55:59.416420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Bound port: 3296441c-1acc-4b63-88df-05bfdfc5b537, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:55:59.416908 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.485144 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.487084 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] For port 3296441c-1acc-4b63-88df-05bfdfc5b537, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:55:59.491044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] For port 3296441c-1acc-4b63-88df-05bfdfc5b537, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3296441c-1acc-4b63-88df-05bfdfc5b537,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:55:59.498685 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.529468 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.572050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacdd8f-5ec6-4665-ad74-7cba7ffb8a29 None None] Pushing event updated for resources: {'Port': ['ID=3296441c-1acc-4b63-88df-05bfdfc5b537,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:59.584831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 702719cd-eea9-4115-bc77-aaa8681d5209 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:55:59.588418 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:55:59.593702 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:55:59.619871 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=a615589d-7205-40fa-b3fc-6d66e31119b8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:55:59.654009 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:55:59.824936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.118235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.122586 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.199600 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=a615589d-7205-40fa-b3fc-6d66e31119b8,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:00.203462 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.305713 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 702719cd-eea9-4115-bc77-aaa8681d5209 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:56:00.307549 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:56:00.315864 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.430503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:56:00.525299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c204b0-f3c5-4cb3-9133-26d2fc83d28e None None] Network 702719cd-eea9-4115-bc77-aaa8681d5209 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:56:00.547126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:56:00.552845 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-d22a9969-8f93-4ac9-afcc-220952e7700c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/3b3c34e0-fe47-4ddd-8a1a-754d9d90f075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1176457 Nov 27 16:56:00.604522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c42bc043-1af0-4326-912f-169e1e0b34b7 None None] Provisioning complete for port 3296441c-1acc-4b63-88df-05bfdfc5b537 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:00.604974 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c42bc043-1af0-4326-912f-169e1e0b34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.715276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-170805ab-0b49-4ac1-9bea-84ac3aa17dac tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114765178&fields=id&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 267 time: 0.0516615 Nov 27 16:56:00.755797 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c42bc043-1af0-4326-912f-169e1e0b34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.793907 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-c42bc043-1af0-4326-912f-169e1e0b34b7 None None] For port 3296441c-1acc-4b63-88df-05bfdfc5b537, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3296441c-1acc-4b63-88df-05bfdfc5b537,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:56:00.802342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c42bc043-1af0-4326-912f-169e1e0b34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:00.837110 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-56cd390e-f0bf-4766-9160-19a65c1b5861 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:00.842986 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-56cd390e-f0bf-4766-9160-19a65c1b5861 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 796 time: 0.1173785 Nov 27 16:56:00.858824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bc043-1af0-4326-912f-169e1e0b34b7 None None] Pushing event updated for resources: {'Port': ['ID=3296441c-1acc-4b63-88df-05bfdfc5b537,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:00.870016 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-abde20fd-2863-4020-be02-a158cd2702c0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/quotas/73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 375 time: 0.0105913 Nov 27 16:56:00.921201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-12a98cc8-38b0-421f-9e81-7bff31b219e7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499969 Nov 27 16:56:01.047942 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3b52e10-4564-4291-8218-522abfc95e17 None None] Provisioning complete for port a615589d-7205-40fa-b3fc-6d66e31119b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:01.047942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c3b52e10-4564-4291-8218-522abfc95e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:01.101239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff9097c2-697c-48d9-a289-78e4638508b0 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:56:01.105819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-bf99ba2d-6d4f-4e5a-a8a7-f2ded909e735 service neutron] 10.222.0.15 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700141 Nov 27 16:56:01.151591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-c3b52e10-4564-4291-8218-522abfc95e17 None None] Port a615589d-7205-40fa-b3fc-6d66e31119b8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:56:01.157376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Sync routers for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:56:01.179409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:56:01.180051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:01.202550 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-e44280ef-5a4d-4993-9818-0e0f87eb41d8 service neutron] 10.222.0.15 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958495 Nov 27 16:56:01.217882 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-c3b52e10-4564-4291-8218-522abfc95e17 None None] Provisioning complete for port 3296441c-1acc-4b63-88df-05bfdfc5b537 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:01.218257 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c3b52e10-4564-4291-8218-522abfc95e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:01.263089 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port ff9097c2-697c-48d9-a289-78e4638508b0 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:01.263465 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:01.379542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:56:01.382583 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fd55c634-41fc-45a9-89d4-e9a0e807aaf1 req-e56b039e-5f34-43c0-a297-2bf54f2aeee7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 210 time: 0.0351615 Nov 27 16:56:01.582344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3296441c-1acc-4b63-88df-05bfdfc5b537 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:56:01.684890 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 3296441c-1acc-4b63-88df-05bfdfc5b537 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:01.685625 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:01.720671 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-510eb62a-beeb-4d02-bd43-aef026b5a436 None None] Provisioning complete for port a615589d-7205-40fa-b3fc-6d66e31119b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:01.721029 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-510eb62a-beeb-4d02-bd43-aef026b5a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:01.769292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 2, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:01.796377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-510eb62a-beeb-4d02-bd43-aef026b5a436 None None] Port a615589d-7205-40fa-b3fc-6d66e31119b8 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:56:01.800777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Checking router: 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:56:01.800777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Updating router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 port a615589d-7205-40fa-b3fc-6d66e31119b8 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:56:01.851781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.103971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.108841 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.160767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065a6b-fe8a-4c55-8525-0d0eccf8ce60 None None] Pushing event updated for resources: {'Port': ['ID=a615589d-7205-40fa-b3fc-6d66e31119b8,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:02.209691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Attempting to bind port a615589d-7205-40fa-b3fc-6d66e31119b8 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:56:02.210090 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Attempting to bind port a615589d-7205-40fa-b3fc-6d66e31119b8 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:56:02.210461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Attempting to bind port a615589d-7205-40fa-b3fc-6d66e31119b8 on network 702719cd-eea9-4115-bc77-aaa8681d5209 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:56:02.215632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:56:02.216032 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Checking segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:56:02.216429 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.216852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Bound using segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:56:02.217516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Bound port: a615589d-7205-40fa-b3fc-6d66e31119b8, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:56:02.217942 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.280647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] For port a615589d-7205-40fa-b3fc-6d66e31119b8, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:56:02.284653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] For port a615589d-7205-40fa-b3fc-6d66e31119b8, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a615589d-7205-40fa-b3fc-6d66e31119b8,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:56:02.288265 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.349695 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:56:02.350334 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:55:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:02.352268 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065a6b-fe8a-4c55-8525-0d0eccf8ce60 None None] Pushing event updated for resources: {'Port': ['ID=a615589d-7205-40fa-b3fc-6d66e31119b8,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:02.414694 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.475253 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-017a0bb7-a71a-4cea-b769-40b29f39c7f8 req-1c82de64-f51d-488e-9164-8b752f4e81fe tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 210 time: 0.0342555 Nov 27 16:56:02.622329 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-63762d3b-b6c2-40f7-8a6e-e9082553d173 None None] Provisioning complete for port a615589d-7205-40fa-b3fc-6d66e31119b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:02.622621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63762d3b-b6c2-40f7-8a6e-e9082553d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.662970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:56:02.821662 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63762d3b-b6c2-40f7-8a6e-e9082553d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.878622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-63762d3b-b6c2-40f7-8a6e-e9082553d173 None None] For port a615589d-7205-40fa-b3fc-6d66e31119b8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a615589d-7205-40fa-b3fc-6d66e31119b8,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:56:02.896954 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-63762d3b-b6c2-40f7-8a6e-e9082553d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:02.954978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63762d3b-b6c2-40f7-8a6e-e9082553d173 None None] Pushing event updated for resources: {'Port': ['ID=a615589d-7205-40fa-b3fc-6d66e31119b8,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:02.966239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:02.994087 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad91be-cc83-415f-b667-5a65c2ba87c4 None None] The sync data for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 is: [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:56:03.016063 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d3a92108-4c6b-44ce-9b04-2535d45c4648 None None] Provisioning complete for port a615589d-7205-40fa-b3fc-6d66e31119b8 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:03.016977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d3a92108-4c6b-44ce-9b04-2535d45c4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:03.436597 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-706c06ce-1d40-4e6c-a3db-c2bb4b0d255e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:03.438686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-706c06ce-1d40-4e6c-a3db-c2bb4b0d255e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 796 time: 0.1115055 Nov 27 16:56:03.513914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-01c86412-a863-40ab-9537-4c8a46af9b29 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f HTTP/1.1" status: 200 len: 379 time: 0.0641522 Nov 27 16:56:03.529025 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'port': {'device_id': '5c0d0402-684d-457b-8064-3332ecb813d1', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'admin_state_up': True, 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'security_groups': ['817ca7ee-6f1f-425b-9071-6332908427ee']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:56:03.602154 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5990d622-fa76-48de-aec0-f529c029cc4d req-61604fbb-fda6-4fac-b4b6-e10bcf5595ca tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 210 time: 0.0560305 Nov 27 16:56:03.670681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Made reservation on behalf of 73e1692a8dcc4f489fe6b77bb1bb054f for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:56:03.674960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:03.808569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.20.0.3 (702719cd-eea9-4115-bc77-aaa8681d5209/93b077e6-2c31-4b23-a2c6-91ad39c255b4/3a4cc849-6342-4f28-90d1-68da2ad35753) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:56:03.958003 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:03.992523 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.038243 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network 702719cd-eea9-4115-bc77-aaa8681d5209 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:56:04.041289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:56:04.045012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:56:04.051648 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=3a4cc849-6342-4f28-90d1-68da2ad35753,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:04.099505 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:04.100141 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.117518 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-53c559c0-d3f6-4bfe-9fa2-ded18bd67f4e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924687 Nov 27 16:56:04.180813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Request body: {'port': {'device_id': '5c0d0402-684d-457b-8064-3332ecb813d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:56:04.240887 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.341592 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8ff364ab-f9ef-4024-9d3d-c1f9a586e10c None None] Provisioning complete for port 3a4cc849-6342-4f28-90d1-68da2ad35753 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:04.342176 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ff364ab-f9ef-4024-9d3d-c1f9a586e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.374963 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-8ff364ab-f9ef-4024-9d3d-c1f9a586e10c None None] Port 3a4cc849-6342-4f28-90d1-68da2ad35753 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:56:04.497501 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4cc849-6342-4f28-90d1-68da2ad35753 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:56:04.505511 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.517122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Transition to ACTIVE for port object 3a4cc849-6342-4f28-90d1-68da2ad35753 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:56:04.520913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.571914 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4cc849-6342-4f28-90d1-68da2ad35753,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:04.646669 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Attempting to bind port 3a4cc849-6342-4f28-90d1-68da2ad35753 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:56:04.647018 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Attempting to bind port 3a4cc849-6342-4f28-90d1-68da2ad35753 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:56:04.647390 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Attempting to bind port 3a4cc849-6342-4f28-90d1-68da2ad35753 on network 702719cd-eea9-4115-bc77-aaa8681d5209 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:56:04.652062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Port 3a4cc849-6342-4f28-90d1-68da2ad35753 on network 702719cd-eea9-4115-bc77-aaa8681d5209 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:56:04.652396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Attempting to bind port 3a4cc849-6342-4f28-90d1-68da2ad35753 on network 702719cd-eea9-4115-bc77-aaa8681d5209 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:56:04.657485 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:56:04.657844 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Checking segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:56:04.658237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Bound using segment: {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:56:04.658673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Bound port: 3a4cc849-6342-4f28-90d1-68da2ad35753, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377f5af5-4edf-435f-a805-2fde48df72f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:56:04.659035 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.759557 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] For port 3a4cc849-6342-4f28-90d1-68da2ad35753, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:56:04.763145 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] For port 3a4cc849-6342-4f28-90d1-68da2ad35753, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a4cc849-6342-4f28-90d1-68da2ad35753,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:56:04.771036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cf9e8-e50a-4502-9339-3c179ff4d276 req-12992286-b8ea-47a7-8824-b5f435bd30e3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:04.772548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-685cf9e8-e50a-4502-9339-3c179ff4d276 req-12992286-b8ea-47a7-8824-b5f435bd30e3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 943 time: 0.0799470 Nov 27 16:56:04.774142 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.824302 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:04.824936 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:04.826379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 1091 time: 0.6955876 Nov 27 16:56:04.826837 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:56:04.829957 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:56:04.881353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0af28a-6729-43fc-bc85-50a333dbc2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4cc849-6342-4f28-90d1-68da2ad35753,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:04.892372 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37681a96-ea8e-419c-aa8d-32bb23b46204 x-openstack-request-id: req-37681a96-ea8e-419c-aa8d-32bb23b46204 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:56:04.892671 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:56:04.892948 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37681a96-ea8e-419c-aa8d-32bb23b46204 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:56:04.893358 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'status': 'completed', 'code': 200} Nov 27 16:56:04.900532 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-685cf9e8-e50a-4502-9339-3c179ff4d276 req-48645a77-1870-47a1-8c5b-23a9ba7f87d0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183190 Nov 27 16:56:04.930949 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-e8cac650-3473-402d-835e-9bac6c515edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:04.932499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-e8cac650-3473-402d-835e-9bac6c515edb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1094 time: 0.0530953 Nov 27 16:56:04.985884 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-0e2dc871-4dd6-4203-ad70-d90d91c46593 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 217 time: 0.0373392 Nov 27 16:56:05.046924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a615589d-7205-40fa-b3fc-6d66e31119b8 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:56:05.059822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-60e09680-1a1f-4859-bfce-4b454d998c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:05.061290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-60e09680-1a1f-4859-bfce-4b454d998c74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 200 len: 835 time: 0.0592570 Nov 27 16:56:05.098025 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port a615589d-7205-40fa-b3fc-6d66e31119b8 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:05.098315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:05.111890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-6c3b2144-eb8c-46cc-9b36-19ed5953ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:05.113501 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-6c3b2144-eb8c-46cc-9b36-19ed5953ab33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=702719cd-eea9-4115-bc77-aaa8681d5209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409434 Nov 27 16:56:05.210804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-9de59aa0-9ccc-41a8-b4fc-1cb052200cd6 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842760 Nov 27 16:56:05.314106 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fbbff276-4df4-42bd-9757-4b8bae13f14c req-fbd5f9b9-aaa3-437a-8cfe-ed7e03597e04 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899255 Nov 27 16:56:05.341688 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2268-5643-4573-bcc4-7ae5b468d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:05.418947 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-46bb53ac-900a-46e0-990b-29857cff5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:05.420415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-46bb53ac-900a-46e0-990b-29857cff5783 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1094 time: 0.0416598 Nov 27 16:56:05.513686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-2f9f5759-c862-45d3-b422-292fd5009e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:05.515134 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-2f9f5759-c862-45d3-b422-292fd5009e93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 897 time: 0.0870805 Nov 27 16:56:05.556950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-51c5a5b1-3ae5-42a1-83b8-5b531ce784d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 217 time: 0.0335679 Nov 27 16:56:05.606112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-9dc586e1-6658-4f15-8d52-4f56b01f9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:05.607448 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-9dc586e1-6658-4f15-8d52-4f56b01f9791 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 200 len: 835 time: 0.0422745 Nov 27 16:56:05.661657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-f847fba2-f419-4678-bb3c-e0672508331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:05.663184 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-f847fba2-f419-4678-bb3c-e0672508331b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=702719cd-eea9-4115-bc77-aaa8681d5209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453844 Nov 27 16:56:05.755818 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-d31c958f-6fac-495a-bb65-b0e216b47bba service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845065 Nov 27 16:56:05.848454 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2868b3e3-2b6c-4c71-9f02-cd68d07c1902 req-eb482208-d91c-43f4-bfca-bccc86d04c56 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815618 Nov 27 16:56:06.024793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10321d6c-f2ac-42ae-9ea0-4f126b7ec1ea req-aecd924e-1787-4fcf-b336-3f2480811f79 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:06.026312 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10321d6c-f2ac-42ae-9ea0-4f126b7ec1ea req-aecd924e-1787-4fcf-b336-3f2480811f79 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 943 time: 0.0533500 Nov 27 16:56:06.073657 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10321d6c-f2ac-42ae-9ea0-4f126b7ec1ea req-179b4b8d-78d6-4f60-81c2-9109df7b16e1 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Nov 27 16:56:07.187532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04227728-b627-4204-9131-c4c17737b969 req-e20ccdf2-2335-447f-8bc3-106807736c33 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:07.189083 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04227728-b627-4204-9131-c4c17737b969 req-e20ccdf2-2335-447f-8bc3-106807736c33 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 943 time: 0.0484047 Nov 27 16:56:07.237373 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04227728-b627-4204-9131-c4c17737b969 req-a17d4036-2dcb-4274-a3c1-b2a32c44c37b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Nov 27 16:56:07.808242 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8d12f845-1d6f-4819-9e47-81213b8b28f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:08.354544 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36e01-9bab-41bf-b7d0-c10f6ce3dd7f req-b075e8c3-7995-4a18-81ed-ae60a5bbc738 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:08.356058 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4c36e01-9bab-41bf-b7d0-c10f6ce3dd7f req-b075e8c3-7995-4a18-81ed-ae60a5bbc738 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 943 time: 0.0525486 Nov 27 16:56:08.405650 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4c36e01-9bab-41bf-b7d0-c10f6ce3dd7f req-abbc8c7a-4119-445b-80df-68dec161a2c5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Nov 27 16:56:08.799654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:09.037470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a4cc849-6342-4f28-90d1-68da2ad35753 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:56:09.127918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3a4cc849-6342-4f28-90d1-68da2ad35753, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a4cc849-6342-4f28-90d1-68da2ad35753,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:56:09.138713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'port_id': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'mac_address': 'fa:16:3e:3c:77:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:56:09.174126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:09.189226 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4cc849-6342-4f28-90d1-68da2ad35753 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:56:09.208104 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3a4cc849-6342-4f28-90d1-68da2ad35753, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a4cc849-6342-4f28-90d1-68da2ad35753,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:56:09.211841 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:09.258412 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3a4cc849-6342-4f28-90d1-68da2ad35753,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:09.522543 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056ab1-abda-404d-9cc6-20d4e6181a94 req-0bd68357-f4d4-4840-a22c-73fc1cb2eef2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:09.524007 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09056ab1-abda-404d-9cc6-20d4e6181a94 req-0bd68357-f4d4-4840-a22c-73fc1cb2eef2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 944 time: 0.0477474 Nov 27 16:56:09.552529 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['3a4cc849-6342-4f28-90d1-68da2ad35753'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:56:09.572894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-09056ab1-abda-404d-9cc6-20d4e6181a94 req-5589026a-d711-474a-9673-0e690e2aa807 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 Nov 27 16:56:10.525023 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:10.687453 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28193726-706c-4062-b140-7dc0a1618ab1 req-50efa50a-22c4-486b-b98a-7ed4c75e2e2d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:10.688890 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28193726-706c-4062-b140-7dc0a1618ab1 req-50efa50a-22c4-486b-b98a-7ed4c75e2e2d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 944 time: 0.0477030 Nov 27 16:56:10.740484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-28193726-706c-4062-b140-7dc0a1618ab1 req-94996cf4-2f6c-46f2-985c-dc028f93665b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Nov 27 16:56:11.256269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a4cc849-6342-4f28-90d1-68da2ad35753 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:56:11.310856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:11.317366 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 3a4cc849-6342-4f28-90d1-68da2ad35753 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:56:11.321096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 3a4cc849-6342-4f28-90d1-68da2ad35753 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:56:11.321491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:11.398973 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:11.423005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:56:11.425276 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ca8a2-6e6b-49e3-9742-07821aeefabc" -d '{"events": [{"server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:56:11.439653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 3a4cc849-6342-4f28-90d1-68da2ad35753, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a4cc849-6342-4f28-90d1-68da2ad35753,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:56:11.446602 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:11.495056 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=3a4cc849-6342-4f28-90d1-68da2ad35753,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:11.527280 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c710ecf-5a17-4474-ad89-8c2a3f31a4bf x-openstack-request-id: req-3c710ecf-5a17-4474-ad89-8c2a3f31a4bf {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:56:11.527975 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:56:11.528166 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c710ecf-5a17-4474-ad89-8c2a3f31a4bf {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:56:11.528572 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'code': 200} Nov 27 16:56:11.634797 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5a1a-c4c0-486e-ade2-d9310b578740 req-26bd4c5d-ffe3-4eaf-9f09-2fec47696595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:11.636288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-015b5a1a-c4c0-486e-ade2-d9310b578740 req-26bd4c5d-ffe3-4eaf-9f09-2fec47696595 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1096 time: 0.0396798 Nov 27 16:56:11.689527 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-015b5a1a-c4c0-486e-ade2-d9310b578740 req-7eb11c4b-bef7-4935-ad21-8b01fa15ac7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Nov 27 16:56:11.853971 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7b14d-b651-4343-acbc-05ba2de7d349 req-2719cc57-3f2d-4fbb-ac7e-81d386e86a74 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:11.855434 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4b7b14d-b651-4343-acbc-05ba2de7d349 req-2719cc57-3f2d-4fbb-ac7e-81d386e86a74 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0489695 Nov 27 16:56:11.902923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e4b7b14d-b651-4343-acbc-05ba2de7d349 req-77906878-aa62-4f4e-b771-b3febb000999 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 Nov 27 16:56:13.025132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc678b2-9c14-472e-bcc5-69c1ab06444c req-25b345e2-7639-497e-987e-246184a9d386 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:13.026619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cc678b2-9c14-472e-bcc5-69c1ab06444c req-25b345e2-7639-497e-987e-246184a9d386 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0528116 Nov 27 16:56:13.074756 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6cc678b2-9c14-472e-bcc5-69c1ab06444c req-4bb744e7-ae9e-4b34-9617-f07912d6232d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Nov 27 16:56:14.187352 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972715a5-d384-4096-afca-2e0083734efb req-446cafdd-9744-4ad8-baef-cd8bfce8d2a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:14.189428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-972715a5-d384-4096-afca-2e0083734efb req-446cafdd-9744-4ad8-baef-cd8bfce8d2a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Nov 27 16:56:14.237766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-972715a5-d384-4096-afca-2e0083734efb req-7f0ba4dd-89d2-4669-ac38-24e2f516909b tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Nov 27 16:56:14.350141 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753a5e5-4fc6-47bd-a15d-9a58f41e9109 req-9aa1175a-2504-4033-8147-d49dd13ca42f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:14.351582 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4753a5e5-4fc6-47bd-a15d-9a58f41e9109 req-9aa1175a-2504-4033-8147-d49dd13ca42f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0476625 Nov 27 16:56:14.403424 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4753a5e5-4fc6-47bd-a15d-9a58f41e9109 req-6cd4f70e-a704-4e3f-9859-7ca734ee0011 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459957 Nov 27 16:56:14.424755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38134) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:14.463032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d18b22-2f26-4ded-9929-953439731341 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:14.464508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-06d18b22-2f26-4ded-9929-953439731341 tempest-TestNetworkAdvancedServerOps-260665572 tempest-TestNetworkAdvancedServerOps-260665572-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1091 time: 0.0387807 Nov 27 16:56:14.467328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38136) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:14.471525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:56:14.492686 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:14.592938 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:14.692498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Allocated IP 172.25.1.200 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/ac437af4-8f35-43a1-817c-ab2f912eec2e) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:56:14.793777 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:14.826549 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:14.866542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:56:14.869373 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:56:14.872887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:56:14.893610 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ac437af4-8f35-43a1-817c-ab2f912eec2e,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:15.219264 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:15.283869 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:15.430825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:15.435136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:15.499273 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event updated for resources: {'Port': ['ID=ac437af4-8f35-43a1-817c-ab2f912eec2e,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:15.511236 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:15.914613 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP 2d6774d3-8032-4ea6-b9dc-f4488f142268 associated. External IP: 172.25.1.200, port: 3a4cc849-6342-4f28-90d1-68da2ad35753. Nov 27 16:56:16.121264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:56:16.228599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:56:16.238718 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] Sync routers for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:56:16.248817 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:16.250515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:56:16.251183 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:56:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:16.280420 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-2056dbb0-638b-408e-9cbb-ddca5df3d0fc tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8096101 Nov 27 16:56:16.280420 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:56:16.280963 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:56:16.320840 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab690b-2fd1-46a2-bf7b-ec792f6c9883 x-openstack-request-id: req-4fab690b-2fd1-46a2-bf7b-ec792f6c9883 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:56:16.321222 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:56:16.321580 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fab690b-2fd1-46a2-bf7b-ec792f6c9883 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:56:16.322608 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'status': 'completed', 'code': 200} Nov 27 16:56:16.377590 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:56:16.410234 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-fa6daf05-ff88-4da4-9dfc-63d8f5517531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:16.411778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-fa6daf05-ff88-4da4-9dfc-63d8f5517531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1096 time: 0.0648685 Nov 27 16:56:16.420107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d8bc-d218-4096-9b84-d751120b503f req-9715e742-b9e6-4c32-99c5-3366e18bc8ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:16.421548 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a643d8bc-d218-4096-9b84-d751120b503f req-9715e742-b9e6-4c32-99c5-3366e18bc8ee tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0847013 Nov 27 16:56:16.528081 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a643d8bc-d218-4096-9b84-d751120b503f req-4c3e7816-1e03-47d4-a480-c31cc751c001 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968463 Nov 27 16:56:16.541205 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-9fef2f1c-15ca-4fe7-ab3a-8fd733e1a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:16.542667 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-9fef2f1c-15ca-4fe7-ab3a-8fd733e1a87c service neutron] 10.222.0.21 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 897 time: 0.1202624 Nov 27 16:56:16.551827 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38142) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:16.599278 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2d6774d3-8032-4ea6-b9dc-f4488f142268', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'port_id': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'mac_address': 'fa:16:3e:3c:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0d0402-684d-457b-8064-3332ecb813d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:56:15Z', 'updated_at': '2021-11-27T16:56:15Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:16.628244 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] Checking router: 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:56:16.636377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:56:16.637001 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:56:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:16.659517 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-874171bd-3214-40bd-b3ac-e4cd25e6852a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 999 time: 0.1087196 Nov 27 16:56:16.662697 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-95cb2a27-31c3-4029-9c6d-a25f3dde860e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d6774d3-8032-4ea6-b9dc-f4488f142268 HTTP/1.1" status: 200 len: 991 time: 0.1098361 Nov 27 16:56:16.711843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-3112b742-91dc-41e4-8931-56d5f36f8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:16.713317 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-3112b742-91dc-41e4-8931-56d5f36f8c14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 200 len: 835 time: 0.0468259 Nov 27 16:56:16.741553 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:56:16.760697 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-b27f29fa-45e3-4700-9db3-fbba76a6a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:16.762278 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-b27f29fa-45e3-4700-9db3-fbba76a6a40d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=702719cd-eea9-4115-bc77-aaa8681d5209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410535 Nov 27 16:56:16.774326 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-0e3d1fe3-f24c-4120-94a5-8548ad7844e7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:56:16.775510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-0e3d1fe3-f24c-4120-94a5-8548ad7844e7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055974 Nov 27 16:56:16.868113 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-4c0048fb-2889-429e-a909-05d0b55e718c service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839128 Nov 27 16:56:16.967068 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58a22926-6ebb-457b-bcd4-4f1bc5bf0dd2 req-b80a49a4-483d-4543-802b-f3f163df597f service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909345 Nov 27 16:56:17.052310 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2d6774d3-8032-4ea6-b9dc-f4488f142268', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'port_id': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'mac_address': 'fa:16:3e:3c:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0d0402-684d-457b-8064-3332ecb813d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:56:15Z', 'updated_at': '2021-11-27T16:56:15Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:17.081315 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e66c1-fb84-41d5-bb5a-01a2fbc4cbca None None] The sync data for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 is: [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '2d6774d3-8032-4ea6-b9dc-f4488f142268', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'port_id': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'mac_address': 'fa:16:3e:3c:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0d0402-684d-457b-8064-3332ecb813d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:56:15Z', 'updated_at': '2021-11-27T16:56:15Z', 'revision_number': 0, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:56:17.267265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584d6c7-9d98-47e0-8641-f1003bc91980 None None] New status for floating IP 2d6774d3-8032-4ea6-b9dc-f4488f142268: ACTIVE {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:56:17.303441 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-db432bfc-34ff-4da6-bd34-db38eeac5214 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436361 Nov 27 16:56:17.387132 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-9bc75bb7-39c8-4d50-ab6a-75f80576db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:17.388639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-9bc75bb7-39c8-4d50-ab6a-75f80576db91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1096 time: 0.0399125 Nov 27 16:56:17.500517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-290fe587-1e87-433e-aea9-1b5e18df4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:17.501975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-290fe587-1e87-433e-aea9-1b5e18df4e34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 897 time: 0.0928092 Nov 27 16:56:17.567072 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-cd1e5bd4-1fd7-417b-9058-f10c1b64b174 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 1001 time: 0.0578260 Nov 27 16:56:17.619587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-5f0cfc90-3c98-4e9f-b04f-9c24aa002274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:17.621020 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-5f0cfc90-3c98-4e9f-b04f-9c24aa002274 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 200 len: 835 time: 0.0472155 Nov 27 16:56:17.666360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-d4741c10-9d50-439c-8980-46dd5b903d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:17.666622 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38146) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:17.667830 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-d4741c10-9d50-439c-8980-46dd5b903d49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=702719cd-eea9-4115-bc77-aaa8681d5209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391893 Nov 27 16:56:17.730921 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-54fd6631-cf0d-45b6-91fd-ed05c509c85e tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d6774d3-8032-4ea6-b9dc-f4488f142268 HTTP/1.1" status: 200 len: 993 time: 0.0630944 Nov 27 16:56:17.758591 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-6af6d817-1ddf-405e-a303-63ab34dfb479 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827281 Nov 27 16:56:17.851237 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2b7ff356-ebae-462c-b1f7-3d587169d851 req-aeb830fc-a2de-48d4-a49e-6e1cc38492a6 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851409 Nov 27 16:56:27.675118 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:56:30.330492 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:32.377469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:35.343988 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3edb-41f5-452b-8a69-efdefe87684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:37.808288 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ce24c113-cf20-4652-a952-720297bcb5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:38.802315 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:40.526681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:41.303956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:50.898013 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1dbe1-afec-477f-9ba2-a30c5b36fc4d req-cdab8c3f-812b-4629-a615-7ec556edeab3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:50.899538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2a1dbe1-afec-477f-9ba2-a30c5b36fc4d req-cdab8c3f-812b-4629-a615-7ec556edeab3 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Nov 27 16:56:50.951691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e2a1dbe1-afec-477f-9ba2-a30c5b36fc4d req-fb39814b-ea56-4c31-ad75-96354073eb42 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438294 Nov 27 16:56:52.073558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f250eb-cf7c-4fe3-8608-c269542dea8f req-5a445151-5752-42d8-9620-d8241346f1e9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:52.075023 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f250eb-cf7c-4fe3-8608-c269542dea8f req-5a445151-5752-42d8-9620-d8241346f1e9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0529361 Nov 27 16:56:52.123431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89f250eb-cf7c-4fe3-8608-c269542dea8f req-89417193-0d5f-4605-84c8-617f49b0bbd7 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 Nov 27 16:56:52.146347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38166) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:52.208022 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-92e92f9e-cb4a-40d2-803d-35ac6aa7e560 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d6774d3-8032-4ea6-b9dc-f4488f142268 HTTP/1.1" status: 200 len: 993 time: 0.0604491 Nov 27 16:56:53.505447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc9b5-faac-4e5e-8fe6-3ba6e069d4e6 req-1d0da09e-cdc6-4ee0-90fd-baeba32aff2c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:53.506801 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81cdc9b5-faac-4e5e-8fe6-3ba6e069d4e6 req-1d0da09e-cdc6-4ee0-90fd-baeba32aff2c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0746763 Nov 27 16:56:53.538349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-d9ed222b-0f48-4817-89dd-410c817d8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:53.539784 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-d9ed222b-0f48-4817-89dd-410c817d8c76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1096 time: 0.0692205 Nov 27 16:56:53.572120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-81cdc9b5-faac-4e5e-8fe6-3ba6e069d4e6 req-76c3e992-a58a-4b92-8957-53084989af0f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592046 Nov 27 16:56:53.645264 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-71f3c396-ef85-4ac0-91c1-cb2ebbb6b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:53.646781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-71f3c396-ef85-4ac0-91c1-cb2ebbb6b6af service neutron] 10.222.0.21 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 897 time: 0.0870056 Nov 27 16:56:53.720975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-a8187876-9be4-478a-8569-33d2682fa04d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 1001 time: 0.0604939 Nov 27 16:56:53.774365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-c144fec0-f926-477e-97e2-255e6c1dddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:53.775723 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-c144fec0-f926-477e-97e2-255e6c1dddb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 200 len: 835 time: 0.0429552 Nov 27 16:56:53.823195 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-0db40c0a-b31d-4e27-9415-f547592f58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:53.824614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-0db40c0a-b31d-4e27-9415-f547592f58ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=702719cd-eea9-4115-bc77-aaa8681d5209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383084 Nov 27 16:56:53.921327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-0a7b3fe3-6ef2-47d1-a929-7c94eae16c73 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839379 Nov 27 16:56:54.013144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0e6fa6f9-9187-4430-b097-11e810d27c94 req-40688672-45f8-4925-a485-2ba51b73b7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810540 Nov 27 16:56:54.694615 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64af5f-cc28-47d2-8acc-2ab30aaa188e req-822d728f-505e-4211-a4b2-947e4bc6c3a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:54.696091 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa64af5f-cc28-47d2-8acc-2ab30aaa188e req-822d728f-505e-4211-a4b2-947e4bc6c3a5 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0540361 Nov 27 16:56:54.745609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-fa64af5f-cc28-47d2-8acc-2ab30aaa188e req-eede9ac1-b928-4e67-8508-04082518b595 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434589 Nov 27 16:56:55.861526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164412a-76af-4f8f-a22e-1730d9cd7dd5 req-7751301c-f11e-4a5d-939e-c52b9dd46004 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:55.862982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5164412a-76af-4f8f-a22e-1730d9cd7dd5 req-7751301c-f11e-4a5d-939e-c52b9dd46004 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0486798 Nov 27 16:56:55.910980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5164412a-76af-4f8f-a22e-1730d9cd7dd5 req-4ec7aaf7-8ed0-4fa5-a987-56c9d8ae6e76 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Nov 27 16:56:55.933362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38178) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:55.995725 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f65c2371-36d7-4ef3-b3a7-e7ae9682dd4c tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/floatingips/2d6774d3-8032-4ea6-b9dc-f4488f142268 HTTP/1.1" status: 200 len: 993 time: 0.0611610 Nov 27 16:56:56.217233 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38184) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:56:56.372266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port ac437af4-8f35-43a1-817c-ab2f912eec2e {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:56:56.372494 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:56.446022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:56.446391 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:56.458283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for ac437af4-8f35-43a1-817c-ab2f912eec2e owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:56:56.604700 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:56.627772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=ac437af4-8f35-43a1-817c-ab2f912eec2e,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:56.641383 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.641771 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.642124 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.642470 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.642810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.643152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.643492 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.643831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.644168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.644501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.644831 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.645164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:56.702891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:56.703255 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Floating IP 2d6774d3-8032-4ea6-b9dc-f4488f142268 disassociated (deleted). External IP: 172.25.1.200, port: 3a4cc849-6342-4f28-90d1-68da2ad35753. Nov 27 16:56:56.905777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:56:57.010955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:56:57.016389 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:57.022229 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] Sync routers for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:56:57.032180 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:56:57.032789 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:56:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:57.042353 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-94466215-e96f-46ce-8d4d-e8530c5d257f tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d6774d3-8032-4ea6-b9dc-f4488f142268 HTTP/1.1" status: 204 len: 168 time: 0.8239756 Nov 27 16:56:57.042930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:56:57.045264 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211bb7a-6504-47ad-97d3-781344999b09" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:56:57.083790 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dff8064-3dbf-4b4b-acbf-a555dc72bd03 x-openstack-request-id: req-1dff8064-3dbf-4b4b-acbf-a555dc72bd03 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:56:57.084088 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:56:57.084350 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dff8064-3dbf-4b4b-acbf-a555dc72bd03 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:56:57.084761 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'status': 'completed', 'code': 200} Nov 27 16:56:57.138074 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:56:57.168703 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211bb7a-6504-47ad-97d3-781344999b09 req-f0f4088d-cc8a-45c7-b2ce-8caefea65ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:57.171054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-f0f4088d-cc8a-45c7-b2ce-8caefea65ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 1096 time: 0.0486310 Nov 27 16:56:57.313167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9558f-6245-49df-97d4-a51dbaba58d9 req-c84ea484-97ab-4f14-b2d9-6105b7fee5a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:57.315363 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4a9558f-6245-49df-97d4-a51dbaba58d9 req-c84ea484-97ab-4f14-b2d9-6105b7fee5a2 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0792103 Nov 27 16:56:57.319840 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211bb7a-6504-47ad-97d3-781344999b09 req-d95d810c-630a-4984-8c5f-a6c84fe59615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:57.320766 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-d95d810c-630a-4984-8c5f-a6c84fe59615 service neutron] 10.222.0.21 "GET /v2.0/networks?id=702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 200 len: 897 time: 0.1353545 Nov 27 16:56:57.339951 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:57.366597 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] Checking router: 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:56:57.374216 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-bae41f2f-6335-4c13-86f2-489b8e1af326 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 200 len: 217 time: 0.0392845 Nov 27 16:56:57.374740 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:56:57.375404 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:56:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:57.430351 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c4a9558f-6245-49df-97d4-a51dbaba58d9 req-fb2a0d19-2dd0-4f08-be0b-fbcc4bebacf8 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085157 Nov 27 16:56:57.447365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211bb7a-6504-47ad-97d3-781344999b09 req-3cc9ba62-4fea-4492-96ed-55a06cfbae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:57.449284 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-3cc9ba62-4fea-4492-96ed-55a06cfbae4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 200 len: 835 time: 0.0671937 Nov 27 16:56:57.482524 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:56:57.497471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211bb7a-6504-47ad-97d3-781344999b09 req-3031d679-06e2-4507-a421-cd355c8e6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:57.498980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-3031d679-06e2-4507-a421-cd355c8e6b56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=702719cd-eea9-4115-bc77-aaa8681d5209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413768 Nov 27 16:56:57.592965 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-53bfbcd5-9765-45c2-822c-c4b2dadc9dce service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846114 Nov 27 16:56:57.677452 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:56:57.686660 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d211bb7a-6504-47ad-97d3-781344999b09 req-f0584271-afd2-42e2-bf4f-c2e40d879c61 service neutron] 10.222.0.21 "GET /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 Nov 27 16:56:57.707851 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82889b77-67e7-4fa2-8aa3-f1226d797b00 None None] The sync data for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 is: [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:59Z', 'revision_number': 4, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'a615589d-7205-40fa-b3fc-6d66e31119b8', 'name': '', 'network_id': '702719cd-eea9-4115-bc77-aaa8681d5209', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'mac_address': 'fa:16:3e:e0:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:59Z', 'updated_at': '2021-11-27T16:56:02Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'subnets': [{'id': '93b077e6-2c31-4b23-a2c6-91ad39c255b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:56:57.919777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7de080-eae8-4734-9ddc-ca259ac88824 None None] New status for floating IP 2d6774d3-8032-4ea6-b9dc-f4488f142268: DOWN {{(pid=110077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:56:58.554743 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140958c4-2118-4daf-890f-9691eb182c52 req-0021950a-bbaf-4ba1-91b6-ed8ce241d5c0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:58.556205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-140958c4-2118-4daf-890f-9691eb182c52 req-0021950a-bbaf-4ba1-91b6-ed8ce241d5c0 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Nov 27 16:56:58.604717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-140958c4-2118-4daf-890f-9691eb182c52 req-fad084d0-761f-4b56-8c1d-ed1b6943dfb4 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/security-groups?id=817ca7ee-6f1f-425b-9071-6332908427ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 Nov 27 16:56:59.092191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-4b01b9bd-c1d4-415d-8509-41471c050485 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:56:59.094161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-4b01b9bd-c1d4-415d-8509-41471c050485 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 945 time: 0.0510952 Nov 27 16:56:59.184331 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port 3a4cc849-6342-4f28-90d1-68da2ad35753 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:56:59.184671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:59.274676 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port 3a4cc849-6342-4f28-90d1-68da2ad35753, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=3a4cc849-6342-4f28-90d1-68da2ad35753,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:56:59.275034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:59.288289 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for 3a4cc849-6342-4f28-90d1-68da2ad35753 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:56:59.415331 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:59.445855 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=3a4cc849-6342-4f28-90d1-68da2ad35753,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:56:59.460702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.461310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.461940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.462362 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.462719 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.463047 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.463389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.464174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.464174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.464684 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.465057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.465658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:56:59.499393 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] No DVR routers for this DVR port 3a4cc849-6342-4f28-90d1-68da2ad35753 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:56:59.502034 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:56:59.505375 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c120b9fd-a1d3-47d5-a694-3e0856533ba9 req-a28379ab-161e-4db8-bfa5-3d408146291d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.21 "DELETE /v2.0/ports/3a4cc849-6342-4f28-90d1-68da2ad35753 HTTP/1.1" status: 204 len: 173 time: 0.4015741 Nov 27 16:56:59.505913 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'name': 'network-vif-deleted', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:56:59.508171 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4c199-f565-464f-81d0-63445a4ddb21" -d '{"events": [{"server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "name": "network-vif-deleted", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:56:59.549060 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317c135-ba4a-4878-8428-f07bd2585a7e x-openstack-request-id: req-c317c135-ba4a-4878-8428-f07bd2585a7e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:56:59.549354 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d0402-684d-457b-8064-3332ecb813d1", "name": "network-vif-deleted", "tag": "3a4cc849-6342-4f28-90d1-68da2ad35753", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:56:59.549663 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c317c135-ba4a-4878-8428-f07bd2585a7e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:56:59.550065 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d0402-684d-457b-8064-3332ecb813d1', 'name': 'network-vif-deleted', 'tag': '3a4cc849-6342-4f28-90d1-68da2ad35753', 'status': 'completed', 'code': 200} Nov 27 16:56:59.710039 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b3c9a057-0083-40f5-b24e-deafb6ca7700 req-4502d044-e3b6-49c0-a307-045b8c9e4486 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0d0402-684d-457b-8064-3332ecb813d1 HTTP/1.1" status: 200 len: 210 time: 0.0267880 Nov 27 16:57:00.326525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:00.766620 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38200) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:01.114810 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:01.360152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port a615589d-7205-40fa-b3fc-6d66e31119b8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:57:01.360387 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:01.788835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port a615589d-7205-40fa-b3fc-6d66e31119b8, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=a615589d-7205-40fa-b3fc-6d66e31119b8,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:01.789576 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:01.801693 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for a615589d-7205-40fa-b3fc-6d66e31119b8 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:57:01.980444 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.006067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=a615589d-7205-40fa-b3fc-6d66e31119b8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:02.190157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.399056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:57:02.406301 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.506580 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:57:02.512028 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ed873609-cc07-47e7-9831-0088eee0317d tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "PUT /v2.0/routers/3b3c34e0-fe47-4ddd-8a1a-754d9d90f075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438385 Nov 27 16:57:02.514691 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38204) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:02.518125 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] Sync routers for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:57:02.528847 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:02.529700 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:56:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:02.565195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting subnet 93b077e6-2c31-4b23-a2c6-91ad39c255b4 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 16:57:02.568256 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.613843 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.632515 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:02.696143 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.754022 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.788579 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Subnet': ['ID=93b077e6-2c31-4b23-a2c6-91ad39c255b4,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:02.791413 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.798851 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-33701c8a-5608-4c3d-ac48-a43c16c0e118 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/subnets/93b077e6-2c31-4b23-a2c6-91ad39c255b4 HTTP/1.1" status: 204 len: 168 time: 0.2802088 Nov 27 16:57:02.799018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f82e38-672e-4880-9975-927861b7cb95 None None] Network 702719cd-eea9-4115-bc77-aaa8681d5209 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:57:02.799138 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38206) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:02.813078 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:57:01Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:02.845738 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] Checking router: 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:57:02.854809 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] Routers {'3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:02.855412 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:56:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:02.913541 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:02.975987 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] Set router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:03.012838 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] DHCP port deletion for 702719cd-eea9-4115-bc77-aaa8681d5209 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:03.040842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.083673 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Deleting port 3296441c-1acc-4b63-88df-05bfdfc5b537 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:57:03.084855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.111946 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Deleting port ff9097c2-697c-48d9-a289-78e4638508b0 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 16:57:03.112658 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.184420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] For port 3296441c-1acc-4b63-88df-05bfdfc5b537, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=3296441c-1acc-4b63-88df-05bfdfc5b537,segment=NetworkSegment(377f5af5-4edf-435f-a805-2fde48df72f1),segment_id=377f5af5-4edf-435f-a805-2fde48df72f1)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:03.185282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.195818 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 3296441c-1acc-4b63-88df-05bfdfc5b537 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:57:03.203561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Calling delete_port for 3296441c-1acc-4b63-88df-05bfdfc5b537 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:57:03.214541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] For port ff9097c2-697c-48d9-a289-78e4638508b0, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=ff9097c2-697c-48d9-a289-78e4638508b0,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:03.214904 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.228775 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Calling delete_port for ff9097c2-697c-48d9-a289-78e4638508b0 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 16:57:03.285677 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:57:01Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:03.315239 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891022b8-592e-42ce-8ae1-9fe5944fb1b8 None None] The sync data for ids ['3b3c34e0-fe47-4ddd-8a1a-754d9d90f075'] in n-d-819494-4 is: [{'id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851404278', 'tenant_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:57:01Z', 'revision_number': 5, 'project_id': '73e1692a8dcc4f489fe6b77bb1bb054f', 'gw_port': {'id': 'ff9097c2-697c-48d9-a289-78e4638508b0', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c34e0-fe47-4ddd-8a1a-754d9d90f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:55:56Z', 'updated_at': '2021-11-27T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:57:03.336700 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.361228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.408746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] No DVR routers for this DVR port 3296441c-1acc-4b63-88df-05bfdfc5b537 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:57:03.410498 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.414364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Pushing event deleted for resources: {'Port': ['ID=3296441c-1acc-4b63-88df-05bfdfc5b537,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:03.425034 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.425387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.425764 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.426102 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.426440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.426778 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.427106 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.427437 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.427786 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.428113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.428551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.428888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f499d6c-c99e-4f08-a6ab-f8acd5deaa8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:03.437930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Port': ['ID=ff9097c2-697c-48d9-a289-78e4638508b0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:03.453239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4353859-b118-478c-a95e-c61d4ef146a5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:03.505309 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.507925 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a4cc849-6342-4f28-90d1-68da2ad35753 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:57:03.530703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 3a4cc849-6342-4f28-90d1-68da2ad35753 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:57:03.531052 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 3a4cc849-6342-4f28-90d1-68da2ad35753 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:57:03.595532 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.597612 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.640038 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.640614 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 16:57:03.650249 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.653602 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-77f50815-c334-4139-a8df-0e4eee660b27 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/routers/3b3c34e0-fe47-4ddd-8a1a-754d9d90f075 HTTP/1.1" status: 204 len: 168 time: 0.8535357 Nov 27 16:57:03.653699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38212) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:03.738578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.828992 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.851042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702719cd-eea9-4115-bc77-aaa8681d5209']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:03.860734 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377f5af5-4edf-435f-a805-2fde48df72f1') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:03.861041 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377f5af5-4edf-435f-a805-2fde48df72f1') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:03.870610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.884048 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.890274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 16:57:03.890674 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: timer() Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 16:57:03.894196 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 16:57:03.958431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.965847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:03.969873 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/networks/702719cd-eea9-4115-bc77-aaa8681d5209 HTTP/1.1" status: 204 len: 168 time: 0.3150244 Nov 27 16:57:03.972513 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38214) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:03.989729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b7104-9576-47be-a11a-35ef4ed11b32 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'Network': ['ID=702719cd-eea9-4115-bc77-aaa8681d5209,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:04.039053 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fb00ee1-0257-4dcb-9d78-90761db9c4b9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.063275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fb00ee1-0257-4dcb-9d78-90761db9c4b9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.124055 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fb00ee1-0257-4dcb-9d78-90761db9c4b9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.127327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-9fb00ee1-0257-4dcb-9d78-90761db9c4b9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.128475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-9fb00ee1-0257-4dcb-9d78-90761db9c4b9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] 10.222.0.15 "DELETE /v2.0/security-groups/817ca7ee-6f1f-425b-9071-6332908427ee HTTP/1.1" status: 204 len: 168 time: 0.1550500 Nov 27 16:57:04.137500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb00ee1-0257-4dcb-9d78-90761db9c4b9 tempest-TestNetworkAdvancedServerOps-448899775 tempest-TestNetworkAdvancedServerOps-448899775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ca7ee-6f1f-425b-9071-6332908427ee,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:04.477376 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:04.606428 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-83ace247-c338-4409-abeb-d1204ab26f30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73e1692a8dcc4f489fe6b77bb1bb054f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277745 Nov 27 16:57:04.608752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38228) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:04.655100 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bdd35a6c-6bbd-4a0a-be5a-075a64acf12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.673852 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:57:04.676726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bdd35a6c-6bbd-4a0a-be5a-075a64acf12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.723019 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bdd35a6c-6bbd-4a0a-be5a-075a64acf12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.725780 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-bdd35a6c-6bbd-4a0a-be5a-075a64acf12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:04.727074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-bdd35a6c-6bbd-4a0a-be5a-075a64acf12b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65a351fa-de15-43d2-b850-4ddb518a01dd HTTP/1.1" status: 204 len: 168 time: 0.1173818 Nov 27 16:57:04.735347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd35a6c-6bbd-4a0a-be5a-075a64acf12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a351fa-de15-43d2-b850-4ddb518a01dd,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:04.984446 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38234) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:04.998543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-986cb3f2-55ca-4351-8983-26ca7174f534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.072373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-986cb3f2-55ca-4351-8983-26ca7174f534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.077848 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-986cb3f2-55ca-4351-8983-26ca7174f534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.108877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff9097c2-697c-48d9-a289-78e4638508b0 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:57:05.117279 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cb3f2-55ca-4351-8983-26ca7174f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31719fe-62e0-4924-b4c6-79a6531f6697,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:05.121573 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-986cb3f2-55ca-4351-8983-26ca7174f534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6949010089a34c52afd25d7d2f801a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360543 Nov 27 16:57:05.124285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38236) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:05.136736 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: ff9097c2-697c-48d9-a289-78e4638508b0 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:57:05.137095 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device ff9097c2-697c-48d9-a289-78e4638508b0 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:57:05.137549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a615589d-7205-40fa-b3fc-6d66e31119b8 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:57:05.158788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: a615589d-7205-40fa-b3fc-6d66e31119b8 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 16:57:05.159139 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device a615589d-7205-40fa-b3fc-6d66e31119b8 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 16:57:05.175303 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eddab63b-2466-4748-896f-6e3293d040f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.196028 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eddab63b-2466-4748-896f-6e3293d040f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.242184 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eddab63b-2466-4748-896f-6e3293d040f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.244754 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eddab63b-2466-4748-896f-6e3293d040f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.245925 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-eddab63b-2466-4748-896f-6e3293d040f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a31719fe-62e0-4924-b4c6-79a6531f6697 HTTP/1.1" status: 204 len: 168 time: 0.1206524 Nov 27 16:57:05.253528 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddab63b-2466-4748-896f-6e3293d040f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31719fe-62e0-4924-b4c6-79a6531f6697,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:05.346596 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ae808638-5ccd-442a-955d-181cd8e1a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:05.985119 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38258) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:06.105167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1636634073-network', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:06.127193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Made reservation on behalf of 00d6a6e4411c45318c7b2351eb286738 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:57:06.129649 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.141642 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.217018 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.220726 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.249185 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:57:06.256369 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c7c37f-a3af-4f9d-a4cc-d9d9830fd7e6,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:06.269094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.269550 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Added segment 6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe of type vlan for network 5a05d6ff-1c3a-440f-bef3-00cded246def Nov 27 16:57:06.313198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.336743 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.337625 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:06.338211 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.388362 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4015501 Nov 27 16:57:06.391287 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38262) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:06.405628 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Request body: {'subnet': {'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1636634073-subnet', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:06.416983 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e9e66-cc08-425f-bbe7-e3b8097b1dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a05d6ff-1c3a-440f-bef3-00cded246def,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:06.427359 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 5a05d6ff-1c3a-440f-bef3-00cded246def details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:57:06.434314 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Made reservation on behalf of 00d6a6e4411c45318c7b2351eb286738 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:57:06.436853 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.609041 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.667271 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a322cde6-e396-47a0-93cb-1dbd27daf845,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:06.677272 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:06.677714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Network hostable DHCP agents. Network: 5a05d6ff-1c3a-440f-bef3-00cded246def, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:57:06.694450 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Network 5a05d6ff-1c3a-440f-bef3-00cded246def is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:57:06.703640 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 5a05d6ff-1c3a-440f-bef3-00cded246def) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:06.708340 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:06.708935 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.714966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2e112-b317-4b91-9c4d-1675b0c59cb8 None None] Network 5a05d6ff-1c3a-440f-bef3-00cded246def requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:57:06.724319 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a00704ac-e4a9-4689-aa91-14aaf47aece0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3266740 Nov 27 16:57:06.726962 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38264) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:06.731375 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:06.753900 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.754920 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.808471 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.863413 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-5a05d6ff-1c3a-440f-bef3-00cded246def', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:57:06.864291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:06.949781 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.004131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Allocated IP 172.20.0.2 (5a05d6ff-1c3a-440f-bef3-00cded246def/a322cde6-e396-47a0-93cb-1dbd27daf845/b640556c-c0b9-4f3a-87db-293a3b2e7977) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:07.153193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.154164 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.159220 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.178221 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.288236 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Allocated IP 172.25.1.71 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/c52c5110-6d61-4a53-baf5-14f065d9ca52) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:07.362567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Network 5a05d6ff-1c3a-440f-bef3-00cded246def is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:07.365426 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:07.369966 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:07.372965 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Pushing event updated for resources: {'Port': ['ID=b640556c-c0b9-4f3a-87db-293a3b2e7977,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:07.399170 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.425361 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Attempting to bind port b640556c-c0b9-4f3a-87db-293a3b2e7977 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:07.425685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Attempting to bind port b640556c-c0b9-4f3a-87db-293a3b2e7977 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:07.426057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Attempting to bind port b640556c-c0b9-4f3a-87db-293a3b2e7977 on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:07.431577 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:07.432212 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:07.432822 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.432955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Bound using segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:07.433449 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Bound port: b640556c-c0b9-4f3a-87db-293a3b2e7977, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:07.433856 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.434006 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.474258 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:07.478699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:07.483031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:07.495566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb738fa-d62c-4736-b057-16965c5f6c60 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:07.511083 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] For port b640556c-c0b9-4f3a-87db-293a3b2e7977, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:07.514377 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] For port b640556c-c0b9-4f3a-87db-293a3b2e7977, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b640556c-c0b9-4f3a-87db-293a3b2e7977,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:07.515195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Pushing event updated for resources: {'Port': ['ID=c52c5110-6d61-4a53-baf5-14f065d9ca52,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:07.520853 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.589750 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a396aa84-30c9-48af-a78f-598f0b26ea51 None None] Provisioning complete for port c52c5110-6d61-4a53-baf5-14f065d9ca52 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:07.590225 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a396aa84-30c9-48af-a78f-598f0b26ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.618702 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd6c9-cc06-4e84-8cef-e151ed6c0bb6 None None] Pushing event updated for resources: {'Port': ['ID=b640556c-c0b9-4f3a-87db-293a3b2e7977,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:07.636080 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a396aa84-30c9-48af-a78f-598f0b26ea51 None None] Port c52c5110-6d61-4a53-baf5-14f065d9ca52 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:07.765067 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.815355 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1e1610cf-9664-4cf5-b595-30ad971b9b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:07.979852 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:08.106680 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:57:08.212202 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:57:08.222395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:57:08.229762 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:08.231068 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-e6085549-fddd-4a7b-aef1-7725e4e63993 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5029387 Nov 27 16:57:08.233936 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38266) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:08.237933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:08.238568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:08.357568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:08.551272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3699a-0009-43e9-adc9-1985724064fe None None] Network 5a05d6ff-1c3a-440f-bef3-00cded246def requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:57:08.569441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:07Z', 'revision_number': 3, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:08.635523 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:57:08.635883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Updating router 6a3d1355-ce4b-40e3-bb2d-a0092963263b port c52c5110-6d61-4a53-baf5-14f065d9ca52 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:57:08.667628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-756e1bf2-56fb-4bd5-a171-0ba121a79291 None None] Provisioning complete for port b640556c-c0b9-4f3a-87db-293a3b2e7977 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:08.668005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-756e1bf2-56fb-4bd5-a171-0ba121a79291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:08.683587 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:08.703209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:08.893525 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Allocated IP 172.20.0.1 (5a05d6ff-1c3a-440f-bef3-00cded246def/a322cde6-e396-47a0-93cb-1dbd27daf845/8500da0f-c5e7-4fa5-8fb6-0a19f82d8062) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:08.893858 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:08.977653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-756e1bf2-56fb-4bd5-a171-0ba121a79291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.000343 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.039774 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.041014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-756e1bf2-56fb-4bd5-a171-0ba121a79291 None None] For port b640556c-c0b9-4f3a-87db-293a3b2e7977, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b640556c-c0b9-4f3a-87db-293a3b2e7977,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:09.047427 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-756e1bf2-56fb-4bd5-a171-0ba121a79291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.085565 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Network 5a05d6ff-1c3a-440f-bef3-00cded246def is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:09.089784 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:09.093472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:09.099233 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Pushing event updated for resources: {'Port': ['ID=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:09.137790 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e1bf2-56fb-4bd5-a171-0ba121a79291 None None] Pushing event updated for resources: {'Port': ['ID=b640556c-c0b9-4f3a-87db-293a3b2e7977,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:09.140685 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.194750 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.209832 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.215991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b640556c-c0b9-4f3a-87db-293a3b2e7977 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:09.313195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7410e6-26ae-4549-ad18-c5822428a226 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:09.328396 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b261568-9252-4ca6-91b4-81ed21bc2d3a None None] Pushing event updated for resources: {'Port': ['ID=c52c5110-6d61-4a53-baf5-14f065d9ca52,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:09.333228 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Attempting to bind port c52c5110-6d61-4a53-baf5-14f065d9ca52 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:09.333627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Attempting to bind port c52c5110-6d61-4a53-baf5-14f065d9ca52 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:09.333996 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Attempting to bind port c52c5110-6d61-4a53-baf5-14f065d9ca52 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:09.345616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8e08cdf1-e892-4d9e-adfb-35926d2ef491 None None] Provisioning complete for port b640556c-c0b9-4f3a-87db-293a3b2e7977 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:09.345922 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e08cdf1-e892-4d9e-adfb-35926d2ef491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.348043 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:09.348430 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:09.348833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.349252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:09.349738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Bound port: c52c5110-6d61-4a53-baf5-14f065d9ca52, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:09.350123 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.425725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b640556c-c0b9-4f3a-87db-293a3b2e7977 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:09.426102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.473439 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] For port c52c5110-6d61-4a53-baf5-14f065d9ca52, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:09.499546 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] For port c52c5110-6d61-4a53-baf5-14f065d9ca52, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c52c5110-6d61-4a53-baf5-14f065d9ca52,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:09.522336 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.606521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc8f02-9011-4834-94a4-d2b38d85a1d4 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:09.626960 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.633949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b261568-9252-4ca6-91b4-81ed21bc2d3a None None] Pushing event updated for resources: {'Port': ['ID=c52c5110-6d61-4a53-baf5-14f065d9ca52,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:09.638833 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:09.639470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:09.738153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Provisioning complete for port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:09.738617 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.788017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:09.798759 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.803395 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.875745 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:09.877547 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Pushing event updated for resources: {'Port': ['ID=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:09.968235 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:09.971790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Network 5a05d6ff-1c3a-440f-bef3-00cded246def is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:09.973164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:10.018021 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Provisioning complete for port c52c5110-6d61-4a53-baf5-14f065d9ca52 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:10.018406 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.089994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:57:10.190811 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.206563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:57:10.216536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8803ef8a-640c-4ed8-9a9a-57e100fc6455 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a3d1355-ce4b-40e3-bb2d-a0092963263b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9767773 Nov 27 16:57:10.216664 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] For port c52c5110-6d61-4a53-baf5-14f065d9ca52, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c52c5110-6d61-4a53-baf5-14f065d9ca52,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:10.221862 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.262688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:08Z', 'revision_number': 1, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:10.296018 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb199c87-eb07-4ae6-bad4-5cdcf5015f4a None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:08Z', 'revision_number': 1, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:57:10.301640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a9891-66c0-498a-9a56-387ce7473cae None None] Pushing event updated for resources: {'Port': ['ID=c52c5110-6d61-4a53-baf5-14f065d9ca52,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:10.342968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-f71462c7-f66d-482b-a562-3d9235992012 None None] Provisioning complete for port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:10.343254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f71462c7-f66d-482b-a562-3d9235992012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.383551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-f71462c7-f66d-482b-a562-3d9235992012 None None] Port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:10.530219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.728768 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38284) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:10.733838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-990035061-network', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:10.755402 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Made reservation on behalf of 1148a09fc88b4b7eab00211270d50ca2 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:57:10.758228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.767641 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.849337 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.853379 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.880384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 16:57:10.891817 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394da59-2575-45d6-adfd-d26d9ec3eb0f,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:10.898339 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.898728 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Added segment 7ddbac92-8190-4559-b8d5-16445baa0bd0 of type vlan for network 2482b595-e63c-45f6-8654-67a93ee9feb8 Nov 27 16:57:10.942452 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.982881 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:10.983819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:10.984391 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.034819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3048773 Nov 27 16:57:11.037472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38286) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:11.042218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Request body: {'subnet': {'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-990035061-subnet', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:11.065953 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae5d1-659e-4963-85b2-cd100ba88747 admin admin] Pushing event updated for resources: {'Network': ['ID=2482b595-e63c-45f6-8654-67a93ee9feb8,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:11.078622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Made reservation on behalf of 1148a09fc88b4b7eab00211270d50ca2 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:57:11.081166 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.085784 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 16:57:11.232683 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c52c5110-6d61-4a53-baf5-14f065d9ca52 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:11.283267 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.304241 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port c52c5110-6d61-4a53-baf5-14f065d9ca52 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:11.304624 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.335457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.339155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b1bd1b-01e5-436e-a10b-e9f623d14f04,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:11.350167 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Checking segment: {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:11.350530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Network hostable DHCP agents. Network: 2482b595-e63c-45f6-8654-67a93ee9feb8, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 16:57:11.373160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 16:57:11.382851 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 2482b595-e63c-45f6-8654-67a93ee9feb8) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:11.390991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046a748-0623-4d58-a35a-aadaa8e4bf92 None None] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:57:11.395663 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:11.395906 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.417617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-54273f6f-53ce-4bbe-bdd7-609a7225995d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3790593 Nov 27 16:57:11.420056 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38288) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:11.424639 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:11.449099 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.450136 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.452035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b640556c-c0b9-4f3a-87db-293a3b2e7977 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:11.518030 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.555417 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b640556c-c0b9-4f3a-87db-293a3b2e7977 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:11.555790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.630046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-2482b595-e63c-45f6-8654-67a93ee9feb8', 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'fixed_ips': [{'subnet_id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 16:57:11.630972 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.671610 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.805725 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Allocated IP 172.20.0.2 (2482b595-e63c-45f6-8654-67a93ee9feb8/13b1bd1b-01e5-436e-a10b-e9f623d14f04/b550239b-4f2e-42a9-a9d3-9df21cb0ed53) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:11.883709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.903150 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.961911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:11.968166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.006866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:12.009715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:12.013131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Allocated IP 172.25.1.124 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/81b52487-7986-45ad-a978-8800014cb459) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:12.013282 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:12.021859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Pushing event updated for resources: {'Port': ['ID=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:12.072027 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Attempting to bind port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:12.072399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Attempting to bind port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:12.072765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Attempting to bind port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 on network 2482b595-e63c-45f6-8654-67a93ee9feb8 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:12.077956 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:12.078332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Checking segment: {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:12.078731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.079158 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Bound using segment: {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:12.079624 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Bound port: b550239b-4f2e-42a9-a9d3-9df21cb0ed53, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:12.080008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.116783 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.144707 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] For port b550239b-4f2e-42a9-a9d3-9df21cb0ed53, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:12.151234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] For port b550239b-4f2e-42a9-a9d3-9df21cb0ed53, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,segment=NetworkSegment(7ddbac92-8190-4559-b8d5-16445baa0bd0),segment_id=7ddbac92-8190-4559-b8d5-16445baa0bd0)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:12.151967 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.155519 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.191890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:12.198691 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:12.202427 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:12.217055 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9a991-1275-4edb-bae9-e87908c828b2 None None] Pushing event updated for resources: {'Port': ['ID=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:12.226875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5fb07-62d6-43c5-b90f-e5ab3c9d74c3 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:12.256003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Pushing event updated for resources: {'Port': ['ID=81b52487-7986-45ad-a978-8800014cb459,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:12.344320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-72e51325-3b69-41b0-83c5-37e4b4ec023c None None] Provisioning complete for port 81b52487-7986-45ad-a978-8800014cb459 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:12.345221 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-72e51325-3b69-41b0-83c5-37e4b4ec023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.389448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-72e51325-3b69-41b0-83c5-37e4b4ec023c None None] Port 81b52487-7986-45ad-a978-8800014cb459 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:12.524627 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.600591 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:57:12.610115 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:12.611276 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:12.715008 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:12.725251 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.866832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Router 952960d5-05a4-4bcd-a770-23f67a4d9d4a is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 16:57:12.920423 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 2, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:12.946769 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:57:12.947126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Updating router 6a3d1355-ce4b-40e3-bb2d-a0092963263b port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:57:12.973072 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.976490 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:57:12.986005 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Sync routers for ids ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:57:12.994398 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:12.998361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6a695b27-e0d5-4762-809b-dfbd171e2d2a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5746491 Nov 27 16:57:12.998547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Routers {'952960d5-05a4-4bcd-a770-23f67a4d9d4a'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:12.998668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38292) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:12.999984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:13.135059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Set router 952960d5-05a4-4bcd-a770-23f67a4d9d4a gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:13.247168 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.257159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b550239b-4f2e-42a9-a9d3-9df21cb0ed53 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:13.258420 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.314722 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Pushing event updated for resources: {'Port': ['ID=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:13.324282 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.324627 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.324965 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.325297 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.325821 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.326344 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.326671 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.326994 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.327327 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.327896 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.328402 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.328722 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:57:13.384668 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Attempting to bind port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:13.385631 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Attempting to bind port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:13.386202 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Attempting to bind port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:13.393007 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:13.393387 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:13.393863 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.394257 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Bound using segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:13.394760 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Bound port: 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:13.395141 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.424969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:13.425351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.485933 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] For port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:13.492229 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:12Z', 'revision_number': 3, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:13.494606 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] For port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:13.500381 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.542269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Checking router: 952960d5-05a4-4bcd-a770-23f67a4d9d4a for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:57:13.542632 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Updating router 952960d5-05a4-4bcd-a770-23f67a4d9d4a port 81b52487-7986-45ad-a978-8800014cb459 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:57:13.551770 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:13.552778 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:13.611176 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7fd4-993b-48db-a94f-ee6a4c6cbcc6 None None] Pushing event updated for resources: {'Port': ['ID=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:13.614166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.639134 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.660057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.697715 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port b550239b-4f2e-42a9-a9d3-9df21cb0ed53, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,segment=NetworkSegment(7ddbac92-8190-4559-b8d5-16445baa0bd0),segment_id=7ddbac92-8190-4559-b8d5-16445baa0bd0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:13.705824 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a119aef-5719-400a-a3f4-73505462554e None None] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 16:57:13.720358 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:13.758992 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:13.868605 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Allocated IP 172.20.0.1 (2482b595-e63c-45f6-8654-67a93ee9feb8/13b1bd1b-01e5-436e-a10b-e9f623d14f04/09e6d855-9906-4514-9a5a-45a1d162db75) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:13.956826 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:13Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:13.988061 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5b57e-6e7e-4a75-9906-91e1ed8ba974 None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:13Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:57:14.002149 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.024544 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Provisioning complete for port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:14.024807 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.043721 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.090004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:14.093488 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:14.097665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:14.121660 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Pushing event updated for resources: {'Port': ['ID=09e6d855-9906-4514-9a5a-45a1d162db75,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:14.143200 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.152001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:14.277786 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.384612 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.387092 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Provisioning complete for port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:14.387951 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.395639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.456483 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.461825 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.481873 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48895c5-21d3-4471-9083-88c41a8f6b3e None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:14.494140 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Attempting to bind port 81b52487-7986-45ad-a978-8800014cb459 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:14.494604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Attempting to bind port 81b52487-7986-45ad-a978-8800014cb459 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:14.495051 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Attempting to bind port 81b52487-7986-45ad-a978-8800014cb459 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:14.508685 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600fedc-c60a-4ac8-bb2c-f6297618ee12 None None] Pushing event updated for resources: {'Port': ['ID=81b52487-7986-45ad-a978-8800014cb459,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:14.514518 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:14.514972 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:14.515437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.517006 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:14.517713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Bound port: 81b52487-7986-45ad-a978-8800014cb459, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:14.518312 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.549032 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Pushing event updated for resources: {'Port': ['ID=09e6d855-9906-4514-9a5a-45a1d162db75,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:14.557015 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.605725 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.609904 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] For port 81b52487-7986-45ad-a978-8800014cb459, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:14.620733 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] For port 81b52487-7986-45ad-a978-8800014cb459, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81b52487-7986-45ad-a978-8800014cb459,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:14.637283 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.670164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:14.672395 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:14.683770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] For port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:14.697610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:14.704920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef077786-99a0-4b49-8bd5-08a16955a6ff None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 16:57:14.726110 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Routers {'952960d5-05a4-4bcd-a770-23f67a4d9d4a'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:14.726527 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:14.728877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600fedc-c60a-4ac8-bb2c-f6297618ee12 None None] Pushing event updated for resources: {'Port': ['ID=81b52487-7986-45ad-a978-8800014cb459,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:14.882492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fa91e-adac-4220-aa71-66049b37d203 None None] Pushing event updated for resources: {'Port': ['ID=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:14.931146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] Set router 952960d5-05a4-4bcd-a770-23f67a4d9d4a gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:14.933755 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Provisioning complete for port 09e6d855-9906-4514-9a5a-45a1d162db75 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:14.934325 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.016754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Port 09e6d855-9906-4514-9a5a-45a1d162db75 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:15.066208 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Provisioning complete for port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:15.066436 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.191502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:15.192621 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Router 952960d5-05a4-4bcd-a770-23f67a4d9d4a has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:57:15.303531 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:57:15.308409 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Provisioning complete for port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:15.308784 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.318205 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-46ae0800-2f41-45cc-94d6-10864294418c admin admin] 10.222.0.15 "PUT /v2.0/routers/952960d5-05a4-4bcd-a770-23f67a4d9d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3110492 Nov 27 16:57:15.337709 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:15.338075 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.402851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '09e6d855-9906-4514-9a5a-45a1d162db75', 'name': '', 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'mac_address': 'fa:16:3e:54:7a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:13Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 2, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'subnets': [{'id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:15.433743 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0903685-d81a-4c36-a16a-d222e91b3cd0 None None] The sync data for ids ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'] in n-d-819494-4 is: [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '09e6d855-9906-4514-9a5a-45a1d162db75', 'name': '', 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'mac_address': 'fa:16:3e:54:7a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:13Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 2, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'subnets': [{'id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:57:15.517044 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b550239b-4f2e-42a9-a9d3-9df21cb0ed53 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:15.553792 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Provisioning complete for port 81b52487-7986-45ad-a978-8800014cb459 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:15.554084 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.601452 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:15.602410 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.689731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.739340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] For port 81b52487-7986-45ad-a978-8800014cb459, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81b52487-7986-45ad-a978-8800014cb459,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:15.748491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.806178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa44a37-0ecf-40cd-a4f3-523494d2c5fe None None] Pushing event updated for resources: {'Port': ['ID=81b52487-7986-45ad-a978-8800014cb459,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:15.868497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-28138dba-b478-482f-803c-87dafc2da84a None None] Provisioning complete for port 09e6d855-9906-4514-9a5a-45a1d162db75 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:15.868971 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-28138dba-b478-482f-803c-87dafc2da84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:15.907071 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-28138dba-b478-482f-803c-87dafc2da84a None None] Port 09e6d855-9906-4514-9a5a-45a1d162db75 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:15.948042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38300) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:15.953139 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831331554', 'description': 'tempest-secgroup-smoke-831331554 description', 'project_id': '00d6a6e4411c45318c7b2351eb286738'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:15.976630 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.051293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.056311 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.086629 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0697b724-6116-4766-aa7c-e5afbb97a13a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.091531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.095638 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-57029d8d-6013-4874-9cb5-234ceaf24ac7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437025 Nov 27 16:57:16.096239 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38302) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:16.100649 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': '0697b724-6116-4766-aa7c-e5afbb97a13a', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:16.131962 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.186137 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.190128 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.208230 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0642d860-a1d2-490d-84d8-2b9267e06c61,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.216610 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.217821 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ca5a5571-c4d6-412a-a2c5-c805e465ae65 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208735 Nov 27 16:57:16.220563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38304) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:16.224758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': '0697b724-6116-4766-aa7c-e5afbb97a13a', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:16.250395 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.304749 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.308317 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.326706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd6651e-cf83-4410-97f2-4905bd6032e8,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.335848 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.337061 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-37b7991b-1d10-4d24-80f3-259fad0e19e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155872 Nov 27 16:57:16.339751 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38306) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:16.344085 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': '0697b724-6116-4766-aa7c-e5afbb97a13a', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:16.369937 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.428613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.432268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.450127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e352ec-8043-4bd4-bfd2-2d2f98428166,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.457891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.459059 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7012d82b-8616-4812-97c4-06cd6715547a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184053 Nov 27 16:57:16.461735 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38308) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:16.465853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': '0697b724-6116-4766-aa7c-e5afbb97a13a', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:16.491816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.548092 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.551405 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.569501 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7c739a-4bde-4603-ae9a-00e7b103a9ba,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.578134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.579333 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-0daae3fd-349b-44b4-9508-1f60777ae6d6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166914 Nov 27 16:57:16.582056 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38310) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:16.586513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': '0697b724-6116-4766-aa7c-e5afbb97a13a', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:16.607254 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Project 00d6a6e4411c45318c7b2351eb286738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:57:16.612605 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.669158 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.673343 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.692989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09535827-1e7f-4188-8c7b-a0a9f4ca6764,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.697723 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.698902 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-26bf0ab6-b4b6-4236-8721-d22b836126a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159396 Nov 27 16:57:16.701748 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38312) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:16.706266 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': '0697b724-6116-4766-aa7c-e5afbb97a13a', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:16.726749 n-d-819494-4 neutron-server[110075]: INFO neutron.db.securitygroups_db [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Project 00d6a6e4411c45318c7b2351eb286738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 16:57:16.731628 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.808460 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.812071 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.832598 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c4c1ca-6776-4d92-87d6-0c764a644cf0,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:16.849324 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:16.853442 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-8eea2dfb-e9fc-4337-85e0-b957dfac7dc8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479595 Nov 27 16:57:17.011385 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-7adf68d7-ec9d-44da-8dd0-c563ae41d839 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831331554&fields=id&tenant_id=00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 267 time: 0.0460589 Nov 27 16:57:17.129332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1c932a21-1aaa-4c64-a3cb-64cdb59be949 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:17.130870 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1c932a21-1aaa-4c64-a3cb-64cdb59be949 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 809 time: 0.1120455 Nov 27 16:57:17.149822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81b52487-7986-45ad-a978-8800014cb459 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:17.159950 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-847993cc-7b4f-4465-abf3-f57f5d06f816 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/quotas/00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 375 time: 0.0230865 Nov 27 16:57:17.200100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 81b52487-7986-45ad-a978-8800014cb459 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:17.200469 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:17.209721 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-093b734f-69ea-4533-bcf4-77a227c4fcc0 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487933 Nov 27 16:57:17.316613 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-f2200a89-7eb5-47d4-af6a-c3c0d1ed59b6 service neutron] 10.222.0.15 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946045 Nov 27 16:57:17.409187 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-c97783d3-652f-4899-9436-9261436380fe service neutron] 10.222.0.15 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Nov 27 16:57:17.580230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6c5fbf02-d39e-4891-b5f0-c4e828ac5e84 req-30ae79dd-1d02-42e7-84fb-bf66060e0bba tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 210 time: 0.0276909 Nov 27 16:57:18.192652 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Sync routers for ids ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:57:18.203028 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Routers {'952960d5-05a4-4bcd-a770-23f67a4d9d4a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:18.203975 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:18.393574 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Set router 952960d5-05a4-4bcd-a770-23f67a4d9d4a gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:18.595128 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '09e6d855-9906-4514-9a5a-45a1d162db75', 'name': '', 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'mac_address': 'fa:16:3e:54:7a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:13Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 2, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'subnets': [{'id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:18.619813 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-eb67a5d6-a412-492c-88e0-c7040092b692 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:18.621315 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-eb67a5d6-a412-492c-88e0-c7040092b692 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 809 time: 0.1119978 Nov 27 16:57:18.627070 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Checking router: 952960d5-05a4-4bcd-a770-23f67a4d9d4a for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:57:18.627731 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Updating router 952960d5-05a4-4bcd-a770-23f67a4d9d4a port 09e6d855-9906-4514-9a5a-45a1d162db75 binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 16:57:18.662500 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:18.686064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-59818753-b129-4932-ae3d-c89dd33d09d4 req-c5bd4eff-4663-4816-9f71-72e8658b9932 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 210 time: 0.0329287 Nov 27 16:57:18.699338 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-24a908d6-8be8-4571-a1f7-053d8818e2de tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 379 time: 0.0680234 Nov 27 16:57:18.710255 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'port': {'device_id': '9ffdfcda-5153-4810-b212-378a7257e126', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'admin_state_up': True, 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'security_groups': ['0697b724-6116-4766-aa7c-e5afbb97a13a']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:18.821758 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Made reservation on behalf of 00d6a6e4411c45318c7b2351eb286738 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 16:57:18.825299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:18.923992 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:18.929115 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:18.957116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Allocated IP 172.20.0.8 (5a05d6ff-1c3a-440f-bef3-00cded246def/a322cde6-e396-47a0-93cb-1dbd27daf845/8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:18.980519 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5652132-d4f1-46b0-93f7-4600ccbe92b8 None None] Pushing event updated for resources: {'Port': ['ID=09e6d855-9906-4514-9a5a-45a1d162db75,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:19.036186 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Attempting to bind port 09e6d855-9906-4514-9a5a-45a1d162db75 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:19.036554 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Attempting to bind port 09e6d855-9906-4514-9a5a-45a1d162db75 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:19.036916 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Attempting to bind port 09e6d855-9906-4514-9a5a-45a1d162db75 on network 2482b595-e63c-45f6-8654-67a93ee9feb8 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:19.042378 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:19.042893 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Checking segment: {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:19.043310 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.043702 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Bound using segment: {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:19.044178 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Bound port: 09e6d855-9906-4514-9a5a-45a1d162db75, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddbac92-8190-4559-b8d5-16445baa0bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:19.044553 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.112745 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] For port 09e6d855-9906-4514-9a5a-45a1d162db75, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:19.116544 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] For port 09e6d855-9906-4514-9a5a-45a1d162db75, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09e6d855-9906-4514-9a5a-45a1d162db75,segment=NetworkSegment(7ddbac92-8190-4559-b8d5-16445baa0bd0),segment_id=7ddbac92-8190-4559-b8d5-16445baa0bd0)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:19.120672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.121688 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.160340 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.169886 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Routers {'952960d5-05a4-4bcd-a770-23f67a4d9d4a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:19.170520 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:19.213913 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Network 5a05d6ff-1c3a-440f-bef3-00cded246def is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:19.217215 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:19.220131 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:19.228737 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5652132-d4f1-46b0-93f7-4600ccbe92b8 None None] Pushing event updated for resources: {'Port': ['ID=09e6d855-9906-4514-9a5a-45a1d162db75,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:19.263167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:19.264870 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b2c8e585-9680-4391-a832-9ac0372832b6 None None] Provisioning complete for port 09e6d855-9906-4514-9a5a-45a1d162db75 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:19.265912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e585-9680-4391-a832-9ac0372832b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.308684 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:19.309370 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.313684 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] Set router 952960d5-05a4-4bcd-a770-23f67a4d9d4a gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:19.330859 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1d0ba22e-928b-44c6-bc28-9e67b0ec1da2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245542 Nov 27 16:57:19.343673 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Request body: {'port': {'device_id': '9ffdfcda-5153-4810-b212-378a7257e126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:19.400639 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e585-9680-4391-a832-9ac0372832b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.434733 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.489789 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-b2c8e585-9680-4391-a832-9ac0372832b6 None None] For port 09e6d855-9906-4514-9a5a-45a1d162db75, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09e6d855-9906-4514-9a5a-45a1d162db75,segment=NetworkSegment(7ddbac92-8190-4559-b8d5-16445baa0bd0),segment_id=7ddbac92-8190-4559-b8d5-16445baa0bd0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:19.497677 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e585-9680-4391-a832-9ac0372832b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.556893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8e585-9680-4391-a832-9ac0372832b6 None None] Pushing event updated for resources: {'Port': ['ID=09e6d855-9906-4514-9a5a-45a1d162db75,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:19.589434 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '09e6d855-9906-4514-9a5a-45a1d162db75', 'name': '', 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'mac_address': 'fa:16:3e:54:7a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:13Z', 'updated_at': '2021-11-27T16:57:19Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'subnets': [{'id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:19.617206 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379c7b-02ad-440c-ba29-b72c3a9f06b8 None None] The sync data for ids ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'] in n-d-819494-4 is: [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '09e6d855-9906-4514-9a5a-45a1d162db75', 'name': '', 'network_id': '2482b595-e63c-45f6-8654-67a93ee9feb8', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'mac_address': 'fa:16:3e:54:7a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:13Z', 'updated_at': '2021-11-27T16:57:19Z', 'revision_number': 4, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'subnets': [{'id': '13b1bd1b-01e5-436e-a10b-e9f623d14f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:57:19.622578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad2e7775-0211-4809-94a1-5728c4f6ad71 None None] Provisioning complete for port 09e6d855-9906-4514-9a5a-45a1d162db75 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:19.623092 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad2e7775-0211-4809-94a1-5728c4f6ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.743335 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-ad2e7775-0211-4809-94a1-5728c4f6ad71 None None] Provisioning complete for port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:19.743722 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ad2e7775-0211-4809-94a1-5728c4f6ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.755536 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:57:19.764213 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.784496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Transition to ACTIVE for port object 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:57:19.791219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e7775-0211-4809-94a1-5728c4f6ad71 None None] Port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 16:57:19.793554 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:19.827938 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b4446-df81-465b-86e3-f45fed1624a5 req-b8e0b561-74fe-4e7d-aaa9-d8d55248c6fc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:19.831008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a42b4446-df81-465b-86e3-f45fed1624a5 req-b8e0b561-74fe-4e7d-aaa9-d8d55248c6fc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 931 time: 0.0672503 Nov 27 16:57:19.866193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:19.908510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a42b4446-df81-465b-86e3-f45fed1624a5 req-42a98e18-d725-4e52-9d79-584803f27a6c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708067 Nov 27 16:57:19.952164 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:57:19.952832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:57:19.953238 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:19.958934 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on network 5a05d6ff-1c3a-440f-bef3-00cded246def not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:57:19.959352 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:57:19.964603 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:57:19.965031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:57:19.965517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Bound using segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:57:19.966027 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Bound port: 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:57:19.966466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:20.374855 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:57:20.378337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:57:20.382637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:20.412036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:20.412562 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:20.414029 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] 10.222.0.37 "PUT /v2.0/ports/8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1091 time: 1.0754414 Nov 27 16:57:20.416212 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:57:20.418586 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:57:20.449563 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609cdf2-6b69-43b2-8530-153b986bd4ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:20.467526 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb674d1-1f7b-4960-8372-11152af1589a x-openstack-request-id: req-fbb674d1-1f7b-4960-8372-11152af1589a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:57:20.467874 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:57:20.468133 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbb674d1-1f7b-4960-8372-11152af1589a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:57:20.468527 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'status': 'completed', 'code': 200} Nov 27 16:57:20.502067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-fcd703c3-dd2c-4239-a274-c7ac3b454f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:20.503583 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-fcd703c3-dd2c-4239-a274-c7ac3b454f7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1094 time: 0.0454891 Nov 27 16:57:20.550711 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-ba2d07af-78d2-4cdf-a619-e7e66f24d90e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 217 time: 0.0394671 Nov 27 16:57:20.602345 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-f2ee0c25-319b-4873-8845-ebf129d02f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:20.603814 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-f2ee0c25-319b-4873-8845-ebf129d02f09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0455425 Nov 27 16:57:20.649213 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1836e761-b2ac-4122-ba7d-313ad650d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:20.650744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-1836e761-b2ac-4122-ba7d-313ad650d053 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392613 Nov 27 16:57:20.744284 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-39dce193-761b-4be6-a9f3-c4d3a870185f service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Nov 27 16:57:20.832574 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-729956f6-2ab5-441f-b1d2-82d488e664cd req-cb98fb59-aa80-4fba-8f3c-d17d7e4a19a7 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 Nov 27 16:57:20.925692 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-29a000cd-48b2-46d7-b925-e5aadaacdae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:20.927198 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-29a000cd-48b2-46d7-b925-e5aadaacdae3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1094 time: 0.0474491 Nov 27 16:57:21.018083 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-2d4f1b46-67a0-4713-b7b3-877d9ae66b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:21.019555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-2d4f1b46-67a0-4713-b7b3-877d9ae66b8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0842304 Nov 27 16:57:21.024563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2177bb-6cd7-4c7b-983d-6852c22ae360 req-c693d910-48d8-4b18-8699-5af622b19dc2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:21.026102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c2177bb-6cd7-4c7b-983d-6852c22ae360 req-c693d910-48d8-4b18-8699-5af622b19dc2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 943 time: 0.0474482 Nov 27 16:57:21.064955 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-9edd1410-3dca-4351-b9ab-77ab8d1bb79a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 217 time: 0.0383461 Nov 27 16:57:21.075423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8c2177bb-6cd7-4c7b-983d-6852c22ae360 req-5a44346d-cd10-4245-bfdb-836a74fa2fa8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 Nov 27 16:57:21.116539 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-ca7e2d85-75a4-409c-a3a1-87d6f72800bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:21.118046 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-ca7e2d85-75a4-409c-a3a1-87d6f72800bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0462565 Nov 27 16:57:21.145887 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09e6d855-9906-4514-9a5a-45a1d162db75 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:21.169989 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-fd14cb42-14f1-4759-a5f8-bb095eb798b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:21.171539 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-fd14cb42-14f1-4759-a5f8-bb095eb798b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441031 Nov 27 16:57:21.197916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 09e6d855-9906-4514-9a5a-45a1d162db75 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:21.198291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:21.276965 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-ca4e5840-0d2d-4970-a1e1-0d4bebeb8419 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965917 Nov 27 16:57:21.377133 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8e5dcaff-971d-4ee0-82e1-24de86fcafb2 req-7d5055cf-b6dc-47a9-a3c0-e83c5a9fd547 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927284 Nov 27 16:57:22.200309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656719f8-466b-406a-9ec3-fea9944c9ffe req-e64bc3b3-5da8-4a68-9574-cc8f574baf2b tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:22.201783 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-656719f8-466b-406a-9ec3-fea9944c9ffe req-e64bc3b3-5da8-4a68-9574-cc8f574baf2b tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 943 time: 0.0525882 Nov 27 16:57:22.250728 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-656719f8-466b-406a-9ec3-fea9944c9ffe req-a7aec086-f4ba-416c-a4dd-ce82b1042fc4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Nov 27 16:57:23.369086 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08813a5-43c1-4151-83a4-55acda6eab1e req-f96a6357-dcfa-4651-b2a2-b368c4c7bb62 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:23.370585 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d08813a5-43c1-4151-83a4-55acda6eab1e req-f96a6357-dcfa-4651-b2a2-b368c4c7bb62 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 943 time: 0.0511599 Nov 27 16:57:23.422978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d08813a5-43c1-4151-83a4-55acda6eab1e req-13cd3fa5-9beb-4f90-bb95-6f24aebe7d36 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Nov 27 16:57:24.312548 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:57:24.407623 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:24.418841 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'mac_address': 'fa:16:3e:02:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:57:24.455940 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:24.468932 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:57:24.488126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:24.492939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:24.540126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:24.544611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29272-4f49-417d-b664-2d101cfcf972 req-d8ed3605-6b47-463f-bcec-d7203e3f8411 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:24.546125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04f29272-4f49-417d-b664-2d101cfcf972 req-d8ed3605-6b47-463f-bcec-d7203e3f8411 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0530362 Nov 27 16:57:24.598383 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-04f29272-4f49-417d-b664-2d101cfcf972 req-c6f22f47-e449-4219-8ea7-8150387b7f17 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460541 Nov 27 16:57:24.742270 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:57:25.713903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e874c-6b69-43cf-9fea-1b0682a02710 req-2a5d2e91-5a03-4e40-bb6e-9430ddcbaf77 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:25.715365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-582e874c-6b69-43cf-9fea-1b0682a02710 req-2a5d2e91-5a03-4e40-bb6e-9430ddcbaf77 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0481308 Nov 27 16:57:25.766235 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-582e874c-6b69-43cf-9fea-1b0682a02710 req-a2a67f62-2b48-48a5-be10-f24902b5f93c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Nov 27 16:57:26.328398 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:57:26.376589 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 16:57:26.380153 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:57:26.380522 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:26.453705 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:26.475360 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:57:26.477630 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0822ee5-8de2-4304-9359-2b623c0ee4a3" -d '{"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-plugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:57:26.493949 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:57:26.498102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:26.521488 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd1b396-451c-44fc-992a-b426aea8c78b x-openstack-request-id: req-3fd1b396-451c-44fc-992a-b426aea8c78b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:57:26.521780 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-plugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:57:26.522032 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fd1b396-451c-44fc-992a-b426aea8c78b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:57:26.522417 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'code': 200} Nov 27 16:57:26.547914 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:26.613646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538278a8-f8db-4c49-96d7-d09ca197e787 req-41bc509f-ba1c-4c5c-98ba-ead2cd1b72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:26.615021 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-538278a8-f8db-4c49-96d7-d09ca197e787 req-41bc509f-ba1c-4c5c-98ba-ead2cd1b72f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1096 time: 0.0407546 Nov 27 16:57:26.660673 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-538278a8-f8db-4c49-96d7-d09ca197e787 req-062eb1a5-1313-4a79-9f3e-4d207e19e297 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387800 Nov 27 16:57:26.880469 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29df6f-20b1-424f-be4d-0fd682da68db req-520691b4-775a-4d13-8ba5-a791bccd2ae9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:26.881861 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d29df6f-20b1-424f-be4d-0fd682da68db req-520691b4-775a-4d13-8ba5-a791bccd2ae9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0484750 Nov 27 16:57:26.933609 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d29df6f-20b1-424f-be4d-0fd682da68db req-f347b7c3-abb8-4e2e-9529-fea0de7f86c8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458114 Nov 27 16:57:28.049034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3b55f-04ce-4e78-bf97-29a48c295077 req-422f75b4-f84f-4205-b9d0-f9a2d7aada5f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:28.050533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14e3b55f-04ce-4e78-bf97-29a48c295077 req-422f75b4-f84f-4205-b9d0-f9a2d7aada5f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0491579 Nov 27 16:57:28.098642 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-14e3b55f-04ce-4e78-bf97-29a48c295077 req-f3935e81-8a3b-46ed-b4b8-9612e55b4967 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Nov 27 16:57:28.210730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4567dd-fbc5-4fbd-9c90-ae71c0265c29 req-f67e3adb-3c03-45e3-9af1-f78d097978c4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:28.212249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4567dd-fbc5-4fbd-9c90-ae71c0265c29 req-f67e3adb-3c03-45e3-9af1-f78d097978c4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0486047 Nov 27 16:57:28.260926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5d4567dd-fbc5-4fbd-9c90-ae71c0265c29 req-beb3b5f0-6b53-433e-b425-59b4e346bba2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 Nov 27 16:57:28.282496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38366) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:28.414301 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72628ca-0bde-4d67-a486-429b363980dd tempest-TestShelveInstance-1331794632 tempest-TestShelveInstance-1331794632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:28.418993 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a72628ca-0bde-4d67-a486-429b363980dd tempest-TestShelveInstance-1331794632 tempest-TestShelveInstance-1331794632-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1091 time: 0.1326277 Nov 27 16:57:28.419174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38370) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 16:57:28.424445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:57:28.446542 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:28.538810 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:28.642003 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Allocated IP 172.25.1.38 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/5c4a9754-23c3-403e-bd29-194f07e26b95) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 16:57:28.741855 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:28.776140 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:28.817623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 16:57:28.821996 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 16:57:28.825526 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 16:57:28.847668 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'Port': ['ID=5c4a9754-23c3-403e-bd29-194f07e26b95,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:29.176448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:29.244488 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:29.389265 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:29.394133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:29.461635 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'Port': ['ID=5c4a9754-23c3-403e-bd29-194f07e26b95,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:57:29.470314 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:29.568278 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Floating IP 09810abb-c5b5-4b0b-863e-f8e5ef85939b associated. External IP: 172.25.1.38, port: 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc. Nov 27 16:57:29.773578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 16:57:29.879658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 16:57:29.889113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 16:57:29.897811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:29.899766 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:29.900382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:29.926000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-dbc99ccb-d7d9-468d-ae74-281024561acc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5055487 Nov 27 16:57:29.926711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:57:29.929027 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:57:29.966200 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df17e02-dd5b-49c7-92aa-8906b0f57a37 x-openstack-request-id: req-9df17e02-dd5b-49c7-92aa-8906b0f57a37 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:57:29.966501 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:57:29.966786 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9df17e02-dd5b-49c7-92aa-8906b0f57a37 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:57:29.967199 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'status': 'completed', 'code': 200} Nov 27 16:57:30.011531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:30.035809 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-03132270-50c4-440b-bde3-bc199f91c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:30.037218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-03132270-50c4-440b-bde3-bc199f91c5c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1096 time: 0.0451427 Nov 27 16:57:30.128211 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-354eac82-20da-4789-8769-ddc9d18d7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:30.129696 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-354eac82-20da-4789-8769-ddc9d18d7711 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0855379 Nov 27 16:57:30.197979 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-01a8462b-7cce-452d-aca5-9e03d4f1e9e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 998 time: 0.0613778 Nov 27 16:57:30.237653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '09810abb-c5b5-4b0b-863e-f8e5ef85939b', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'mac_address': 'fa:16:3e:02:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffdfcda-5153-4810-b212-378a7257e126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:57:29Z', 'updated_at': '2021-11-27T16:57:29Z', 'revision_number': 0, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:30.247060 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-f50a39f4-1a4a-46a0-af69-8f997076180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:30.248529 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-f50a39f4-1a4a-46a0-af69-8f997076180b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0428843 Nov 27 16:57:30.263651 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 16:57:30.272067 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 16:57:30.272780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T16:57:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:30.296513 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-c53a67c7-b3ca-4fd4-bddc-b5e7f2b17b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:57:30.298664 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-c53a67c7-b3ca-4fd4-bddc-b5e7f2b17b8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421624 Nov 27 16:57:30.364039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:30.389627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 16:57:30.393244 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-957f62e0-6104-4237-ad71-0413b487156c service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Nov 27 16:57:30.484287 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-8d6c8875-9e87-4f2e-abdc-e7614461dfb7 req-aa7c99bb-47bc-4161-b8f0-2eb940939ca0 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 Nov 27 16:57:30.608817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '09810abb-c5b5-4b0b-863e-f8e5ef85939b', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'mac_address': 'fa:16:3e:02:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffdfcda-5153-4810-b212-378a7257e126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:57:29Z', 'updated_at': '2021-11-27T16:57:29Z', 'revision_number': 0, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 16:57:30.638496 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e5799-4a31-42d6-a74e-a3c63e861584 None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '09810abb-c5b5-4b0b-863e-f8e5ef85939b', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'mac_address': 'fa:16:3e:02:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffdfcda-5153-4810-b212-378a7257e126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T16:57:29Z', 'updated_at': '2021-11-27T16:57:29Z', 'revision_number': 0, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 16:57:30.839595 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575f6d5-0d0b-49d2-9624-b5fe084a1336 None None] New status for floating IP 09810abb-c5b5-4b0b-863e-f8e5ef85939b: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 16:57:32.421906 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:35.348763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fdf77cce-f702-416b-bd05-f1437a6d05da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:37.807440 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ece47ff-213f-41ea-b927-40654480ce99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:38.805800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:40.535956 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:41.307746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:57:41.672351 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:58:00.327947 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:02.424773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:05.357267 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eaf32f19-6a47-4be0-91f9-a4cd956d05c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:07.807818 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f94d8d4f-dee3-4cbd-94dc-fac78f526dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:08.810485 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:10.535196 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:11.309768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:18.223595 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-3e45d229-c974-423f-955c-8dfe9984b9ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398443 Nov 27 16:58:18.309076 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534adbc-417b-468e-a95a-df886d0bf106 req-63f96c5e-d64b-4585-80db-1b7830c95532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:58:18.310585 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-63f96c5e-d64b-4585-80db-1b7830c95532 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1096 time: 0.0439703 Nov 27 16:58:18.410955 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534adbc-417b-468e-a95a-df886d0bf106 req-326735fe-d273-49f5-9c6e-1fc18744d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:58:18.412707 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-326735fe-d273-49f5-9c6e-1fc18744d057 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0827687 Nov 27 16:58:18.481700 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-ad36a77e-6499-4646-9248-992f6ff4bc54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1000 time: 0.0619006 Nov 27 16:58:18.530800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534adbc-417b-468e-a95a-df886d0bf106 req-e0c8796e-353c-455a-a59d-6ca4d431d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:58:18.532217 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-e0c8796e-353c-455a-a59d-6ca4d431d8c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0432079 Nov 27 16:58:18.576162 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534adbc-417b-468e-a95a-df886d0bf106 req-2120d4d3-7f15-4c38-bf86-c36917ebb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:58:18.578420 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-2120d4d3-7f15-4c38-bf86-c36917ebb323 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388317 Nov 27 16:58:18.668046 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-b3a25e20-1907-4a32-b3a1-25b1ba1ad45f service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828524 Nov 27 16:58:18.670768 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:58:18.757213 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-5534adbc-417b-468e-a95a-df886d0bf106 req-d7022c0c-31eb-4c72-aa2b-6261f5dfce37 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815909 Nov 27 16:58:30.315192 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:31.643766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-77e4ffe6-e419-4007-b92e-119c60e0fd10 req-7ade37da-8afd-4221-9244-ce7e241f11dd service neutron] (110076) timed out ('10.222.0.15', 45984) {{(pid=110076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 16:58:32.434180 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:35.349494 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8924cb0b-7d17-456a-a294-cda262dc7f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:37.809923 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4390d69e-21e2-4ff8-aee5-5c83d284e3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:38.813043 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:40.537608 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:41.311224 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:58:55.669625 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:59:00.331801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:02.432462 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:05.349961 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-97a16e14-d8fe-44e7-a6df-473f0683afa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:07.820540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-edc41968-816a-486f-98de-1334d0b5e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:08.816209 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:10.541521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:11.313798 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:20.212811 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-39ca7cfc-42c7-498e-9fc3-9b3b7c10f9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399814 Nov 27 16:59:20.298107 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-f7977675-49df-42e8-b148-e8e290049db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:20.299572 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-f7977675-49df-42e8-b148-e8e290049db2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1096 time: 0.0447183 Nov 27 16:59:20.400476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-178187bd-3a97-411d-97a6-5c446b57c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:20.401996 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-178187bd-3a97-411d-97a6-5c446b57c4a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0843112 Nov 27 16:59:20.471816 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-df17b08f-e166-49ff-9823-43ef63fdff2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1000 time: 0.0618601 Nov 27 16:59:20.519903 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-1042797c-177b-473f-92ca-caea04b19f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:20.521265 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-1042797c-177b-473f-92ca-caea04b19f48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0423269 Nov 27 16:59:20.565975 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-41458b16-ae32-4398-b9e1-1261c451b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:20.567396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-41458b16-ae32-4398-b9e1-1261c451b433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383797 Nov 27 16:59:20.657218 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-d10ee1bd-56aa-41fc-bb98-696b4760fd22 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823729 Nov 27 16:59:20.744842 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-1c4b8863-197c-497c-900e-1767d7f59dfe req-026aef97-230c-4484-86ac-c30e63ec0884 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802205 Nov 27 16:59:25.895550 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5d0ed-0b32-466b-afee-b8b2a578a060 req-0bc8c2bf-8870-485c-9655-c69d1b198efd tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:25.897041 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80c5d0ed-0b32-466b-afee-b8b2a578a060 req-0bc8c2bf-8870-485c-9655-c69d1b198efd tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.1160104 Nov 27 16:59:25.950858 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-80c5d0ed-0b32-466b-afee-b8b2a578a060 req-f4c1da05-5a50-4025-8d36-0fe0e5016503 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465474 Nov 27 16:59:27.092320 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbcf9-1dc6-464a-a5d7-a4022496d295 req-5a2ef9d1-6476-48c9-80cd-771d35345a1e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:27.093862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-794dbcf9-1dc6-464a-a5d7-a4022496d295 req-5a2ef9d1-6476-48c9-80cd-771d35345a1e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0524397 Nov 27 16:59:27.142194 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-794dbcf9-1dc6-464a-a5d7-a4022496d295 req-7a0e7ff8-44fd-4031-bb65-50bde2a91c5f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Nov 27 16:59:28.279138 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131beca-00cb-4ea6-a154-ccc3b2860e93 req-ce733694-625b-4363-997b-6028a91124a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:28.280610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0131beca-00cb-4ea6-a154-ccc3b2860e93 req-ce733694-625b-4363-997b-6028a91124a2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0480673 Nov 27 16:59:28.329481 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0131beca-00cb-4ea6-a154-ccc3b2860e93 req-5632773d-306c-41f1-9365-736178675335 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Nov 27 16:59:29.443070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332a1f9-341d-43a8-95bb-157cf7a44eec req-509be640-2f90-4e79-874a-523bc83e3c14 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:29.444506 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5332a1f9-341d-43a8-95bb-157cf7a44eec req-509be640-2f90-4e79-874a-523bc83e3c14 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0484409 Nov 27 16:59:29.495807 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5332a1f9-341d-43a8-95bb-157cf7a44eec req-85ebae86-b7e2-4902-9d89-dd3c6e23c82a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452974 Nov 27 16:59:30.366999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:30.611813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25becbc7-e44e-462a-93e9-4280c3adb05f req-5515f915-ea82-4a17-8aa0-4f566bce3b04 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:30.613172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25becbc7-e44e-462a-93e9-4280c3adb05f req-5515f915-ea82-4a17-8aa0-4f566bce3b04 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0489643 Nov 27 16:59:30.661118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-25becbc7-e44e-462a-93e9-4280c3adb05f req-0a459bea-b078-4e4b-afd8-2906e6821053 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Nov 27 16:59:31.774644 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9a156-aed7-40f9-94a0-798abd236e6d req-b15919e3-a012-4ee3-a105-b76d041e3602 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:31.776098 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ff9a156-aed7-40f9-94a0-798abd236e6d req-b15919e3-a012-4ee3-a105-b76d041e3602 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Nov 27 16:59:31.823183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0ff9a156-aed7-40f9-94a0-798abd236e6d req-331c8151-9cdb-4897-8a33-f8571f29d4ba tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Nov 27 16:59:32.448621 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:32.669020 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 16:59:32.942657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0706b-ac6f-4607-9b4b-a2918f9ea783 req-f3206f17-7dad-4706-a816-df93c39d5029 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:32.944120 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18e0706b-ac6f-4607-9b4b-a2918f9ea783 req-f3206f17-7dad-4706-a816-df93c39d5029 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0518265 Nov 27 16:59:32.992994 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-18e0706b-ac6f-4607-9b4b-a2918f9ea783 req-3db57dda-1ef2-4a66-82b8-3560c74fe764 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Nov 27 16:59:34.107793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68858f9f-4037-4424-b003-d62de32728d9 req-0be3e2c9-96d3-4321-90ac-9603d1cb8911 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:34.109189 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68858f9f-4037-4424-b003-d62de32728d9 req-0be3e2c9-96d3-4321-90ac-9603d1cb8911 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Nov 27 16:59:34.158874 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-68858f9f-4037-4424-b003-d62de32728d9 req-875b008f-653d-4f70-9447-a61d3d54340d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Nov 27 16:59:35.277737 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b66ef-8107-43e9-a400-11142cf0b7d4 req-e0bfd232-c809-4973-b61d-9ffb1e9ae523 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:35.279206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e6b66ef-8107-43e9-a400-11142cf0b7d4 req-e0bfd232-c809-4973-b61d-9ffb1e9ae523 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Nov 27 16:59:35.328342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7e6b66ef-8107-43e9-a400-11142cf0b7d4 req-184dcce5-884a-41fb-99d9-cae360e2b277 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Nov 27 16:59:35.351038 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2b23c1a1-ea99-4fdf-b026-8c20db1a5200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:36.445257 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd648-730b-4d3c-9eb2-5343ff7e8f64 req-5ef8e2ee-a16c-4f5a-b9f4-9a3afbff2e7f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:36.446759 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1bcd648-730b-4d3c-9eb2-5343ff7e8f64 req-5ef8e2ee-a16c-4f5a-b9f4-9a3afbff2e7f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Nov 27 16:59:36.494313 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d1bcd648-730b-4d3c-9eb2-5343ff7e8f64 req-befa27bd-7200-4143-83c8-30b7150795d8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408225 Nov 27 16:59:37.609136 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143330-b7fd-4ecc-90ba-e3767382dd01 req-6de80235-dd71-4712-b6bd-dac6cc4f2109 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:37.610607 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31143330-b7fd-4ecc-90ba-e3767382dd01 req-6de80235-dd71-4712-b6bd-dac6cc4f2109 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Nov 27 16:59:37.662015 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-31143330-b7fd-4ecc-90ba-e3767382dd01 req-3dbe9c12-1386-4a60-b8fa-36df619d09bd tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 Nov 27 16:59:37.811978 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-583d6790-bddb-46e3-b8c5-27a9027bc3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:38.784556 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84509-579e-499c-a6ea-ec7490f43704 req-e9126eb0-739f-4359-a60b-b4efebed1f2e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:38.786061 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ea84509-579e-499c-a6ea-ec7490f43704 req-e9126eb0-739f-4359-a60b-b4efebed1f2e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Nov 27 16:59:38.827570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:38.846461 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6ea84509-579e-499c-a6ea-ec7490f43704 req-a7af5081-7fb6-4837-9358-a22ee30b4780 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544477 Nov 27 16:59:38.971057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 16:59:39.083230 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:59:39.098720 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'mac_address': 'fa:16:3e:02:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 16:59:39.144030 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:39.157490 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:59:39.178144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:59:39.182243 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:39.243316 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:59:39.251357 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.251706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.252237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.252616 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.252953 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.253385 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.253752 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.256691 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.257607 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.258252 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.258600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.259097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:39.267293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 16:59:39.978015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c909ef-685d-4855-9574-6d336395ac9a req-30283b0e-5b2c-486c-9a10-3f9a3ecf86df tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:39.980149 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46c909ef-685d-4855-9574-6d336395ac9a req-30283b0e-5b2c-486c-9a10-3f9a3ecf86df tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0577092 Nov 27 16:59:40.033077 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-46c909ef-685d-4855-9574-6d336395ac9a req-14a129fd-67df-4f9a-86d9-899b059ac4fb tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465922 Nov 27 16:59:40.545776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:40.978606 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 16:59:41.034723 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 16:59:41.035939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:41.160120 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:41.187464 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:59:41.189972 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b2ed4-d2c8-4e3e-9aa1-c6b044677649" -d '{"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-plugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:59:41.205694 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:59:41.210031 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:41.217191 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c731-666d-407b-87a4-e6c9050667eb req-d60cb7db-2afd-464f-85ef-39272395094a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:41.218945 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29d0c731-666d-407b-87a4-e6c9050667eb req-d60cb7db-2afd-464f-85ef-39272395094a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0918748 Nov 27 16:59:41.284909 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:59:41.301610 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-29d0c731-666d-407b-87a4-e6c9050667eb req-f9e0871c-be77-44b2-af49-360a85a07a4a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737455 Nov 27 16:59:41.315999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:42.268125 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c39438-d316-4414-a22e-62341eb24258 x-openstack-request-id: req-c2c39438-d316-4414-a22e-62341eb24258 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:59:42.269121 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-plugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:59:42.269483 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2c39438-d316-4414-a22e-62341eb24258 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:59:42.269949 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'code': 200} Nov 27 16:59:42.440286 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f197bdd-05ba-4f8c-97dc-e91cbb03f0b7 req-10b0b4d7-8522-4213-913e-aee9a1c5a7cd tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:42.442672 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f197bdd-05ba-4f8c-97dc-e91cbb03f0b7 req-10b0b4d7-8522-4213-913e-aee9a1c5a7cd tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0610104 Nov 27 16:59:42.496269 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0f197bdd-05ba-4f8c-97dc-e91cbb03f0b7 req-7fcdde81-0455-4641-83cb-70ed2cd0444f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474961 Nov 27 16:59:43.623879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6654d-0189-4eb6-9aaa-b94aeb3727d1 req-35f5edf1-c870-4cba-ba9f-c08b3175f868 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:43.625630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf6654d-0189-4eb6-9aaa-b94aeb3727d1 req-35f5edf1-c870-4cba-ba9f-c08b3175f868 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0535877 Nov 27 16:59:43.682643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4bf6654d-0189-4eb6-9aaa-b94aeb3727d1 req-f81735f6-72f0-40fa-8819-8c0c5c1bf4fa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499837 Nov 27 16:59:44.807598 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d478-be5c-46ba-a2a3-07b5f971b2e1 req-6e6e3998-8b4a-47c2-a5e1-d7f8f8a7705f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:44.809998 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07b2d478-be5c-46ba-a2a3-07b5f971b2e1 req-6e6e3998-8b4a-47c2-a5e1-d7f8f8a7705f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Nov 27 16:59:44.865432 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-07b2d478-be5c-46ba-a2a3-07b5f971b2e1 req-5609ab72-b4d3-4249-96c2-3ed5d3e7a443 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Nov 27 16:59:45.988549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f1cf0-d7f9-46f4-9503-069f781bee63 req-32b9bd36-ecfe-4e01-932b-c7dc44f32652 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:45.994011 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8f1cf0-d7f9-46f4-9503-069f781bee63 req-32b9bd36-ecfe-4e01-932b-c7dc44f32652 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0559328 Nov 27 16:59:46.044052 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8f1cf0-d7f9-46f4-9503-069f781bee63 req-caf1f6d5-586b-4d9c-a5dd-46a4ca64a960 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479107 Nov 27 16:59:47.174859 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8474bf1-7626-418b-a72c-2b54974427ae req-0fae4b8f-1daa-454a-9584-31601dc1f893 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:47.176475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8474bf1-7626-418b-a72c-2b54974427ae req-0fae4b8f-1daa-454a-9584-31601dc1f893 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0561583 Nov 27 16:59:47.231632 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b8474bf1-7626-418b-a72c-2b54974427ae req-3a8042d7-99ca-4179-aa5c-40748166b887 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492032 Nov 27 16:59:48.094688 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-916e1edb-9928-4703-9d79-8a87106a9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:48.096088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-916e1edb-9928-4703-9d79-8a87106a9986 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1096 time: 0.0507460 Nov 27 16:59:48.190054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-a42d38c7-5cff-4640-bad5-4a30bfdf9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:48.191550 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-a42d38c7-5cff-4640-bad5-4a30bfdf9ea3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0882485 Nov 27 16:59:48.255874 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-7b0d1115-d9a7-40db-93ac-355ff5b1f077 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1000 time: 0.0572364 Nov 27 16:59:48.310599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-18562e13-928c-4311-b8f2-1efcd13e6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:48.312197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-18562e13-928c-4311-b8f2-1efcd13e6c68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0487683 Nov 27 16:59:48.346813 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88c879-e361-4d7e-89c0-19ab1a8636e6 req-7da4b41a-5c4d-4544-801b-55f017052a73 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:48.348230 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d88c879-e361-4d7e-89c0-19ab1a8636e6 req-7da4b41a-5c4d-4544-801b-55f017052a73 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0494261 Nov 27 16:59:48.359284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-3c4229cc-ae42-4c1e-9161-e8216ab5f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:48.360767 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-3c4229cc-ae42-4c1e-9161-e8216ab5f9fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413632 Nov 27 16:59:48.373699 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-af7c9656-389d-42d0-99fc-d57c53fe1e3e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:59:48.374625 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-af7c9656-389d-42d0-99fc-d57c53fe1e3e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049102 Nov 27 16:59:48.396886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d88c879-e361-4d7e-89c0-19ab1a8636e6 req-3342b24b-b441-45e8-bb7a-6117beb621ed tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Nov 27 16:59:48.469500 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-b80a81ad-135e-428c-a2d9-f9e8c0c96ede service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Nov 27 16:59:48.561312 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-79ae5256-93ec-4b28-ac46-0c1efb5c4e39 req-cfd2c7b7-08c8-4a93-b081-13bed1caf3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845954 Nov 27 16:59:49.517555 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76398df4-5594-4c56-8dce-35851a3f084c req-a4ec2bac-0db9-4bb1-a2e3-533d575dadb9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:49.519010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76398df4-5594-4c56-8dce-35851a3f084c req-a4ec2bac-0db9-4bb1-a2e3-533d575dadb9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0515933 Nov 27 16:59:49.567974 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-76398df4-5594-4c56-8dce-35851a3f084c req-ed5713bb-44dc-4b61-aace-9a386ef627b4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429566 Nov 27 16:59:50.679015 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27734f6-68d7-4da9-b2a8-2e5ac47a93a7 req-c233cd9e-2872-48ec-8bdd-c597f7483165 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:50.680467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e27734f6-68d7-4da9-b2a8-2e5ac47a93a7 req-c233cd9e-2872-48ec-8bdd-c597f7483165 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Nov 27 16:59:50.730367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e27734f6-68d7-4da9-b2a8-2e5ac47a93a7 req-8f8c2169-e9be-4257-b693-d99333318767 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Nov 27 16:59:50.852640 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-45cfee54-2746-4476-9085-f5b1053e9f9a req-744b83bc-6fcd-4653-b808-9d4187dd5435 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 16:59:50.853680 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-45cfee54-2746-4476-9085-f5b1053e9f9a req-744b83bc-6fcd-4653-b808-9d4187dd5435 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0597978 Nov 27 16:59:51.005793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88e0ca-53bb-442a-a276-621398b10ebb req-afd4de36-dced-45d7-a910-5c1087ad0108 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:51.007258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f88e0ca-53bb-442a-a276-621398b10ebb req-afd4de36-dced-45d7-a910-5c1087ad0108 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Nov 27 16:59:51.048344 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 16:59:51.069544 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f88e0ca-53bb-442a-a276-621398b10ebb req-e07042ab-0246-4913-8a65-a2c983a4e51c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551980 Nov 27 16:59:51.127375 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:51.149461 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:59:51.151726 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5629f6a-3192-45e4-8fd6-8df89c99014e" -d '{"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:59:51.175513 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:59:51.180845 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:51.195216 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-ae51f4de-f119-4e7f-b97c-3f14f0af6807 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848413 Nov 27 16:59:51.204935 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 16:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a85b767-0398-4fd8-8c06-d87e04645efc x-openstack-request-id: req-4a85b767-0398-4fd8-8c06-d87e04645efc {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:59:51.205235 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-unplugged", "status": "failed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "code": 422}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:59:51.205516 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a85b767-0398-4fd8-8c06-d87e04645efc {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:59:51.205911 n-d-819494-4 neutron-server[110077]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'code': 422} returned with failed status Nov 27 16:59:51.233135 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:59:52.070836 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-820dc96d-9007-4a3a-ba9d-6e389cfe8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:52.072402 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-820dc96d-9007-4a3a-ba9d-6e389cfe8f4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126&tenant_id=00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 1094 time: 0.0409367 Nov 27 16:59:52.084366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 16:59:52.135794 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:52.272665 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722a28e-232f-40f0-8a5d-598c7b9c1a2c req-1d8b9886-de65-4a57-80d0-1eed59b19ac8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:52.274173 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b722a28e-232f-40f0-8a5d-598c7b9c1a2c req-1d8b9886-de65-4a57-80d0-1eed59b19ac8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 943 time: 0.1295242 Nov 27 16:59:52.375781 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b722a28e-232f-40f0-8a5d-598c7b9c1a2c req-2bf1c0dd-cab0-48fe-9b69-50577ccb1497 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952580 Nov 27 16:59:52.410319 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 16:59:52.443108 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:59:52.473764 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 16:59:52.481499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:52.493585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Transition to ACTIVE for port object 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 16:59:52.497570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:52.575333 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=9']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:59:52.589662 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.590048 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.590403 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.590744 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.591078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.591411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.591745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.592074 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.592411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.592740 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.593066 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.593397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 16:59:52.632123 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] No DVR routers for this DVR port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 16:59:52.767515 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 16:59:52.767843 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 16:59:52.768166 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:59:52.772358 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on network 5a05d6ff-1c3a-440f-bef3-00cded246def not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 16:59:52.772675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Attempting to bind port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 16:59:52.777473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 16:59:52.778299 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 16:59:52.778677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Bound using segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 16:59:52.779094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Bound port: 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 16:59:52.779435 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:52.839711 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 16:59:52.843387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 16:59:52.848029 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:52.886809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:52.887431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 16:59:52.888792 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1091 time: 0.8082573 Nov 27 16:59:52.889237 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 16:59:52.891540 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc21aa-8407-4259-a30b-88fff08ad536" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 16:59:52.913437 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63d0a-96c5-4068-8de0-99fd3d4f8a75 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=10']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 16:59:52.962347 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-96cdb93e-5157-47f5-8346-ebc1578a443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:52.964221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-96cdb93e-5157-47f5-8346-ebc1578a443a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1095 time: 0.0463521 Nov 27 16:59:53.019671 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbf2a1b-1db4-4db2-916b-aca8bc7db784 x-openstack-request-id: req-3dbf2a1b-1db4-4db2-916b-aca8bc7db784 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 16:59:53.019969 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 16:59:53.020228 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dbf2a1b-1db4-4db2-916b-aca8bc7db784 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 16:59:53.020632 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'status': 'completed', 'code': 200} Nov 27 16:59:53.062220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-3b3e4040-40ba-4d4f-a0bc-aff00db5f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:53.063741 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-3b3e4040-40ba-4d4f-a0bc-aff00db5f238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0891111 Nov 27 16:59:53.137614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-3c9ef5ae-39f6-4857-96f3-c7f0c0dcc49a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 998 time: 0.0627584 Nov 27 16:59:53.191388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-a13ca831-d6a9-4f8c-b47e-471cef698eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:53.192812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-a13ca831-d6a9-4f8c-b47e-471cef698eec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0442135 Nov 27 16:59:53.241856 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-f4be1ef2-6a3f-4856-8ffe-9650df0c3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:53.243342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-f4be1ef2-6a3f-4856-8ffe-9650df0c3603 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390632 Nov 27 16:59:53.338183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-7a765220-8241-44fd-85c6-a586c4baa0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 Nov 27 16:59:53.427489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dec7564e-2da2-45dc-b6cf-88a1a01fefd1 req-51e641da-5eb7-4bde-aa40-d1ddc42d1874 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800955 Nov 27 16:59:53.503466 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed4e0-5016-4002-bf4f-57a24c7dfe19 req-4e34c373-ff2c-4e15-b438-a72aca0ac5a8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:53.504896 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-524ed4e0-5016-4002-bf4f-57a24c7dfe19 req-4e34c373-ff2c-4e15-b438-a72aca0ac5a8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0616813 Nov 27 16:59:53.565620 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-2f57c797-c415-4c17-b937-4bb1b48ecd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:53.567129 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-2f57c797-c415-4c17-b937-4bb1b48ecd48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1095 time: 0.0824280 Nov 27 16:59:53.572124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-524ed4e0-5016-4002-bf4f-57a24c7dfe19 req-94617a6f-1476-4e50-ae85-cadff71fda06 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537300 Nov 27 16:59:53.993781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-dacc3b2e-fdff-46c6-83f2-33db26962bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:53.995318 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-dacc3b2e-fdff-46c6-83f2-33db26962bd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.4191017 Nov 27 16:59:54.694866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127e009-03f3-4715-b379-d8acfe60dede req-3c514a89-0ac0-408b-8856-4789ecc98cbe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:54.696325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0127e009-03f3-4715-b379-d8acfe60dede req-3c514a89-0ac0-408b-8856-4789ecc98cbe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0510972 Nov 27 16:59:54.744130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0127e009-03f3-4715-b379-d8acfe60dede req-36830a4d-b4d8-4f5e-88e3-1cd960def88f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415938 Nov 27 16:59:55.877343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafefcf-64bd-4966-8880-3dc9e53bc8f6 req-f76ab724-e44a-461c-bcc5-ad41aeb6cd4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:55.878878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aafefcf-64bd-4966-8880-3dc9e53bc8f6 req-f76ab724-e44a-461c-bcc5-ad41aeb6cd4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0597219 Nov 27 16:59:55.930996 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4aafefcf-64bd-4966-8880-3dc9e53bc8f6 req-b5fdd3e7-c4f9-4b10-a7f2-f6d86faea975 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Nov 27 16:59:57.062825 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dd2a8-fa78-420b-a71b-8fc8a4c08951 req-d2107309-3024-4fb7-a466-f1df84bba5c3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:57.065533 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a1dd2a8-fa78-420b-a71b-8fc8a4c08951 req-d2107309-3024-4fb7-a466-f1df84bba5c3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0588698 Nov 27 16:59:57.116886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2a1dd2a8-fa78-420b-a71b-8fc8a4c08951 req-2b1ffefa-b92f-47c6-9509-471ae072e764 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450101 Nov 27 16:59:58.241089 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905521-44e7-4e73-a750-86455b6a88d3 req-8a25e8aa-84c7-4fd1-b51a-db540ca96256 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:58.242768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e905521-44e7-4e73-a750-86455b6a88d3 req-8a25e8aa-84c7-4fd1-b51a-db540ca96256 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0549579 Nov 27 16:59:58.295161 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5e905521-44e7-4e73-a750-86455b6a88d3 req-ce4c4f61-6d1f-428c-8217-ec9919ab65d8 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456500 Nov 27 16:59:59.432097 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442edd-d2be-476d-9400-0f80615ad373 req-c5ca8330-b893-48d0-92a9-ff0df685c575 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 16:59:59.434147 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d442edd-d2be-476d-9400-0f80615ad373 req-c5ca8330-b893-48d0-92a9-ff0df685c575 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0484538 Nov 27 16:59:59.488691 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-6d442edd-d2be-476d-9400-0f80615ad373 req-8b368b61-062a-4aa5-8fc1-f79d7a64b65c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482748 Nov 27 17:00:00.381939 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:00.615994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddf4a-1d3d-43d5-926f-8b112283324f req-45b2ede9-8867-4b47-889b-2e7f8f05a010 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:00.617619 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cfddf4a-1d3d-43d5-926f-8b112283324f req-45b2ede9-8867-4b47-889b-2e7f8f05a010 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0556602 Nov 27 17:00:00.668900 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3cfddf4a-1d3d-43d5-926f-8b112283324f req-ae1a748a-29a8-4880-aef8-31a34487d638 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447931 Nov 27 17:00:01.798929 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a3da-24dd-4935-8064-20951d8d137b req-edbc715b-d779-462b-827c-8a21ba9e0539 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:01.800484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ef1a3da-24dd-4935-8064-20951d8d137b req-edbc715b-d779-462b-827c-8a21ba9e0539 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0604498 Nov 27 17:00:01.852819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7ef1a3da-24dd-4935-8064-20951d8d137b req-f50bbced-33a4-461a-b5f1-1c9ad6c97ddc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463681 Nov 27 17:00:02.476991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:02.980650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ae908-9b03-4a0a-9140-6009367198c1 req-3c00ac55-f8d9-4e43-9702-f0f3cb0f3a89 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:02.982287 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-870ae908-9b03-4a0a-9140-6009367198c1 req-3c00ac55-f8d9-4e43-9702-f0f3cb0f3a89 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0602784 Nov 27 17:00:03.033294 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-870ae908-9b03-4a0a-9140-6009367198c1 req-20a46b92-795e-45a8-a14f-6297e85c8d96 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446637 Nov 27 17:00:04.184311 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a232c2-806c-4240-b0ef-ce99133249d1 req-ea5d4847-e8a8-48ac-99da-d9aa77f4bea1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:04.185812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8a232c2-806c-4240-b0ef-ce99133249d1 req-ea5d4847-e8a8-48ac-99da-d9aa77f4bea1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0870616 Nov 27 17:00:04.222277 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-05c45d3e-3385-4bad-8706-9985919f78e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 998 time: 0.0905399 Nov 27 17:00:04.272071 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f8a232c2-806c-4240-b0ef-ce99133249d1 req-82976945-975b-454e-ab0b-2dfae9a4c10e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795667 Nov 27 17:00:04.290020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-685fe338-3d11-4d1d-a6c7-b12b455395f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:04.291472 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-685fe338-3d11-4d1d-a6c7-b12b455395f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0549145 Nov 27 17:00:04.337540 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-aabf8806-7cc6-4bb3-878b-65e577ffd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:04.338982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-aabf8806-7cc6-4bb3-878b-65e577ffd085 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391810 Nov 27 17:00:04.430652 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-54787009-e36c-48d6-8513-272a0080fdab service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Nov 27 17:00:04.518430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-83fc21aa-8407-4259-a30b-88fff08ad536 req-7d329fd8-b2fc-4172-99d3-249d05670bb0 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799441 Nov 27 17:00:05.353835 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a173107d-6fa0-4a24-bde8-ded74f1edeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:05.399294 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35ae6e-e220-4a99-829f-02dadcfb8d5c req-06783f86-a114-4071-a5b5-4451ea0f10d4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:05.400682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d35ae6e-e220-4a99-829f-02dadcfb8d5c req-06783f86-a114-4071-a5b5-4451ea0f10d4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0551810 Nov 27 17:00:05.449538 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d35ae6e-e220-4a99-829f-02dadcfb8d5c req-0f775c29-aad6-487c-a956-26eeb83ffa98 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Nov 27 17:00:06.409677 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:00:06.569700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c597cec-42d7-4c05-978c-d774642ae737 req-8f3c9b2f-57fb-4b5b-ad1a-63a5dfd7deac tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:06.571264 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c597cec-42d7-4c05-978c-d774642ae737 req-8f3c9b2f-57fb-4b5b-ad1a-63a5dfd7deac tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 944 time: 0.0506735 Nov 27 17:00:06.622938 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0c597cec-42d7-4c05-978c-d774642ae737 req-5a2c1b63-af64-44eb-84b9-3acb8fe3524e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446990 Nov 27 17:00:06.659875 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:00:06.671175 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'port_id': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'mac_address': 'fa:16:3e:02:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:00:06.707385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:06.719896 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:00:06.740296 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:00:06.744254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:06.791920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=11']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:00:07.031574 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:00:07.736788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da08673-900a-4ec6-8563-4da514e33f28 req-fa899df2-fba1-453c-b9db-ea07c7c7827f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:07.738249 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0da08673-900a-4ec6-8563-4da514e33f28 req-fa899df2-fba1-453c-b9db-ea07c7c7827f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Nov 27 17:00:07.790010 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0da08673-900a-4ec6-8563-4da514e33f28 req-749ec5a8-f152-40f1-98b8-c9c185cc1c0a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458312 Nov 27 17:00:07.812591 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2d165239-73a0-4ffe-ae8b-ab4688915e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:08.427640 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:00:08.475349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 17:00:08.478945 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:00:08.479318 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:08.556164 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:08.577997 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:00:08.580246 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbe97e2-9be9-48ca-bdd4-0a4185042df3" -d '{"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-plugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:00:08.593174 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:00:08.597964 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:08.621483 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2eb22-6186-4d38-94b1-fc3efebca26e x-openstack-request-id: req-1ce2eb22-6186-4d38-94b1-fc3efebca26e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:00:08.621782 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-plugged", "status": "completed", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:00:08.622043 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce2eb22-6186-4d38-94b1-fc3efebca26e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:00:08.622462 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'code': 200} Nov 27 17:00:08.646568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=12']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:00:08.793293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f074b-1ad5-4a0d-88fb-e8becc7553e1 req-f57cf868-cdb9-4df2-9914-314b1cccdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:08.794708 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d08f074b-1ad5-4a0d-88fb-e8becc7553e1 req-f57cf868-cdb9-4df2-9914-314b1cccdae9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1097 time: 0.0400043 Nov 27 17:00:08.823358 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:08.846321 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d08f074b-1ad5-4a0d-88fb-e8becc7553e1 req-088a357b-f012-4acf-b251-c088a61df31f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Nov 27 17:00:08.908454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628e1ee-8315-4cca-a62d-85115edb8bfc req-9287f4ea-bcee-42c0-977e-f7d7baf3e1f1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:08.909930 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a628e1ee-8315-4cca-a62d-85115edb8bfc req-9287f4ea-bcee-42c0-977e-f7d7baf3e1f1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 946 time: 0.0485208 Nov 27 17:00:08.957933 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a628e1ee-8315-4cca-a62d-85115edb8bfc req-c129beaf-0ea2-4282-ad3f-110fb2124435 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Nov 27 17:00:09.668607 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:00:10.082374 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa89311-ae96-4294-8432-f534d9b0dcad req-fbadead8-faee-4c0c-9fa4-0ee3114aabcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:10.083999 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baa89311-ae96-4294-8432-f534d9b0dcad req-fbadead8-faee-4c0c-9fa4-0ee3114aabcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 946 time: 0.0545168 Nov 27 17:00:10.145188 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-baa89311-ae96-4294-8432-f534d9b0dcad req-674857b1-a592-4022-850e-0afc76a7bdaa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490673 Nov 27 17:00:10.546330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:11.260831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaba58-aba6-4943-b463-aa90a0ab1238 req-a74a7e02-c21b-4837-8465-2c8657af7304 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:11.262458 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acfaba58-aba6-4943-b463-aa90a0ab1238 req-a74a7e02-c21b-4837-8465-2c8657af7304 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 946 time: 0.0484428 Nov 27 17:00:11.312009 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-acfaba58-aba6-4943-b463-aa90a0ab1238 req-30a3cc34-8e45-4592-bd04-179305540219 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Nov 27 17:00:11.318421 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:22.296493 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-25c63ef5-9c02-44d1-babd-0ce4e6f01ee5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422540 Nov 27 17:00:22.384104 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-53b11844-b1ce-4207-b2ad-48ffdf6c2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:22.385617 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-53b11844-b1ce-4207-b2ad-48ffdf6c2708 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1097 time: 0.0420542 Nov 27 17:00:22.488483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-349b8814-aefc-4e85-8913-434c395a074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:22.489976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-349b8814-aefc-4e85-8913-434c395a074e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0836668 Nov 27 17:00:22.562508 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-b8a457f2-0aa3-4114-b33b-d708c6b7bf3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1000 time: 0.0607545 Nov 27 17:00:22.612716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-656a203e-480a-4d82-a6f5-4b8be116b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:22.614144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-656a203e-480a-4d82-a6f5-4b8be116b9a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0428627 Nov 27 17:00:22.659398 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-219b0104-3bdb-46fa-bcf1-9577e514f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:00:22.660862 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-219b0104-3bdb-46fa-bcf1-9577e514f37b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384667 Nov 27 17:00:22.760220 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-9cd2e548-7146-4ec7-825d-d74a377f8ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859630 Nov 27 17:00:22.850116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3aafefab-e1d0-4361-82bc-6e0b0b961924 req-76f54d9d-df8f-49c3-bdbb-d5ef1d27157d service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821557 Nov 27 17:00:30.412178 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:32.471086 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:35.355990 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-34e00e40-9f2f-45b1-b071-607999bee356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:37.813771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-904f5f01-c967-400f-a600-8e553c83fc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:38.825426 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:40.549079 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:41.320610 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:00:46.668055 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:01:00.426580 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:02.474737 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:05.358788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-72413efa-6b49-419e-afaf-981ea4ca63fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:07.814521 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb61be50-a7ec-421b-bd4c-1427f198f27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:08.828370 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:10.552606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:11.323189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:22.344977 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-4b2a1936-ff4c-4b64-aabc-f5461bb39bfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870357 Nov 27 17:01:22.438457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-c6d39760-696e-4969-b3b8-104a9bcd7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:22.439924 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-c6d39760-696e-4969-b3b8-104a9bcd7bdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1097 time: 0.0404365 Nov 27 17:01:22.549975 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-79a6eb99-d1c3-4df3-9115-0be4d750c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:22.551365 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-79a6eb99-d1c3-4df3-9115-0be4d750c5bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0857699 Nov 27 17:01:22.622157 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-8397d0b1-266f-4409-a230-9fa842f885ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 1000 time: 0.0611532 Nov 27 17:01:22.676890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-29d39567-8e08-456f-884b-9e176733121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:22.678356 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-29d39567-8e08-456f-884b-9e176733121b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0439963 Nov 27 17:01:22.728219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-775bfea2-97c8-4c0c-9c48-d4c380757b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:22.730338 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-775bfea2-97c8-4c0c-9c48-d4c380757b82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393562 Nov 27 17:01:22.826340 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-c2b7e32a-6739-4e47-8b9f-7f27330e455d service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837421 Nov 27 17:01:22.921190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9d8d4cf7-0af5-4ff7-bd23-8ce344164824 req-d5e7c0ac-c78f-4418-a715-de19be856041 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818717 Nov 27 17:01:23.666412 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:01:26.914612 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38700) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:27.074735 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Deleting port 5c4a9754-23c3-403e-bd29-194f07e26b95 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:01:27.075098 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:27.152804 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:27.153135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:27.164530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Calling delete_port for 5c4a9754-23c3-403e-bd29-194f07e26b95 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:01:27.311456 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:27.337857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event deleted for resources: {'Port': ['ID=5c4a9754-23c3-403e-bd29-194f07e26b95,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:27.363351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.363710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.364062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.364409 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.364748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.365090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.365448 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.365791 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.366129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.366458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.366788 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.367121 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:27.405364 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:27.405594 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Floating IP 09810abb-c5b5-4b0b-863e-f8e5ef85939b disassociated (deleted). External IP: 172.25.1.38, port: 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc. Nov 27 17:01:27.613766 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:01:27.720579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:01:27.725232 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:27.729829 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:01:27.741635 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:01:27.742218 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:01:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:01:27.753348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8459af5f-b22b-423f-b642-a9b6f245b619 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "DELETE /v2.0/floatingips/09810abb-c5b5-4b0b-863e-f8e5ef85939b HTTP/1.1" status: 204 len: 168 time: 0.8351674 Nov 27 17:01:27.753348 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:01:27.753785 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e0fd1f-4b61-4299-a554-f43f672fde75" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:01:27.794477 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e408b00-dc7b-4724-b9f6-a7ce9ce80d8d x-openstack-request-id: req-5e408b00-dc7b-4724-b9f6-a7ce9ce80d8d {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:01:27.794797 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:01:27.795053 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e408b00-dc7b-4724-b9f6-a7ce9ce80d8d {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:01:27.795458 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'status': 'completed', 'code': 200} Nov 27 17:01:27.869001 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:01:27.877654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-51da1608-3221-4386-8f13-44d13c48921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:27.879349 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-51da1608-3221-4386-8f13-44d13c48921a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 1097 time: 0.0536137 Nov 27 17:01:28.007754 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-79b8a745-1039-431d-85fd-f7b156542415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:28.009114 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-79b8a745-1039-431d-85fd-f7b156542415 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.1203554 Nov 27 17:01:28.017293 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aee904-b3fe-401f-bd33-752ed043046a req-394d50dd-1798-4c80-b9d7-2b9b3eddd422 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:28.018701 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89aee904-b3fe-401f-bd33-752ed043046a req-394d50dd-1798-4c80-b9d7-2b9b3eddd422 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 946 time: 0.0752895 Nov 27 17:01:28.062925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-a25193c6-7af2-4720-a758-f87b2bfe8033 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 200 len: 217 time: 0.0432835 Nov 27 17:01:28.072059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:01:28.102260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:01:28.110969 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:01:28.111590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:01:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:01:28.130894 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-89aee904-b3fe-401f-bd33-752ed043046a req-469eb184-4fd2-46b1-8a12-191e9fbc2d49 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048198 Nov 27 17:01:28.136282 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-6445159e-2d0d-411a-85da-9faba0d12d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:28.137757 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-6445159e-2d0d-411a-85da-9faba0d12d1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0673709 Nov 27 17:01:28.184810 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-078b5160-0b0f-4005-b5c1-12987ae9a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:28.186320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-078b5160-0b0f-4005-b5c1-12987ae9a0f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400736 Nov 27 17:01:28.218929 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:01:28.278693 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-8ab8bb38-6823-4863-9973-4f31f7c6ba1a service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845501 Nov 27 17:01:28.370543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e0fd1f-4b61-4299-a554-f43f672fde75 req-eb025fe7-cf77-4beb-8dec-2ff3b4c870fd service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823524 Nov 27 17:01:28.418201 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:01:28.443844 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4ab7d-f3e5-4286-9cb3-ab43d2f5c04a None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:01:28.652996 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070a67f-fa25-4769-bd6d-e465b0799259 None None] New status for floating IP 09810abb-c5b5-4b0b-863e-f8e5ef85939b: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:01:29.253498 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea594b9-b694-4bac-8dfc-cc80b9126ed2 req-c9ea3e44-db01-4443-ade0-d08a06bfd602 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:29.254959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eea594b9-b694-4bac-8dfc-cc80b9126ed2 req-c9ea3e44-db01-4443-ade0-d08a06bfd602 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 946 time: 0.0480497 Nov 27 17:01:29.309647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-eea594b9-b694-4bac-8dfc-cc80b9126ed2 req-5dc50240-8e20-435a-b3fd-79dff433baef tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=0697b724-6116-4766-aa7c-e5afbb97a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487754 Nov 27 17:01:29.505058 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-aa3fb441-89e1-4dc0-927f-0f8292a2821f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:29.506430 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-aa3fb441-89e1-4dc0-927f-0f8292a2821f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 946 time: 0.0484138 Nov 27 17:01:29.596627 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Deleting port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:01:29.597284 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:29.686763 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] For port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:01:29.687129 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:29.700585 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Calling delete_port for 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:01:29.827937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:29.858443 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event deleted for resources: {'Port': ['ID=8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:29.900871 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] No DVR routers for this DVR port 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:01:29.903894 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:29.909036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4625d31b-3697-4c5e-bf1d-111da6ded75f req-f8d8242d-439e-4ae4-9f6e-d991ed261eaf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.21 "DELETE /v2.0/ports/8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc HTTP/1.1" status: 204 len: 173 time: 0.3943958 Nov 27 17:01:29.909521 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-deleted', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:01:29.912348 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d92965-1bbd-48c1-ad1b-af9e17bf0735" -d '{"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-deleted", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:01:29.952224 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb46e0e-9c07-4deb-acf3-136a29bfb470 x-openstack-request-id: req-3eb46e0e-9c07-4deb-acf3-136a29bfb470 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:01:29.952518 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfcda-5153-4810-b212-378a7257e126", "name": "network-vif-deleted", "tag": "8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:01:29.952774 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eb46e0e-9c07-4deb-acf3-136a29bfb470 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:01:29.953534 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfcda-5153-4810-b212-378a7257e126', 'name': 'network-vif-deleted', 'tag': '8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc', 'status': 'completed', 'code': 200} Nov 27 17:01:30.418423 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-913bf67b-7466-48b3-af78-955a23427f19 req-62f6bee3-3f9d-44c3-9284-a7860c622494 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ffdfcda-5153-4810-b212-378a7257e126 HTTP/1.1" status: 200 len: 210 time: 0.0271130 Nov 27 17:01:30.443118 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.480873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38722) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:31.539419 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c195b951-7675-4f39-9979-f6f575814555 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.566013 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c195b951-7675-4f39-9979-f6f575814555 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.625917 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c195b951-7675-4f39-9979-f6f575814555 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.628547 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c195b951-7675-4f39-9979-f6f575814555 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.629713 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c195b951-7675-4f39-9979-f6f575814555 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "DELETE /v2.0/security-groups/0697b724-6116-4766-aa7c-e5afbb97a13a HTTP/1.1" status: 204 len: 168 time: 0.1478035 Nov 27 17:01:31.639425 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195b951-7675-4f39-9979-f6f575814555 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697b724-6116-4766-aa7c-e5afbb97a13a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:31.827930 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38728) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:31.832520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852531343', 'description': 'tempest-secgroup-smoke-852531343 description', 'project_id': '00d6a6e4411c45318c7b2351eb286738'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:31.855173 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.921069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.924476 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.954824 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:31.956097 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270871 Nov 27 17:01:31.957215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30f30-2b68-4df0-b4ec-28865331b126 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0f0911-3057-4529-be3f-b4beefa529b0,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:31.959773 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38730) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:31.966349 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f0911-3057-4529-be3f-b4beefa529b0', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:31.992637 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.047305 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.050782 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.069071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0895ea9f-5dd2-48fa-a0db-fa99905cfa8b,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:32.078020 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.079193 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180394 Nov 27 17:01:32.081012 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.081362 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.081820 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.082167 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.082292 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38734) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:32.082503 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.082840 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.083180 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.083511 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.083834 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.084161 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.084486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.084808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7721f-c455-4f26-8747-8ddf3ec98367 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:01:32.087530 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f0911-3057-4529-be3f-b4beefa529b0', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:32.113970 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.168069 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.171790 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.189445 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d865193-b2d8-4b99-98af-c77add2b685a,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:32.197915 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.199126 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-349a2401-4bbf-4f5f-9c50-1c524501efcf tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156697 Nov 27 17:01:32.202122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38736) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:32.206471 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f0911-3057-4529-be3f-b4beefa529b0', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:32.232108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.290726 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.294601 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.314686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858c4f4b-5cf0-43db-bc32-054eaf3605fb,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:32.320288 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.321464 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-65b0cf34-f26d-4fad-86bd-3a606cdc3d94 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184170 Nov 27 17:01:32.324177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38738) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:32.328608 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f0911-3057-4529-be3f-b4beefa529b0', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:32.353803 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.409701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.412930 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.430496 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbfadc6-e57e-4cb8-9adb-884335390679,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:32.438281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.439466 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-be071539-05f0-4081-b5a6-a06445331f2f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143785 Nov 27 17:01:32.442152 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38740) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:32.446460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f0911-3057-4529-be3f-b4beefa529b0', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:32.467361 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Project 00d6a6e4411c45318c7b2351eb286738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 17:01:32.472381 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.482788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.530445 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.534009 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.551611 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11204552-59aa-4029-ac2f-ff3f5b7527bf,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:32.560271 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.561497 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-47688292-86e1-4a4b-ab5d-be4aac9eb62e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183996 Nov 27 17:01:32.565082 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38742) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:01:32.569516 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f0911-3057-4529-be3f-b4beefa529b0', 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:32.591575 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Project 00d6a6e4411c45318c7b2351eb286738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 17:01:32.596570 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.656907 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.660425 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.678730 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e29f8cb-dfbb-4738-86f2-a3f57e47617c,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:32.683919 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:32.685193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fa2e28e7-14ed-4600-bb56-5c119106c4c5 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191206 Nov 27 17:01:32.993471 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:01:33.014497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:01:33.014840 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 8d1ae7fb-8ea1-4d02-a63a-48070ec6a8fc not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:01:35.363457 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fc257ea4-efb9-40e2-9b86-f4e3fa93c62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:37.816409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8892deb2-f16e-48f3-b1b3-f26e22f08543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:38.831933 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:40.560799 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:41.327309 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:47.937118 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-9b2c5942-072f-4e3f-a536-84a2a14d4826 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852531343&fields=id&tenant_id=00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 267 time: 0.0432808 Nov 27 17:01:48.044410 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-b3d41297-b7dd-4e25-8fcf-af731320bcf3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:48.045804 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-b3d41297-b7dd-4e25-8fcf-af731320bcf3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 809 time: 0.1021378 Nov 27 17:01:48.060251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-8dc9392e-54d7-49b0-9c25-481b657c4745 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/quotas/00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 375 time: 0.0087059 Nov 27 17:01:48.110019 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2c875e5b-5bdb-4e0b-ade3-0ed8028d7c09 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446711 Nov 27 17:01:48.125133 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-b4a6112d-d0c5-4a52-bf5f-5954499028f1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 17:01:48.126130 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-b4a6112d-d0c5-4a52-bf5f-5954499028f1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054963 Nov 27 17:01:48.211863 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-36326ea6-2c95-4506-abcb-66f4d57db2c5 service neutron] 10.222.0.15 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802119 Nov 27 17:01:48.301345 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-dacfb1ad-2bc9-42fd-8a66-6b61e695cb3b service neutron] 10.222.0.15 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Nov 27 17:01:48.578407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1cedfa3e-0da9-4f50-866b-ab68cca0ecc4 req-9b3b454c-11de-4aea-92d3-8e798b2a8f57 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Nov 27 17:01:49.467095 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-dac0b50a-c86b-4b28-9e80-d88d41ff299e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:49.468565 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-dac0b50a-c86b-4b28-9e80-d88d41ff299e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 809 time: 0.1074703 Nov 27 17:01:49.532128 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-d3dbba31-5cf5-437a-8bd2-57aa2b600276 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 379 time: 0.0544596 Nov 27 17:01:49.541510 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'port': {'device_id': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'admin_state_up': True, 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'security_groups': ['cd0f0911-3057-4529-be3f-b4beefa529b0']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:49.659146 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Made reservation on behalf of 00d6a6e4411c45318c7b2351eb286738 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:01:49.662722 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:49.682819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12fc90a6-92a2-48ba-bb58-086a5519532e req-bba65a04-ff28-4c3b-828f-5a93564c27ff tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0322046 Nov 27 17:01:49.790309 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Allocated IP 172.20.0.4 (5a05d6ff-1c3a-440f-bef3-00cded246def/a322cde6-e396-47a0-93cb-1dbd27daf845/0123ee93-c97a-4e93-9925-c45af32c8df2) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:01:49.934401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:49.968913 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.017801 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Network 5a05d6ff-1c3a-440f-bef3-00cded246def is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:01:50.020906 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:01:50.024681 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:01:50.049659 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:50.080105 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:50.080731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.097494 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-2dfb6d44-6329-4ebb-afdb-f68ad1b32baa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595133 Nov 27 17:01:50.158132 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Request body: {'port': {'device_id': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:01:50.221663 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.257741 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-99c5ba67-ff97-4fda-93ff-9285bfcb6542 None None] Provisioning complete for port 0123ee93-c97a-4e93-9925-c45af32c8df2 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:01:50.258337 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-99c5ba67-ff97-4fda-93ff-9285bfcb6542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.291297 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-99c5ba67-ff97-4fda-93ff-9285bfcb6542 None None] Port 0123ee93-c97a-4e93-9925-c45af32c8df2 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:01:50.490635 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0123ee93-c97a-4e93-9925-c45af32c8df2 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:01:50.497985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.509752 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Transition to ACTIVE for port object 0123ee93-c97a-4e93-9925-c45af32c8df2 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 17:01:50.514070 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.566053 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:50.645263 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:01:50.645706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:01:50.646102 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:01:50.652303 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Port 0123ee93-c97a-4e93-9925-c45af32c8df2 on network 5a05d6ff-1c3a-440f-bef3-00cded246def not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 17:01:50.652750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:01:50.657972 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:01:50.658380 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:01:50.658853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Bound using segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:01:50.659331 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Bound port: 0123ee93-c97a-4e93-9925-c45af32c8df2, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:01:50.659752 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.733223 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:01:50.736601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:01:50.743618 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.780031 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:50.780659 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:01:50.782191 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] 10.222.0.37 "PUT /v2.0/ports/0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 1091 time: 0.6758430 Nov 27 17:01:50.782650 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:01:50.786954 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:01:50.830787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61806f05-7325-4d6c-b5b0-faf4a2500d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:01:50.874303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503138a6-f3cb-489d-8a6e-54558c9a4dae req-62be1145-df7b-41d1-96cd-199247cf5102 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:50.884633 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-503138a6-f3cb-489d-8a6e-54558c9a4dae req-62be1145-df7b-41d1-96cd-199247cf5102 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.1107728 Nov 27 17:01:50.896178 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-15f4a6e4-6f52-459b-adee-d8315edf1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:50.899520 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-15f4a6e4-6f52-459b-adee-d8315edf1277 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0629606 Nov 27 17:01:50.967164 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-ae62bb98-99b5-4d50-827a-4bca5d38b6f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 217 time: 0.0609510 Nov 27 17:01:50.968631 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-503138a6-f3cb-489d-8a6e-54558c9a4dae req-a1bcea16-1c8a-4aaf-9757-b2b1542a45ee tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823934 Nov 27 17:01:51.003340 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba51848-7ccb-4023-b16c-8df2e0c12c76 x-openstack-request-id: req-dba51848-7ccb-4023-b16c-8df2e0c12c76 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:01:51.003726 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:01:51.004052 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dba51848-7ccb-4023-b16c-8df2e0c12c76 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:01:51.004564 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'status': 'completed', 'code': 200} Nov 27 17:01:51.024250 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-57125e86-2adc-4951-85d6-fdd9ecb6f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:51.026197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-57125e86-2adc-4951-85d6-fdd9ecb6f0bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0518508 Nov 27 17:01:51.086601 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-1e6518d9-e458-4e8f-8662-3f9c43ecf368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:51.088108 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-1e6518d9-e458-4e8f-8662-3f9c43ecf368 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527356 Nov 27 17:01:51.188734 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-20b725e7-ddae-44cc-a583-fb093048c664 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927732 Nov 27 17:01:51.278501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-41b3761f-91e7-4f32-a062-51688d90fc36 req-89b5fad0-2334-45bc-bbd2-b6d13248b0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828893 Nov 27 17:01:51.362807 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-dc38a64d-a9c5-4bc3-9f9c-0960ca298891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:51.364326 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-dc38a64d-a9c5-4bc3-9f9c-0960ca298891 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0418124 Nov 27 17:01:51.458486 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-2fb002b7-ceb7-4355-94b1-871415bc3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:51.459952 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-2fb002b7-ceb7-4355-94b1-871415bc3761 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0891588 Nov 27 17:01:51.502014 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-403844c9-20f9-4a58-b82e-28833f17964d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 217 time: 0.0351157 Nov 27 17:01:51.553055 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-cfca3650-a8d2-4580-b2f4-2349419eb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:51.554556 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-cfca3650-a8d2-4580-b2f4-2349419eb7ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0464718 Nov 27 17:01:51.599810 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-f9a833e9-84cc-4714-865a-7fe7eda10843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:51.601300 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-f9a833e9-84cc-4714-865a-7fe7eda10843 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397542 Nov 27 17:01:51.689169 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-064b31f5-5055-4a5b-af21-1de6d9a2de57 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807211 Nov 27 17:01:51.782052 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b01dda5d-c2a8-4ef0-9aa3-8799634f0db4 req-f70a2037-03ba-4e15-9735-b90e936a0107 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859516 Nov 27 17:01:52.085458 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9473cb-bef3-4d35-89b1-e5719aa11931 req-78f519b9-edce-45ee-bb8a-c524ea5a2604 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:52.086959 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf9473cb-bef3-4d35-89b1-e5719aa11931 req-78f519b9-edce-45ee-bb8a-c524ea5a2604 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0490410 Nov 27 17:01:52.135926 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bf9473cb-bef3-4d35-89b1-e5719aa11931 req-4d1e3209-1f29-4437-be24-b23d539eca3d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Nov 27 17:01:53.250935 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94308f13-8712-4515-bcf1-5627f799f40a req-3260bb07-ff13-47bd-b06f-a2ce701a1a3f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:53.252382 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94308f13-8712-4515-bcf1-5627f799f40a req-3260bb07-ff13-47bd-b06f-a2ce701a1a3f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0479274 Nov 27 17:01:53.304764 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94308f13-8712-4515-bcf1-5627f799f40a req-3800601c-1452-4371-b563-46c8c9524d05 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461478 Nov 27 17:01:54.426812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c52929-4d9d-4aa0-911c-91215b6e0124 req-193afac0-fcaa-47b0-9a00-028087975789 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:54.428301 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72c52929-4d9d-4aa0-911c-91215b6e0124 req-193afac0-fcaa-47b0-9a00-028087975789 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0532825 Nov 27 17:01:54.478911 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-72c52929-4d9d-4aa0-911c-91215b6e0124 req-ed67709b-7e45-49f2-b459-716fb3e3c301 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 Nov 27 17:01:55.595155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1e74-fc76-44fa-b247-11792e800b21 req-a89849be-cb15-4016-a861-c32ef60ae318 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:55.596603 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5ab1e74-fc76-44fa-b247-11792e800b21 req-a89849be-cb15-4016-a861-c32ef60ae318 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0482812 Nov 27 17:01:55.643989 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5ab1e74-fc76-44fa-b247-11792e800b21 req-3904d3ef-99c9-4fa9-9b6e-5f95506bf434 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 Nov 27 17:01:56.761135 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72b37-e21f-4c16-b43c-017d64330a5d req-0e1de054-23be-4314-8045-f889126c4853 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:56.762528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61b72b37-e21f-4c16-b43c-017d64330a5d req-0e1de054-23be-4314-8045-f889126c4853 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0521457 Nov 27 17:01:56.811882 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61b72b37-e21f-4c16-b43c-017d64330a5d req-a43ad7db-6532-49c0-96df-160254052d37 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Nov 27 17:01:57.926994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acb241-866e-41e1-8647-2c3d4cc6e260 req-1e466082-65e9-4713-b861-ba32144b806c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:57.928446 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5acb241-866e-41e1-8647-2c3d4cc6e260 req-1e466082-65e9-4713-b861-ba32144b806c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0482175 Nov 27 17:01:57.975698 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f5acb241-866e-41e1-8647-2c3d4cc6e260 req-259c0c18-0f0f-4eae-9c31-6dcf99ccc45a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 Nov 27 17:01:59.087099 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c85a6-3319-4eeb-97fb-07905cb2b468 req-acb9de95-06ff-4e28-927c-32d0544910a9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:01:59.088537 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-508c85a6-3319-4eeb-97fb-07905cb2b468 req-acb9de95-06ff-4e28-927c-32d0544910a9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0474813 Nov 27 17:01:59.139494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-508c85a6-3319-4eeb-97fb-07905cb2b468 req-0712c507-3fbf-4609-85dd-bb3127056e53 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449531 Nov 27 17:02:00.255500 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd08a0-baa5-435e-a8c7-04b36aa40d9d req-5223eb95-6927-453a-a485-25d1fd30d17d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:00.256963 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1bd08a0-baa5-435e-a8c7-04b36aa40d9d req-5223eb95-6927-453a-a485-25d1fd30d17d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0482793 Nov 27 17:02:00.304437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-b1bd08a0-baa5-435e-a8c7-04b36aa40d9d req-be6bf1a1-7b55-4156-909d-d67c98a5d85b tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Nov 27 17:02:00.455525 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:00.665199 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:02:01.419387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572207d4-cd18-4015-938e-010fec5501d0 req-da304e35-8b43-4c2e-adbe-1ca03a304306 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:01.420826 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-572207d4-cd18-4015-938e-010fec5501d0 req-da304e35-8b43-4c2e-adbe-1ca03a304306 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0471060 Nov 27 17:02:01.468276 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-572207d4-cd18-4015-938e-010fec5501d0 req-a89e5d08-6a2a-4801-af61-453efd62a68d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Nov 27 17:02:02.489572 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:02.585672 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2f1a8-b2cd-4027-b624-be5b02989df3 req-0051369a-5b4f-41ae-bc77-7b13b5978d5e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:02.587143 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0a2f1a8-b2cd-4027-b624-be5b02989df3 req-0051369a-5b4f-41ae-bc77-7b13b5978d5e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0519779 Nov 27 17:02:02.635026 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a0a2f1a8-b2cd-4027-b624-be5b02989df3 req-799c0257-b5e3-4852-be0a-c3857f80c4db tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 Nov 27 17:02:03.659502 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:02:03.749976 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0799-0e21-468f-94ae-db34d3ea0c4a req-4ba5473c-a77b-48f4-8dc6-1fed26324599 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:03.751490 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbdb0799-0e21-468f-94ae-db34d3ea0c4a req-4ba5473c-a77b-48f4-8dc6-1fed26324599 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0493736 Nov 27 17:02:03.757364 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:02:03.769747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'port_id': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'mac_address': 'fa:16:3e:1c:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:02:03.801572 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbdb0799-0e21-468f-94ae-db34d3ea0c4a req-bcf91300-aa21-4d8c-8a0d-dc3508a43a5d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 Nov 27 17:02:03.806442 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:03.819915 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0123ee93-c97a-4e93-9925-c45af32c8df2 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:02:03.839883 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:02:03.845255 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:03.890370 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:02:03.897422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.897783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.898131 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.898470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.898806 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.899141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.899469 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.899800 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.900124 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.900448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.900771 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:03.901093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:02:04.078813 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['0123ee93-c97a-4e93-9925-c45af32c8df2'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:02:04.917569 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58627685-07cb-47df-89c6-96bc99f73b78 req-341e4b93-a95c-4870-8eb3-a7ff4f793a7a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:04.919668 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58627685-07cb-47df-89c6-96bc99f73b78 req-341e4b93-a95c-4870-8eb3-a7ff4f793a7a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0511200 Nov 27 17:02:05.275866 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-58627685-07cb-47df-89c6-96bc99f73b78 req-e4346441-1d04-4e01-b52e-b7deae882d7a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503351 Nov 27 17:02:05.369606 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-be64bdc7-6f8f-4954-bcf7-1a6ff17d3bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:05.660547 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:02:05.709747 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 0123ee93-c97a-4e93-9925-c45af32c8df2 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 17:02:05.713630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 0123ee93-c97a-4e93-9925-c45af32c8df2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:02:05.714000 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:05.787003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:05.809305 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:02:05.811566 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4defe9ac-0fca-44eb-8ceb-2048e814eb6f" -d '{"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:02:05.827245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:02:05.834731 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:05.888975 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:02:05.914728 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dad1ef-ae42-4f1c-91cc-64c208fc408a x-openstack-request-id: req-34dad1ef-ae42-4f1c-91cc-64c208fc408a {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:02:05.915060 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:02:05.915344 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34dad1ef-ae42-4f1c-91cc-64c208fc408a {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:02:05.915772 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'code': 200} Nov 27 17:02:06.012140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38b947-d2f1-44ce-a613-3c5e699cf94b req-f0c5bfe4-1fd2-4dda-a969-5016e89f471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:06.013667 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad38b947-d2f1-44ce-a613-3c5e699cf94b req-f0c5bfe4-1fd2-4dda-a969-5016e89f471f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0396001 Nov 27 17:02:06.060284 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ad38b947-d2f1-44ce-a613-3c5e699cf94b req-51e3798e-bdce-45ed-abf2-d25b551a586e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Nov 27 17:02:06.388069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae41df-83f7-448c-a6fd-b02c1d6441af req-a05b22b4-6d8e-4268-9438-c8db7606d981 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:06.390247 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2ae41df-83f7-448c-a6fd-b02c1d6441af req-a05b22b4-6d8e-4268-9438-c8db7606d981 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Nov 27 17:02:06.438438 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a2ae41df-83f7-448c-a6fd-b02c1d6441af req-0ca3c9ef-6bf9-4ffa-867c-da22e8a0d738 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Nov 27 17:02:07.553303 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515da6-adcf-4a32-8113-7c729e5ed39f req-28b112bd-3626-4cda-a0ea-7cbf3b35aede tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:07.554777 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d515da6-adcf-4a32-8113-7c729e5ed39f req-28b112bd-3626-4cda-a0ea-7cbf3b35aede tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Nov 27 17:02:07.607828 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d515da6-adcf-4a32-8113-7c729e5ed39f req-5e4ab2d2-c03c-47fa-8b38-486bc9adef70 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Nov 27 17:02:07.718563 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d6faf-2248-40b3-9c2d-e8c6e60d6b9c req-ab8b6602-372e-4771-af64-720284658618 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:07.719908 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e88d6faf-2248-40b3-9c2d-e8c6e60d6b9c req-ab8b6602-372e-4771-af64-720284658618 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0472465 Nov 27 17:02:07.766899 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e88d6faf-2248-40b3-9c2d-e8c6e60d6b9c req-63324728-5688-49d8-aa80-e9b208dc6f42 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Nov 27 17:02:07.788761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 38940) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:02:07.818389 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b83f6ae-c8b3-407c-8658-bfffa6005171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:07.828609 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab2f28-d199-4b4a-a80b-34d6ea5ca9c3 tempest-TestShelveInstance-1331794632 tempest-TestShelveInstance-1331794632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:07.830158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-44ab2f28-d199-4b4a-a80b-34d6ea5ca9c3 tempest-TestShelveInstance-1331794632 tempest-TestShelveInstance-1331794632-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1091 time: 0.0404301 Nov 27 17:02:07.833103 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 38942) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:02:07.837750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:02:07.861295 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:07.959054 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:08.057706 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Allocated IP 172.25.1.213 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/73dd25df-bad1-4674-92d9-277a0c9b8d16) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:02:08.156813 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:08.188466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:08.228823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:02:08.233741 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:02:08.236019 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'Port': ['ID=73dd25df-bad1-4674-92d9-277a0c9b8d16,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:02:08.238391 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:02:08.835632 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:08.912453 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:08.975955 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:09.123135 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:09.127366 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:09.197459 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event updated for resources: {'Port': ['ID=73dd25df-bad1-4674-92d9-277a0c9b8d16,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:02:09.205764 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:09.304522 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Floating IP 5174d085-8717-434b-81f5-69e8963ca3b9 associated. External IP: 172.25.1.213, port: 0123ee93-c97a-4e93-9925-c45af32c8df2. Nov 27 17:02:09.507046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:02:09.614322 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:02:09.623706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:02:09.631523 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:09.633059 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:02:09.633726 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:02:09.673426 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-320fbd8b-4b6c-4baa-8614-59b9431b7d26 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8275535 Nov 27 17:02:09.673426 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:02:09.673426 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:02:09.703530 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e7e807-a5f0-4ca0-b569-264671983f3c x-openstack-request-id: req-49e7e807-a5f0-4ca0-b569-264671983f3c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:02:09.703845 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:02:09.704109 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49e7e807-a5f0-4ca0-b569-264671983f3c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:02:09.704528 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'status': 'completed', 'code': 200} Nov 27 17:02:09.779606 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-d1b149f7-cbf9-4639-a2e5-54b5840f41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:09.781044 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-d1b149f7-cbf9-4639-a2e5-54b5840f41c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0441043 Nov 27 17:02:09.879221 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-54050c0a-3786-4abf-b570-0aba9cffb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:09.880679 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-54050c0a-3786-4abf-b570-0aba9cffb910 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0911894 Nov 27 17:02:09.902558 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:02:09.948138 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-b85f815c-a8ca-4c18-a760-b0ed13e82a20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 999 time: 0.0602405 Nov 27 17:02:09.995726 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-1b3ceda1-ccba-4721-9f86-244a84ddec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:09.997769 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-1b3ceda1-ccba-4721-9f86-244a84ddec29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0430818 Nov 27 17:02:10.042155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-5c171545-b151-4ccf-8919-44811aa7ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:10.043616 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-5c171545-b151-4ccf-8919-44811aa7ce8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393083 Nov 27 17:02:10.128109 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '5174d085-8717-434b-81f5-69e8963ca3b9', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'port_id': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'mac_address': 'fa:16:3e:1c:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:02:08Z', 'updated_at': '2021-11-27T17:02:08Z', 'revision_number': 0, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:02:10.136263 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-dae9e7a9-f4c9-4266-8ab8-c58937114a5d service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Nov 27 17:02:10.154962 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:02:10.163035 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:02:10.163642 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:02:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:02:10.225221 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b70f3f41-998b-4d1d-bfab-b7282cdb8db8 req-55f76895-f8be-4e09-a7f0-3b90e98ffb64 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815647 Nov 27 17:02:10.268955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:02:10.488608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '5174d085-8717-434b-81f5-69e8963ca3b9', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'port_id': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'mac_address': 'fa:16:3e:1c:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:02:08Z', 'updated_at': '2021-11-27T17:02:08Z', 'revision_number': 0, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:02:10.514220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcdd3e-0428-42a3-a93f-838b34af6ebf None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '5174d085-8717-434b-81f5-69e8963ca3b9', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'port_id': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'mac_address': 'fa:16:3e:1c:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:02:08Z', 'updated_at': '2021-11-27T17:02:08Z', 'revision_number': 0, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:02:10.565202 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:10.707312 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5839ee2-90a5-47dd-ae3a-66e316fe351e None None] New status for floating IP 5174d085-8717-434b-81f5-69e8963ca3b9: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:02:11.330605 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:24.213102 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-41973b3a-4d14-473f-82f5-090836b23e51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423501 Nov 27 17:02:24.309155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-26451559-7c8e-4fd3-b868-ff379249eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:24.311337 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-26451559-7c8e-4fd3-b868-ff379249eb14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0509522 Nov 27 17:02:24.414195 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-7adebdbb-92ac-4c1d-bf90-c38897d67d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:24.415672 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-7adebdbb-92ac-4c1d-bf90-c38897d67d27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0829737 Nov 27 17:02:24.488360 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-ff3566bc-1ef7-4e5f-b025-adfe9fc6f851 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 1001 time: 0.0634284 Nov 27 17:02:24.539987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-ecf2f211-bff4-47ef-8779-d4195f260082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:24.541491 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-ecf2f211-bff4-47ef-8779-d4195f260082 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0453653 Nov 27 17:02:24.588849 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-bce97fc9-3e29-40a0-bfab-deed10f8c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:02:24.590342 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-bce97fc9-3e29-40a0-bfab-deed10f8c7e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397358 Nov 27 17:02:24.683768 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-1ff126f9-3dd0-4c84-bc46-5a921b1624c3 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833066 Nov 27 17:02:24.777717 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-25a8205e-6e41-48ee-8cb3-787d1549461e req-6da46a97-4dfe-4be5-8c6f-1f2cd0bd0f79 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824819 Nov 27 17:02:30.471296 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:32.521288 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:35.362182 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b084e4af-5fef-4291-8f21-5e9f8f0659b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:37.665675 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:02:37.818983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-93343d8c-a69d-424a-addc-b9c3264a979b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:38.837377 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:40.557640 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:02:41.332745 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:00.471291 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:02.523781 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:05.363089 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1b208c51-1bea-45a7-9a77-7c963d848e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:07.819540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b6342df6-40f5-44a4-9511-125552717e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:08.840697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:10.558557 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:11.334809 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:14.664914 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:03:25.223371 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-3a69a1a6-3cd0-402b-b264-d450ffe053fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398624 Nov 27 17:03:25.307832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119200-0963-443b-87a6-aadfdf9283ea req-edb7a83c-6187-4673-ad0e-2feace1ba064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:03:25.309294 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-edb7a83c-6187-4673-ad0e-2feace1ba064 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0440850 Nov 27 17:03:25.411243 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119200-0963-443b-87a6-aadfdf9283ea req-02eb40fa-aea0-414e-b163-e60b22fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:03:25.412692 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-02eb40fa-aea0-414e-b163-e60b22fbe389 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0849597 Nov 27 17:03:25.483658 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-9a3d0fba-c53e-4818-973f-a2e7a94028ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 1001 time: 0.0629511 Nov 27 17:03:25.531089 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119200-0963-443b-87a6-aadfdf9283ea req-d528002a-67b3-4bf9-997e-0cda3ce7da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:03:25.532450 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-d528002a-67b3-4bf9-997e-0cda3ce7da5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0421033 Nov 27 17:03:25.575899 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119200-0963-443b-87a6-aadfdf9283ea req-c09b57e5-5e4e-4bb7-bbcd-8aca0049bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:03:25.577321 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-c09b57e5-5e4e-4bb7-bbcd-8aca0049bc5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381792 Nov 27 17:03:25.668103 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-95673ed5-0231-4064-821c-15648d878b1e service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832791 Nov 27 17:03:25.755201 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-33119200-0963-443b-87a6-aadfdf9283ea req-dadabfb0-fb86-4b4e-94a5-94c117053940 service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805435 Nov 27 17:03:30.480282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:32.524219 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:35.365066 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b9675407-09bf-4896-bb89-b31405a6aae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:37.819527 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-75f38960-90cb-4ed4-b743-ab1e18b32c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:38.843464 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:40.561310 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:41.338764 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:03:51.664126 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:04:00.489539 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:02.526359 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:03.350062 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394dace-a92d-4f61-a2b8-98a211668785 req-7a358455-6a1d-462c-a670-5d2ef4cfcf52 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:03.351778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a394dace-a92d-4f61-a2b8-98a211668785 req-7a358455-6a1d-462c-a670-5d2ef4cfcf52 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Nov 27 17:04:03.400361 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a394dace-a92d-4f61-a2b8-98a211668785 req-9369d8df-2bbb-46e7-8898-8ce117c4c139 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Nov 27 17:04:04.517759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5220-411f-4f18-baba-497ffefb0235 req-2ec5858e-521d-4158-96a7-f3b09e5cd96a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:04.519206 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cec5220-411f-4f18-baba-497ffefb0235 req-2ec5858e-521d-4158-96a7-f3b09e5cd96a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Nov 27 17:04:04.566969 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9cec5220-411f-4f18-baba-497ffefb0235 req-1a9da7c5-6384-4c5b-b3d1-f8262ab18368 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Nov 27 17:04:05.364839 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-afe5b715-6bb5-4a19-b7d3-76c7b888d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:05.708411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab6f5-e1cc-46b0-8133-ac989a2a1a5d req-1e974c14-9d5a-40d5-a6e4-108a58426845 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:05.710168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd4ab6f5-e1cc-46b0-8133-ac989a2a1a5d req-1e974c14-9d5a-40d5-a6e4-108a58426845 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0486042 Nov 27 17:04:05.761886 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-bd4ab6f5-e1cc-46b0-8133-ac989a2a1a5d req-6a46e245-0053-4763-a78c-765089ba5a01 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457466 Nov 27 17:04:06.875480 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cc65b-ddf1-4783-8564-c59e3022ace8 req-eea8fce2-f47e-4a02-a664-4144deb2eee3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:06.876927 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e8cc65b-ddf1-4783-8564-c59e3022ace8 req-eea8fce2-f47e-4a02-a664-4144deb2eee3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0478370 Nov 27 17:04:06.925558 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1e8cc65b-ddf1-4783-8564-c59e3022ace8 req-8b05326f-72f6-494c-9a74-5523d05555ab tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 Nov 27 17:04:07.820233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-49a2b1fb-14e7-41be-9d69-ec78a1b01bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:08.042359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eaff5-8f29-486e-9e0b-1f342147d977 req-535eafd6-8071-44e7-8dc3-3916c8493cdc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:08.043845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c8eaff5-8f29-486e-9e0b-1f342147d977 req-535eafd6-8071-44e7-8dc3-3916c8493cdc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Nov 27 17:04:08.092838 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2c8eaff5-8f29-486e-9e0b-1f342147d977 req-82a2ab42-f668-4d7d-90ab-118925967a7c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Nov 27 17:04:08.846459 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:09.208832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23ea2-9ec8-43fd-9f31-865c3ee0cccf req-d6b86ec2-2da0-484f-85ea-0083b0c9cde6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:09.210589 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a23ea2-9ec8-43fd-9f31-865c3ee0cccf req-d6b86ec2-2da0-484f-85ea-0083b0c9cde6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Nov 27 17:04:09.260966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e5a23ea2-9ec8-43fd-9f31-865c3ee0cccf req-0a86b7dd-a4ce-4837-a7ff-5d8aab7afaa3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Nov 27 17:04:10.384702 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deadcee-bcd3-44e8-87b2-2b21dc4e1dc3 req-d8ef53dd-fe62-4646-8163-99a7d0f1cd79 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:10.386210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1deadcee-bcd3-44e8-87b2-2b21dc4e1dc3 req-d8ef53dd-fe62-4646-8163-99a7d0f1cd79 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Nov 27 17:04:10.434407 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1deadcee-bcd3-44e8-87b2-2b21dc4e1dc3 req-3593e4bf-40a3-4d1d-920e-269244674ae1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417132 Nov 27 17:04:10.564326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:11.340458 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:11.548681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172a99-4f5f-4273-a8f0-382d14ff22e1 req-115b246e-66e1-448f-aa5e-178dc9997be4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:11.550117 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6172a99-4f5f-4273-a8f0-382d14ff22e1 req-115b246e-66e1-448f-aa5e-178dc9997be4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Nov 27 17:04:11.603628 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f6172a99-4f5f-4273-a8f0-382d14ff22e1 req-ba919748-4f66-4126-a244-1d6971b3d92a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474782 Nov 27 17:04:12.716314 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107bd8-08a0-4016-8e85-7540a9321c1f req-020291af-bb09-46e5-9fc7-a3c88847a9aa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:12.717779 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5107bd8-08a0-4016-8e85-7540a9321c1f req-020291af-bb09-46e5-9fc7-a3c88847a9aa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Nov 27 17:04:12.765686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c5107bd8-08a0-4016-8e85-7540a9321c1f req-3e5b3261-fa2e-4f27-a0c5-7da6f4a30e6e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Nov 27 17:04:13.472054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e36a-1e81-4150-80aa-191024557daf req-a4327976-f31a-4af1-90fa-a8e6eea429ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:13.473555 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-a4327976-f31a-4af1-90fa-a8e6eea429ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0410209 Nov 27 17:04:13.566626 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e36a-1e81-4150-80aa-191024557daf req-f50095cf-10c8-41d9-861b-9a1dff3b7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:13.567997 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-f50095cf-10c8-41d9-861b-9a1dff3b7db8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0873682 Nov 27 17:04:13.633000 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-50100bd1-bf37-4999-8ff6-ff9a988be35f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 1001 time: 0.0572152 Nov 27 17:04:13.685898 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e36a-1e81-4150-80aa-191024557daf req-b477b785-5e37-4587-995d-1b106e098d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:13.687910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-b477b785-5e37-4587-995d-1b106e098d1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0476952 Nov 27 17:04:13.731260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e36a-1e81-4150-80aa-191024557daf req-720bc878-14de-4845-8110-c9171d5f89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:13.732698 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-720bc878-14de-4845-8110-c9171d5f89f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384099 Nov 27 17:04:13.821177 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-103f3f2e-1dfb-4d9e-acf2-82c0195c6eaa service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807948 Nov 27 17:04:13.882583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2439-0fa0-4b2c-8900-43fff18c23bb req-08e7758d-e962-447e-b9fe-5087866cddc2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:13.884103 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63dc2439-0fa0-4b2c-8900-43fff18c23bb req-08e7758d-e962-447e-b9fe-5087866cddc2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Nov 27 17:04:13.915197 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e000e36a-1e81-4150-80aa-191024557daf req-3023c05c-8a79-4ac1-b981-a17c034d9ffe service neutron] 10.222.0.37 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874357 Nov 27 17:04:13.932976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-63dc2439-0fa0-4b2c-8900-43fff18c23bb req-1ea1de94-fe1c-42f0-b59f-ca5f66d1d417 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Nov 27 17:04:15.051885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5df3-c3da-4a7d-a6f1-c4afe66067aa req-de8a40ad-c6f7-4113-a9b3-4276d42ace66 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:15.053367 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b1f5df3-c3da-4a7d-a6f1-c4afe66067aa req-de8a40ad-c6f7-4113-a9b3-4276d42ace66 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0548973 Nov 27 17:04:15.105088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9b1f5df3-c3da-4a7d-a6f1-c4afe66067aa req-573b494c-69fd-4e81-a695-02f110ba1fe0 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Nov 27 17:04:16.231579 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245fc55-4ed1-4085-9067-70cca246633d req-1387c24f-9274-4f7a-9156-d00ac71c4bb6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:16.233133 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0245fc55-4ed1-4085-9067-70cca246633d req-1387c24f-9274-4f7a-9156-d00ac71c4bb6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0569069 Nov 27 17:04:16.286379 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-0245fc55-4ed1-4085-9067-70cca246633d req-35578600-21ae-4a5a-a2a3-1636420358ee tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Nov 27 17:04:17.408353 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289f1f5-80c4-404c-babe-ea4b5fd26243 req-536f655c-2cf5-4d69-b4ae-08b864c418b1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:17.410386 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a289f1f5-80c4-404c-babe-ea4b5fd26243 req-536f655c-2cf5-4d69-b4ae-08b864c418b1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0544417 Nov 27 17:04:17.458232 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a289f1f5-80c4-404c-babe-ea4b5fd26243 req-a3e9cbf4-cc5a-4335-b33b-8b378ab43932 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425608 Nov 27 17:04:17.893623 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-abae6e69-bfbf-48a1-88f4-e8328143f684 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404050 Nov 27 17:04:17.903158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-f9f6ae8c-28a7-4bb4-ab05-cba231eee018 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 17:04:17.904120 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-f9f6ae8c-28a7-4bb4-ab05-cba231eee018 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051260 Nov 27 17:04:17.920685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81fc6e-9440-43d7-ad16-99c48dea67c2 req-bbe3dbf6-3255-4e08-9741-ae26eb1c1b1a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:17.922806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd81fc6e-9440-43d7-ad16-99c48dea67c2 req-bbe3dbf6-3255-4e08-9741-ae26eb1c1b1a tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0502744 Nov 27 17:04:17.973063 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dd81fc6e-9440-43d7-ad16-99c48dea67c2 req-d02a42fa-f3af-46d2-b405-7e2aa8a89bc9 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441546 Nov 27 17:04:18.477177 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:04:18.550928 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:18.573777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:04:18.576006 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2720d5-9430-4988-972b-2458238d6912" -d '{"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:04:18.589422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:04:18.593618 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:18.620303 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb4eab-f44f-4eca-83bb-41bc194353a7 x-openstack-request-id: req-a6eb4eab-f44f-4eca-83bb-41bc194353a7 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:04:18.620613 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-unplugged", "status": "failed", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "code": 422}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:04:18.620828 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6eb4eab-f44f-4eca-83bb-41bc194353a7 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:04:18.621225 n-d-819494-4 neutron-server[110077]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'code': 422} returned with failed status Nov 27 17:04:18.646924 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:04:18.653961 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.654310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.654650 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.654984 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.655320 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.655648 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.656007 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.656332 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.656658 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.656978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.657298 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:18.657688 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:19.098360 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27902d-6aad-4d18-b597-7e197b77682f req-40d70094-0ea1-45c3-8301-1e49a1b74376 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:19.099855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a27902d-6aad-4d18-b597-7e197b77682f req-40d70094-0ea1-45c3-8301-1e49a1b74376 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0523524 Nov 27 17:04:19.153282 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-4a27902d-6aad-4d18-b597-7e197b77682f req-4427abfe-d798-451b-a728-8c244c98a8ff tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472155 Nov 27 17:04:20.269806 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3e230-ad97-42f4-ada3-598027dd25e9 req-a2e9e7ed-eaa6-4b55-acd3-0dd54d3b80e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:20.271316 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41f3e230-ad97-42f4-ada3-598027dd25e9 req-a2e9e7ed-eaa6-4b55-acd3-0dd54d3b80e3 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0488749 Nov 27 17:04:20.322165 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-41f3e230-ad97-42f4-ada3-598027dd25e9 req-a2058fa2-7797-45c3-b045-6d80ae653f74 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446804 Nov 27 17:04:21.442478 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae988c-9cd7-44c4-b436-20d7ba00309b req-d88f84f7-c743-4799-a63d-5325d736d7ab tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:21.443980 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61ae988c-9cd7-44c4-b436-20d7ba00309b req-d88f84f7-c743-4799-a63d-5325d736d7ab tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0508599 Nov 27 17:04:21.493918 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61ae988c-9cd7-44c4-b436-20d7ba00309b req-d9d326a6-80d8-4f6d-992c-f5d60f0ec465 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 Nov 27 17:04:22.612519 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10292a5d-5932-48f7-bd53-19ad701cf494 req-50e8ef08-a99e-4feb-b388-6547e7d2e5eb tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:22.614033 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10292a5d-5932-48f7-bd53-19ad701cf494 req-50e8ef08-a99e-4feb-b388-6547e7d2e5eb tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0532644 Nov 27 17:04:22.663258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-10292a5d-5932-48f7-bd53-19ad701cf494 req-2991f301-bb9a-497f-8349-5f6188c0b838 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Nov 27 17:04:23.689889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-73d636f6-0f3d-47f0-9d64-bc6dd58ecb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:23.691681 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-73d636f6-0f3d-47f0-9d64-bc6dd58ecb71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3&tenant_id=00d6a6e4411c45318c7b2351eb286738 HTTP/1.1" status: 200 len: 1094 time: 0.0407078 Nov 27 17:04:23.704700 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-4', 'device_owner': 'compute:nova'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:04:23.782663 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:23.829114 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1595c-85dd-4669-9fc6-49e70f718f50 req-8d0b2fda-1d83-4a54-9b44-0abd10c2ce44 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:23.830618 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3f1595c-85dd-4669-9fc6-49e70f718f50 req-8d0b2fda-1d83-4a54-9b44-0abd10c2ce44 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0972364 Nov 27 17:04:23.955204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a3f1595c-85dd-4669-9fc6-49e70f718f50 req-bae3f9f7-f329-43ff-8844-ff4c04953f77 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177413 Nov 27 17:04:24.028367 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:04:24.060558 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h2-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:04:24.091416 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0123ee93-c97a-4e93-9925-c45af32c8df2 {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:04:24.099609 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:24.111828 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Transition to ACTIVE for port object 0123ee93-c97a-4e93-9925-c45af32c8df2 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 17:04:24.115328 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:24.192699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=7']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:04:24.207761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.208042 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.208386 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.208729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.209067 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.209401 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.209758 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.210090 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.210418 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.211011 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.211327 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.211654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:04:24.251017 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] No DVR routers for this DVR port 0123ee93-c97a-4e93-9925-c45af32c8df2 on host n-h2-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:04:24.387885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:04:24.388218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:04:24.388548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:04:24.394747 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Port 0123ee93-c97a-4e93-9925-c45af32c8df2 on network 5a05d6ff-1c3a-440f-bef3-00cded246def not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 17:04:24.395068 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Attempting to bind port 0123ee93-c97a-4e93-9925-c45af32c8df2 on network 5a05d6ff-1c3a-440f-bef3-00cded246def {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:04:24.399822 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:04:24.400160 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Checking segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:04:24.400542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Bound using segment: {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:04:24.400964 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Bound port: 0123ee93-c97a-4e93-9925-c45af32c8df2, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:04:24.401316 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:24.465462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:04:24.469198 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:04:24.473922 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:24.506382 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:24.507007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:24.508398 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] 10.222.0.21 "PUT /v2.0/ports/0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 1091 time: 0.8078363 Nov 27 17:04:24.508846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:04:24.511138 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4a9b99-7ac8-4b28-af7e-303dbde6874b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:04:24.538878 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779556d1-413f-426d-a81d-76fac1e9f46d service neutron] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=8']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:04:24.577858 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbb4439-39a5-4bfe-a388-60e050b44aa5 x-openstack-request-id: req-bfbb4439-39a5-4bfe-a388-60e050b44aa5 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:04:24.578833 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:04:24.579096 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfbb4439-39a5-4bfe-a388-60e050b44aa5 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:04:24.579506 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'status': 'completed', 'code': 200} Nov 27 17:04:24.595960 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-30af8b3d-de3c-40d9-84f2-0c4e24622faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:24.597528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-30af8b3d-de3c-40d9-84f2-0c4e24622faa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0474477 Nov 27 17:04:24.697514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-087190bb-f332-4613-908a-acff05f0d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:24.699008 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-087190bb-f332-4613-908a-acff05f0d8fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0944104 Nov 27 17:04:24.767712 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-9c39b3d7-33be-4cd7-9eb7-fe941d143d11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 999 time: 0.0571289 Nov 27 17:04:24.822229 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-996b8c6f-b721-4a0c-b3f5-53b3fa8e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:24.823543 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-996b8c6f-b721-4a0c-b3f5-53b3fa8e6256 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0420449 Nov 27 17:04:24.879548 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-f8bab756-4d36-4c60-afef-74aa38388c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:24.881036 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-f8bab756-4d36-4c60-afef-74aa38388c5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456519 Nov 27 17:04:24.973586 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-5d4750ce-ae6b-42cf-bebc-1155e1c4a2f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798626 Nov 27 17:04:25.104509 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-26e6956e-f869-4652-96e6-2bbb9a8dc85d service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199644 Nov 27 17:04:25.112534 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e74f3-2777-46ac-8a5b-08a568340ed4 req-54b67783-8880-4f5a-95d4-f6683615c569 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:25.113923 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-315e74f3-2777-46ac-8a5b-08a568340ed4 req-54b67783-8880-4f5a-95d4-f6683615c569 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0822306 Nov 27 17:04:25.171244 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-315e74f3-2777-46ac-8a5b-08a568340ed4 req-2b922c2b-1a72-4774-8b3c-1337555d269f tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513105 Nov 27 17:04:25.201034 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-1ea43830-a3c9-4ea8-8268-527485fb32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:25.202765 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-1ea43830-a3c9-4ea8-8268-527485fb32a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0442412 Nov 27 17:04:25.297599 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-7d56423a-019f-4078-b029-e55996bf1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:25.299059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-7d56423a-019f-4078-b029-e55996bf1980 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0890436 Nov 27 17:04:25.364299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-ba1a3ea7-65bb-4437-8e0a-8b9da4da9b3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 999 time: 0.0568378 Nov 27 17:04:25.422994 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-b7881d9d-b1fd-450c-b85d-de214279c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:25.424447 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-b7881d9d-b1fd-450c-b85d-de214279c0f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0472169 Nov 27 17:04:25.470879 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-6107c6c7-adb0-448f-bf8b-d64881c13d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:25.472325 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-6107c6c7-adb0-448f-bf8b-d64881c13d9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389338 Nov 27 17:04:25.561088 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-c909e444-584c-4469-9066-a3d47923f559 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791330 Nov 27 17:04:25.659217 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-af4a9b99-7ac8-4b28-af7e-303dbde6874b req-5ce6cd86-2f45-482d-aa3c-d76c6ec0746b service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856836 Nov 27 17:04:26.375908 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232fbf4-edf2-4db3-8ebc-3a0e15ac4e6f req-e9a1e018-2aca-4998-927f-180c5848db4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:26.377391 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e232fbf4-edf2-4db3-8ebc-3a0e15ac4e6f req-e9a1e018-2aca-4998-927f-180c5848db4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.1368754 Nov 27 17:04:26.379802 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-82500425-528a-4c32-8386-0769cd23c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:26.381148 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-82500425-528a-4c32-8386-0769cd23c292 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0788398 Nov 27 17:04:26.474086 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e232fbf4-edf2-4db3-8ebc-3a0e15ac4e6f req-70cb0dcb-c31a-4712-b9b3-54e2e126ce9e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906630 Nov 27 17:04:26.510339 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-a65464bf-3c26-45ad-8fb5-7f0d25df6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:26.511773 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-a65464bf-3c26-45ad-8fb5-7f0d25df6b97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.1000869 Nov 27 17:04:26.584388 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-88d90a5d-d447-456b-8bec-24b69abc125c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 999 time: 0.0616267 Nov 27 17:04:26.638834 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-dea7e66e-d425-4180-9a1e-de0b2d09b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:26.640239 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-dea7e66e-d425-4180-9a1e-de0b2d09b453 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0432816 Nov 27 17:04:26.688873 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-acbe6480-74c3-4225-9dad-e71b3a2290b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:26.690336 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-acbe6480-74c3-4225-9dad-e71b3a2290b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390749 Nov 27 17:04:26.787739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-d4ec437f-37bb-4611-a219-e5b2bb68d59a service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829730 Nov 27 17:04:26.879975 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-43d0c50e-7c38-4779-a7d1-00dc66ad3b86 req-f2eced7b-0c8b-4d76-b9ba-54175c7dc641 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801182 Nov 27 17:04:27.633657 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810083-bacd-47f5-9e76-850f3e217386 req-ffcc004c-d303-49ca-a63d-4f1ec86f250e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:27.635185 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db810083-bacd-47f5-9e76-850f3e217386 req-ffcc004c-d303-49ca-a63d-4f1ec86f250e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0932345 Nov 27 17:04:27.683571 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-db810083-bacd-47f5-9e76-850f3e217386 req-f2f7e68f-ec9e-41a3-84c4-40b9acb5d9a1 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Nov 27 17:04:28.663170 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:04:28.807593 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b8adc-e52d-4745-898a-03559ccdadbf req-ae1e11d5-3146-411d-b031-e032d6dd7721 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:28.809048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd5b8adc-e52d-4745-898a-03559ccdadbf req-ae1e11d5-3146-411d-b031-e032d6dd7721 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0525951 Nov 27 17:04:28.858115 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cd5b8adc-e52d-4745-898a-03559ccdadbf req-df0377d3-be57-4036-ad25-b1485c6bf061 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431256 Nov 27 17:04:29.974712 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a9dc2-6597-4fb8-9038-50ba93db43ad req-63db654b-b63e-4267-b664-999565d41d2e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:29.976196 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d09a9dc2-6597-4fb8-9038-50ba93db43ad req-63db654b-b63e-4267-b664-999565d41d2e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0505495 Nov 27 17:04:30.025953 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d09a9dc2-6597-4fb8-9038-50ba93db43ad req-199b8a6c-ce61-41a3-a26d-f96655bcb4b4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437639 Nov 27 17:04:30.508060 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:31.145486 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db6301-5ede-475a-9ac7-0be620fbe1aa req-649e8701-8591-40e0-93ba-2bf725c31d9d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:31.146849 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71db6301-5ede-475a-9ac7-0be620fbe1aa req-649e8701-8591-40e0-93ba-2bf725c31d9d tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0539420 Nov 27 17:04:31.194599 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-71db6301-5ede-475a-9ac7-0be620fbe1aa req-9207b766-ffd9-4487-9f6d-156951ec48e7 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Nov 27 17:04:32.309989 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a3893-a03a-4ac8-9658-7c5626308077 req-af5668b4-ad6c-474a-bd61-ff534b984085 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:32.311449 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad4a3893-a03a-4ac8-9658-7c5626308077 req-af5668b4-ad6c-474a-bd61-ff534b984085 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0483925 Nov 27 17:04:32.359337 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ad4a3893-a03a-4ac8-9658-7c5626308077 req-2f41826c-8af5-408a-8775-d5992efd32aa tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 Nov 27 17:04:32.527340 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:33.471317 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe20e5e-8545-44d6-bb06-46fe8b4eda9b req-8758bb2a-5443-4fd5-a260-7a80af30b773 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:33.472768 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbe20e5e-8545-44d6-bb06-46fe8b4eda9b req-8758bb2a-5443-4fd5-a260-7a80af30b773 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 943 time: 0.0474946 Nov 27 17:04:33.524215 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cbe20e5e-8545-44d6-bb06-46fe8b4eda9b req-0d2de1ce-d1b2-43bc-a9a8-291a4f99863e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454426 Nov 27 17:04:34.030777 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:04:34.123753 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:04:34.134510 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'port_id': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'mac_address': 'fa:16:3e:1c:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:04:34.171371 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:34.185470 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0123ee93-c97a-4e93-9925-c45af32c8df2 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:04:34.205869 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:04:34.209322 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:34.264453 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=9']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:04:34.517348 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['0123ee93-c97a-4e93-9925-c45af32c8df2'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:04:34.645658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ec39-6253-496d-bbb7-266ff601f786 req-c12aeaa8-d604-4b20-9fbd-4463fd63122e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:34.647182 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7210ec39-6253-496d-bbb7-266ff601f786 req-c12aeaa8-d604-4b20-9fbd-4463fd63122e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0520489 Nov 27 17:04:34.697485 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7210ec39-6253-496d-bbb7-266ff601f786 req-0ec6d21b-8d57-48d2-8c65-248d0548c1a0 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Nov 27 17:04:35.366490 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-af68abad-7ab4-4964-bdb2-c72fa52852ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:35.810604 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17011-53e9-41f6-97de-9410d5b97f57 req-9ea2124b-0504-4108-9377-f46df6419e01 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:35.812046 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56d17011-53e9-41f6-97de-9410d5b97f57 req-9ea2124b-0504-4108-9377-f46df6419e01 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0482955 Nov 27 17:04:35.860754 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56d17011-53e9-41f6-97de-9410d5b97f57 req-3fbe6cdc-19e4-4c88-a861-5e69a5556916 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Nov 27 17:04:36.031481 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:04:36.077788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 0123ee93-c97a-4e93-9925-c45af32c8df2 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 17:04:36.082223 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 0123ee93-c97a-4e93-9925-c45af32c8df2 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:04:36.082595 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:36.158763 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:36.180516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:04:36.182885 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97117e34-5c7a-4b85-8aa1-20744beed4f1" -d '{"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:04:36.195946 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:04:36.199855 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:36.224726 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba1bde5-dd63-4c96-aeea-90c4191f936b x-openstack-request-id: req-5ba1bde5-dd63-4c96-aeea-90c4191f936b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:04:36.225053 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:04:36.225309 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ba1bde5-dd63-4c96-aeea-90c4191f936b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:04:36.225730 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'code': 200} Nov 27 17:04:36.250604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=10']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:04:36.388177 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d7867-a586-4414-a9d2-0a20413fbfac req-8c5a8ab6-9a90-478f-97a2-42409b5c7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:36.389593 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c37d7867-a586-4414-a9d2-0a20413fbfac req-8c5a8ab6-9a90-478f-97a2-42409b5c7eef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0433621 Nov 27 17:04:36.439594 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c37d7867-a586-4414-a9d2-0a20413fbfac req-3d1c1108-652c-4c28-ae02-20be0cb9d7b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381267 Nov 27 17:04:36.975567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b6384-8ec8-4807-92b4-822c95e051dd req-c4d7137b-0f20-473e-9499-a9943b514b90 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:36.977030 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c42b6384-8ec8-4807-92b4-822c95e051dd req-c4d7137b-0f20-473e-9499-a9943b514b90 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Nov 27 17:04:37.024268 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c42b6384-8ec8-4807-92b4-822c95e051dd req-6f8a6d9a-0881-4a1d-9317-7ed2b42438c6 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Nov 27 17:04:37.821071 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25ab0e46-3f03-44ea-b75a-b560a2000627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:38.138997 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec862d02-40e2-4bf5-b8e2-d95c6bb39e78 req-1f3d4a2b-3dbc-4abc-bb83-8b756a4a7242 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:04:38.140462 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec862d02-40e2-4bf5-b8e2-d95c6bb39e78 req-1f3d4a2b-3dbc-4abc-bb83-8b756a4a7242 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0479128 Nov 27 17:04:38.192074 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ec862d02-40e2-4bf5-b8e2-d95c6bb39e78 req-5bdae8c5-b09e-4893-af68-87d69f0affbc tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457630 Nov 27 17:04:38.848628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:40.566786 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:04:41.341175 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:00.523352 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:02.530845 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:05.369710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f38501e9-1a7b-4316-bc43-50b2abd07f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:05.662261 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:05:07.821529 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1ad23824-ddd7-4637-a134-f7d053b868f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:08.851962 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:10.568710 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:11.343126 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:28.302973 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-f08f0aec-29b3-46fc-a32d-a37dbad8826f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387785 Nov 27 17:05:28.394035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57aa7-6729-4499-9d13-1e5861350446 req-66e1f933-00f7-49a3-bb79-e2d23be311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:28.395512 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-66e1f933-00f7-49a3-bb79-e2d23be311d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0402584 Nov 27 17:05:28.505699 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57aa7-6729-4499-9d13-1e5861350446 req-cfc05797-4158-46d0-a484-6bb915579b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:28.507172 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-cfc05797-4158-46d0-a484-6bb915579b10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.0872293 Nov 27 17:05:28.574096 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-5df1e271-4b74-4ada-8116-fa1aff39d248 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 1001 time: 0.0567040 Nov 27 17:05:28.626514 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57aa7-6729-4499-9d13-1e5861350446 req-81a14255-d31a-431d-9f4c-5386a5edc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:28.627907 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-81a14255-d31a-431d-9f4c-5386a5edc0a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0429420 Nov 27 17:05:28.682182 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57aa7-6729-4499-9d13-1e5861350446 req-64ddac39-f515-41cd-9133-0fd05b363da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:28.683653 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-64ddac39-f515-41cd-9133-0fd05b363da2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429435 Nov 27 17:05:28.774914 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-0ae94a36-fd3f-4281-a0d2-177ae0526cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794351 Nov 27 17:05:28.873812 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-49d57aa7-6729-4499-9d13-1e5861350446 req-4619142d-39fa-4dd7-8a64-649663373810 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846829 Nov 27 17:05:30.524076 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:32.545691 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:35.373801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-288a5789-e863-495f-849f-f4abc5026cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:37.821361 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e3693575-c741-467d-84d5-afa29dae0b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:38.855637 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:40.571057 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:41.344598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:42.661502 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:05:51.836434 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39088) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:05:51.996193 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Deleting port 73dd25df-bad1-4674-92d9-277a0c9b8d16 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:05:51.996528 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:52.074651 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:52.074971 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:52.086282 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Calling delete_port for 73dd25df-bad1-4674-92d9-277a0c9b8d16 owned by network:floatingip {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:05:52.229289 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:52.252173 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event deleted for resources: {'Port': ['ID=73dd25df-bad1-4674-92d9-277a0c9b8d16,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:05:52.262960 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.263324 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.263676 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.264024 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.264365 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.265046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.265046 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.265353 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.265714 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.266048 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.266378 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.266712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:52.325739 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for floatingip, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:52.326063 n-d-819494-4 neutron-server[110075]: INFO neutron.db.l3_db [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Floating IP 5174d085-8717-434b-81f5-69e8963ca3b9 disassociated (deleted). External IP: 172.25.1.213, port: 0123ee93-c97a-4e93-9925-c45af32c8df2. Nov 27 17:05:52.531035 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:05:52.637574 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:05:52.642517 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:52.647073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:05:52.656014 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:05:52.656630 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:05:52.670914 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4beefa0c-2181-4e2d-a13e-60b4e80487fe tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "DELETE /v2.0/floatingips/5174d085-8717-434b-81f5-69e8963ca3b9 HTTP/1.1" status: 204 len: 168 time: 0.8309369 Nov 27 17:05:52.670914 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:05:52.671547 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d5268-5135-49e9-a6d2-b334b1526dea" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:05:52.711065 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e86eb21-91db-4b66-aeee-972429613f0f x-openstack-request-id: req-0e86eb21-91db-4b66-aeee-972429613f0f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:05:52.711380 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:05:52.711663 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e86eb21-91db-4b66-aeee-972429613f0f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:05:52.712048 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'status': 'completed', 'code': 200} Nov 27 17:05:52.802112 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-6d912133-9665-4ca8-ae6a-673959640b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:52.804369 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-6d912133-9665-4ca8-ae6a-673959640b4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d6a6e4411c45318c7b2351eb286738&device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0577590 Nov 27 17:05:52.937600 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:05:52.940310 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c56c9-7a3c-4a8a-922b-8a50b1e97a8a req-b443c6c3-2a13-4759-92da-018f28e48978 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:52.941822 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d2c56c9-7a3c-4a8a-922b-8a50b1e97a8a req-b443c6c3-2a13-4759-92da-018f28e48978 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0806744 Nov 27 17:05:52.946468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-6935fdef-95b8-489c-8fca-ff6703843d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:52.947841 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-6935fdef-95b8-489c-8fca-ff6703843d4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 200 len: 910 time: 0.1340542 Nov 27 17:05:53.001166 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-8fab298d-fab5-4cdf-997e-e8072715e896 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 200 len: 217 time: 0.0393813 Nov 27 17:05:53.055646 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2d2c56c9-7a3c-4a8a-922b-8a50b1e97a8a req-38db8d76-63e7-4ca7-a5ee-d8b4ca0baea2 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067178 Nov 27 17:05:53.071623 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-fb73910c-9587-462d-b8c5-e35561e5be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:53.073634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-fb73910c-9587-462d-b8c5-e35561e5be53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 200 len: 848 time: 0.0620105 Nov 27 17:05:53.122247 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-3f03dffd-0e79-4fe2-be2e-3907740e7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:53.123795 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-3f03dffd-0e79-4fe2-be2e-3907740e7fff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a05d6ff-1c3a-440f-bef3-00cded246def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407772 Nov 27 17:05:53.134176 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:05:53.159419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:05:53.167893 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:05:53.168495 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:05:53.216158 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-2f0c981f-796b-4017-8c7f-b27306bb0aaf service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813117 Nov 27 17:05:53.272645 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:05:53.310748 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f58d5268-5135-49e9-a6d2-b334b1526dea req-abac2e3d-9069-41e4-9c25-ddb156d26916 service neutron] 10.222.0.21 "GET /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858901 Nov 27 17:05:53.477931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:05:53.503712 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06087a-8d64-4f84-b7f0-5a790a7d5374 None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T16:57:09Z', 'revision_number': 4, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': '8500da0f-c5e7-4fa5-8fb6-0a19f82d8062', 'name': '', 'network_id': '5a05d6ff-1c3a-440f-bef3-00cded246def', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'mac_address': 'fa:16:3e:b8:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:08Z', 'updated_at': '2021-11-27T16:57:14Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'subnets': [{'id': 'a322cde6-e396-47a0-93cb-1dbd27daf845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:05:53.717663 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65648101-df9b-4f24-aa59-a455af12e65a None None] New status for floating IP 5174d085-8717-434b-81f5-69e8963ca3b9: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:05:54.173164 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313712a0-8cfc-4ff2-bfe5-ddb5314a55c9 req-ac0d815e-0b67-4bb6-be1e-fad2009c5632 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:54.174629 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-313712a0-8cfc-4ff2-bfe5-ddb5314a55c9 req-ac0d815e-0b67-4bb6-be1e-fad2009c5632 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0476835 Nov 27 17:05:54.224027 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-313712a0-8cfc-4ff2-bfe5-ddb5314a55c9 req-3d7d4bac-2447-4e71-9dbe-68b6e879e86c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd0f0911-3057-4529-be3f-b4beefa529b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 Nov 27 17:05:54.705277 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-5952aca1-e9d2-423d-b9e9-f78c8234e5c4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:05:54.706740 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-5952aca1-e9d2-423d-b9e9-f78c8234e5c4 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0511818 Nov 27 17:05:54.797966 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Deleting port 0123ee93-c97a-4e93-9925-c45af32c8df2 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:05:54.798309 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:54.888035 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] For port 0123ee93-c97a-4e93-9925-c45af32c8df2, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=0123ee93-c97a-4e93-9925-c45af32c8df2,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:05:54.888402 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:54.900852 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Calling delete_port for 0123ee93-c97a-4e93-9925-c45af32c8df2 owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:05:55.022902 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:55.055162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event deleted for resources: {'Port': ['ID=0123ee93-c97a-4e93-9925-c45af32c8df2,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:05:55.067021 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.067379 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.067728 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.068069 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.068411 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.068752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.069088 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.069447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.069774 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.070101 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.070459 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.070786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:05:55.105616 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] No DVR routers for this DVR port 0123ee93-c97a-4e93-9925-c45af32c8df2 on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:05:55.108060 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:05:55.111416 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-daa34d33-a7e8-4769-b523-d8beb7d96f0b req-1bd5ca01-b790-45be-a2be-d86c5037d230 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.21 "DELETE /v2.0/ports/0123ee93-c97a-4e93-9925-c45af32c8df2 HTTP/1.1" status: 204 len: 173 time: 0.3949287 Nov 27 17:05:55.111874 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-deleted', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:05:55.114158 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f7d29f-ec62-43f0-b876-2642f7191628" -d '{"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-deleted", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:05:55.203327 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020f217-db57-491a-9546-ebc71ebfdeb5 x-openstack-request-id: req-6020f217-db57-491a-9546-ebc71ebfdeb5 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:05:55.203950 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3", "name": "network-vif-deleted", "tag": "0123ee93-c97a-4e93-9925-c45af32c8df2", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:05:55.203950 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6020f217-db57-491a-9546-ebc71ebfdeb5 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:05:55.204414 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3', 'name': 'network-vif-deleted', 'tag': '0123ee93-c97a-4e93-9925-c45af32c8df2', 'status': 'completed', 'code': 200} Nov 27 17:05:55.317669 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5de8ff96-cd9b-4a84-b5f0-d441042d0fab req-5047da53-7180-4893-9462-6e239c77f83e tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0257738 Nov 27 17:05:56.413536 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7059fb93-f9af-466e-8d6c-fab5be121087 req-f7b771f3-1b6b-423c-ab3c-3655c5773c87 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0259588 Nov 27 17:05:57.511404 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-62ca3056-3269-4cde-b21b-65aefa6ff1c3 req-e6f6e489-99b9-4516-9197-a0183645f962 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0299428 Nov 27 17:05:58.426142 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:05:58.450738 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 0123ee93-c97a-4e93-9925-c45af32c8df2 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:05:58.451088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 0123ee93-c97a-4e93-9925-c45af32c8df2 not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:05:58.608614 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1193da24-d752-4da3-be01-d04ec80ab668 req-8c92cc9c-4c68-45bd-98e3-d89067b36885 tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0259728 Nov 27 17:05:59.712406 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94fc51c3-ee58-4169-9530-1c4166af9c1d req-4514e0ea-8ed2-4184-9f4e-b73c4806643b tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc35ca2-df8e-4dd6-a523-a1a003d0b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0261996 Nov 27 17:06:00.525653 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:00.770139 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39126) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:00.829299 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af1e22f2-b0dd-4921-bb5d-9c167c55ef4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:00.856727 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af1e22f2-b0dd-4921-bb5d-9c167c55ef4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:00.924547 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af1e22f2-b0dd-4921-bb5d-9c167c55ef4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:00.927268 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-af1e22f2-b0dd-4921-bb5d-9c167c55ef4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:00.928462 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-af1e22f2-b0dd-4921-bb5d-9c167c55ef4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd0f0911-3057-4529-be3f-b4beefa529b0 HTTP/1.1" status: 204 len: 168 time: 0.1567261 Nov 27 17:06:00.938475 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e22f2-b0dd-4921-bb5d-9c167c55ef4c tempest-TestShelveInstance-442161313 tempest-TestShelveInstance-442161313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0f0911-3057-4529-be3f-b4beefa529b0,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:00.977712 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39130) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:01.416078 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:01.665401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Deleting port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:01.665772 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:01.741897 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] For port 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:01.742257 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:01.758945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Calling delete_port for 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:01.942241 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:01.967123 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8500da0f-c5e7-4fa5-8fb6-0a19f82d8062,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:02.141979 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:02.564330 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:02.696144 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Router 6a3d1355-ce4b-40e3-bb2d-a0092963263b has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:06:02.806956 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:02.812514 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a086d169-def2-4999-9bdc-674fd07568bf admin admin] 10.222.0.15 "PUT /v2.0/routers/6a3d1355-ce4b-40e3-bb2d-a0092963263b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8335347 Nov 27 17:06:02.815140 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39134) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:02.820097 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] Sync routers for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:02.831100 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:02.832115 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:02.924401 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:02.944749 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:03.029648 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.093948 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Deleting port c52c5110-6d61-4a53-baf5-14f065d9ca52 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:03.094190 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.132578 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T17:06:01Z', 'revision_number': 5, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port': {'id': 'c52c5110-6d61-4a53-baf5-14f065d9ca52', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:07Z', 'updated_at': '2021-11-27T16:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:03.163730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] Checking router: 6a3d1355-ce4b-40e3-bb2d-a0092963263b for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:03.172057 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] Routers {'6a3d1355-ce4b-40e3-bb2d-a0092963263b'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:03.172666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:03.173110 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] For port c52c5110-6d61-4a53-baf5-14f065d9ca52, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=c52c5110-6d61-4a53-baf5-14f065d9ca52,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:03.173499 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.191521 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Calling delete_port for c52c5110-6d61-4a53-baf5-14f065d9ca52 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:03.266010 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] Set router 6a3d1355-ce4b-40e3-bb2d-a0092963263b gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:03.319809 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T17:06:03Z', 'revision_number': 6, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:03.356105 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb2e27-88ad-4528-808e-7583f3ea864c None None] The sync data for ids ['6a3d1355-ce4b-40e3-bb2d-a0092963263b'] in n-d-819494-4 is: [{'id': '6a3d1355-ce4b-40e3-bb2d-a0092963263b', 'name': 'tempest-TestShelveInstance-1636634073-router', 'tenant_id': '00d6a6e4411c45318c7b2351eb286738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:06Z', 'updated_at': '2021-11-27T17:06:03Z', 'revision_number': 6, 'project_id': '00d6a6e4411c45318c7b2351eb286738', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:03.363094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.394991 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Pushing event deleted for resources: {'Port': ['ID=c52c5110-6d61-4a53-baf5-14f065d9ca52,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:03.411279 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a6dc9-55f4-4b05-bf7a-24b3d3e3e9fe None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:03.459756 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.556017 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.558216 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.602731 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.603285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3d1355-ce4b-40e3-bb2d-a0092963263b {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 17:06:03.607673 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.608820 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b743c32b-2481-4384-a2dd-d3edf7a9c77c admin admin] 10.222.0.15 "DELETE /v2.0/routers/6a3d1355-ce4b-40e3-bb2d-a0092963263b HTTP/1.1" status: 204 len: 168 time: 0.7927411 Nov 27 17:06:03.611473 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39136) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:03.659299 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Deleting subnet a322cde6-e396-47a0-93cb-1dbd27daf845 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 17:06:03.662422 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.696447 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.775944 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.832270 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.857014 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a322cde6-e396-47a0-93cb-1dbd27daf845,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:03.862621 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.865848 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-7af26244-f49d-4738-8a74-6cee25b21632 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a322cde6-e396-47a0-93cb-1dbd27daf845 HTTP/1.1" status: 204 len: 168 time: 0.2534456 Nov 27 17:06:03.868402 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39138) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:03.871019 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f62454-b8d5-4dd5-9730-7338b5dbc3cf None None] Network 5a05d6ff-1c3a-440f-bef3-00cded246def requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:06:03.937227 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:03.990158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Deleting port b640556c-c0b9-4f3a-87db-293a3b2e7977 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:03.990502 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.057829 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] For port b640556c-c0b9-4f3a-87db-293a3b2e7977, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b640556c-c0b9-4f3a-87db-293a3b2e7977,segment=NetworkSegment(6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe),segment_id=6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:04.058522 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.072183 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Calling delete_port for b640556c-c0b9-4f3a-87db-293a3b2e7977 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:04.105251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] DHCP port deletion for 5a05d6ff-1c3a-440f-bef3-00cded246def request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:04.150851 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.154129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Deleting port b640556c-c0b9-4f3a-87db-293a3b2e7977 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:04.154505 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.180662 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b640556c-c0b9-4f3a-87db-293a3b2e7977,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:04.184967 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] No DVR routers for this DVR port b640556c-c0b9-4f3a-87db-293a3b2e7977 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:06:04.221245 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] For port b640556c-c0b9-4f3a-87db-293a3b2e7977, host n-d-819494-4, got binding levels [] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:04.221614 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.239780 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Calling delete_port for b640556c-c0b9-4f3a-87db-293a3b2e7977 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:04.246114 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.ipam_backend_mixin [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Port b640556c-c0b9-4f3a-87db-293a3b2e7977 was not found and therefore no delete operation was performed {{(pid=110077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 17:06:04.247498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.267867 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.273568 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Pushing event deleted for resources: {'Port': ['ID=b640556c-c0b9-4f3a-87db-293a3b2e7977,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:04.282381 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] No DVR routers for this DVR port b640556c-c0b9-4f3a-87db-293a3b2e7977 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:06:04.285173 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.285628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.286050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.286522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.286940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.287272 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.287613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.287950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.288287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.288620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.288950 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.289280 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d682-a495-4b4d-a110-fd11a2c1f634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:04.292358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a05d6ff-1c3a-440f-bef3-00cded246def']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:04.304051 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:04.304347 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6375fe9e-ed4a-4412-ba09-7d4a0cb62bfe') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:04.314182 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.330094 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.337283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 17:06:04.337794 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: timer() Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 17:06:04.340485 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 17:06:04.399531 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.416567 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:04.419915 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] 10.222.0.15 "DELETE /v2.0/networks/5a05d6ff-1c3a-440f-bef3-00cded246def HTTP/1.1" status: 204 len: 168 time: 0.5500853 Nov 27 17:06:04.425717 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0572a-911d-46e9-af95-1ea12f5591ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5a05d6ff-1c3a-440f-bef3-00cded246def,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:04.427990 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39140) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:04.765854 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.005584 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Deleting port 09e6d855-9906-4514-9a5a-45a1d162db75 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:05.005921 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.084645 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] For port 09e6d855-9906-4514-9a5a-45a1d162db75, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=09e6d855-9906-4514-9a5a-45a1d162db75,segment=NetworkSegment(7ddbac92-8190-4559-b8d5-16445baa0bd0),segment_id=7ddbac92-8190-4559-b8d5-16445baa0bd0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:05.085348 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.098071 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Calling delete_port for 09e6d855-9906-4514-9a5a-45a1d162db75 owned by network:router_interface {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:05.273074 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.298760 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Pushing event deleted for resources: {'Port': ['ID=09e6d855-9906-4514-9a5a-45a1d162db75,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:05.384050 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-86ca513f-3c0c-40b4-b328-e2986395f74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.450474 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:06:05.472939 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:06:05.473325 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 8500da0f-c5e7-4fa5-8fb6-0a19f82d8062 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:06:05.473737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b640556c-c0b9-4f3a-87db-293a3b2e7977 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:06:05.490708 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.501017 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b640556c-c0b9-4f3a-87db-293a3b2e7977 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:06:05.501690 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b640556c-c0b9-4f3a-87db-293a3b2e7977 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:06:05.502274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c52c5110-6d61-4a53-baf5-14f065d9ca52 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:06:05.521564 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: c52c5110-6d61-4a53-baf5-14f065d9ca52 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:06:05.521918 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device c52c5110-6d61-4a53-baf5-14f065d9ca52 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:06:05.703354 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Router 952960d5-05a4-4bcd-a770-23f67a4d9d4a has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:06:05.809150 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:05.814206 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-ee6c7e8b-66f0-4c7f-acbc-1556f1160fff admin admin] 10.222.0.15 "PUT /v2.0/routers/952960d5-05a4-4bcd-a770-23f67a4d9d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3852651 Nov 27 17:06:05.816822 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39142) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:05.817552 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] Sync routers for ids ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:05.833639 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] Routers {'952960d5-05a4-4bcd-a770-23f67a4d9d4a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:05.834268 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:05.925083 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks [] for router, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:05.935586 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] Set router 952960d5-05a4-4bcd-a770-23f67a4d9d4a gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:06.029335 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.083780 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Deleting port 81b52487-7986-45ad-a978-8800014cb459 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:06.084112 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.166782 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] For port 81b52487-7986-45ad-a978-8800014cb459, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=81b52487-7986-45ad-a978-8800014cb459,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:06.167508 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.178876 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Calling delete_port for 81b52487-7986-45ad-a978-8800014cb459 owned by network:router_gateway {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:06.204488 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '81b52487-7986-45ad-a978-8800014cb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T17:06:05Z', 'revision_number': 5, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port': {'id': '81b52487-7986-45ad-a978-8800014cb459', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T16:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:06.233039 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] Checking router: 952960d5-05a4-4bcd-a770-23f67a4d9d4a for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:06.241271 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] Routers {'952960d5-05a4-4bcd-a770-23f67a4d9d4a'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:06.241927 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:05:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:06.324877 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] Set router 952960d5-05a4-4bcd-a770-23f67a4d9d4a gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:06.342751 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.366408 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b52487-7986-45ad-a978-8800014cb459,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:06.376943 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T17:06:06Z', 'revision_number': 6, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:06.388779 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821b5c0-727a-4b9e-855c-caa5ae210386 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:06.406549 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75daf66-550a-46d0-b022-9c5277081434 None None] The sync data for ids ['952960d5-05a4-4bcd-a770-23f67a4d9d4a'] in n-d-819494-4 is: [{'id': '952960d5-05a4-4bcd-a770-23f67a4d9d4a', 'name': 'tempest-TestShelveInstance-990035061-router', 'tenant_id': '1148a09fc88b4b7eab00211270d50ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T16:57:11Z', 'updated_at': '2021-11-27T17:06:06Z', 'revision_number': 6, 'project_id': '1148a09fc88b4b7eab00211270d50ca2', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:06.430300 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.524574 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.526902 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.575985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.577017 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 952960d5-05a4-4bcd-a770-23f67a4d9d4a {{(pid=110075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 17:06:06.583976 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.585130 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-6db3857a-18c6-4ad8-b1a4-dad02c8eff34 admin admin] 10.222.0.15 "DELETE /v2.0/routers/952960d5-05a4-4bcd-a770-23f67a4d9d4a HTTP/1.1" status: 204 len: 168 time: 0.7673895 Nov 27 17:06:06.587750 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39144) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:06.631808 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Deleting subnet 13b1bd1b-01e5-436e-a10b-e9f623d14f04 {{(pid=110075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 17:06:06.634932 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.667939 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12700009'] for subnet, precommit_delete_associations {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.746388 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.803096 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14628141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12681793'] for subnet, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.825637 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b1bd1b-01e5-436e-a10b-e9f623d14f04,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:06.833730 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:06.840567 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39146) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:06.841066 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-b54425ec-817b-42f7-b71b-68453f8b5e8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13b1bd1b-01e5-436e-a10b-e9f623d14f04 HTTP/1.1" status: 204 len: 168 time: 0.2519403 Nov 27 17:06:06.847016 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf5f47-d7a7-4eda-bcaf-783e8303588b None None] Network 2482b595-e63c-45f6-8654-67a93ee9feb8 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:06:06.912732 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.024487 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] DHCP port deletion for 2482b595-e63c-45f6-8654-67a93ee9feb8 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:07.080423 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] Deleting port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:07.080980 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.152150 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] For port b550239b-4f2e-42a9-a9d3-9df21cb0ed53, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,segment=NetworkSegment(7ddbac92-8190-4559-b8d5-16445baa0bd0),segment_id=7ddbac92-8190-4559-b8d5-16445baa0bd0)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:07.152654 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.166931 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] Calling delete_port for b550239b-4f2e-42a9-a9d3-9df21cb0ed53 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:07.257107 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.283866 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] Pushing event deleted for resources: {'Port': ['ID=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:07.288706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3e675-0f4b-4bcb-97b5-885162286516 None None] No DVR routers for this DVR port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:06:07.300328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Deleting port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:06:07.300671 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.365129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] For port b550239b-4f2e-42a9-a9d3-9df21cb0ed53, host n-d-819494-4, got binding levels [] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:07.365508 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.374686 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09e6d855-9906-4514-9a5a-45a1d162db75 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:06:07.382891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Calling delete_port for b550239b-4f2e-42a9-a9d3-9df21cb0ed53 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:06:07.382891 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.ipam_backend_mixin [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 was not found and therefore no delete operation was performed {{(pid=110076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 17:06:07.383275 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.395238 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 09e6d855-9906-4514-9a5a-45a1d162db75 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:06:07.396395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 09e6d855-9906-4514-9a5a-45a1d162db75 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:06:07.396395 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81b52487-7986-45ad-a978-8800014cb459 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:06:07.412981 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Pushing event deleted for resources: {'Port': ['ID=b550239b-4f2e-42a9-a9d3-9df21cb0ed53,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:07.416093 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 81b52487-7986-45ad-a978-8800014cb459 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:06:07.416448 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 81b52487-7986-45ad-a978-8800014cb459 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:06:07.416578 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] No DVR routers for this DVR port b550239b-4f2e-42a9-a9d3-9df21cb0ed53 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:06:07.416863 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b550239b-4f2e-42a9-a9d3-9df21cb0ed53 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:06:07.436759 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b550239b-4f2e-42a9-a9d3-9df21cb0ed53 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:06:07.437113 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b550239b-4f2e-42a9-a9d3-9df21cb0ed53 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:06:07.489814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.509831 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2482b595-e63c-45f6-8654-67a93ee9feb8']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:07.519430 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddbac92-8190-4559-b8d5-16445baa0bd0') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:07.519723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddbac92-8190-4559-b8d5-16445baa0bd0') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:07.528762 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.541697 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.547622 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 17:06:07.547937 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: timer() Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 17:06:07.549651 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 17:06:07.605151 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.610593 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.613925 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] 10.222.0.15 "DELETE /v2.0/networks/2482b595-e63c-45f6-8654-67a93ee9feb8 HTTP/1.1" status: 204 len: 168 time: 0.7722044 Nov 27 17:06:07.625219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af587-1b18-4484-b567-33f7e2fc28de admin admin] Pushing event deleted for resources: {'Network': ['ID=2482b595-e63c-45f6-8654-67a93ee9feb8,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:07.716932 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39150) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:07.755684 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0eb1a2e3-1b90-481b-b48e-d8e413dd52f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00d6a6e4411c45318c7b2351eb286738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372717 Nov 27 17:06:07.758102 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39152) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:07.803353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f47c905c-9055-4f89-a329-02e18a69ef02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.825438 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f47c905c-9055-4f89-a329-02e18a69ef02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.826138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-20243c90-8f85-4b48-ae6f-718950d10d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.871579 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f47c905c-9055-4f89-a329-02e18a69ef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.874282 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f47c905c-9055-4f89-a329-02e18a69ef02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:07.875429 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f47c905c-9055-4f89-a329-02e18a69ef02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5c7c37f-a3af-4f9d-a4cc-d9d9830fd7e6 HTTP/1.1" status: 204 len: 168 time: 0.1164520 Nov 27 17:06:07.883201 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c905c-9055-4f89-a329-02e18a69ef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c7c37f-a3af-4f9d-a4cc-d9d9830fd7e6,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:08.180643 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39158) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:08.223270 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-0b6fafde-4f38-4347-a2ce-a28803c2dc56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1148a09fc88b4b7eab00211270d50ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414264 Nov 27 17:06:08.225759 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39160) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:08.271215 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8292d145-45e3-4992-8c8b-3cd5bf7b3805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:08.291775 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8292d145-45e3-4992-8c8b-3cd5bf7b3805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:08.335735 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8292d145-45e3-4992-8c8b-3cd5bf7b3805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:08.338559 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8292d145-45e3-4992-8c8b-3cd5bf7b3805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:08.340212 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8292d145-45e3-4992-8c8b-3cd5bf7b3805 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6394da59-2575-45d6-adfd-d26d9ec3eb0f HTTP/1.1" status: 204 len: 168 time: 0.1134958 Nov 27 17:06:08.347882 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292d145-45e3-4992-8c8b-3cd5bf7b3805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394da59-2575-45d6-adfd-d26d9ec3eb0f,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:08.858570 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:08.986148 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39182) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:09.080473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1153974191-network', 'tenant_id': 'd267a87865e141b6895536da4f26bf76'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:09.101197 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Made reservation on behalf of d267a87865e141b6895536da4f26bf76 for: {'network': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:06:09.103424 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.111491 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.183625 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.187121 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.211866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 17:06:09.221028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b87c3-473c-4de9-9685-e85ac058b405,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:09.228704 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.229047 n-d-819494-4 neutron-server[110076]: INFO neutron.db.segments_db [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Added segment b34e97a0-8abb-4483-b467-4997ec400861 of type vlan for network 96f2dc86-eee9-498d-8df0-4b990a611f77 Nov 27 17:06:09.272097 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.295489 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.296552 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:09.297192 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.346902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3596685 Nov 27 17:06:09.349982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39186) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:09.354864 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Request body: {'subnet': {'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1153974191-subnet', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'ip_version': 4}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:09.360218 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c94c51-f29e-4559-ba50-64e29a85a077 admin admin] Pushing event updated for resources: {'Network': ['ID=96f2dc86-eee9-498d-8df0-4b990a611f77,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:09.371301 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 17:06:09.376891 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Made reservation on behalf of d267a87865e141b6895536da4f26bf76 for: {'subnet': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:06:09.379333 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12681820'] for subnet, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.545977 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14628332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12681802'] for subnet, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.598787 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72240b4a-b681-4e84-88f5-79121653ca23,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:09.607853 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Checking segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:09.608291 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Network hostable DHCP agents. Network: 96f2dc86-eee9-498d-8df0-4b990a611f77, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 17:06:09.625540 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 17:06:09.633122 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, 96f2dc86-eee9-498d-8df0-4b990a611f77) {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:09.637360 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:09.638049 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.642420 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b3f5a5-dc6f-43c9-98ce-b0638ee2678c None None] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:06:09.652757 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-edb9a60d-f12b-40f1-bb9f-c764e71e4876 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3016891 Nov 27 17:06:09.655517 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39188) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:09.660020 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:09.679799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.680775 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.735960 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.791094 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-96f2dc86-eee9-498d-8df0-4b990a611f77', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 17:06:09.792053 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:09.928981 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Allocated IP 172.20.0.2 (96f2dc86-eee9-498d-8df0-4b990a611f77/72240b4a-b681-4e84-88f5-79121653ca23/b5d5a024-6c47-4a9a-84e3-f5539dca4658) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:10.080393 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.086999 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.130088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:10.133037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:10.135492 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:10.144531 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Pushing event updated for resources: {'Port': ['ID=b5d5a024-6c47-4a9a-84e3-f5539dca4658,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:10.201205 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Attempting to bind port b5d5a024-6c47-4a9a-84e3-f5539dca4658 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:10.201619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Attempting to bind port b5d5a024-6c47-4a9a-84e3-f5539dca4658 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:10.201986 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Attempting to bind port b5d5a024-6c47-4a9a-84e3-f5539dca4658 on network 96f2dc86-eee9-498d-8df0-4b990a611f77 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:10.206913 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:10.207265 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Checking segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:10.207667 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.208060 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Bound using segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:10.208543 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Bound port: b5d5a024-6c47-4a9a-84e3-f5539dca4658, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:10.208901 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.225026 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.270326 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] For port b5d5a024-6c47-4a9a-84e3-f5539dca4658, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:10.273388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] For port b5d5a024-6c47-4a9a-84e3-f5539dca4658, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5d5a024-6c47-4a9a-84e3-f5539dca4658,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:10.279944 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.335647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb6ad9-61d1-413d-8a81-ce02dcc9e992 None None] Pushing event updated for resources: {'Port': ['ID=b5d5a024-6c47-4a9a-84e3-f5539dca4658,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:10.426891 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.446235 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.564740 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Allocated IP 172.25.1.46 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/f5482216-c4bd-4e59-8b74-2db2dfdfd2ae) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:10.575768 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.670928 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.703838 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.747742 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:10.750530 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:10.753966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:10.759127 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Pushing event updated for resources: {'Port': ['ID=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:10.764613 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b207864-9039-4638-a470-de5a664e8da5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:10.846530 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-06e4a19d-81a2-4121-9a03-c32c28f8a055 None None] Provisioning complete for port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:10.846902 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-06e4a19d-81a2-4121-9a03-c32c28f8a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:10.883773 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-06e4a19d-81a2-4121-9a03-c32c28f8a055 None None] Port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:06:11.012850 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.217613 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.246933 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791cf0d-a711-4c4a-8ca0-f05845ff94b4 None None] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:06:11.320425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-83a59294-b37b-41f8-b864-ee259ad85d6c None None] Provisioning complete for port b5d5a024-6c47-4a9a-84e3-f5539dca4658 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:11.320979 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83a59294-b37b-41f8-b864-ee259ad85d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.358196 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Router 08259d78-bdad-4061-aac5-a9a826a0f082 is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 17:06:11.407162 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.419111 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5d5a024-6c47-4a9a-84e3-f5539dca4658 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:11.479293 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:11.503706 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] Publish callbacks [] for router, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.507744 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-66090236-bff9-407e-ba62-8ea88b9bd5ee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8486764 Nov 27 17:06:11.509244 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39190) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:11.659078 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:11.689918 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83a59294-b37b-41f8-b864-ee259ad85d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.695400 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:11.695737 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:11.809536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b5d5a024-6c47-4a9a-84e3-f5539dca4658 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:11.809921 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.817765 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-83a59294-b37b-41f8-b864-ee259ad85d6c None None] For port b5d5a024-6c47-4a9a-84e3-f5539dca4658, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5d5a024-6c47-4a9a-84e3-f5539dca4658,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:11.840185 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-83a59294-b37b-41f8-b864-ee259ad85d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.911440 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:11.972444 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:11.983535 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a59294-b37b-41f8-b864-ee259ad85d6c None None] Pushing event updated for resources: {'Port': ['ID=b5d5a024-6c47-4a9a-84e3-f5539dca4658,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:12.052974 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-32be88a5-4d80-4a62-88ce-792ced81eb59 None None] Provisioning complete for port b5d5a024-6c47-4a9a-84e3-f5539dca4658 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:12.053351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-32be88a5-4d80-4a62-88ce-792ced81eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.126208 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Allocated IP 172.20.0.1 (96f2dc86-eee9-498d-8df0-4b990a611f77/72240b4a-b681-4e84-88f5-79121653ca23/e941963f-4abb-463f-9d84-a15d34bd3c5b) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:12.221916 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:10Z', 'revision_number': 3, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:12.231991 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.248549 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:12.249128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Updating router 08259d78-bdad-4061-aac5-a9a826a0f082 port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 17:06:12.266494 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.273913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.305315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:12.308742 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:12.311328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:12.349236 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Pushing event updated for resources: {'Port': ['ID=e941963f-4abb-463f-9d84-a15d34bd3c5b,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:12.364176 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.495353 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.552228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.553682 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-422860c9-05bb-4e20-9f0d-8bb785c2fad5 None None] Provisioning complete for port e941963f-4abb-463f-9d84-a15d34bd3c5b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:12.554039 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-422860c9-05bb-4e20-9f0d-8bb785c2fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.578651 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.622237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-422860c9-05bb-4e20-9f0d-8bb785c2fad5 None None] Port e941963f-4abb-463f-9d84-a15d34bd3c5b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:06:12.632422 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e84b46-df0a-4c5a-9d02-9fed5b89fbc2 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:12.650317 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40408d-70ac-4095-9039-661d670ea348 None None] Pushing event updated for resources: {'Port': ['ID=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:12.653497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Attempting to bind port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:12.653983 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Attempting to bind port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:12.654352 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Attempting to bind port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:12.658576 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.661785 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:12.662198 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:12.662665 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.663237 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:12.663719 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Bound port: f5482216-c4bd-4e59-8b74-2db2dfdfd2ae, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:12.664110 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.664948 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.716888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] For port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:12.720310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] For port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:12.725181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.738279 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.740853 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Pushing event updated for resources: {'Port': ['ID=e941963f-4abb-463f-9d84-a15d34bd3c5b,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:12.793627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce4d102-38fd-4fb8-bbd8-0f1246c8ecee None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:12.806480 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9696d413-b9ba-4afb-a9e8-911b9c1a7fbc None None] Provisioning complete for port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:12.806848 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9696d413-b9ba-4afb-a9e8-911b9c1a7fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:12.832468 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40408d-70ac-4095-9039-661d670ea348 None None] Pushing event updated for resources: {'Port': ['ID=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:12.834122 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:12.835823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:12.838144 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:12.838971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:12.960305 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Router 08259d78-bdad-4061-aac5-a9a826a0f082 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:06:12.988590 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:13.019872 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9696d413-b9ba-4afb-a9e8-911b9c1a7fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.052509 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9696d413-b9ba-4afb-a9e8-911b9c1a7fbc None None] For port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:13.076982 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:13.090640 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-fff40dbe-d81a-4bd5-87a6-0fe41a1333ce admin admin] 10.222.0.15 "PUT /v2.0/routers/08259d78-bdad-4061-aac5-a9a826a0f082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5717199 Nov 27 17:06:13.090820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9696d413-b9ba-4afb-a9e8-911b9c1a7fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.177567 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696d413-b9ba-4afb-a9e8-911b9c1a7fbc None None] Pushing event updated for resources: {'Port': ['ID=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:13.238419 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60c7eab6-6cd5-4492-88c8-35573a53ef3b None None] Provisioning complete for port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:13.238922 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60c7eab6-6cd5-4492-88c8-35573a53ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.325126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 2, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:13.360159 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ec33a-5dc4-446f-9d5d-01c73a75915d None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 2, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:13.375327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-60c7eab6-6cd5-4492-88c8-35573a53ef3b None None] Provisioning complete for port e941963f-4abb-463f-9d84-a15d34bd3c5b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:13.375841 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-60c7eab6-6cd5-4492-88c8-35573a53ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.404666 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5d5a024-6c47-4a9a-84e3-f5539dca4658 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:13.452570 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-60c7eab6-6cd5-4492-88c8-35573a53ef3b None None] Port e941963f-4abb-463f-9d84-a15d34bd3c5b cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:06:13.472516 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port b5d5a024-6c47-4a9a-84e3-f5539dca4658 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:13.472895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.614320 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39206) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:13.619262 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-269816973-network', 'tenant_id': '1c62583ec09744d99719171be4ba2d13'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:13.646396 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Made reservation on behalf of 1c62583ec09744d99719171be4ba2d13 for: {'network': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:06:13.648782 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for network, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.658226 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.739198 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.743369 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.772163 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 17:06:13.778872 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0d112-c916-4741-95fb-80c84f7cb983,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:13.786248 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.786620 n-d-819494-4 neutron-server[110075]: INFO neutron.db.segments_db [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Added segment 36bbc7d8-5eca-4417-aeee-a2af4192a9f9 of type vlan for network feec5f78-39ba-4613-acc7-241fdb2964d9 Nov 27 17:06:13.834691 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779056343848'] for network, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.862451 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975'] for network, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.863642 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:13.864230 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:13.921368 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3059077 Nov 27 17:06:13.924239 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39208) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:13.929227 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Request body: {'subnet': {'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-269816973-subnet', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'ip_version': 4}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:13.934404 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa1e5-389f-4394-9442-1b0c4de62f6c admin admin] Pushing event updated for resources: {'Network': ['ID=feec5f78-39ba-4613-acc7-241fdb2964d9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:13.947388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Network feec5f78-39ba-4613-acc7-241fdb2964d9 details requested by agent ovs-agent-n-d-819494-4 with host n-d-819494-4 {{(pid=110077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 17:06:13.954163 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Made reservation on behalf of 1c62583ec09744d99719171be4ba2d13 for: {'subnet': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:06:13.956814 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14548309'] for subnet, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.164578 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14297850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14548291'] for subnet, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.221748 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8a6145-53af-4de2-a5c5-07de68c05616,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:14.232967 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Checking segment: {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:14.233335 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Network hostable DHCP agents. Network: feec5f78-39ba-4613-acc7-241fdb2964d9, hostable agents: ['1802f664-7281-4f91-b645-808e3f4dffd9'], hosted agents: [] {{(pid=110076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 17:06:14.250830 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Network feec5f78-39ba-4613-acc7-241fdb2964d9 is scheduled to be hosted by DHCP agent 1802f664-7281-4f91-b645-808e3f4dffd9 with binding_index 1 {{(pid=110076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 17:06:14.259641 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-4, feec5f78-39ba-4613-acc7-241fdb2964d9) {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:14.264117 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:14.264728 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.273880 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d303880-1572-4ad7-ad3d-4f60f6688963 None None] Network feec5f78-39ba-4613-acc7-241fdb2964d9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:06:14.283778 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-84579ac3-3a12-428c-8e06-89228dd23fc0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3584170 Nov 27 17:06:14.286399 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39210) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:14.291078 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:14.315467 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9574'] for router, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.316868 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9553'] for router, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.380460 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.438888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a655d2-68d2-51d3-8b85-00162bcff311-feec5f78-39ba-4613-acc7-241fdb2964d9', 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'fixed_ips': [{'subnet_id': '5d8a6145-53af-4de2-a5c5-07de68c05616'}]}} from n-d-819494-4. {{(pid=110077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 17:06:14.440049 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.527464 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.579826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.db_base_plugin_common [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Allocated IP 172.20.0.2 (feec5f78-39ba-4613-acc7-241fdb2964d9/5d8a6145-53af-4de2-a5c5-07de68c05616/67a27b0a-be1a-4929-854d-dac122e72905) {{(pid=110077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:14.740540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Publish callbacks [] for port, precommit_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.746007 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.746626 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562'] for port, after_create {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.767756 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.791604 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Network feec5f78-39ba-4613-acc7-241fdb2964d9 is already hosted by enough agents. {{(pid=110077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:14.794654 n-d-819494-4 neutron-server[110077]: DEBUG neutron.scheduler.base_scheduler [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Resources bound (agent type, host, resource id): {{(pid=110077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:14.797647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Received port after_create {{(pid=110077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:14.806435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Pushing event updated for resources: {'Port': ['ID=67a27b0a-be1a-4929-854d-dac122e72905,revision_number=1']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:14.862371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Attempting to bind port 67a27b0a-be1a-4929-854d-dac122e72905 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:14.862978 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Attempting to bind port 67a27b0a-be1a-4929-854d-dac122e72905 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:14.863438 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Attempting to bind port 67a27b0a-be1a-4929-854d-dac122e72905 on network feec5f78-39ba-4613-acc7-241fdb2964d9 {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:14.868874 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:14.869384 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Checking segment: {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:14.869912 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.870333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Bound using segment: {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:14.870884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Bound port: 67a27b0a-be1a-4929-854d-dac122e72905, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:14.871254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.884203 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Allocated IP 172.25.1.185 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/e5309c91-cdff-4a9f-879e-387be6f97634) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:14.931810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] For port 67a27b0a-be1a-4929-854d-dac122e72905, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:14.934872 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] For port 67a27b0a-be1a-4929-854d-dac122e72905, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=67a27b0a-be1a-4929-854d-dac122e72905,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:14.938870 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.991310 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:14.995171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d01c-e011-40d3-839c-a0aa42d0c37f None None] Pushing event updated for resources: {'Port': ['ID=67a27b0a-be1a-4929-854d-dac122e72905,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:15.030038 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.076309 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:15.080889 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:15.083415 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:15.090365 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e5309c91-cdff-4a9f-879e-387be6f97634,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:15.096046 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1d8d7-ea10-41da-98ec-aa03065f15cb None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:15.198793 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-25a35222-83b3-4241-97f7-54ebcbb87662 None None] Provisioning complete for port e5309c91-cdff-4a9f-879e-387be6f97634 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:15.199767 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-25a35222-83b3-4241-97f7-54ebcbb87662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.408798 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.426566 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-25a35222-83b3-4241-97f7-54ebcbb87662 None None] Port e5309c91-cdff-4a9f-879e-387be6f97634 cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:06:15.478383 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5482216-c4bd-4e59-8b74-2db2dfdfd2ae up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:15.526820 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:15.527329 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.605877 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 67a27b0a-be1a-4929-854d-dac122e72905 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:15.657706 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 67a27b0a-be1a-4929-854d-dac122e72905 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:15.658080 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.739603 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.782618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] For port 67a27b0a-be1a-4929-854d-dac122e72905, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=67a27b0a-be1a-4929-854d-dac122e72905,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:15.787833 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:15.853330 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Pushing event updated for resources: {'Port': ['ID=67a27b0a-be1a-4929-854d-dac122e72905,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:15.948562 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648461'] for router, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.055530 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:16.067015 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:16.067638 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:16.094259 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Router 63e8d64e-b486-451b-be07-f5cf89bf7bea is scheduled to L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 with binding_index 1 {{(pid=110076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 17:06:16.133127 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba166b35-e9a6-4735-bd64-a6af6a65ea65 None None] Network feec5f78-39ba-4613-acc7-241fdb2964d9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:06:16.185867 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:16.199895 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-8e30e2ca-9ccf-4967-acb8-e23fd56a1212 None None] Provisioning complete for port 67a27b0a-be1a-4929-854d-dac122e72905 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:16.200540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8e30e2ca-9ccf-4967-acb8-e23fd56a1212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.206276 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:16.226660 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.230475 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f507d91b-6a4a-493c-88b0-d1b41bf583c4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9402938 Nov 27 17:06:16.230835 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39212) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:16.232803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Sync routers for ids ['63e8d64e-b486-451b-be07-f5cf89bf7bea'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:16.269724 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Routers {'63e8d64e-b486-451b-be07-f5cf89bf7bea'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:16.270362 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['63e8d64e-b486-451b-be07-f5cf89bf7bea'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:16.404446 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 2, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:16.430375 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:16.430729 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Updating router 08259d78-bdad-4061-aac5-a9a826a0f082 port e941963f-4abb-463f-9d84-a15d34bd3c5b binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 17:06:16.460864 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.473024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Set router 63e8d64e-b486-451b-be07-f5cf89bf7bea gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:16.675675 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:15Z', 'revision_number': 3, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:16.703425 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.708807 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Checking router: 63e8d64e-b486-451b-be07-f5cf89bf7bea for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:16.709251 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Updating router 63e8d64e-b486-451b-be07-f5cf89bf7bea port e5309c91-cdff-4a9f-879e-387be6f97634 binding host n-d-819494-4 {{(pid=110077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 17:06:16.739993 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.769329 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.777029 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.852526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-b17fda05-6919-456f-a93f-68fefbb67bdb None None] Provisioning complete for port 67a27b0a-be1a-4929-854d-dac122e72905 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:16.853007 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-b17fda05-6919-456f-a93f-68fefbb67bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.871615 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Pushing event updated for resources: {'Port': ['ID=e941963f-4abb-463f-9d84-a15d34bd3c5b,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:16.876915 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Allocated IP 172.20.0.1 (feec5f78-39ba-4613-acc7-241fdb2964d9/5d8a6145-53af-4de2-a5c5-07de68c05616/e252a65f-e904-4aae-ae57-e1b944ded89a) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:16.899956 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.900305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.900792 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.901139 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.901509 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.901892 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.902299 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.902828 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.903285 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.904030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.904030 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.904248 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:06:16.923137 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Attempting to bind port e941963f-4abb-463f-9d84-a15d34bd3c5b on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:16.923555 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Attempting to bind port e941963f-4abb-463f-9d84-a15d34bd3c5b by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:16.923938 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Attempting to bind port e941963f-4abb-463f-9d84-a15d34bd3c5b on network 96f2dc86-eee9-498d-8df0-4b990a611f77 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:16.930334 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:16.930768 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Checking segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:16.931184 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.932129 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Bound using segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:16.932629 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Bound port: e941963f-4abb-463f-9d84-a15d34bd3c5b, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:16.933289 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:16.985873 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.015476 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] For port e941963f-4abb-463f-9d84-a15d34bd3c5b, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:17.019517 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] For port e941963f-4abb-463f-9d84-a15d34bd3c5b, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e941963f-4abb-463f-9d84-a15d34bd3c5b,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:17.025082 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.040926 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.076350 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:17.076971 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:17.093772 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Network feec5f78-39ba-4613-acc7-241fdb2964d9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:17.099933 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:17.104423 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:17.130546 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd13e3-74d7-42bf-a0d4-39c41d1721ae None None] Pushing event updated for resources: {'Port': ['ID=e941963f-4abb-463f-9d84-a15d34bd3c5b,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:17.145832 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Pushing event updated for resources: {'Port': ['ID=e252a65f-e904-4aae-ae57-e1b944ded89a,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:17.171963 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650558'] for router_interface, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.186276 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-625c9453-b79e-4a16-aa24-ee2dd6de92d2 None None] Provisioning complete for port e941963f-4abb-463f-9d84-a15d34bd3c5b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:17.186598 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-625c9453-b79e-4a16-aa24-ee2dd6de92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.234841 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Publish callbacks [] for port, precommit_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.246956 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:17.250957 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.314227 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045620-9edc-4fdc-8154-6ccc3116b1d7 None None] Pushing event updated for resources: {'Port': ['ID=e5309c91-cdff-4a9f-879e-387be6f97634,revision_number=2']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:17.375384 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.380892 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Attempting to bind port e5309c91-cdff-4a9f-879e-387be6f97634 on host n-d-819494-4 for vnic_type normal with profile {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:17.381283 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Attempting to bind port e5309c91-cdff-4a9f-879e-387be6f97634 by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:17.381687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Attempting to bind port e5309c91-cdff-4a9f-879e-387be6f97634 on network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:17.389200 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff59dc1-e6db-46e9-8e18-015cb1642e94 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:17.399097 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-625c9453-b79e-4a16-aa24-ee2dd6de92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.403068 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:17.403460 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Checking segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:17.403869 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.404274 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Bound using segment: {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'} {{(pid=110077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:17.404770 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.managers [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Bound port: e5309c91-cdff-4a9f-879e-387be6f97634, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdd778-457a-4cd5-b6c6-bea690a3d3db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd'}}] {{(pid=110077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:17.405158 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.504411 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] For port e5309c91-cdff-4a9f-879e-387be6f97634, host n-d-819494-4, cleared binding levels {{(pid=110077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:17.512309 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] For port e5309c91-cdff-4a9f-879e-387be6f97634, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e5309c91-cdff-4a9f-879e-387be6f97634,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:17.523858 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e941963f-4abb-463f-9d84-a15d34bd3c5b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:17.536279 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.557944 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-625c9453-b79e-4a16-aa24-ee2dd6de92d2 None None] For port e941963f-4abb-463f-9d84-a15d34bd3c5b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e941963f-4abb-463f-9d84-a15d34bd3c5b,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:17.592250 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-625c9453-b79e-4a16-aa24-ee2dd6de92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.616985 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.624134 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.632646 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cbbd3-052e-4f6a-973b-78cb1178304c None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:06:17.644856 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045620-9edc-4fdc-8154-6ccc3116b1d7 None None] Pushing event updated for resources: {'Port': ['ID=e5309c91-cdff-4a9f-879e-387be6f97634,revision_number=3']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:17.675657 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:17.677810 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Routers {'63e8d64e-b486-451b-be07-f5cf89bf7bea'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:17.679826 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['63e8d64e-b486-451b-be07-f5cf89bf7bea'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:17.702982 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Pushing event updated for resources: {'Port': ['ID=e252a65f-e904-4aae-ae57-e1b944ded89a,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:17.705570 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650578'] for router_interface, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.706569 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d39a3-0d85-43c9-b80c-f1d469221383 None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:17.756638 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e941963f-4abb-463f-9d84-a15d34bd3c5b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:17.757014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.811067 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Network feec5f78-39ba-4613-acc7-241fdb2964d9 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:17.813181 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:17.819179 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9453-b79e-4a16-aa24-ee2dd6de92d2 None None] Pushing event updated for resources: {'Port': ['ID=e941963f-4abb-463f-9d84-a15d34bd3c5b,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:17.828700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Provisioning complete for port e5309c91-cdff-4a9f-879e-387be6f97634 triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:17.829433 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:17.897850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] Set router 63e8d64e-b486-451b-be07-f5cf89bf7bea gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:17.951930 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Router 63e8d64e-b486-451b-be07-f5cf89bf7bea has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:06:18.115745 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:18.123156 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-a356cc3a-d55e-43c9-af84-9610fe4ff494 admin admin] 10.222.0.15 "PUT /v2.0/routers/63e8d64e-b486-451b-be07-f5cf89bf7bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8903415 Nov 27 17:06:18.257026 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 67a27b0a-be1a-4929-854d-dac122e72905 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:18.292003 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.337443 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] For port e5309c91-cdff-4a9f-879e-387be6f97634, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e5309c91-cdff-4a9f-879e-387be6f97634,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:18.352389 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.439791 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port 67a27b0a-be1a-4929-854d-dac122e72905 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:18.440166 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.444971 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Provisioning complete for port e941963f-4abb-463f-9d84-a15d34bd3c5b triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:18.445368 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.487618 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Pushing event updated for resources: {'Port': ['ID=e5309c91-cdff-4a9f-879e-387be6f97634,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:18.565064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e252a65f-e904-4aae-ae57-e1b944ded89a', 'name': '', 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'mac_address': 'fa:16:3e:39:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:16Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 2, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'subnets': [{'id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:18.618633 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f7ce3-15dc-4beb-b59b-8398a247817c None None] The sync data for ids ['63e8d64e-b486-451b-be07-f5cf89bf7bea'] in n-d-819494-4 is: [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e252a65f-e904-4aae-ae57-e1b944ded89a', 'name': '', 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'mac_address': 'fa:16:3e:39:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:16Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 2, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'subnets': [{'id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:18.639465 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39220) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:18.645541 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231539670', 'description': 'tempest-secgroup-smoke-231539670 description', 'project_id': 'd267a87865e141b6895536da4f26bf76'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:18.655425 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Provisioning complete for port e252a65f-e904-4aae-ae57-e1b944ded89a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:18.655796 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.669784 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.696485 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9da92-611c-4469-9c87-01d6edfe6f19 None None] Port e252a65f-e904-4aae-ae57-e1b944ded89a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:06:18.744909 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.748559 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.775978 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.777765 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1367373 Nov 27 17:06:18.780992 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39222) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:18.782561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3094-eba3-4937-a2ad-3de997b80996 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2475acf-cc25-43ad-9d86-2d68b615a804,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:18.785887 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group_rule': {'security_group_id': 'b2475acf-cc25-43ad-9d86-2d68b615a804', 'project_id': 'd267a87865e141b6895536da4f26bf76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:18.818039 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-d1313fe5-5b30-4949-9c1d-daaa4b9af147 None None] Provisioning complete for port e252a65f-e904-4aae-ae57-e1b944ded89a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:18.818417 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d1313fe5-5b30-4949-9c1d-daaa4b9af147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.818543 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.892178 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-d1313fe5-5b30-4949-9c1d-daaa4b9af147 None None] Port e252a65f-e904-4aae-ae57-e1b944ded89a cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:06:18.908812 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.914087 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.936038 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3103ff2d-928b-46db-b03b-efb2a3539590,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:18.943026 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:18.945451 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-25db035e-4adf-42c2-95ae-d4a19e1a44a8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620765 Nov 27 17:06:18.947064 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39224) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:18.951681 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group_rule': {'security_group_id': 'b2475acf-cc25-43ad-9d86-2d68b615a804', 'project_id': 'd267a87865e141b6895536da4f26bf76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:18.981545 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.040748 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.045204 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.064492 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaae3eee-fe1a-4363-bab2-ab8a2ee1f737,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:19.071644 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.072810 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-c10ac9c8-3e22-4dd9-937b-bce08083e43c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246724 Nov 27 17:06:19.076276 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39226) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:19.081482 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group_rule': {'security_group_id': 'b2475acf-cc25-43ad-9d86-2d68b615a804', 'project_id': 'd267a87865e141b6895536da4f26bf76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:19.111539 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.176191 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.180207 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.200476 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd534379-8bb3-41a2-b5ca-7b8fbf7074d1,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:19.208698 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.212488 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-bf1b6bf4-e2f6-449c-b331-1bd52dae8093 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324124 Nov 27 17:06:19.212697 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39228) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:19.218599 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group_rule': {'security_group_id': 'b2475acf-cc25-43ad-9d86-2d68b615a804', 'project_id': 'd267a87865e141b6895536da4f26bf76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:19.246512 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.303936 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.307296 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.325520 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a1b78f-5e59-4064-a170-57f2328c8619,revision_number=0']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:19.333010 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.337026 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-be29d591-1bc7-4f8b-a6aa-8c5f423e3c3c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233759 Nov 27 17:06:19.337216 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39230) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:19.342532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group_rule': {'security_group_id': 'b2475acf-cc25-43ad-9d86-2d68b615a804', 'project_id': 'd267a87865e141b6895536da4f26bf76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:19.366325 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Project d267a87865e141b6895536da4f26bf76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 17:06:19.371642 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.400968 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e941963f-4abb-463f-9d84-a15d34bd3c5b up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:19.435130 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.439427 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.453988 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e941963f-4abb-463f-9d84-a15d34bd3c5b triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:19.454360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.460916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31138313-3d3e-4064-93b3-e5dea324c828,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:19.467280 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.468739 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-6dcd2639-ee87-45ff-afda-0af6011dea82 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301692 Nov 27 17:06:19.471520 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39232) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:19.475818 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'security_group_rule': {'security_group_id': 'b2475acf-cc25-43ad-9d86-2d68b615a804', 'project_id': 'd267a87865e141b6895536da4f26bf76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:19.497514 n-d-819494-4 neutron-server[110076]: INFO neutron.db.securitygroups_db [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Project d267a87865e141b6895536da4f26bf76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 17:06:19.502529 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.563427 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.566914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641040'] for security_group_rule, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.585375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eae19da-cfb3-49f1-aac6-20b9fbac5fd5,revision_number=0']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:19.590556 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:19.594000 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-ca4c5a94-58df-49b3-a92c-5b7f7f89f76e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215246 Nov 27 17:06:19.660099 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:06:19.737587 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-c4afbdd3-3c1a-41fa-9067-c78e72efcbeb tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231539670&fields=id&tenant_id=d267a87865e141b6895536da4f26bf76 HTTP/1.1" status: 200 len: 267 time: 0.0428483 Nov 27 17:06:19.841542 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-818045e4-7039-4879-8b6e-aa57e5980a7d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:19.843049 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-818045e4-7039-4879-8b6e-aa57e5980a7d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 810 time: 0.0988774 Nov 27 17:06:19.858634 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-817a8f0f-2ddf-4d0a-9baf-b8a9cd50e39d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/quotas/d267a87865e141b6895536da4f26bf76 HTTP/1.1" status: 200 len: 375 time: 0.0095167 Nov 27 17:06:19.923526 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-4e40cd5b-d7bf-4b45-83c2-38705d9fd3f1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594943 Nov 27 17:06:20.102168 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-ff72678e-2ba1-4c3c-8fb5-f528c889edb4 service neutron] 10.222.0.15 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663001 Nov 27 17:06:20.200320 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-1aefd64f-3f1d-4889-8e85-128bc27e2786 service neutron] 10.222.0.15 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916183 Nov 27 17:06:20.380342 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-219f6f3d-e0dc-4f4f-a540-1bcf6646ceca req-96109760-bc53-4137-a8a2-90812ba3512b tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 210 time: 0.0288849 Nov 27 17:06:21.408517 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5309c91-cdff-4a9f-879e-387be6f97634 up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:21.467738 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Sync routers for ids ['63e8d64e-b486-451b-be07-f5cf89bf7bea'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:21.476940 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e5309c91-cdff-4a9f-879e-387be6f97634 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:21.477615 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:21.477780 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Routers {'63e8d64e-b486-451b-be07-f5cf89bf7bea'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:21.478622 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['63e8d64e-b486-451b-be07-f5cf89bf7bea'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:21.514251 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01873eec-89f5-4313-9e16-6e0482c59d8b req-4efa2d52-ef3f-40d2-b070-cc0830f20360 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 210 time: 0.0613613 Nov 27 17:06:21.595082 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Set router 63e8d64e-b486-451b-be07-f5cf89bf7bea gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:21.613106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-b0abb8e1-80cf-4a6c-903e-52fe37005235 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:21.614756 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-b0abb8e1-80cf-4a6c-903e-52fe37005235 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 810 time: 0.1735268 Nov 27 17:06:21.676901 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-07f7e1a3-f533-4f96-9c4e-42df99cd6be5 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d267a87865e141b6895536da4f26bf76 HTTP/1.1" status: 200 len: 379 time: 0.0532453 Nov 27 17:06:21.688496 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'port': {'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'admin_state_up': True, 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'security_groups': ['b2475acf-cc25-43ad-9d86-2d68b615a804']}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:21.793393 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e252a65f-e904-4aae-ae57-e1b944ded89a', 'name': '', 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'mac_address': 'fa:16:3e:39:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:16Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 2, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'subnets': [{'id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:21.803092 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Made reservation on behalf of d267a87865e141b6895536da4f26bf76 for: {'port': 1} {{(pid=110075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:06:21.807431 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:21.820376 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Checking router: 63e8d64e-b486-451b-be07-f5cf89bf7bea for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:21.820734 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Updating router 63e8d64e-b486-451b-be07-f5cf89bf7bea port e252a65f-e904-4aae-ae57-e1b944ded89a binding host n-d-819494-4 {{(pid=110078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 17:06:21.847385 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:21.946954 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Allocated IP 172.20.0.10 (96f2dc86-eee9-498d-8df0-4b990a611f77/72240b4a-b681-4e84-88f5-79121653ca23/9873c5e9-f9f0-42e0-9e22-16f2234c0264) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:22.087157 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.111227 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Publish callbacks [] for port, precommit_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.116869 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.123910 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.169316 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:22.174240 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3166-eb34-4b40-9823-a171cc9f2681 None None] Pushing event updated for resources: {'Port': ['ID=e252a65f-e904-4aae-ae57-e1b944ded89a,revision_number=3']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:22.174624 n-d-819494-4 neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:22.179152 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:22.183870 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:22.243292 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Attempting to bind port e252a65f-e904-4aae-ae57-e1b944ded89a on host n-d-819494-4 for vnic_type normal with profile {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:22.243671 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Attempting to bind port e252a65f-e904-4aae-ae57-e1b944ded89a by drivers openvswitch,hyperv on host n-d-819494-4 at level 0 using segments [{'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:22.244043 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Attempting to bind port e252a65f-e904-4aae-ae57-e1b944ded89a on network feec5f78-39ba-4613-acc7-241fdb2964d9 {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:22.249446 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Checking agent: {'id': '0f0cf8db-ccc9-4ff9-81e1-e01018491f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 35, 41), 'started_at': datetime.datetime(2021, 11, 27, 15, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:22.249835 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Checking segment: {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:22.250240 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.250667 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Bound using segment: {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'} {{(pid=110078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:22.251081 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:22.251305 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.managers [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Bound port: e252a65f-e904-4aae-ae57-e1b944ded89a, host: n-d-819494-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bbc7d8-5eca-4417-aeee-a2af4192a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9'}}] {{(pid=110078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:22.251695 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.251799 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.270674 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-e8d5711a-e24d-4f5d-af00-b391b6192601 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5857632 Nov 27 17:06:22.284153 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.v2.base [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Request body: {'port': {'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-4'}} {{(pid=110075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:22.339377 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] For port e252a65f-e904-4aae-ae57-e1b944ded89a, host n-d-819494-4, cleared binding levels {{(pid=110078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:22.344389 n-d-819494-4 neutron-server[110078]: DEBUG neutron.plugins.ml2.db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] For port e252a65f-e904-4aae-ae57-e1b944ded89a, host n-d-819494-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e252a65f-e904-4aae-ae57-e1b944ded89a,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:22.349189 n-d-819494-4 neutron-server[110078]: DEBUG neutron_lib.callbacks.manager [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.357842 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.425914 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Routers {'63e8d64e-b486-451b-be07-f5cf89bf7bea'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:22.426547 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['63e8d64e-b486-451b-be07-f5cf89bf7bea'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:22.463733 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3166-eb34-4b40-9823-a171cc9f2681 None None] Pushing event updated for resources: {'Port': ['ID=e252a65f-e904-4aae-ae57-e1b944ded89a,revision_number=4']} {{(pid=110078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:22.561920 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-caa013c2-75a3-4aa4-8dc8-fd4fe1a262d8 None None] Provisioning complete for port e252a65f-e904-4aae-ae57-e1b944ded89a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:22.565495 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa013c2-75a3-4aa4-8dc8-fd4fe1a262d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.584154 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] Set router 63e8d64e-b486-451b-be07-f5cf89bf7bea gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:22.693155 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa013c2-75a3-4aa4-8dc8-fd4fe1a262d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.721075 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42fd16-dbc2-41fd-9312-ede818260b2e req-babaeced-4149-4dbd-9cea-eb6abcb6bff1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:22.722789 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab42fd16-dbc2-41fd-9312-ede818260b2e req-babaeced-4149-4dbd-9cea-eb6abcb6bff1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 932 time: 0.0936313 Nov 27 17:06:22.733436 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-caa013c2-75a3-4aa4-8dc8-fd4fe1a262d8 None None] For port e252a65f-e904-4aae-ae57-e1b944ded89a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e252a65f-e904-4aae-ae57-e1b944ded89a,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:22.740138 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-caa013c2-75a3-4aa4-8dc8-fd4fe1a262d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.759646 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9873c5e9-f9f0-42e0-9e22-16f2234c0264 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:06:22.770108 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.784204 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Transition to ACTIVE for port object 9873c5e9-f9f0-42e0-9e22-16f2234c0264 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 17:06:22.792053 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.814797 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ab42fd16-dbc2-41fd-9312-ede818260b2e req-56786c55-caa7-44c0-869c-22b546b09a6f tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831001 Nov 27 17:06:22.826602 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e252a65f-e904-4aae-ae57-e1b944ded89a', 'name': '', 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'mac_address': 'fa:16:3e:39:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:16Z', 'updated_at': '2021-11-27T17:06:22Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'subnets': [{'id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:22.836912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa013c2-75a3-4aa4-8dc8-fd4fe1a262d8 None None] Pushing event updated for resources: {'Port': ['ID=e252a65f-e904-4aae-ae57-e1b944ded89a,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:22.869771 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96956-04c6-4b02-aa77-428af41a3c24 None None] The sync data for ids ['63e8d64e-b486-451b-be07-f5cf89bf7bea'] in n-d-819494-4 is: [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e252a65f-e904-4aae-ae57-e1b944ded89a', 'name': '', 'network_id': 'feec5f78-39ba-4613-acc7-241fdb2964d9', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'mac_address': 'fa:16:3e:39:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:16Z', 'updated_at': '2021-11-27T17:06:22Z', 'revision_number': 4, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'subnets': [{'id': '5d8a6145-53af-4de2-a5c5-07de68c05616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:22.878955 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-bd7e1ca5-96ea-462f-aecc-c6b73967f41b None None] Provisioning complete for port e252a65f-e904-4aae-ae57-e1b944ded89a triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:22.879345 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1ca5-96ea-462f-aecc-c6b73967f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:22.900381 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:22.949920 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Attempting to bind port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 on host n-h2-819494-4 for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:06:22.950284 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Attempting to bind port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 by drivers openvswitch,hyperv on host n-h2-819494-4 at level 0 using segments [{'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:06:22.950589 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Attempting to bind port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 on network 96f2dc86-eee9-498d-8df0-4b990a611f77 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:22.957562 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 on network 96f2dc86-eee9-498d-8df0-4b990a611f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-4 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 17:06:22.957892 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Attempting to bind port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 on network 96f2dc86-eee9-498d-8df0-4b990a611f77 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:06:22.968388 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Checking agent: {'id': 'd7c4d0fa-9157-4e90-baaa-8ec5ff53682a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'started_at': datetime.datetime(2021, 11, 27, 15, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:06:22.968916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Checking segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:06:22.969305 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Bound using segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:06:22.969777 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Bound port: 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host: n-h2-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:06:22.970132 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:23.049217 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:06:23.052719 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:06:23.060077 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14628183'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:23.106036 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:23.106684 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:23.108262 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] 10.222.0.37 "PUT /v2.0/ports/9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 1092 time: 0.8285632 Nov 27 17:06:23.108730 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:06:23.111080 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b431d2-1744-4fbe-843e-6d5e50ad9e80" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:06:23.135270 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3231ca-8889-40aa-a610-2736a7aaad44 service neutron] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:23.165504 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f179d-9169-44ab-9304-4f09eb0645b9 x-openstack-request-id: req-2b9f179d-9169-44ab-9304-4f09eb0645b9 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:06:23.166442 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:06:23.166809 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b9f179d-9169-44ab-9304-4f09eb0645b9 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:06:23.167309 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'status': 'completed', 'code': 200} Nov 27 17:06:23.417275 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e252a65f-e904-4aae-ae57-e1b944ded89a up at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:23.467497 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Provisioning complete for port e252a65f-e904-4aae-ae57-e1b944ded89a triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:23.467875 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:23.581556 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-190ce23f-e182-44ff-b89e-4ccf11af268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:23.583041 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-190ce23f-e182-44ff-b89e-4ccf11af268b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1095 time: 0.3995066 Nov 27 17:06:23.623766 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-d698ba6f-aa11-4d13-8e95-3bf8750ca96b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 217 time: 0.0324087 Nov 27 17:06:23.671823 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-55fe09aa-2165-4b75-9637-a58fcb42cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:23.673247 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-55fe09aa-2165-4b75-9637-a58fcb42cb68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0423043 Nov 27 17:06:23.721689 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741852f-b15c-428a-8d95-787b41567511 req-a0d90b8a-b410-471f-9b9c-667d715f654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:23.723158 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-a0d90b8a-b410-471f-9b9c-667d715f654a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427079 Nov 27 17:06:23.810818 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-75670438-a7fb-4673-b814-f76ff227b816 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799887 Nov 27 17:06:23.904030 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-a741852f-b15c-428a-8d95-787b41567511 req-1cb7cc07-5de9-4910-8735-0a4d3f591067 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857756 Nov 27 17:06:23.936683 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a057e6c-9e0a-42eb-a752-8f86e123c006 req-94c20f0e-6aab-4593-aaf0-47ffd18f582c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:23.938116 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a057e6c-9e0a-42eb-a752-8f86e123c006 req-94c20f0e-6aab-4593-aaf0-47ffd18f582c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 944 time: 0.0537648 Nov 27 17:06:23.990114 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-2407cbc8-096d-4a4f-bba5-6205912c308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:23.991834 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-2407cbc8-096d-4a4f-bba5-6205912c308f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1095 time: 0.0439355 Nov 27 17:06:23.992639 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8a057e6c-9e0a-42eb-a752-8f86e123c006 req-c5892704-e9a3-4991-aa11-d97988aebe39 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481281 Nov 27 17:06:24.084672 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-76c9aa5d-2568-4bf0-9e60-f94d5d96c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:24.086185 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-76c9aa5d-2568-4bf0-9e60-f94d5d96c927 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0871799 Nov 27 17:06:24.128094 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-6ead4e78-8a22-42a7-ad55-7d5097a95635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 217 time: 0.0334084 Nov 27 17:06:24.176334 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-304c5dc0-a57b-4b47-a1bd-7a3b6b121a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:24.177777 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-304c5dc0-a57b-4b47-a1bd-7a3b6b121a04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0422435 Nov 27 17:06:24.223968 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-7c045bdf-c0e2-4903-b3de-b7ffea6e8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:24.225372 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-7c045bdf-c0e2-4903-b3de-b7ffea6e8c73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402555 Nov 27 17:06:24.325751 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-8705b1df-4857-4440-9d29-7f5d29c449d6 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Nov 27 17:06:24.419537 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-12b431d2-1744-4fbe-843e-6d5e50ad9e80 req-323d1263-3be6-4420-b23a-fd886c204b77 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861952 Nov 27 17:06:25.108941 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0776e86-c81e-4a43-9e74-e9a9e0ddfc34 req-50bab6f6-7e9f-4c46-a781-3255a18438e3 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:25.110350 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0776e86-c81e-4a43-9e74-e9a9e0ddfc34 req-50bab6f6-7e9f-4c46-a781-3255a18438e3 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 944 time: 0.0489202 Nov 27 17:06:25.159346 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-e0776e86-c81e-4a43-9e74-e9a9e0ddfc34 req-cde82fcc-adc0-4631-bc77-8400e04d580a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Nov 27 17:06:26.275925 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52679851-a818-4a5e-9dea-9ad59b594ef9 req-9327f669-c180-4c2d-b886-66c2477923ba tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:26.277902 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52679851-a818-4a5e-9dea-9ad59b594ef9 req-9327f669-c180-4c2d-b886-66c2477923ba tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 944 time: 0.0517957 Nov 27 17:06:26.325776 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-52679851-a818-4a5e-9dea-9ad59b594ef9 req-9b112b06-9056-442f-8e7a-bce42d1f824a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 Nov 27 17:06:27.075431 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:06:27.166327 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:27.177717 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:06:27.218208 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:27.230761 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9873c5e9-f9f0-42e0-9e22-16f2234c0264 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:06:27.249661 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:27.253713 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:27.299727 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:27.443739 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3801-c55a-4bb5-a8af-f2aa03286be0 req-d6a133b8-52b3-418a-b7be-568a4bbe54ce tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:27.445142 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-230c3801-c55a-4bb5-a8af-f2aa03286be0 req-d6a133b8-52b3-418a-b7be-568a4bbe54ce tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 945 time: 0.0518520 Nov 27 17:06:27.474742 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9873c5e9-f9f0-42e0-9e22-16f2234c0264'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:06:27.493906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-230c3801-c55a-4bb5-a8af-f2aa03286be0 req-0c2d7008-30ec-4b71-b75c-d86abf0452b2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Nov 27 17:06:28.608462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d2193-91a0-42a9-8639-feec957c3d62 req-a4cfc349-18ab-4581-9174-3134dda838e6 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:28.609991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-771d2193-91a0-42a9-8639-feec957c3d62 req-a4cfc349-18ab-4581-9174-3134dda838e6 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 945 time: 0.0489645 Nov 27 17:06:28.662499 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-771d2193-91a0-42a9-8639-feec957c3d62 req-0f70f979-9a9f-4481-be4f-f4bbac527bc0 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466516 Nov 27 17:06:29.091442 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:06:29.138482 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning for port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 17:06:29.141935 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:06:29.142304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:29.219965 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:29.242172 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:06:29.244425 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6a3e1a-f58a-491d-90c3-bdcb7eb5e72f" -d '{"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-plugged", "status": "completed", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:06:29.257234 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:06:29.261495 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:29.284205 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f021e51-3764-49db-8cbc-6b05b558f75e x-openstack-request-id: req-2f021e51-3764-49db-8cbc-6b05b558f75e {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:06:29.284502 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-plugged", "status": "completed", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:06:29.284757 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f021e51-3764-49db-8cbc-6b05b558f75e {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:06:29.285149 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'code': 200} Nov 27 17:06:29.312561 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:29.383018 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8922e-bd3f-42b1-bdf2-202c9095de67 req-5a88c7e1-a2b3-439b-9386-913098b89ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:29.384485 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c8922e-bd3f-42b1-bdf2-202c9095de67 req-5a88c7e1-a2b3-439b-9386-913098b89ac8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1097 time: 0.0453029 Nov 27 17:06:29.430460 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-b3c8922e-bd3f-42b1-bdf2-202c9095de67 req-8368704a-30d8-4d8d-93aa-29efbfe6a7a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 Nov 27 17:06:29.779258 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4646c98-c90a-4bde-b32b-6ab92c887d45 req-29c40173-485a-45d2-aea3-dd131b0ddb67 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:29.780752 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4646c98-c90a-4bde-b32b-6ab92c887d45 req-29c40173-485a-45d2-aea3-dd131b0ddb67 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 946 time: 0.0493386 Nov 27 17:06:29.828928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a4646c98-c90a-4bde-b32b-6ab92c887d45 req-f64f5d9b-570b-4b09-8dec-99cb0a6e3ece tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Nov 27 17:06:30.540819 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:30.946483 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091682c-bce5-459a-9d70-9b376e47484b req-8f3df969-3b47-4a1e-a1a2-4c757edf310b tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:30.947978 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3091682c-bce5-459a-9d70-9b376e47484b req-8f3df969-3b47-4a1e-a1a2-4c757edf310b tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 946 time: 0.0509963 Nov 27 17:06:30.996932 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3091682c-bce5-459a-9d70-9b376e47484b req-bcb5ff82-175b-4a30-af55-ccd57384df47 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429552 Nov 27 17:06:31.118472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056904d-ac4e-4d60-9d04-3e658c895d3d req-3077ae9a-69e3-4d9f-bc74-81fb423a1cbf tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:31.119855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3056904d-ac4e-4d60-9d04-3e658c895d3d req-3077ae9a-69e3-4d9f-bc74-81fb423a1cbf tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 946 time: 0.0572383 Nov 27 17:06:31.168408 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3056904d-ac4e-4d60-9d04-3e658c895d3d req-6fe33b2c-1e31-4d93-b111-373114d9b23e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426257 Nov 27 17:06:31.189220 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39290) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:31.269162 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666d74c-9d6e-4a74-ad78-0a371b05be1d tempest-TestSnapshotPattern-1089303985 tempest-TestSnapshotPattern-1089303985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:31.270704 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-d666d74c-9d6e-4a74-ad78-0a371b05be1d tempest-TestSnapshotPattern-1089303985 tempest-TestSnapshotPattern-1089303985-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1092 time: 0.0805199 Nov 27 17:06:31.273549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39294) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:06:31.278366 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:06:31.299510 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:31.399573 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:31.499134 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Allocated IP 172.25.1.32 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/b1942a4e-cd1a-43e8-bb17-723cc5419f51) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:06:31.606933 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:31.641433 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:31.680351 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:06:31.683363 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:06:31.687517 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:06:31.710762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'Port': ['ID=b1942a4e-cd1a-43e8-bb17-723cc5419f51,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:32.038850 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.101826 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.250698 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.255463 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.323969 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'Port': ['ID=b1942a4e-cd1a-43e8-bb17-723cc5419f51,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:06:32.332065 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.432528 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Floating IP 3d726594-4dc6-499e-895d-e22141788436 associated. External IP: 172.25.1.32, port: 9873c5e9-f9f0-42e0-9e22-16f2234c0264. Nov 27 17:06:32.567251 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.641709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Router 08259d78-bdad-4061-aac5-a9a826a0f082 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:06:32.750832 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:06:32.760781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:06:32.768648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:32.772070 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:32.772687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:32.799151 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-518be4e4-4964-452d-b001-8f22bff75aca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5245812 Nov 27 17:06:32.799860 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:06:32.802186 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a5e264-dd87-4bfd-a26e-cafe6703f511" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:06:32.849514 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae67b04-aeca-4049-804d-bebf3d7a01ab x-openstack-request-id: req-bae67b04-aeca-4049-804d-bebf3d7a01ab {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:06:32.849896 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:06:32.850162 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bae67b04-aeca-4049-804d-bebf3d7a01ab {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:06:32.850883 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'status': 'completed', 'code': 200} Nov 27 17:06:32.890851 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:32.912757 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-7fe3dc60-4cba-4255-911d-08d35fd2334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:32.914281 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-7fe3dc60-4cba-4255-911d-08d35fd2334b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1097 time: 0.0413365 Nov 27 17:06:33.007987 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-dbb97c8f-39ad-41f4-96c7-1cb8cb675338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:33.009586 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-dbb97c8f-39ad-41f4-96c7-1cb8cb675338 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0877559 Nov 27 17:06:33.078055 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-ea589124-8984-42c5-b4c6-6ce543e9765f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 999 time: 0.0619037 Nov 27 17:06:33.119477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:31Z', 'revision_number': 0, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:33.128568 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-43117d34-6559-442c-956d-b17e53bcbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:33.130061 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-43117d34-6559-442c-956d-b17e53bcbae6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0437515 Nov 27 17:06:33.154262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:06:33.163101 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:06:33.163647 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:06:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:33.180791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-be8d24eb-28ab-4c5e-afbd-8a4376d84c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:06:33.182482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-be8d24eb-28ab-4c5e-afbd-8a4376d84c64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455723 Nov 27 17:06:33.273910 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-e22c0974-2a39-423c-b02b-1e822b2ffef0 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Nov 27 17:06:33.277081 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:06:33.374311 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-e4a5e264-dd87-4bfd-a26e-cafe6703f511 req-cccfaf35-b43b-4405-90f4-190a890a5ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935369 Nov 27 17:06:33.514620 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:31Z', 'revision_number': 0, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:06:33.540388 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae683bcc-b3f4-4618-bf80-bcd970f181ed None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:31Z', 'revision_number': 0, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:06:33.723125 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14975a6d-e30d-4cbf-bfdf-02af697a15b8 None None] New status for floating IP 3d726594-4dc6-499e-895d-e22141788436: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:06:35.378068 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-14cfee27-711e-49ca-8f0c-5ce010f919b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:37.830107 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a8dceeb8-ab55-488e-b415-4fef3d3bc290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:38.863074 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:40.577002 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:41.350234 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:06:56.659279 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:07:00.541776 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:02.580911 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:05.379014 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-47730fb1-c1bf-4e9b-a3d8-ee81abea67f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:07.831576 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d72862d3-53d6-404a-aec9-31bc80845983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:08.867194 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:10.579510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:11.351503 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:29.278772 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-bc1ad017-74e6-4981-a821-3e0dcdcf162c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879374 Nov 27 17:07:29.359156 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-2748bc0c-0620-40d0-8758-a25528469abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:07:29.360691 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-2748bc0c-0620-40d0-8758-a25528469abe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1097 time: 0.0409939 Nov 27 17:07:29.465401 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-3e81a364-7183-42a9-ba0d-9a356a8e8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:07:29.466779 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-3e81a364-7183-42a9-ba0d-9a356a8e8e46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0865631 Nov 27 17:07:29.531060 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-023f3607-7ba4-4a16-b6cd-41b271c82b67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 1001 time: 0.0571566 Nov 27 17:07:29.578062 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-7a423a7a-7079-4ae0-9119-cbf7f0b152dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:07:29.579508 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-7a423a7a-7079-4ae0-9119-cbf7f0b152dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0422466 Nov 27 17:07:29.628644 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-785cbfe1-5a67-451a-b8c1-9fdaf2302c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:07:29.630109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-785cbfe1-5a67-451a-b8c1-9fdaf2302c67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429122 Nov 27 17:07:29.716776 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-86ba0992-f0b0-497b-8a03-1d1fc7e004a5 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786624 Nov 27 17:07:29.816947 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-ed048d6f-ba27-4f72-8e9d-22657ab654d2 req-c6192acd-962f-4230-98b3-59f91bd67abf service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927722 Nov 27 17:07:30.540283 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:32.581282 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:33.658925 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:07:35.379600 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e92043b8-0407-4a11-a596-54a865382665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:37.832146 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-473ab892-a099-42f1-9a13-f677405a051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:38.866409 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:40.581844 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:07:41.356271 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:00.545351 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:02.601496 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:05.380729 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-81eb3f6e-da9d-4009-9a2c-74babd3460d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:07.833878 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7f67-b1a0-41d4-be07-9561798c6dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:08.870095 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:10.584823 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:10.658063 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:08:11.357703 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:29.717391 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 details requested by agent hyperv_n-h2-819494-4 with host n-h2-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:08:29.825195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:29.838146 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Returning: {'device': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:08:29.887579 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:29.902563 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9873c5e9-f9f0-42e0-9e22-16f2234c0264 {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:08:29.925608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:29.931625 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:29.989522 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:29.997293 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.997692 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.998042 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.998387 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.998728 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.999064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.999399 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:29.999731 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:30.000088 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:30.000441 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:30.000768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:30.001099 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:30.009129 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] get_ports_and_sgs() called for port_ids ['9873c5e9-f9f0-42e0-9e22-16f2234c0264'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:08:30.544419 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:31.733353 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 up at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:08:31.793250 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Provisioning complete for port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:08:31.793682 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:31.824791 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-1a76a28d-0b8c-42f2-a902-d1fe880a649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:31.828006 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-1a76a28d-0b8c-42f2-a902-d1fe880a649d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1096 time: 0.0664294 Nov 27 17:08:31.891373 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:31.918258 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:08:31.920658 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474c219e-b44c-4d93-9dce-3de888c1a617" -d '{"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-plugged", "status": "completed", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:08:31.938960 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:31.943724 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-de639ba5-857d-4ce2-a8e0-8a9bbb001807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:31.945155 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-de639ba5-857d-4ce2-a8e0-8a9bbb001807 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0912280 Nov 27 17:08:31.946438 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:32.035246 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:32.036981 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-5849f0fa-dce3-40ca-b503-293de98b66f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 1001 time: 0.0817120 Nov 27 17:08:32.078403 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c8f30e-34c0-4f7d-9359-aac166a274aa x-openstack-request-id: req-31c8f30e-34c0-4f7d-9359-aac166a274aa {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:08:32.078703 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-plugged", "status": "completed", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:08:32.079119 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31c8f30e-34c0-4f7d-9359-aac166a274aa {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:08:32.079531 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'code': 200} Nov 27 17:08:32.096663 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-abcd2b4a-bfd6-417e-8c8a-664eb049492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:32.098304 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-abcd2b4a-bfd6-417e-8c8a-664eb049492f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0525732 Nov 27 17:08:32.149392 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-94fe297c-671c-4537-8f98-d9123cd748ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:32.151284 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-94fe297c-671c-4537-8f98-d9123cd748ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441122 Nov 27 17:08:32.254973 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-97b4a607-b985-4f0d-a4ca-d43fb069a6d6 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961273 Nov 27 17:08:32.360626 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6b972533-1bb4-46f0-9f3a-742d968c580f req-6861cea1-d7e9-4abd-9ad1-6de8e23dba31 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950439 Nov 27 17:08:32.618102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:35.387892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-951b2ac8-a9ed-4b5d-9400-4bcbd7713815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:37.838304 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ca3911aa-e653-4ad5-adf6-3ce9148e2b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:38.872583 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:39.375125 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-49c77759-6206-4a37-a83b-9c1118eb578c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231539670&fields=id&tenant_id=d267a87865e141b6895536da4f26bf76 HTTP/1.1" status: 200 len: 267 time: 0.0462980 Nov 27 17:08:39.485002 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-4d0a0911-1589-4c69-bf79-5a53b1d801dc tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:39.486500 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-4d0a0911-1589-4c69-bf79-5a53b1d801dc tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 810 time: 0.1048284 Nov 27 17:08:39.500877 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-2be1147c-5fea-440b-908e-6762eff43c2a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/quotas/d267a87865e141b6895536da4f26bf76 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Nov 27 17:08:39.554710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-846cc229-6504-4484-a1b4-97c39858c373 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487590 Nov 27 17:08:39.618477 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-3bf54a07-3b56-42ea-872e-0403cb302089 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 17:08:39.619489 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-3bf54a07-3b56-42ea-872e-0403cb302089 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527990 Nov 27 17:08:39.712620 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-7c1ed410-ed6b-478b-8b1b-6f0aeb70b95d service neutron] 10.222.0.15 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868247 Nov 27 17:08:39.799348 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-68c53edd-7138-4185-888a-2fa475e77623 service neutron] 10.222.0.15 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807536 Nov 27 17:08:39.989470 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6c39deb-99a2-458f-ba6e-574d8c11af7e req-4ec00f4a-d4e4-4416-984f-64cd3c8451a3 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 210 time: 0.0267837 Nov 27 17:08:40.587666 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:41.098564 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-7b338378-6339-4b1b-b749-88678d531d93 req-fc1ac8a4-a559-4803-8494-d10d283540e1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 210 time: 0.0348842 Nov 27 17:08:41.105470 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-4e94bc78-60a6-4a72-a54b-6f223d175e4e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:41.106893 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-4e94bc78-60a6-4a72-a54b-6f223d175e4e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.21 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 810 time: 0.1301904 Nov 27 17:08:41.186352 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-f9b9ab85-7437-4a05-94c2-3b2d23b967b4 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d267a87865e141b6895536da4f26bf76 HTTP/1.1" status: 200 len: 379 time: 0.0578058 Nov 27 17:08:41.199793 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'port': {'device_id': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'admin_state_up': True, 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'security_groups': ['b2475acf-cc25-43ad-9d86-2d68b615a804']}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:08:41.311057 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Made reservation on behalf of d267a87865e141b6895536da4f26bf76 for: {'port': 1} {{(pid=110076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 17:08:41.314591 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:41.362387 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:41.476400 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Allocated IP 172.20.0.3 (96f2dc86-eee9-498d-8df0-4b990a611f77/72240b4a-b681-4e84-88f5-79121653ca23/83cdd835-13c3-4f24-96a1-4bf5ea2af77d) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:08:41.663702 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:41.714000 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:41.766583 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:08:41.769826 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:08:41.773762 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:08:41.780397 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:41.817328 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.817767 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.818716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.818716 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.818939 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.819129 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.819452 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.819790 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.820179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.820504 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.820838 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.821175 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:08:41.857903 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:41.858584 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:41.888075 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-e1a9f490-90d6-40e8-af2e-a31b6571310a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6919079 Nov 27 17:08:42.108781 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-5c6b4079-4dac-4653-9a1e-9affb4af9a56 None None] Provisioning complete for port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d triggered by entity DHCP. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:08:42.109334 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4079-4dac-4653-9a1e-9affb4af9a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:42.143029 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b4079-4dac-4653-9a1e-9affb4af9a56 None None] Port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d cannot update to ACTIVE because it is not bound. {{(pid=110077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 17:08:42.222675 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073017-ca79-43ca-b283-ff4f7e7303d9 req-83635c5a-b1b9-4241-9708-cbfc9cd122d1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:42.224288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78073017-ca79-43ca-b283-ff4f7e7303d9 req-83635c5a-b1b9-4241-9708-cbfc9cd122d1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0513263 Nov 27 17:08:42.279588 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-78073017-ca79-43ca-b283-ff4f7e7303d9 req-640d9b1d-202c-4ed2-bb85-d4bf12554514 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488892 Nov 27 17:08:43.414296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705f2b0-6310-4047-bb94-d75e17833457 req-677663f5-993c-4443-b357-8d0a1bdb0424 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:43.415845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2705f2b0-6310-4047-bb94-d75e17833457 req-677663f5-993c-4443-b357-8d0a1bdb0424 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0601454 Nov 27 17:08:43.468676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-2705f2b0-6310-4047-bb94-d75e17833457 req-dbe10cba-8520-4983-a51e-7bf88ef1ede8 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467007 Nov 27 17:08:43.796403 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:08:43.881938 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:43.906186 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:08:43.908437 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5ba385-cb29-4c64-8933-a58e11f4ae8d" -d '{"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-unplugged", "status": "completed", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:08:43.920888 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:43.925078 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:43.949656 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad40e9-0587-4ed5-921e-eefff4c49541 x-openstack-request-id: req-acad40e9-0587-4ed5-921e-eefff4c49541 {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:08:43.949957 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-unplugged", "status": "completed", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:08:43.950213 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acad40e9-0587-4ed5-921e-eefff4c49541 {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:08:43.950607 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'code': 200} Nov 27 17:08:43.980489 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Pushing event updated for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=8']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:44.612685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6cd39-e27a-4856-a588-016899107444 req-4503b73d-0dfd-4c08-9e55-d5fdd18a2433 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:44.615064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19e6cd39-e27a-4856-a588-016899107444 req-4503b73d-0dfd-4c08-9e55-d5fdd18a2433 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0511262 Nov 27 17:08:44.670717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-19e6cd39-e27a-4856-a588-016899107444 req-ed5c8640-a383-4ae8-934d-eb454a62f389 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482781 Nov 27 17:08:45.790928 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c497a-5650-4a51-9b0f-8fd382d73630 req-f7354795-d6a3-4872-9be0-7caee28b1c67 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:45.792415 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff8c497a-5650-4a51-9b0f-8fd382d73630 req-f7354795-d6a3-4872-9be0-7caee28b1c67 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0506759 Nov 27 17:08:45.849964 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ff8c497a-5650-4a51-9b0f-8fd382d73630 req-d3695faa-81fc-447c-bb4e-1ceb0fc1f01c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514104 Nov 27 17:08:46.969885 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c566b86-efa7-4a96-8389-7a5e3ccb80e2 req-5504b177-f6f6-4a8b-9ced-3fd64628398a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:46.972155 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c566b86-efa7-4a96-8389-7a5e3ccb80e2 req-5504b177-f6f6-4a8b-9ced-3fd64628398a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0528367 Nov 27 17:08:47.029705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9c566b86-efa7-4a96-8389-7a5e3ccb80e2 req-d39c45a3-6fad-421b-8110-8e117533c261 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477319 Nov 27 17:08:47.657838 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:08:48.154215 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5f57b-446b-4c9f-90c4-b04cb719c4c4 req-f0e12c6f-e94a-4773-b84f-5597506e448f tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:48.157682 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdd5f57b-446b-4c9f-90c4-b04cb719c4c4 req-f0e12c6f-e94a-4773-b84f-5597506e448f tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0535433 Nov 27 17:08:48.211048 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-cdd5f57b-446b-4c9f-90c4-b04cb719c4c4 req-3a66a964-af8e-422a-8fc6-2f96e39e971d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469375 Nov 27 17:08:49.346553 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cefec3-f35b-4b80-9d8f-6d85f96c9274 req-ed9fcdab-eae5-455b-a9d7-28d13fe66a85 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:49.348064 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6cefec3-f35b-4b80-9d8f-6d85f96c9274 req-ed9fcdab-eae5-455b-a9d7-28d13fe66a85 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0541022 Nov 27 17:08:49.400946 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-a6cefec3-f35b-4b80-9d8f-6d85f96c9274 req-feb3bd7e-b2de-4caa-b040-446ace154cca tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449514 Nov 27 17:08:50.521332 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74711b-ee88-4a46-a407-c8b0a2a814ca req-aa0a60f3-2f88-4883-8ae9-195516994676 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:50.522845 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b74711b-ee88-4a46-a407-c8b0a2a814ca req-aa0a60f3-2f88-4883-8ae9-195516994676 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0534801 Nov 27 17:08:50.575418 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-5b74711b-ee88-4a46-a407-c8b0a2a814ca req-f9c3bb31-d90e-4e97-86ac-197d8bba369d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467079 Nov 27 17:08:51.692019 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56c81f-fe42-41c0-9caa-dd4544d72c52 req-1b7e0966-19cd-473b-8b81-c4c360624987 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:51.694014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c56c81f-fe42-41c0-9caa-dd4544d72c52 req-1b7e0966-19cd-473b-8b81-c4c360624987 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 931 time: 0.0473230 Nov 27 17:08:51.746437 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-3c56c81f-fe42-41c0-9caa-dd4544d72c52 req-7e3baf89-dd16-4e53-a2be-a0fd19936a24 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466025 Nov 27 17:08:51.910174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-d56ee1d5-2740-45bf-865e-8e47d5f87825 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 17:08:51.911377 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-d56ee1d5-2740-45bf-865e-8e47d5f87825 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055268 Nov 27 17:08:51.966674 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Request body: {'port': {'device_id': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-4'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:08:52.023241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:52.278196 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cdd835-13c3-4f24-96a1-4bf5ea2af77d {{(pid=110076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:08:52.285431 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:52.297428 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Transition to ACTIVE for port object 83cdd835-13c3-4f24-96a1-4bf5ea2af77d will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 17:08:52.301135 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:52.369235 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:52.418723 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Attempting to bind port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d on host n-h1-819494-4 for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 17:08:52.419050 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Attempting to bind port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d by drivers openvswitch,hyperv on host n-h1-819494-4 at level 0 using segments [{'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 17:08:52.419377 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Attempting to bind port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d on network 96f2dc86-eee9-498d-8df0-4b990a611f77 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:08:52.424020 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d on network 96f2dc86-eee9-498d-8df0-4b990a611f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 17:08:52.424341 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Attempting to bind port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d on network 96f2dc86-eee9-498d-8df0-4b990a611f77 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 17:08:52.430036 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Checking agent: {'id': 'b011c3de-46d9-4c6c-bd63-4015458a676b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'started_at': datetime.datetime(2021, 11, 27, 15, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 17:08:52.430371 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Checking segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 17:08:52.430755 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Bound using segment: {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 17:08:52.431179 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Bound port: 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host: n-h1-819494-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34e97a0-8abb-4483-b467-4997ec400861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 17:08:52.431536 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:52.499044 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 17:08:52.502174 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 17:08:52.508432 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:52.544732 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:52.545373 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:52.546747 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] 10.222.0.21 "PUT /v2.0/ports/83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 1091 time: 0.6264143 Nov 27 17:08:52.547190 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:08:52.549512 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:08:52.574472 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b25ef3-bc81-4eef-a4fa-1ea03e61bde4 service neutron] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:52.592519 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d59b7ea-26e4-41c7-99e6-760d2bf56f71 x-openstack-request-id: req-7d59b7ea-26e4-41c7-99e6-760d2bf56f71 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:08:52.592818 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:08:52.593077 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d59b7ea-26e4-41c7-99e6-760d2bf56f71 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:08:52.593521 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'status': 'completed', 'code': 200} Nov 27 17:08:52.640607 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-a565b78a-489f-491d-b67e-02514d8effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:52.642153 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-a565b78a-489f-491d-b67e-02514d8effc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1094 time: 0.0433846 Nov 27 17:08:52.690183 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-998aa0c8-d253-44e0-a2a6-77d23b4abb7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 217 time: 0.0356708 Nov 27 17:08:53.087213 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-5363f036-d382-499d-b2d5-5bec7e98037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.088596 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-5363f036-d382-499d-b2d5-5bec7e98037b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.3834953 Nov 27 17:08:53.103809 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2707d-b57b-45be-9ef8-cfb38260ce99 req-d4e7c1e2-365b-454e-8593-891f8da8211c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.105190 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f2707d-b57b-45be-9ef8-cfb38260ce99 req-d4e7c1e2-365b-454e-8593-891f8da8211c tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 943 time: 0.0603480 Nov 27 17:08:53.176661 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-99f2707d-b57b-45be-9ef8-cfb38260ce99 req-b48e7353-12da-49a1-9eef-13387794ffeb tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633669 Nov 27 17:08:53.179228 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-484dc280-0ff7-4a88-b3e7-2b97930edf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.180630 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-484dc280-0ff7-4a88-b3e7-2b97930edf98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745733 Nov 27 17:08:53.277221 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-948bdcfa-8667-45cf-9525-55199fe5051d service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836856 Nov 27 17:08:53.372059 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f7e5abb2-f70a-4833-b79f-1e8850909906 req-759675ea-d7ea-489f-aca8-9070794ed761 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799258 Nov 27 17:08:53.473710 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-a3e5a783-4969-4664-be7d-6887332605c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.475210 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-a3e5a783-4969-4664-be7d-6887332605c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1094 time: 0.0447369 Nov 27 17:08:53.564324 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-f8196b1e-6156-4537-9793-b36182acb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.565806 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-f8196b1e-6156-4537-9793-b36182acb845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0825202 Nov 27 17:08:53.609647 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-676c7c90-8b78-4949-ba8a-2a6161d06fd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 217 time: 0.0362523 Nov 27 17:08:53.657256 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-cac3207c-b43a-48d0-9cd6-0889e52ea403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.658707 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-cac3207c-b43a-48d0-9cd6-0889e52ea403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0416822 Nov 27 17:08:53.704678 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-c478a83a-dcb9-45b5-bccc-b7a2950adb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:53.706296 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-c478a83a-dcb9-45b5-bccc-b7a2950adb36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390301 Nov 27 17:08:53.797705 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-df11e1f7-0313-446d-bca1-f3108f942e24 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820124 Nov 27 17:08:53.886733 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-94c4e6b4-ad0e-4d2c-89c2-92a55c3f6e13 req-a852e329-ff89-46e5-b509-e21ca72e0168 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Nov 27 17:08:54.293900 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2fd33-426a-4f30-ab16-084e91e6928f req-946c159e-04de-4b31-aa36-b44f5438f427 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:54.295364 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20b2fd33-426a-4f30-ab16-084e91e6928f req-946c159e-04de-4b31-aa36-b44f5438f427 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 943 time: 0.0486157 Nov 27 17:08:54.342299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-20b2fd33-426a-4f30-ab16-084e91e6928f req-29962921-d8de-4dd1-a138-2042058f6ec6 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409629 Nov 27 17:08:55.340239 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 83cdd835-13c3-4f24-96a1-4bf5ea2af77d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:08:55.435323 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:55.446788 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'port_id': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'mac_address': 'fa:16:3e:0e:5d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:08:55.463919 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4783e-f0c3-4e21-b883-01167fc2fa94 req-fa9a4cba-30f8-4e4f-b37f-0cd9325e3a29 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:55.465396 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4c4783e-f0c3-4e21-b883-01167fc2fa94 req-fa9a4cba-30f8-4e4f-b37f-0cd9325e3a29 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 943 time: 0.0520303 Nov 27 17:08:55.487081 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:55.500628 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cdd835-13c3-4f24-96a1-4bf5ea2af77d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:08:55.516092 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-f4c4783e-f0c3-4e21-b883-01167fc2fa94 req-66efa6ab-d7d0-46cc-8789-f14dc9a23832 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Nov 27 17:08:55.519579 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:55.523540 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:55.573783 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=4']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:55.831700 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['83cdd835-13c3-4f24-96a1-4bf5ea2af77d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:08:56.636846 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ca01c-b8d4-4541-ad54-7aaf9751ccc5 req-9acf2c8e-3a0a-4f01-9632-d1099e3eff5a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:56.638327 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-077ca01c-b8d4-4541-ad54-7aaf9751ccc5 req-9acf2c8e-3a0a-4f01-9632-d1099e3eff5a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 944 time: 0.0487471 Nov 27 17:08:56.686266 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-077ca01c-b8d4-4541-ad54-7aaf9751ccc5 req-8af36951-ff52-409a-8da6-afb4592c9352 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Nov 27 17:08:57.352550 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 83cdd835-13c3-4f24-96a1-4bf5ea2af77d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:08:57.400622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning for port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d completed by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 17:08:57.404641 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:08:57.404943 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:57.485665 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:57.507891 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:08:57.510168 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3948f467-c44a-4153-a179-2cff584c0282" -d '{"events": [{"server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "name": "network-vif-plugged", "status": "completed", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:08:57.522653 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:08:57.526941 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:57.553237 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d9166f-3d6a-44ce-9446-f521f6deb6ee x-openstack-request-id: req-28d9166f-3d6a-44ce-9446-f521f6deb6ee {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:08:57.553551 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "name": "network-vif-plugged", "status": "completed", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:08:57.553805 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28d9166f-3d6a-44ce-9446-f521f6deb6ee {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:08:57.554193 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'code': 200} Nov 27 17:08:57.585287 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=5']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:08:57.660823 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bde70-0256-4a6d-bf56-8b714bec4c63 req-839fc2cb-9d67-432b-a084-cbfd49b41884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:57.663127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-263bde70-0256-4a6d-bf56-8b714bec4c63 req-839fc2cb-9d67-432b-a084-cbfd49b41884 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1096 time: 0.0430031 Nov 27 17:08:57.712540 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-263bde70-0256-4a6d-bf56-8b714bec4c63 req-af08a6fc-e055-4fd4-b80c-c7f2f1c57697 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383866 Nov 27 17:08:57.797991 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4dfb1-db3c-45d8-8e98-d16d076cc5d0 req-4062b184-d3ab-4a0c-8ec7-86ec51c0dd79 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:57.799435 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12a4dfb1-db3c-45d8-8e98-d16d076cc5d0 req-4062b184-d3ab-4a0c-8ec7-86ec51c0dd79 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 945 time: 0.0469577 Nov 27 17:08:57.847421 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-12a4dfb1-db3c-45d8-8e98-d16d076cc5d0 req-a18c539e-19d7-4df9-87c6-df85126008c2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Nov 27 17:08:58.963306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660214-0df6-4927-a302-816df7ecb89f req-c2bcae12-e13f-4042-9739-e23266acf390 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:58.964772 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2660214-0df6-4927-a302-816df7ecb89f req-c2bcae12-e13f-4042-9739-e23266acf390 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 945 time: 0.0479262 Nov 27 17:08:59.016663 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-c2660214-0df6-4927-a302-816df7ecb89f req-095ed681-588b-447e-933d-4113d412c71e tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459039 Nov 27 17:08:59.130645 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6a48-ce2c-4384-bfc9-556a47a46567 req-65383025-8ddf-44bf-8f46-211bb9ff4122 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:59.131991 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-279f6a48-ce2c-4384-bfc9-556a47a46567 req-65383025-8ddf-44bf-8f46-211bb9ff4122 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 945 time: 0.0488858 Nov 27 17:08:59.179559 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-279f6a48-ce2c-4384-bfc9-556a47a46567 req-f6555373-d52a-4f2c-a0d5-6cc3128553a6 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Nov 27 17:08:59.200752 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39590) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:08:59.239219 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d029dc-b280-4e35-9711-8e56496397b6 tempest-TestSnapshotPattern-1089303985 tempest-TestSnapshotPattern-1089303985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:08:59.240717 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-04d029dc-b280-4e35-9711-8e56496397b6 tempest-TestSnapshotPattern-1089303985 tempest-TestSnapshotPattern-1089303985-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1091 time: 0.0390196 Nov 27 17:08:59.243375 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39592) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:08:59.247686 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.v2.base [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Request body: {'floatingip': {'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'port_id': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 17:08:59.269296 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:59.365807 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:59.467890 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_common [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Allocated IP 172.25.1.166 (e71c7826-0f3d-4a3a-a4af-819b5a9f74bd/eb66ff73-d4c5-4744-b475-8565f3ff4569/8540697e-298a-4b06-b362-ca786bb1745a) {{(pid=110076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 17:08:59.571208 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for port, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:59.604485 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779056335562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:08:59.644868 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Network e71c7826-0f3d-4a3a-a4af-819b5a9f74bd is already hosted by enough agents. {{(pid=110076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 17:08:59.647812 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.base_scheduler [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Resources bound (agent type, host, resource id): {{(pid=110076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 17:08:59.651296 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Received port after_create {{(pid=110076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 17:08:59.672188 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'Port': ['ID=8540697e-298a-4b06-b362-ca786bb1745a,revision_number=1']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:09:00.006186 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.070254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.217221 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.221643 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14297665'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.291524 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event updated for resources: {'Port': ['ID=8540697e-298a-4b06-b362-ca786bb1745a,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:09:00.303041 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648631'] for floatingip, after_create {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.401276 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Floating IP b46e2359-bff3-444b-9ff8-d75010dd29ee associated. External IP: 172.25.1.166, port: 83cdd835-13c3-4f24-96a1-4bf5ea2af77d. Nov 27 17:09:00.563468 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.602532 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Router 08259d78-bdad-4061-aac5-a9a826a0f082 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:09:00.707447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:09:00.717716 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:09:00.725891 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:00.729292 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:09:00.730037 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:09:00.756102 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-23d7ad5a-08c9-49f9-b8d7-b09b0c2e7e3a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5116911 Nov 27 17:09:00.756803 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:09:00.759109 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a92cf72-fe78-45a1-b647-24affb17d67f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:09:00.797187 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145bda29-39bd-475e-ae2d-745a6d03a92e x-openstack-request-id: req-145bda29-39bd-475e-ae2d-745a6d03a92e {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:09:00.797502 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:09:00.797763 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-145bda29-39bd-475e-ae2d-745a6d03a92e {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:09:00.798178 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'status': 'completed', 'code': 200} Nov 27 17:09:00.844794 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:09:00.862212 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-54426fb0-629f-4a1c-8508-0c30bcd64fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:00.863718 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-54426fb0-629f-4a1c-8508-0c30bcd64fee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1096 time: 0.0414510 Nov 27 17:09:00.954406 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-badf5213-03ae-42b4-bd50-e7c14245657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:00.955976 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-badf5213-03ae-42b4-bd50-e7c14245657f service neutron] 10.222.0.21 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0855055 Nov 27 17:09:01.024326 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-298e5429-27f4-43a6-ab43-df29d3b2ae86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 999 time: 0.0613101 Nov 27 17:09:01.072900 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:33Z', 'revision_number': 1, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}, {'id': 'b46e2359-bff3-444b-9ff8-d75010dd29ee', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:0e:5d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:08:59Z', 'updated_at': '2021-11-27T17:08:59Z', 'revision_number': 0, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:09:01.075429 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-540a55c5-814e-4f10-a768-5479c5ffec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:01.076928 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-540a55c5-814e-4f10-a768-5479c5ffec49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0455670 Nov 27 17:09:01.098310 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:09:01.106684 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:09:01.107289 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:08:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:09:01.122602 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-de9bf1f1-88cd-46a0-a1c6-6deb2d29e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:01.124127 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-de9bf1f1-88cd-46a0-a1c6-6deb2d29e760 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396495 Nov 27 17:09:01.211696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:09:01.221467 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-112eff4c-2d88-40b6-83ed-a5c1d1bb7401 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888047 Nov 27 17:09:01.313751 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9a92cf72-fe78-45a1-b647-24affb17d67f req-5b2e15ba-8c89-4d36-aa37-82b96cafe9a9 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829349 Nov 27 17:09:01.679852 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:33Z', 'revision_number': 1, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}, {'id': 'b46e2359-bff3-444b-9ff8-d75010dd29ee', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:0e:5d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:08:59Z', 'updated_at': '2021-11-27T17:08:59Z', 'revision_number': 0, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:09:01.708182 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3cfc-3167-4abb-b352-b85801720976 None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:33Z', 'revision_number': 1, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}, {'id': 'b46e2359-bff3-444b-9ff8-d75010dd29ee', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:0e:5d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:08:59Z', 'updated_at': '2021-11-27T17:08:59Z', 'revision_number': 0, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:09:01.891682 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5afae6-98e6-4005-a213-5954be5f528d None None] New status for floating IP b46e2359-bff3-444b-9ff8-d75010dd29ee: ACTIVE {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:09:02.616437 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:05.382831 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-50ac32cc-e6ec-4633-b435-41e5c598e70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:07.835338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d8f305c1-ea58-4864-9821-9555a15fdf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:08.878511 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:10.590515 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:11.363859 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:24.657136 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:09:30.564037 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:32.621892 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:33.273396 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-cdf231f2-eb77-4bdf-b127-99c6bdfc677f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476062 Nov 27 17:09:33.355830 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-9b84e5d4-7a75-4980-871c-84a62b1d3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:33.357320 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-9b84e5d4-7a75-4980-871c-84a62b1d3b19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1095 time: 0.0411272 Nov 27 17:09:33.456572 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-5bbd2141-ced0-45fc-a114-e73a5851ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:33.458088 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-5bbd2141-ced0-45fc-a114-e73a5851ea97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0820777 Nov 27 17:09:33.526554 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-6c5ed8e6-94bb-41bb-bb1c-db4cbd6895a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 999 time: 0.0610542 Nov 27 17:09:33.580648 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-5a9155c7-ca48-426e-8be8-46e110d4798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:33.582127 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-5a9155c7-ca48-426e-8be8-46e110d4798c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0480039 Nov 27 17:09:33.626480 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-73b96de2-0f05-4e8a-ac35-db9619262147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:33.627953 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-73b96de2-0f05-4e8a-ac35-db9619262147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385301 Nov 27 17:09:33.718642 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-79662743-a934-4ff5-bf5f-3df15dd7ca5b service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835464 Nov 27 17:09:33.805651 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-0207662b-1312-49b0-ad0b-98a87c2c7a54 req-9b8b69b8-4baf-42c3-8937-94dae1e1418b service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797026 Nov 27 17:09:34.332542 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-849523ce-3041-4f55-8543-0bb224afc676 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444193 Nov 27 17:09:34.429562 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-065e0a54-8879-4527-be2b-2dc984ab6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:34.431111 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-065e0a54-8879-4527-be2b-2dc984ab6d76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1096 time: 0.0456717 Nov 27 17:09:34.532387 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-700456b3-5d29-42a0-bf88-f98964d76135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:34.533816 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-700456b3-5d29-42a0-bf88-f98964d76135 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0838997 Nov 27 17:09:34.608124 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-03a7f24a-a1b2-458c-88d1-066981d837cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 1001 time: 0.0620198 Nov 27 17:09:34.663012 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-63826c2b-d4b8-44f8-9a99-3d778e52cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:34.664494 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-63826c2b-d4b8-44f8-9a99-3d778e52cd52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0439434 Nov 27 17:09:34.717816 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-e8b3c798-e0a7-46f6-b17e-b0827d3a1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:09:34.719258 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-e8b3c798-e0a7-46f6-b17e-b0827d3a1d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423775 Nov 27 17:09:34.820833 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-399ac99d-858e-469a-927d-9a25484899d0 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888007 Nov 27 17:09:34.917847 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-56babed2-9e15-4c68-a10e-70dea98b5443 req-c962a3d3-d9c7-4b26-a914-31995f8d452a service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856872 Nov 27 17:09:35.385381 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e97bb4ac-3d66-4424-9f8c-a5735b6c0d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:37.825774 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0b7aa4f7-d6a5-454d-8cde-c854e0a54579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:38.877773 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:40.591796 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:09:41.364788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:00.594478 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:01.656680 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:10:02.617898 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:05.386520 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6030-d624-41bc-b7da-5e3f79409a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:07.825936 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-68cf62f4-b1d1-4489-b6ec-107c1ea2b035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:08.880124 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:10.594101 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:11.366998 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:30.605977 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:32.616100 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:34.223864 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-d1f7d43c-bda2-43cf-b775-01e64826e53b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471387 Nov 27 17:10:34.307013 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-e073f6fc-9afc-40a0-b3d0-4f332ff46569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:34.308501 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-e073f6fc-9afc-40a0-b3d0-4f332ff46569 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1095 time: 0.0409517 Nov 27 17:10:34.408966 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-1128a4a8-ef07-4dbe-b940-91373e04d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:34.410482 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-1128a4a8-ef07-4dbe-b940-91373e04d140 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0840504 Nov 27 17:10:34.482690 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-3739a826-aecb-4021-944f-a9e877349f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 999 time: 0.0636122 Nov 27 17:10:34.532896 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-e8a07ebb-7629-4b75-b826-f89d2ef180ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:34.534375 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-e8a07ebb-7629-4b75-b826-f89d2ef180ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0449231 Nov 27 17:10:34.579431 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-cb8cfaf7-7911-4a2c-90ca-7e75d6996784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:34.580885 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-cb8cfaf7-7911-4a2c-90ca-7e75d6996784 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391881 Nov 27 17:10:34.591945 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-82a9370e-a92d-442d-90eb-00a565d208d2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 17:10:34.592862 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-82a9370e-a92d-442d-90eb-00a565d208d2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048010 Nov 27 17:10:34.687090 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-976c9a7a-e40d-456b-bac5-3842528b60f2 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866191 Nov 27 17:10:34.783288 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-6a762feb-7082-49a3-8557-be3e15ca30b2 req-757e7e4c-0c50-41a7-a42e-9d1a2a5aa323 service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879464 Nov 27 17:10:35.389099 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2bef847e-380f-439d-99e2-9126f0381bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:36.328819 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-28f98517-9a0e-4a87-a136-ce7f6e5cb762 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393527 Nov 27 17:10:36.423450 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-a5760d1c-b3e0-4c06-b9fd-98209198d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:36.424971 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-a5760d1c-b3e0-4c06-b9fd-98209198d950 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1096 time: 0.0470517 Nov 27 17:10:36.534685 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-4985495d-0c97-40f0-8307-a98da42d18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:36.536144 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-4985495d-0c97-40f0-8307-a98da42d18a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0839102 Nov 27 17:10:36.606528 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-190343de-f9c4-4fb8-94d9-5ae8cf901964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 1001 time: 0.0608151 Nov 27 17:10:36.658896 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-11fd4d6f-9945-4fce-9fcf-b023a4ca2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:36.660290 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-11fd4d6f-9945-4fce-9fcf-b023a4ca2bd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0422451 Nov 27 17:10:36.708004 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-1ee38d68-e2a5-42be-9e24-94ba27b248a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:36.709483 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-1ee38d68-e2a5-42be-9e24-94ba27b248a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392156 Nov 27 17:10:36.802982 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-adb7c6c0-4efe-4162-a057-4315a657446b service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818110 Nov 27 17:10:36.896482 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-9f5e5e35-4cbc-4ac4-8029-bd6746c4f638 req-67566f5e-cb74-4eb2-aa92-e41078720652 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Nov 27 17:10:37.826006 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cdda5ef0-8979-4f9f-b8ee-4837abf9f331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:38.656810 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:10:38.883716 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:40.597360 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:41.369233 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:43.790696 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 83cdd835-13c3-4f24-96a1-4bf5ea2af77d details requested by agent hyperv_n-h1-819494-4 with host n-h1-819494-4 {{(pid=110077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 17:10:43.886713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:10:43.897740 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Returning: {'device': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'port_id': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'mac_address': 'fa:16:3e:0e:5d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 17:10:43.936028 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:43.948817 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83cdd835-13c3-4f24-96a1-4bf5ea2af77d {{(pid=110077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 17:10:43.966730 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:10:43.970498 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:44.021050 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=6']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:10:44.028562 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.028911 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.029253 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.029627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.029964 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.030299 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.030622 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.030970 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.031269 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.031591 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.031912 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.032232 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:44.058096 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] get_ports_and_sgs() called for port_ids ['83cdd835-13c3-4f24-96a1-4bf5ea2af77d'] {{(pid=110077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 17:10:45.797382 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 83cdd835-13c3-4f24-96a1-4bf5ea2af77d up at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 17:10:45.854859 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.provisioning_blocks [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Provisioning complete for port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d triggered by entity L2. {{(pid=110077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 17:10:45.855275 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1514287'] for port, provisioning_complete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:45.947455 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442498'] for port, before_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:45.981195 n-d-819494-4 neutron-server[110077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d'}] {{(pid=110077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:10:45.983842 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e486b950bd2f35301caebc52bc900f52610e06ad6611d20bb6ec087e70cf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7555f122-9993-4a1f-9484-82b80bd15c6a" -d '{"events": [{"server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "name": "network-vif-plugged", "status": "completed", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d"}]}' {{(pid=110077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:10:46.022619 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:10:46.051986 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779056838009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779056335580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779056335598'] for port, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:46.092708 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c48d61-c607-4d84-9731-c523edb41e4b x-openstack-request-id: req-79c48d61-c607-4d84-9731-c523edb41e4b {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:10:46.093552 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "name": "network-vif-plugged", "status": "completed", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d", "code": 200}]} {{(pid=110077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:10:46.094094 n-d-819494-4 neutron-server[110077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79c48d61-c607-4d84-9731-c523edb41e4b {{(pid=110077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:10:46.094567 n-d-819494-4 neutron-server[110077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'code': 200} Nov 27 17:10:46.133703 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Pushing event updated for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=7']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:10:54.356337 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39796) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:10:54.511178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Deleting port 8540697e-298a-4b06-b362-ca786bb1745a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:10:54.511520 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:54.898910 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:54.899239 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:54.910528 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Calling delete_port for 8540697e-298a-4b06-b362-ca786bb1745a owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:10:55.052123 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:55.075869 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event deleted for resources: {'Port': ['ID=8540697e-298a-4b06-b362-ca786bb1745a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:10:55.089028 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.089384 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.089753 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.090107 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.090447 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.090786 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.091120 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.091454 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.091781 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.092113 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.092444 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.092772 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:10:55.146175 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:55.146521 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Floating IP b46e2359-bff3-444b-9ff8-d75010dd29ee disassociated (deleted). External IP: 172.25.1.166, port: 83cdd835-13c3-4f24-96a1-4bf5ea2af77d. Nov 27 17:10:55.349974 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Router 08259d78-bdad-4061-aac5-a9a826a0f082 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:10:55.456959 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:10:55.461901 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:55.467371 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:10:55.476881 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:10:55.477521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:10:55.488710 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-a703a251-25af-4757-b278-f2f0a4ee3aee tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "DELETE /v2.0/floatingips/b46e2359-bff3-444b-9ff8-d75010dd29ee HTTP/1.1" status: 204 len: 168 time: 1.1310351 Nov 27 17:10:55.489306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:10:55.491631 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b80c758-70ea-4b17-b69a-ef29208fea23" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:10:55.600756 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:10:55.618461 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caa5e13-3f38-4c42-a72d-84e8508b0491 x-openstack-request-id: req-0caa5e13-3f38-4c42-a72d-84e8508b0491 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:10:55.619170 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:10:55.619687 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0caa5e13-3f38-4c42-a72d-84e8508b0491 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:10:55.620146 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'status': 'completed', 'code': 200} Nov 27 17:10:55.704316 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-e4824115-b393-4ba4-bc1f-4b2fe4f18131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:55.705878 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-e4824115-b393-4ba4-bc1f-4b2fe4f18131 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 1096 time: 0.0491059 Nov 27 17:10:55.825094 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bd915-56e4-41d0-9153-c89297546105 req-797a59d1-5a3a-4445-9c2a-0f5ee938618b tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:55.826611 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-636bd915-56e4-41d0-9153-c89297546105 req-797a59d1-5a3a-4445-9c2a-0f5ee938618b tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 945 time: 0.1445479 Nov 27 17:10:55.848473 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:33Z', 'revision_number': 1, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:10:55.871343 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-904d9ddf-65c4-4da4-a192-1346670857e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:55.872742 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-904d9ddf-65c4-4da4-a192-1346670857e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.1579452 Nov 27 17:10:55.875262 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:10:55.884194 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:10:55.884803 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:10:55.928204 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-636bd915-56e4-41d0-9153-c89297546105 req-fd4924b8-487a-4751-8a80-70a475fa56b4 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950446 Nov 27 17:10:55.929805 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-10baaecc-aa01-4574-a731-cea15a8d2e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 200 len: 217 time: 0.0469313 Nov 27 17:10:55.981178 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-a2facf6d-1aaa-4277-9d90-9f8178a405f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:55.982906 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-a2facf6d-1aaa-4277-9d90-9f8178a405f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0442934 Nov 27 17:10:55.993767 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:10:56.033476 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-6aa0f76a-f460-4ef4-9adb-710cb206058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:56.034960 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-6aa0f76a-f460-4ef4-9adb-710cb206058d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404844 Nov 27 17:10:56.128334 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-73adf58e-12a8-4382-b3ce-13568da3f494 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845892 Nov 27 17:10:56.215754 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:33Z', 'revision_number': 1, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:10:56.219288 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-1b80c758-70ea-4b17-b69a-ef29208fea23 req-fe05be5f-7972-41e2-aa8c-377ba7477983 service neutron] 10.222.0.21 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Nov 27 17:10:56.242973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce10db-b785-49c4-877b-941bcd37fe0b None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_floatingips': [{'id': '3d726594-4dc6-499e-895d-e22141788436', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'floating_ip_address': '172.25.1.32', 'floating_network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'router_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'port_id': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'mac_address': 'fa:16:3e:48:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T17:06:31Z', 'updated_at': '2021-11-27T17:06:33Z', 'revision_number': 1, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:10:56.503062 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e002-9b6f-41e0-980a-517caf4fd498 None None] New status for floating IP b46e2359-bff3-444b-9ff8-d75010dd29ee: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:10:57.049116 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775e16-260e-4ea9-94ab-911f366fc15c req-947ce0e5-4bef-47ea-9eb3-be8de3e99734 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:57.050643 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9775e16-260e-4ea9-94ab-911f366fc15c req-947ce0e5-4bef-47ea-9eb3-be8de3e99734 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 945 time: 0.0491965 Nov 27 17:10:57.104484 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-d9775e16-260e-4ea9-94ab-911f366fc15c req-29f735af-cb01-466c-b02c-0f1eff90f0d7 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472391 Nov 27 17:10:57.531143 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a53958-72e7-48b1-9988-5d8495266c6c req-59a8329b-10cc-4e5c-b0a5-1e6a9bd2484a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:10:57.532570 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01a53958-72e7-48b1-9988-5d8495266c6c req-59a8329b-10cc-4e5c-b0a5-1e6a9bd2484a tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 945 time: 0.0474234 Nov 27 17:10:57.627457 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Deleting port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:10:57.627793 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:57.717724 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] For port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d, host n-h1-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-4',level=0,port_id=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:10:57.717998 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:57.730426 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Calling delete_port for 83cdd835-13c3-4f24-96a1-4bf5ea2af77d owned by compute:nova {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:10:57.864241 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:57.886524 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 83cdd835-13c3-4f24-96a1-4bf5ea2af77d no longer exists at agent hyperv_n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:10:57.893883 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event deleted for resources: {'Port': ['ID=83cdd835-13c3-4f24-96a1-4bf5ea2af77d,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:10:57.906340 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] No Port match for: 83cdd835-13c3-4f24-96a1-4bf5ea2af77d {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:10:57.906687 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Device 83cdd835-13c3-4f24-96a1-4bf5ea2af77d not bound to the agent host n-h1-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:10:57.935539 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] No DVR routers for this DVR port 83cdd835-13c3-4f24-96a1-4bf5ea2af77d on host n-h1-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:10:57.938163 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:10:57.941510 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-01a53958-72e7-48b1-9988-5d8495266c6c req-be49ed19-b90c-48c4-a628-814b7debfdf1 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.21 "DELETE /v2.0/ports/83cdd835-13c3-4f24-96a1-4bf5ea2af77d HTTP/1.1" status: 204 len: 173 time: 0.3945582 Nov 27 17:10:57.941977 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'name': 'network-vif-deleted', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:10:57.944226 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57830d1-4c2f-4458-9953-ed31c6890b61" -d '{"events": [{"server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "name": "network-vif-deleted", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:10:57.981211 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2304a08-0716-43f5-9261-faff39cb75f2 x-openstack-request-id: req-e2304a08-0716-43f5-9261-faff39cb75f2 {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:10:57.981610 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffde9b9-fe48-4ddb-a52b-7a413541680a", "name": "network-vif-deleted", "tag": "83cdd835-13c3-4f24-96a1-4bf5ea2af77d", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:10:57.982122 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2304a08-0716-43f5-9261-faff39cb75f2 {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:10:57.982530 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffde9b9-fe48-4ddb-a52b-7a413541680a', 'name': 'network-vif-deleted', 'tag': '83cdd835-13c3-4f24-96a1-4bf5ea2af77d', 'status': 'completed', 'code': 200} Nov 27 17:10:58.209431 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-ac990115-0a66-46ac-890c-34d1998126c8 req-29381e1a-f301-4225-8d64-94f60d7a2ace tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffde9b9-fe48-4ddb-a52b-7a413541680a HTTP/1.1" status: 200 len: 210 time: 0.0260754 Nov 27 17:10:59.773274 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39860) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:10:59.926745 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Deleting port b1942a4e-cd1a-43e8-bb17-723cc5419f51 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:10:59.927084 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.005582 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.006021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.017658 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Calling delete_port for b1942a4e-cd1a-43e8-bb17-723cc5419f51 owned by network:floatingip {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:00.163057 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.188033 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event deleted for resources: {'Port': ['ID=b1942a4e-cd1a-43e8-bb17-723cc5419f51,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:00.246145 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for floatingip, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.246474 n-d-819494-4 neutron-server[110076]: INFO neutron.db.l3_db [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Floating IP 3d726594-4dc6-499e-895d-e22141788436 disassociated (deleted). External IP: 172.25.1.32, port: 9873c5e9-f9f0-42e0-9e22-16f2234c0264. Nov 27 17:11:00.450095 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Router 08259d78-bdad-4061-aac5-a9a826a0f082 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:11:00.557866 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:11:00.562448 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for floatingip, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.567708 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:11:00.582526 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:11:00.583141 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:00.590057 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-f6bdd918-2e06-476d-af6d-34bea35fc0d2 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d726594-4dc6-499e-895d-e22141788436 HTTP/1.1" status: 204 len: 168 time: 0.8155713 Nov 27 17:11:00.590769 n-d-819494-4 neutron-server[110076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:11:00.593099 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0981cd581422eb26a0d46a190878848c6f546f86f1b38fedebbe0a0d9698c53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:11:00.641785 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe6f06-525b-4a4a-a0cc-778b5fe337ac x-openstack-request-id: req-15fe6f06-525b-4a4a-a0cc-778b5fe337ac {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:11:00.642089 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "status": "completed", "code": 200}]} {{(pid=110076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:11:00.642354 n-d-819494-4 neutron-server[110076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15fe6f06-525b-4a4a-a0cc-778b5fe337ac {{(pid=110076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:11:00.642998 n-d-819494-4 neutron-server[110076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'status': 'completed', 'code': 200} Nov 27 17:11:00.654168 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:00.715313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:11:00.717158 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-5247c894-f898-4879-9d12-21b75f637c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:00.719341 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-5247c894-f898-4879-9d12-21b75f637c96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d267a87865e141b6895536da4f26bf76&device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 1095 time: 0.0499964 Nov 27 17:11:00.829120 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-5e5d1bd6-e11a-4694-90f6-c44dc974d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:00.831116 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-5e5d1bd6-e11a-4694-90f6-c44dc974d558 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 200 len: 911 time: 0.0969579 Nov 27 17:11:00.854109 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dda18-637e-4b46-a969-f151b2c11917 req-fc7ec07a-470f-4ead-ba63-f18d43924707 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:00.855676 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-304dda18-637e-4b46-a969-f151b2c11917 req-fc7ec07a-470f-4ead-ba63-f18d43924707 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 944 time: 0.0610192 Nov 27 17:11:00.882228 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-7e720f2d-6661-477e-8aab-6442ced75112 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 200 len: 217 time: 0.0419486 Nov 27 17:11:00.911686 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-304dda18-637e-4b46-a969-f151b2c11917 req-8bfab218-5b9e-4b72-9590-bc5023d956bb tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493782 Nov 27 17:11:00.922551 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:00.932609 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-67279352-a643-4d67-8629-eb4ebb5ba952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:00.934232 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-67279352-a643-4d67-8629-eb4ebb5ba952 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 200 len: 849 time: 0.0451810 Nov 27 17:11:00.954233 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:11:00.962812 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:11:00.963483 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:00.982154 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-bf35ed8c-8d15-475d-bd28-cc7a25738b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:00.983598 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-bf35ed8c-8d15-475d-bd28-cc7a25738b7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96f2dc86-eee9-498d-8df0-4b990a611f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415902 Nov 27 17:11:01.068491 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:11:01.078503 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-a32798d5-7fa2-43d2-8219-d834b665a63c service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863054 Nov 27 17:11:01.169109 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-fbb8e97b-9f85-4c38-899d-236f7aaf0d2e req-6875d188-1e8f-4dba-b370-2de3b95a870e service neutron] 10.222.0.37 "GET /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Nov 27 17:11:01.264075 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:01.289376 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d966bd8-c703-45dc-9cda-5808b5d43b62 None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:06:12Z', 'revision_number': 4, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4', '_interfaces': [{'id': 'e941963f-4abb-463f-9d84-a15d34bd3c5b', 'name': '', 'network_id': '96f2dc86-eee9-498d-8df0-4b990a611f77', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'mac_address': 'fa:16:3e:3d:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '72240b4a-b681-4e84-88f5-79121653ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:11Z', 'updated_at': '2021-11-27T17:06:17Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'subnets': [{'id': '72240b4a-b681-4e84-88f5-79121653ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:11:01.521563 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cb1bd-3ee4-4069-bcc9-7c47cf741f6c None None] New status for floating IP 3d726594-4dc6-499e-895d-e22141788436: DOWN {{(pid=110078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 17:11:02.033821 n-d-819494-4 neutron-server[110076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111295-57b6-4040-baf5-a92c011f0237 req-be5a1261-2d22-4455-afd5-e86a95ea0f5f tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:02.035295 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61111295-57b6-4040-baf5-a92c011f0237 req-be5a1261-2d22-4455-afd5-e86a95ea0f5f tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 944 time: 0.0485449 Nov 27 17:11:02.084201 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-61111295-57b6-4040-baf5-a92c011f0237 req-faade7f3-ae2a-4137-be28-a038b2db1db9 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2475acf-cc25-43ad-9d86-2d68b615a804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Nov 27 17:11:02.340260 n-d-819494-4 neutron-server[110075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-d2ec49fa-0100-4e67-bc42-e23977d13127 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 17:11:02.341752 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-d2ec49fa-0100-4e67-bc42-e23977d13127 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 944 time: 0.0486059 Nov 27 17:11:02.439895 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Deleting port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:02.440234 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:02.527916 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] For port 9873c5e9-f9f0-42e0-9e22-16f2234c0264, host n-h2-819494-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-4',level=0,port_id=9873c5e9-f9f0-42e0-9e22-16f2234c0264,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:02.528278 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:02.540377 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Calling delete_port for 9873c5e9-f9f0-42e0-9e22-16f2234c0264 owned by compute:nova {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:02.617783 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:02.670281 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:02.699456 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event deleted for resources: {'Port': ['ID=9873c5e9-f9f0-42e0-9e22-16f2234c0264,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:02.711337 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.711696 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.712042 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.712385 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.712727 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.713106 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.713460 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.713798 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.714126 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.714455 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.714800 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.715116 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-4 {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 17:11:02.753226 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] No DVR routers for this DVR port 9873c5e9-f9f0-42e0-9e22-16f2234c0264 on host n-h2-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:11:02.755736 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006225'] for port, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:02.759104 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [req-50af95dc-f387-4e82-a93f-4abbaea14b8f req-99b9036b-b5de-46ed-a52b-fd9aafda559d tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.37 "DELETE /v2.0/ports/9873c5e9-f9f0-42e0-9e22-16f2234c0264 HTTP/1.1" status: 204 len: 173 time: 0.4114614 Nov 27 17:11:02.759552 n-d-819494-4 neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-deleted', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 17:11:02.761952 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8dd497ead485e786ab1d9733b0056b7181fde11603ac7707224a3d5a40998" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e18ccdc-53ce-454c-b4e7-835c6da4d746" -d '{"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-deleted", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 17:11:02.854898 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f276e57-3095-42dd-9de8-378c852a76f7 x-openstack-request-id: req-9f276e57-3095-42dd-9de8-378c852a76f7 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 17:11:02.855254 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2cc3b-f131-42b8-b6e4-8c578c6f806a", "name": "network-vif-deleted", "tag": "9873c5e9-f9f0-42e0-9e22-16f2234c0264", "status": "completed", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 17:11:02.855537 n-d-819494-4 neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f276e57-3095-42dd-9de8-378c852a76f7 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 17:11:02.855973 n-d-819494-4 neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2cc3b-f131-42b8-b6e4-8c578c6f806a', 'name': 'network-vif-deleted', 'tag': '9873c5e9-f9f0-42e0-9e22-16f2234c0264', 'status': 'completed', 'code': 200} Nov 27 17:11:03.207031 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [req-8d91b404-5a68-412c-997e-00de7ef316de req-4a1922b2-af33-42ad-8599-0ff71d646f19 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf2cc3b-f131-42b8-b6e4-8c578c6f806a HTTP/1.1" status: 200 len: 210 time: 0.0280809 Nov 27 17:11:04.263440 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39878) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:04.323327 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87af9198-5231-4bb7-848e-585cf8135071 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:04.348095 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87af9198-5231-4bb7-848e-585cf8135071 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:04.405648 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87af9198-5231-4bb7-848e-585cf8135071 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:04.408332 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-87af9198-5231-4bb7-848e-585cf8135071 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:04.409504 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-87af9198-5231-4bb7-848e-585cf8135071 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] 10.222.0.15 "DELETE /v2.0/security-groups/b2475acf-cc25-43ad-9d86-2d68b615a804 HTTP/1.1" status: 204 len: 168 time: 0.1450431 Nov 27 17:11:04.418396 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9198-5231-4bb7-848e-585cf8135071 tempest-TestSnapshotPattern-1872864331 tempest-TestSnapshotPattern-1872864331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2475acf-cc25-43ad-9d86-2d68b615a804,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:04.458462 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39882) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:04.792607 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.033306 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Deleting port e941963f-4abb-463f-9d84-a15d34bd3c5b {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:05.033673 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.113096 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] For port e941963f-4abb-463f-9d84-a15d34bd3c5b, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e941963f-4abb-463f-9d84-a15d34bd3c5b,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:05.113368 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.126359 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Calling delete_port for e941963f-4abb-463f-9d84-a15d34bd3c5b owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:05.300499 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.325713 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Pushing event deleted for resources: {'Port': ['ID=e941963f-4abb-463f-9d84-a15d34bd3c5b,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:05.391316 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-cb82f2c0-d3a5-43f0-a934-ffece1b968ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.498531 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.709650 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Router 08259d78-bdad-4061-aac5-a9a826a0f082 has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:11:05.813131 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:11:05.819984 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-8a049b9e-be5a-4d88-a6b2-09f987662271 admin admin] 10.222.0.15 "PUT /v2.0/routers/08259d78-bdad-4061-aac5-a9a826a0f082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3585587 Nov 27 17:11:05.820587 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39884) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:05.823190 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] Sync routers for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:11:05.833313 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:11:05.834045 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:05.924769 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:05.937746 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: n-d-819494-4 {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:11:06.024847 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.078707 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Deleting port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:06.078999 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.112504 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:11:05Z', 'revision_number': 5, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port': {'id': 'f5482216-c4bd-4e59-8b74-2db2dfdfd2ae', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:10Z', 'updated_at': '2021-11-27T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:06.139220 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] Checking router: 08259d78-bdad-4061-aac5-a9a826a0f082 for host: n-d-819494-4 {{(pid=110077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:11:06.147349 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] Routers {'08259d78-bdad-4061-aac5-a9a826a0f082'} bound to L3 agent in host n-d-819494-4 {{(pid=110077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:11:06.147954 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:10:38Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['08259d78-bdad-4061-aac5-a9a826a0f082'], 'active': True} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:06.158916 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] For port f5482216-c4bd-4e59-8b74-2db2dfdfd2ae, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:06.159281 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.170940 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Calling delete_port for f5482216-c4bd-4e59-8b74-2db2dfdfd2ae owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:06.235536 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvr_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] Set router 08259d78-bdad-4061-aac5-a9a826a0f082 gateway port host: None {{(pid=110077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:11:06.292850 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:11:06Z', 'revision_number': 6, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:06.320534 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ca681-7301-42e6-8d65-cf06017216dd None None] The sync data for ids ['08259d78-bdad-4061-aac5-a9a826a0f082'] in n-d-819494-4 is: [{'id': '08259d78-bdad-4061-aac5-a9a826a0f082', 'name': 'tempest-TestSnapshotPattern-1153974191-router', 'tenant_id': 'd267a87865e141b6895536da4f26bf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:09Z', 'updated_at': '2021-11-27T17:11:06Z', 'revision_number': 6, 'project_id': 'd267a87865e141b6895536da4f26bf76', 'gw_port_host': None}] {{(pid=110077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:11:06.500222 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 no longer exists at agent hyperv_n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:06.523822 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] No Port match for: 9873c5e9-f9f0-42e0-9e22-16f2234c0264 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:06.524171 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Device 9873c5e9-f9f0-42e0-9e22-16f2234c0264 not bound to the agent host n-h2-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:06.639832 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.666677 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f5482216-c4bd-4e59-8b74-2db2dfdfd2ae,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:06.682498 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da7041-74e1-42af-85fa-8a37e4da3fb0 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:11:06.734108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.826623 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.828838 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.871844 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.872422 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08259d78-bdad-4061-aac5-a9a826a0f082 {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 17:11:06.876811 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.877966 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-19b4c65f-7db4-40a9-a907-191eaa1c46ec admin admin] 10.222.0.15 "DELETE /v2.0/routers/08259d78-bdad-4061-aac5-a9a826a0f082 HTTP/1.1" status: 204 len: 168 time: 1.0564771 Nov 27 17:11:06.880473 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39886) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:06.924592 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Deleting subnet 72240b4a-b681-4e84-88f5-79121653ca23 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 17:11:06.927595 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:06.960482 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.039254 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.094341 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.120709 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72240b4a-b681-4e84-88f5-79121653ca23,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:07.124194 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.127412 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b587cf20-78fb-45a1-9fdb-a32cebb9b4f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/72240b4a-b681-4e84-88f5-79121653ca23 HTTP/1.1" status: 204 len: 168 time: 0.2459526 Nov 27 17:11:07.129991 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab7cae-f04b-4db7-9d26-c75fa91eda60 None None] Network 96f2dc86-eee9-498d-8df0-4b990a611f77 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:11:07.130155 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [-] (110075) accepted ('10.222.0.15', 39888) {{(pid=110075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:07.198297 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.250054 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Deleting port b5d5a024-6c47-4a9a-84e3-f5539dca4658 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:07.250398 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.325290 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] DHCP port deletion for 96f2dc86-eee9-498d-8df0-4b990a611f77 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:11:07.341285 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] For port b5d5a024-6c47-4a9a-84e3-f5539dca4658, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5d5a024-6c47-4a9a-84e3-f5539dca4658,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:07.341711 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.358283 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Calling delete_port for b5d5a024-6c47-4a9a-84e3-f5539dca4658 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:07.399219 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] Deleting port b5d5a024-6c47-4a9a-84e3-f5539dca4658 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:07.399339 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.447816 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14628184'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.466763 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] For port b5d5a024-6c47-4a9a-84e3-f5539dca4658, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=b5d5a024-6c47-4a9a-84e3-f5539dca4658,segment=NetworkSegment(b34e97a0-8abb-4483-b467-4997ec400861),segment_id=b34e97a0-8abb-4483-b467-4997ec400861)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:07.467234 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.478561 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d5a024-6c47-4a9a-84e3-f5539dca4658,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:07.483168 n-d-819494-4 neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] No DVR routers for this DVR port b5d5a024-6c47-4a9a-84e3-f5539dca4658 on host n-d-819494-4 {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:11:07.489128 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] Calling delete_port for b5d5a024-6c47-4a9a-84e3-f5539dca4658 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:07.542627 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e941963f-4abb-463f-9d84-a15d34bd3c5b no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:07.554294 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.566713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e941963f-4abb-463f-9d84-a15d34bd3c5b {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:07.567064 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e941963f-4abb-463f-9d84-a15d34bd3c5b not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:07.567477 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5d5a024-6c47-4a9a-84e3-f5539dca4658 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:07.575358 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f2dc86-eee9-498d-8df0-4b990a611f77']}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:07.584577 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34e97a0-8abb-4483-b467-4997ec400861') {'for_net_delete': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:07.584873 n-d-819494-4 neutron-server[110075]: DEBUG neutron.services.segments.db [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34e97a0-8abb-4483-b467-4997ec400861') {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:07.597333 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: b5d5a024-6c47-4a9a-84e3-f5539dca4658 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:07.597713 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device b5d5a024-6c47-4a9a-84e3-f5539dca4658 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:07.598011 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12700000'] for segment, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.598145 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5482216-c4bd-4e59-8b74-2db2dfdfd2ae no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:07.611840 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.618074 n-d-819494-4 neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 17:11:07.618466 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14627983'] for segment, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.620608 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: f5482216-c4bd-4e59-8b74-2db2dfdfd2ae {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: Traceback (most recent call last): Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: timer() Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: cb(*args, **kw) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: return func(*args, **kwargs) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: self._notify() Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: self.callback(batched_events) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: event.method(event) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: return f(self, *a, **k) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: return self._get(url).json() Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: return self.request(url, 'GET', **kwargs) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 17:11:07.620752 n-d-819494-4 neutron-server[110075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 17:11:07.623306 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device f5482216-c4bd-4e59-8b74-2db2dfdfd2ae not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:07.639491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.662744 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] Pushing event deleted for resources: {'Port': ['ID=b5d5a024-6c47-4a9a-84e3-f5539dca4658,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:07.670217 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfd17e-8d12-41f8-871d-1c88f030e4d9 None None] No DVR routers for this DVR port b5d5a024-6c47-4a9a-84e3-f5539dca4658 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:11:07.683672 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.688995 n-d-819494-4 neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Publish callbacks [] for network, before_response {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:07.692237 n-d-819494-4 neutron-server[110075]: INFO neutron.wsgi [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] 10.222.0.15 "DELETE /v2.0/networks/96f2dc86-eee9-498d-8df0-4b990a611f77 HTTP/1.1" status: 204 len: 168 time: 0.5611789 Nov 27 17:11:07.695349 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39890) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:07.704280 n-d-819494-4 neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c0181-39e3-4019-8343-ce65d11ab56f admin admin] Pushing event deleted for resources: {'Network': ['ID=96f2dc86-eee9-498d-8df0-4b990a611f77,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:07.827599 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1a1344a3-ee36-489d-b72e-7b917a534f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.052872 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650679'] for router_interface, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.289715 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Deleting port e252a65f-e904-4aae-ae57-e1b944ded89a {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:08.290049 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.365972 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] For port e252a65f-e904-4aae-ae57-e1b944ded89a, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e252a65f-e904-4aae-ae57-e1b944ded89a,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:08.366243 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.378460 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Calling delete_port for e252a65f-e904-4aae-ae57-e1b944ded89a owned by network:router_interface {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:08.553021 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.578761 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Pushing event deleted for resources: {'Port': ['ID=e252a65f-e904-4aae-ae57-e1b944ded89a,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:08.757202 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649671'] for router_interface, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.886254 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:08.967965 n-d-819494-4 neutron-server[110076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Router 63e8d64e-b486-451b-be07-f5cf89bf7bea has already been hosted by L3 agent 4670f34e-49d9-4a68-b5e9-ac4e74da01f4 {{(pid=110076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 17:11:09.070819 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] Notify agent at l3_agent.n-d-819494-4 the message routers_updated {{(pid=110076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 17:11:09.076579 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-828f90b4-7691-4246-afee-8363957ea89b admin admin] 10.222.0.15 "PUT /v2.0/routers/63e8d64e-b486-451b-be07-f5cf89bf7bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3800745 Nov 27 17:11:09.079052 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39892) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:09.082084 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] Sync routers for ids ['63e8d64e-b486-451b-be07-f5cf89bf7bea'] in n-d-819494-4 {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 17:11:09.091733 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] Routers {'63e8d64e-b486-451b-be07-f5cf89bf7bea'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:11:09.092344 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['63e8d64e-b486-451b-be07-f5cf89bf7bea'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:09.195134 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] Set router 63e8d64e-b486-451b-be07-f5cf89bf7bea gateway port host: n-d-819494-4 {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:11:09.294530 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.370005 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'external_fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:11:08Z', 'revision_number': 5, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port': {'id': 'e5309c91-cdff-4a9f-879e-387be6f97634', 'name': '', 'network_id': 'e71c7826-0f3d-4a3a-a4af-819b5a9f74bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb66ff73-d4c5-4744-b475-8565f3ff4569', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-4'}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:09.395801 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] Checking router: 63e8d64e-b486-451b-be07-f5cf89bf7bea for host: n-d-819494-4 {{(pid=110078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 17:11:09.398108 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.404149 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] Routers {'63e8d64e-b486-451b-be07-f5cf89bf7bea'} bound to L3 agent in host n-d-819494-4 {{(pid=110078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 17:11:09.404867 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T15:35:37Z,description=,heartbeat_timestamp=2021-11-27T17:11:08Z,host='n-d-819494-4',id=4670f34e-49d9-4a68-b5e9-ac4e74da01f4,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T15:35:37Z,topic='l3_agent')) {'router_ids': ['63e8d64e-b486-451b-be07-f5cf89bf7bea'], 'active': True} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:09.453729 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Deleting port e5309c91-cdff-4a9f-879e-387be6f97634 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:09.454067 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.496536 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_dvr_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] Set router 63e8d64e-b486-451b-be07-f5cf89bf7bea gateway port host: None {{(pid=110078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 17:11:09.532642 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] For port e5309c91-cdff-4a9f-879e-387be6f97634, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=e5309c91-cdff-4a9f-879e-387be6f97634,segment=NetworkSegment(98fdd778-457a-4cd5-b6c6-bea690a3d3db),segment_id=98fdd778-457a-4cd5-b6c6-bea690a3d3db)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:09.533020 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.546782 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Calling delete_port for e5309c91-cdff-4a9f-879e-387be6f97634 owned by network:router_gateway {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:09.551891 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.l3_hamode_db [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:11:09Z', 'revision_number': 6, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port_host': None}], 'n-d-819494-4', False) {} {{(pid=110078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:09.578576 n-d-819494-4 neutron-server[110078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3903f-feeb-4da9-b43e-7ca87dbde055 None None] The sync data for ids ['63e8d64e-b486-451b-be07-f5cf89bf7bea'] in n-d-819494-4 is: [{'id': '63e8d64e-b486-451b-be07-f5cf89bf7bea', 'name': 'tempest-TestSnapshotPattern-269816973-router', 'tenant_id': '1c62583ec09744d99719171be4ba2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T17:06:14Z', 'updated_at': '2021-11-27T17:11:09Z', 'revision_number': 6, 'project_id': '1c62583ec09744d99719171be4ba2d13', 'gw_port_host': None}] {{(pid=110078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 17:11:09.716913 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.742596 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5309c91-cdff-4a9f-879e-387be6f97634,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:09.756973 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885ab2d-8f29-4ac1-9aa6-5b8ccd02efc5 None None] DHCP port deletion for e71c7826-0f3d-4a3a-a4af-819b5a9f74bd request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:11:09.804914 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648553'] for router_gateway, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.894701 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9544'] for router, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.896744 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.939789 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691916'] for router, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.940350 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e8d64e-b486-451b-be07-f5cf89bf7bea {{(pid=110076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 17:11:09.944734 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] Publish callbacks [] for router, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:09.946014 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b7219913-a03e-40e6-ae4e-76b6459b09e2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/63e8d64e-b486-451b-be07-f5cf89bf7bea HTTP/1.1" status: 204 len: 168 time: 0.8660502 Nov 27 17:11:09.948571 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39896) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:09.999549 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Deleting subnet 5d8a6145-53af-4de2-a5c5-07de68c05616 {{(pid=110076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 17:11:10.002779 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.037985 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14483033'] for subnet, precommit_delete_associations {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.124405 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1566813'] for subnet, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.175356 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1566788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14297659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14548296'] for subnet, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.205679 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8a6145-53af-4de2-a5c5-07de68c05616,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:10.207651 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.210855 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5b94679d-332c-4af2-bd75-e33ea3c967a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d8a6145-53af-4de2-a5c5-07de68c05616 HTTP/1.1" status: 204 len: 168 time: 0.2613361 Nov 27 17:11:10.213389 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39898) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:10.215260 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b93da9-c59b-4714-b43b-c07921ed988c None None] Network feec5f78-39ba-4613-acc7-241fdb2964d9 requested from n-d-819494-4 {{(pid=110077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 17:11:10.280246 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554289'] for network, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.333070 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Deleting port 67a27b0a-be1a-4929-854d-dac122e72905 {{(pid=110076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:10.333422 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.403884 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] DHCP port deletion for feec5f78-39ba-4613-acc7-241fdb2964d9 request from n-d-819494-4 {{(pid=110077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 17:11:10.454435 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] Deleting port 67a27b0a-be1a-4929-854d-dac122e72905 {{(pid=110077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 17:11:10.454889 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779056831501'] for port, before_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.520024 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.db [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] For port 67a27b0a-be1a-4929-854d-dac122e72905, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=67a27b0a-be1a-4929-854d-dac122e72905,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:10.520451 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.539073 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] Calling delete_port for 67a27b0a-be1a-4929-854d-dac122e72905 owned by network:dhcp {{(pid=110077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:10.615438 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.637181 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571'] for port, after_delete {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.662735 n-d-819494-4 neutron-server[110077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] Pushing event deleted for resources: {'Port': ['ID=67a27b0a-be1a-4929-854d-dac122e72905,revision_number=None']} {{(pid=110077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:10.666521 n-d-819494-4 neutron-server[110077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf521a90-8e1b-49d1-910d-84ec29203d86 None None] No DVR routers for this DVR port 67a27b0a-be1a-4929-854d-dac122e72905 on host n-d-819494-4 {{(pid=110077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:11:10.734633 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] For port 67a27b0a-be1a-4929-854d-dac122e72905, host n-d-819494-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-4',level=0,port_id=67a27b0a-be1a-4929-854d-dac122e72905,segment=NetworkSegment(36bbc7d8-5eca-4417-aeee-a2af4192a9f9),segment_id=36bbc7d8-5eca-4417-aeee-a2af4192a9f9)] {{(pid=110076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 17:11:10.734996 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646839'] for port, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.747811 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.plugin [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Calling delete_port for 67a27b0a-be1a-4929-854d-dac122e72905 owned by network:dhcp {{(pid=110076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 17:11:10.822376 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779056837991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779056335571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14297678'] for port, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.847536 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a27b0a-be1a-4929-854d-dac122e72905,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:10.850857 n-d-819494-4 neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] No DVR routers for this DVR port 67a27b0a-be1a-4929-854d-dac122e72905 on host n-d-819494-4 {{(pid=110076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 17:11:10.922772 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566164', 'neutron.services.segments.db._delete_segments_for_network-8779056890152'] for network, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.943388 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feec5f78-39ba-4613-acc7-241fdb2964d9']}} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:10.953315 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bbc7d8-5eca-4417-aeee-a2af4192a9f9') {'for_net_delete': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:10.953654 n-d-819494-4 neutron-server[110076]: DEBUG neutron.services.segments.db [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bbc7d8-5eca-4417-aeee-a2af4192a9f9') {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 17:11:10.962875 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779056892977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14483024'] for segment, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.976228 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050'] for segment, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.982978 n-d-819494-4 neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 17:11:10.983363 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-538050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298009'] for segment, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: self.session.flush() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: Traceback (most recent call last): Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: timer() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: cb(*args, **kw) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: return func(*args, **kwargs) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: self._notify() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: self.callback(batched_events) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: event.method(event) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: return f(self, *a, **k) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: return self._get(url).json() Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: return self.request(url, 'GET', **kwargs) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 17:11:10.984994 n-d-819494-4 neutron-server[110076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 17:11:11.040092 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648517'] for network, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.046293 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Publish callbacks [] for network, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.049844 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] 10.222.0.15 "DELETE /v2.0/networks/feec5f78-39ba-4613-acc7-241fdb2964d9 HTTP/1.1" status: 204 len: 168 time: 0.8350031 Nov 27 17:11:11.061468 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e13a19-c343-4bbe-a1cd-84a9d8cde482 admin admin] Pushing event deleted for resources: {'Network': ['ID=feec5f78-39ba-4613-acc7-241fdb2964d9,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:11.156673 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39902) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:11.196299 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-53d18847-e27f-4188-8763-d6863a88b971 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d267a87865e141b6895536da4f26bf76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382967 Nov 27 17:11:11.198696 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39904) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:11.244792 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d8d-eb7f-459d-a034-ba6116df4109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.265153 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d8d-eb7f-459d-a034-ba6116df4109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.312233 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d8d-eb7f-459d-a034-ba6116df4109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.314927 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d8d-eb7f-459d-a034-ba6116df4109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.316054 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-b0e20d8d-eb7f-459d-a034-ba6116df4109 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d9b87c3-473c-4de9-9685-e85ac058b405 HTTP/1.1" status: 204 len: 168 time: 0.1164551 Nov 27 17:11:11.324169 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20d8d-eb7f-459d-a034-ba6116df4109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b87c3-473c-4de9-9685-e85ac058b405,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:11.371991 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.524271 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e252a65f-e904-4aae-ae57-e1b944ded89a no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:11.548257 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e252a65f-e904-4aae-ae57-e1b944ded89a {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:11.548605 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e252a65f-e904-4aae-ae57-e1b944ded89a not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:11.549020 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5309c91-cdff-4a9f-879e-387be6f97634 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:11.567768 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: e5309c91-cdff-4a9f-879e-387be6f97634 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:11.568126 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device e5309c91-cdff-4a9f-879e-387be6f97634 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:11.568542 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 67a27b0a-be1a-4929-854d-dac122e72905 no longer exists at agent ovs-agent-n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 17:11:11.587466 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.plugin [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] No Port match for: 67a27b0a-be1a-4929-854d-dac122e72905 {{(pid=110077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 17:11:11.587722 n-d-819494-4 neutron-server[110077]: DEBUG neutron.plugins.ml2.rpc [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Device 67a27b0a-be1a-4929-854d-dac122e72905 not bound to the agent host n-d-819494-4 {{(pid=110077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 17:11:11.648380 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39910) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:11.688655 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-5777e9ae-a88b-4710-a2ef-dd12d2a432e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c62583ec09744d99719171be4ba2d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390821 Nov 27 17:11:11.691111 n-d-819494-4 neutron-server[110076]: DEBUG neutron.wsgi [-] (110076) accepted ('10.222.0.15', 39912) {{(pid=110076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 17:11:11.741001 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50a3fb55-f0bb-4436-ab2c-ddbd304c32b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.761709 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50a3fb55-f0bb-4436-ab2c-ddbd304c32b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.807133 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50a3fb55-f0bb-4436-ab2c-ddbd304c32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640993'] for security_group, after_delete {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.809816 n-d-819494-4 neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-50a3fb55-f0bb-4436-ab2c-ddbd304c32b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:11.811193 n-d-819494-4 neutron-server[110076]: INFO neutron.wsgi [None req-50a3fb55-f0bb-4436-ab2c-ddbd304c32b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44e0d112-c916-4741-95fb-80c84f7cb983 HTTP/1.1" status: 204 len: 168 time: 0.1190617 Nov 27 17:11:11.819155 n-d-819494-4 neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3fb55-f0bb-4436-ab2c-ddbd304c32b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0d112-c916-4741-95fb-80c84f7cb983,revision_number=None']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 17:11:15.655647 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:11:30.615491 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:32.618649 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:35.393782 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-c9e2efca-52cf-41ef-b664-9610e5401ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:37.828223 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-1fcef906-642e-4e9e-a57b-cf90cbaa0a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:38.888719 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:40.603697 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:41.374005 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:11:52.655376 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:12:00.622197 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:02.625794 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:05.393720 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-746b185d-205f-4d8f-a975-55d96136a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:07.831983 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-493569fe-687c-4a69-8da6-82d490a335b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:08.892117 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:10.605950 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:11.375571 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:29.655023 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:12:30.629879 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:32.631426 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:35.393895 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-dede33a8-84b7-40be-87a4-52868abbd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:37.834281 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-12cd43d2-75b8-4527-aac7-74a504d8d23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:38.894788 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:40.608893 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:12:41.376865 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:00.637800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:02.645432 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:05.394831 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e38ee8cf-7b33-431f-9381-02ecdecc9368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:06.655219 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:13:07.835425 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-5eff00c9-63e3-417f-aaa1-8ef173913cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:08.899241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:10.611008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:11.379047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:30.647008 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:32.648226 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:35.398712 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e978da49-05f9-49bf-97c1-3087bb02b6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:37.835200 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4923b5de-33c9-49d8-a9b0-e2f90b830f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:38.902886 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:40.612403 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:41.380681 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:13:43.654290 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:14:00.652675 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:02.648418 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:05.400130 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8c730d15-3fe5-4713-b734-3adf556de8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:07.837055 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-ee40575f-49ee-4343-bf32-5481f96261eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:08.904072 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:10.615385 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:11.385366 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:20.653567 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:14:30.668136 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:32.667309 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:35.401133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fab21df7-7dd9-4654-a056-3d68448b5024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:37.843544 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-2606f6e7-55e4-49ce-b89d-4cc794170d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:38.906771 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:40.618204 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:41.388719 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:14:57.652976 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:15:00.668047 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:02.663324 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:05.402800 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fe495272-ca11-49c9-bab8-4f2cf40334e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:07.835814 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd49137b-014c-445a-a573-5794c29145e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:08.909917 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:10.621197 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:11.390133 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:30.682976 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:32.679013 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:34.654138 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:15:35.403963 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-8ad8cc92-be08-4eef-b133-5b694d2d8e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:37.837342 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-793160a0-d7f6-4e35-a95c-efe9e46858fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:38.912628 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:40.624356 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:15:41.391102 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:00.697820 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:02.726638 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:05.404801 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-755eec0f-7f36-475e-933b-a85d5b6bd3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:07.838326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4b18a7d5-2a0b-4ae3-8c4d-053954434991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:08.915250 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:10.625891 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:11.392799 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:11.652869 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:16:30.702114 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:32.744620 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:35.407159 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-73e61e90-1c0b-4bc6-9ee7-599502b5422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:37.841926 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-de6025a5-8cf8-4549-9124-d77f11882853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:38.919052 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:40.628326 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:41.394510 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:16:48.651473 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:17:00.720128 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:02.743426 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:05.408378 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-7a4e34c0-2361-423a-bd6d-34c579eb8008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:07.842637 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-39341d19-8219-498d-8476-b39b717ff421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:08.922090 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:10.631145 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:11.395661 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:25.651117 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:17:30.728734 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:32.756497 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:35.412413 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-eea19221-e27d-4a48-8970-c150fd3e9387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:37.843468 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-d11c4b31-540a-4e33-9441-90173911062a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:38.924277 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:40.634519 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:17:41.397189 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:00.728790 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:02.649674 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:18:02.772125 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:05.413898 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-068f64df-bca1-422a-b2f7-b1304f4a9412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:07.848193 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-bd9765a6-8753-47ad-8d80-31ce253128b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:08.927671 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:10.636826 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:11.398645 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:30.727960 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:32.789116 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:35.415674 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-fd85680e-e6f8-47b2-988a-90a074bc551b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:37.849338 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-f19ebd70-f8e3-4575-8c1a-e62c381196c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:38.930241 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:39.649783 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:18:40.639746 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:18:41.400913 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:00.727526 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:02.788183 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:05.417556 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-623d78ef-899e-4cf2-a7c3-455da23c676e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:07.850228 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-4a095fc0-3b2b-4820-833f-78bef5f53d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:08.933915 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-88dc0233-c8dd-4298-8000-ca8a14d0c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:10.643301 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-e54419de-b334-471e-82c9-5c81a8489f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:11.402063 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-6431f8dd-8843-487e-8371-2151f85ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:16.649513 n-d-819494-4 neutron-server[110078]: DEBUG neutron.db.agents_db [None req-a00f26d6-d136-42cd-bf55-0e605163b3c4 None None] Agent healthcheck: found 7 active agents {{(pid=110078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 17:19:17.905875 n-d-819494-4 neutron-server[110075]: DEBUG neutron.wsgi [req-dca75ebb-1d31-4cf6-b1ce-1febc33b6b44 req-f9f6ae8c-28a7-4bb4-ab05-cba231eee018 service neutron] (110075) timed out ('10.222.0.15', 37710) {{(pid=110075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 17:19:30.741362 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-9e834367-69e2-4952-9716-491de43ae9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 17:19:32.790817 n-d-819494-4 neutron-server[110077]: DEBUG neutron_lib.callbacks.manager [None req-a671a668-c9df-4156-b0fe-592eb29c3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779056730013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514650'] for agent, after_update {{(pid=110077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}